-- Logs begin at Thu 2022-02-10 21:58:55 UTC, end at Fri 2022-02-11 00:11:03 UTC. -- Feb 10 22:54:03.312727 dv-neutron-828797-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Feb 10 22:54:05.454231 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.common.config [-] Logging enabled! Feb 10 22:54:05.454966 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev19 Feb 10 22:54:05.454966 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84225) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Feb 10 22:54:05.457147 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.common.config [-] Logging enabled! Feb 10 22:54:05.457393 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev19 Feb 10 22:54:05.457634 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84225) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Feb 10 22:54:05.458581 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 10 22:54:05.458808 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 10 22:54:05.459151 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 10 22:54:05.459389 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 10 22:54:05.459611 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 10 22:54:05.459927 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.460219 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.460509 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.460764 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.461053 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.461336 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.461613 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.461896 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.462186 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.462465 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.462738 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.463015 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.463240 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.463517 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] config_source = [] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.463803 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.464082 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.464300 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] debug = True {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.464598 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.465024 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.465431 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.465705 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.466079 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.466332 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.466601 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.466878 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.467195 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] host = dv-neutron-828797-1-hyperv {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.467468 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.467747 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.468025 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.468302 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.468596 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.468866 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.469156 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.469407 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] log_dir = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.469677 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] log_file = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.469944 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.470223 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.470513 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.471038 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.471253 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.471468 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.471746 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.472027 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.472293 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.472584 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.472854 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.473120 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.473388 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.473650 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.473934 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.474210 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.474489 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.474756 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.475024 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.475288 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.475555 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.475832 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.476099 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.476364 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.476659 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.476939 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.477201 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.477466 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.478030 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.478305 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.478578 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.478854 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.479121 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.479392 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.479657 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.479921 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] use_journal = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.480186 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] use_json = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.480449 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.480735 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.481013 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.481276 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.481582 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.481852 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.482168 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.482501 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.482770 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:05.483061 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.483355 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.483650 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.483933 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.484223 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.484497 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.484805 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.485077 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.485358 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.485639 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.485919 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.486189 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.486466 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.486751 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.487033 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.487301 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.487575 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.487861 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.488133 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.488400 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.488695 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.488979 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.489249 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.489516 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.489792 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.490065 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.490328 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.490591 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.490860 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.491142 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.491411 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.491673 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.491938 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.492207 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.492472 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.492780 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.493052 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.493317 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.493581 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.493856 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.494121 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.494388 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.494657 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.494921 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.495188 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.495451 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.495715 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.495979 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.496242 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.496510 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.496797 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.497066 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.497917 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.498193 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.498455 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.498723 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.498990 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.499255 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.499535 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.499828 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.500102 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.500374 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.500669 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.500944 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.501214 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.501483 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.501757 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.502031 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.502296 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.502579 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.502859 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.503136 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.503410 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.503689 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.503980 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.504252 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.504528 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.504820 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.505092 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.505368 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.505644 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.505934 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.506220 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.506506 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.506795 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.507076 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.507349 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.507655 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.507930 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:05.508144 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 10 22:54:05.508378 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=84225) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 10 22:54:05.909642 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO keyring.backend [-] Loading KWallet Feb 10 22:54:05.917146 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO keyring.backend [-] Loading SecretService Feb 10 22:54:05.920816 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO keyring.backend [-] Loading Windows Feb 10 22:54:05.922158 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO keyring.backend [-] Loading chainer Feb 10 22:54:05.922722 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO keyring.backend [-] Loading macOS Feb 10 22:54:05.956768 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=84225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 10 22:54:05.957043 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.002s {{(pid=84225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 10 22:54:05.957329 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=84225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 10 22:54:05.957658 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 10 22:54:06.258536 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:06.258734 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:06.259008 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:06.314649 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:06.314923 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:06.315183 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:06.318335 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:06.318556 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:06.318817 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:06.347660 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:06.347931 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:06.348192 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:06.375156 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:06.375423 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:06.375682 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:06.697942 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:06.698556 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:06.698556 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:06.698715 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:06.699611 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:06.821760 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:06.822074 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:06.822353 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:06.822618 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:06.822877 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:06.823177 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:06.823433 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:06.823681 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:06.823927 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:06.824201 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:06.824454 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:06.824733 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:06.824992 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:06.825778 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:06.826041 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:06.826305 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:06.826550 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:06.826814 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:06.827059 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:06.827339 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:06.827677 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:06.827923 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:06.828165 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:06.828438 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:06.828707 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:06.828946 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:06.829320 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=84225) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 22:54:06.829555 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=84225) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 22:54:06.829787 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=84225) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 22:54:06.830018 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=84225) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 22:54:06.830248 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=84225) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 22:54:06.830478 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=84225) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 22:54:06.831015 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 10 22:54:06.834140 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 10 22:54:06.838212 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 10 22:54:06.842626 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Feb 10 22:54:06.844246 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 10 22:54:06.844646 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 10 22:54:06.844975 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 10 22:54:06.845347 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 10 22:54:06.848402 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 10 22:54:06.848668 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 10 22:54:06.849005 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 10 22:54:06.876975 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Feb 10 22:54:06.877417 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:06.877705 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=84225) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 10 22:54:06.878057 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:06.879422 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=84225) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 10 22:54:06.879696 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 10 22:54:06.879936 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 10 22:54:06.883183 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:06.883460 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:06.945133 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 10 22:54:06.945361 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 10 22:54:06.945595 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 10 22:54:06.945957 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 10 22:54:06.977173 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_db.sqlalchemy.engines [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=84225) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 10 22:54:07.412440 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.plugins.ml2.managers [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Initializing driver for type 'gre' Feb 10 22:54:07.413006 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] gre ID ranges: [(1, 1000)] Feb 10 22:54:07.623942 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.plugins.ml2.managers [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Initializing driver for type 'local' Feb 10 22:54:07.624272 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.plugins.ml2.managers [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Initializing driver for type 'vlan' Feb 10 22:54:07.703495 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] VlanTypeDriver initialization complete Feb 10 22:54:07.704078 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.plugins.ml2.managers [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Initializing driver for type 'vxlan' Feb 10 22:54:07.704264 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] vxlan ID ranges: [(1, 1000)] Feb 10 22:54:07.866557 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.plugins.ml2.managers [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Initializing extension driver 'port_security' Feb 10 22:54:07.866915 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.plugins.ml2.extensions.port_security [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] PortSecurityExtensionDriver initialization complete Feb 10 22:54:07.867239 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.plugins.ml2.managers [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Initializing mechanism driver 'openvswitch' Feb 10 22:54:07.867561 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.plugins.ml2.managers [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Initializing mechanism driver 'hyperv' Feb 10 22:54:07.875067 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.plugins.ml2.plugin [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=84225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:07.875752 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: > port after_create 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.876111 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: > port after_update 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.876479 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: > port after_delete 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.877036 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=84225) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 10 22:54:07.877456 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: > subnet after_create 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.877802 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: > subnet after_update 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.878138 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: > subnet after_delete 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.878523 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=84225) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 10 22:54:07.878921 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: > network after_create 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.879273 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: > network after_update 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.879593 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: > network after_delete 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.879994 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=84225) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 10 22:54:07.880388 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: > security_group after_create 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.880764 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: > security_group after_update 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.881097 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: > security_group after_delete 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.881611 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=84225) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 10 22:54:07.882003 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.882339 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.882669 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.883057 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=84225) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 10 22:54:07.883488 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] ML2 OVO RPC backend initialized. {{(pid=84225) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Feb 10 22:54:07.884114 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: > router_interface after_create 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.884459 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.884887 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: > network before_response 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.885225 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: > networks before_response 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.885560 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: > port before_response 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.885888 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: > ports before_response 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.886221 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: > subnet before_response 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.886552 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: > subnets before_response 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.886885 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: > network after_create 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.887212 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: > network after_update 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.887537 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: > network after_delete 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.888631 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: > port after_create 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.889182 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: > port after_update 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.889707 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: > port after_delete 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.890101 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: > subnet after_create 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.890434 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: > subnet after_update 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.890760 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: > subnet after_delete 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.891348 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.plugins.ml2.plugin [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Modular L2 Plugin initialization complete Feb 10 22:54:07.891674 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading services supported by the core plugin {{(pid=84225) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 10 22:54:07.891997 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.plugins.ml2.managers [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Got port-security extension from driver 'port_security' Feb 10 22:54:07.892450 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.extensions.vlantransparent [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Disabled vlantransparent extension. Feb 10 22:54:07.892886 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=84225) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 10 22:54:07.893190 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading Plugin: router Feb 10 22:54:07.943432 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: > router_interface before_create 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.943823 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: > router after_create 55549900 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.944182 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: > router before_create 55549900 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.944563 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.944929 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.945319 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: > router after_delete 55549900 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.945673 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: > floatingip after_update 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.946029 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: > router after_create 55549900 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.946371 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: > router after_update 55549900 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.946715 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: > router after_update 55549900 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.947057 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.947409 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: > router after_update 55549900 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.947813 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: > router precommit_update 55549900 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.948182 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: port after_update 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.948517 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: port after_delete 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.948935 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: subnet after_update 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.949268 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.949608 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: > port precommit_delete 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.949949 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: > router precommit_create 55549900 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.950892 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: port before_delete 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.951327 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: > router precommit_create 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.951679 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: > router after_update 55549900 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.952019 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: > router precommit_delete 55549900 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.952365 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: > router precommit_create 55549900 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.952751 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: > router_interface after_create 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.953097 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: > router precommit_update 55549900 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.953461 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: > agent after_create 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.953855 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: > agent after_delete 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.954148 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: > network after_delete 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.955013 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.quota.resource_registry [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Tracking information for resource: router configured {{(pid=84225) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 22:54:07.955342 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.quota.resource_registry [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Tracking information for resource: floatingip configured {{(pid=84225) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 22:54:07.960277 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.db.l3_agentschedulers_db [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 10 22:54:07.960875 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: port after_update 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.961233 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: port after_create 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.961582 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: port after_delete 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.961934 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: port after_update 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.962833 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: > router before_create 55550100 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.963194 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: > router precommit_delete 55550100 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.963552 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: > router precommit_create 55550100 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.963905 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: > router precommit_update 55550100 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:07.968448 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.services.provider_configuration [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Service providers = [] {{(pid=84225) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 10 22:54:07.968835 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.db.servicetype_db [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=84225) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 10 22:54:07.972040 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.services.service_base [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=84225) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 10 22:54:07.972390 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.services.service_base [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=84225) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 10 22:54:07.972754 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.services.service_base [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=84225) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 10 22:54:07.973645 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.services.service_base [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=84225) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 10 22:54:07.974015 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.services.service_base [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 10 22:54:07.974388 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=84225) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 22:54:07.974702 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 10 22:54:07.993299 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=84225) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 22:54:07.993631 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading Plugin: auto_allocate Feb 10 22:54:08.000363 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: network precommit_update 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:08.000766 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: network precommit_create 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:08.001279 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=84225) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 22:54:08.001595 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading Plugin: tag Feb 10 22:54:08.008230 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=84225) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 22:54:08.008573 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading Plugin: timestamp Feb 10 22:54:08.021588 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=84225) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 22:54:08.021916 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading Plugin: network_ip_availability Feb 10 22:54:08.027311 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:08.027672 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:08.028023 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:08.028918 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=84225) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 22:54:08.029237 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading Plugin: flavors Feb 10 22:54:08.034082 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=84225) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 22:54:08.034413 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading Plugin: revisions Feb 10 22:54:08.038680 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=84225) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 22:54:08.039067 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_concurrency.lockutils [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.082s {{(pid=84225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 10 22:54:08.039799 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=84225) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Feb 10 22:54:08.040131 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Initializing extension manager. Feb 10 22:54:08.040659 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: __init__.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.040997 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: __pycache__ {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.042644 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.042644 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.042644 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: _filter_validation_lib.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.042644 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.042644 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: address_group.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.043410 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.044490 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loaded extension: address-group Feb 10 22:54:08.044901 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: address_scope.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.045609 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.046116 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loaded extension: address-scope Feb 10 22:54:08.046432 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: admin_state_down_before_update.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.047362 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.047869 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loaded extension: router-admin-state-down-before-update Feb 10 22:54:08.048185 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: agent.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.048950 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.049456 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loaded extension: agent Feb 10 22:54:08.049774 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: agent_resources_synced.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.050677 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.051178 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loaded extension: agent-resources-synced Feb 10 22:54:08.051493 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: allowedaddresspairs.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.053491 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.054015 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loaded extension: allowed-address-pairs Feb 10 22:54:08.054345 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: auto_allocated_topology.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.055432 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.055944 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loaded extension: auto-allocated-topology Feb 10 22:54:08.056266 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: availability_zone.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.056990 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.057493 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loaded extension: availability_zone Feb 10 22:54:08.057813 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: availability_zone_filter.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.058721 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.059227 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loaded extension: availability_zone_filter Feb 10 22:54:08.060180 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: data_plane_status.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.061088 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.061610 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extension data-plane-status not supported by any of loaded plugins Feb 10 22:54:08.061921 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: default_subnetpools.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.062874 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.063349 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loaded extension: default-subnetpools Feb 10 22:54:08.063669 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: dhcpagentscheduler.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.064449 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.064981 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loaded extension: dhcp_agent_scheduler Feb 10 22:54:08.065302 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: dns.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.066212 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.066710 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extension dns-integration not supported by any of loaded plugins Feb 10 22:54:08.067031 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: dns_domain_ports.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.067942 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.068442 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 10 22:54:08.068789 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: dvr.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.069456 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.069955 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loaded extension: dvr Feb 10 22:54:08.070275 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: empty_string_filtering.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.071183 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.071686 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loaded extension: empty-string-filtering Feb 10 22:54:08.072005 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.072948 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.073445 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 10 22:54:08.073767 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.074677 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.075214 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 10 22:54:08.075537 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: external_net.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.076452 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.076985 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loaded extension: external-net Feb 10 22:54:08.077305 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: extra_dhcp_opt.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.078219 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.078719 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loaded extension: extra_dhcp_opt Feb 10 22:54:08.079035 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: extraroute.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.079976 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.080470 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loaded extension: extraroute Feb 10 22:54:08.080817 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: extraroute_atomic.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.081853 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.082356 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loaded extension: extraroute-atomic Feb 10 22:54:08.082672 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: filter_validation.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.083333 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.083831 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loaded extension: filter-validation Feb 10 22:54:08.084151 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: fip_pf_description.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.085099 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.085596 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 10 22:54:08.085913 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: fip_port_details.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.086834 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.087334 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loaded extension: fip-port-details Feb 10 22:54:08.087649 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: flavors.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.088921 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.089437 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loaded extension: flavors Feb 10 22:54:08.089759 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.091481 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.092002 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 10 22:54:08.092320 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: floatingip_pools.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.093043 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.093552 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loaded extension: floatingip-pools Feb 10 22:54:08.093878 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: ip_allocation.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.100979 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.101484 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extension ip_allocation not supported by any of loaded plugins Feb 10 22:54:08.101826 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.102743 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.103251 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loaded extension: ip-substring-filtering Feb 10 22:54:08.103571 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: l2_adjacency.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.104493 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.105026 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extension l2_adjacency not supported by any of loaded plugins Feb 10 22:54:08.105343 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: l3.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.106299 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.107344 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loaded extension: router Feb 10 22:54:08.107659 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: l3_conntrack_helper.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.110112 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.110648 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 10 22:54:08.110977 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.111906 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.112414 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loaded extension: ext-gw-mode Feb 10 22:54:08.112772 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.113692 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.114197 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loaded extension: l3-ha Feb 10 22:54:08.114517 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: l3_flavors.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.115428 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.115933 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loaded extension: l3-flavors Feb 10 22:54:08.116258 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.117205 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.117711 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loaded extension: l3-port-ip-change-not-allowed Feb 10 22:54:08.118031 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: l3agentscheduler.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.119059 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.119567 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loaded extension: l3_agent_scheduler Feb 10 22:54:08.119920 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: logging.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.121477 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.121994 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extension logging not supported by any of loaded plugins Feb 10 22:54:08.122868 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: metering.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.123605 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.124175 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loaded extension: metering Feb 10 22:54:08.124495 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.125713 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.126224 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loaded extension: metering_source_and_destination_fields Feb 10 22:54:08.126545 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: multiprovidernet.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.127478 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.127986 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loaded extension: multi-provider Feb 10 22:54:08.128302 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: netmtu.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.129236 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.129738 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loaded extension: net-mtu Feb 10 22:54:08.130051 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: netmtu_writable.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.131005 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.131506 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loaded extension: net-mtu-writable Feb 10 22:54:08.131820 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: network_availability_zone.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.132479 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.133005 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loaded extension: network_availability_zone Feb 10 22:54:08.133318 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: network_ip_availability.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.134403 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.134909 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loaded extension: network-ip-availability Feb 10 22:54:08.135228 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: network_segment_range.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.135981 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.136479 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extension network-segment-range not supported by any of loaded plugins Feb 10 22:54:08.136832 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: pagination.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.137838 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.138176 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loaded extension: pagination Feb 10 22:54:08.138514 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.139444 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.139955 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loaded extension: port-mac-address-regenerate Feb 10 22:54:08.140277 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: port_resource_request.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.149316 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.149819 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extension port-resource-request not supported by any of loaded plugins Feb 10 22:54:08.150138 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: portbindings.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.151056 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.151564 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loaded extension: binding Feb 10 22:54:08.151882 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: portbindings_extended.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.153192 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.153836 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loaded extension: binding-extended Feb 10 22:54:08.154157 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: portsecurity.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.155086 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.155593 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loaded extension: port-security Feb 10 22:54:08.155913 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: project_id.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.156921 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.157246 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loaded extension: project-id Feb 10 22:54:08.157560 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: providernet.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.158483 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.158996 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loaded extension: provider Feb 10 22:54:08.159317 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: qos.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.163067 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.163588 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extension qos not supported by any of loaded plugins Feb 10 22:54:08.163913 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.165199 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.165712 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 10 22:54:08.166037 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.166951 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.167459 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 10 22:54:08.167783 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: qos_default.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.168730 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.169748 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extension qos-default not supported by any of loaded plugins Feb 10 22:54:08.170072 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: qos_fip.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.170736 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.171265 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extension qos-fip not supported by any of loaded plugins Feb 10 22:54:08.171591 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: qos_gateway_ip.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.172526 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.173051 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 10 22:54:08.173387 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: qos_port_network_policy.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.174282 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.174785 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 10 22:54:08.175104 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: qos_rule_type_details.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.176117 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.176652 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 10 22:54:08.176975 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: qos_rules_alias.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.178014 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.178526 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 10 22:54:08.178846 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: quotasv2.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.179720 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.180042 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loaded extension: quotas Feb 10 22:54:08.180358 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: quotasv2_detail.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.182044 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.182422 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loaded extension: quota_details Feb 10 22:54:08.182754 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: rbac.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.183795 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.184324 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loaded extension: rbac-policies Feb 10 22:54:08.185341 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: rbac_address_scope.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.186455 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.189187 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loaded extension: rbac-address-scope Feb 10 22:54:08.189187 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: rbac_security_groups.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.189854 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.190370 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loaded extension: rbac-security-groups Feb 10 22:54:08.190694 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: rbac_subnetpool.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.191608 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.192146 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loaded extension: rbac-subnetpool Feb 10 22:54:08.192468 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: revisionifmatch.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.193414 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.193977 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loaded extension: revision-if-match Feb 10 22:54:08.194338 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: revisions.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.195416 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.195925 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loaded extension: standard-attr-revisions Feb 10 22:54:08.196248 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: router_availability_zone.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.196956 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.197457 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loaded extension: router_availability_zone Feb 10 22:54:08.197777 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: routerservicetype.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.198689 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.199283 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extension router-service-type not supported by any of loaded plugins Feb 10 22:54:08.199611 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: security_groups_port_filtering.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.200661 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.201166 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loaded extension: port-security-groups-filtering Feb 10 22:54:08.201486 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: securitygroup.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.212640 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.213117 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loaded extension: security-group Feb 10 22:54:08.213445 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: segment.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.214224 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.214736 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extension segment not supported by any of loaded plugins Feb 10 22:54:08.215059 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.216048 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.216561 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 10 22:54:08.216900 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: servicetype.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.218012 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.218536 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loaded extension: service-type Feb 10 22:54:08.218861 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: sorting.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.219843 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.220172 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loaded extension: sorting Feb 10 22:54:08.220780 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: standard_attr_segment.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.224571 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.225095 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 10 22:54:08.225412 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: standardattrdescription.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.226057 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.226563 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loaded extension: standard-attr-description Feb 10 22:54:08.226882 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: stateful_security_group.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.227800 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.228348 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loaded extension: stateful-security-group Feb 10 22:54:08.228708 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: stdattrs_common.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.229290 dv-neutron-828797-1-hyperv neutron-server[84225]: WARNING neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 10 22:54:08.229608 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.230536 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.231048 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 10 22:54:08.231365 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: subnet_onboard.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.233135 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.233657 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loaded extension: subnet_onboard Feb 10 22:54:08.233975 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.234917 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.235425 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 10 22:54:08.235742 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: subnet_service_types.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.236703 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.237212 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loaded extension: subnet-service-types Feb 10 22:54:08.237529 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: subnetallocation.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.238624 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.239134 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loaded extension: subnet_allocation Feb 10 22:54:08.239453 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.240141 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.240677 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loaded extension: subnetpool-prefix-ops Feb 10 22:54:08.240994 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.241939 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.242445 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 10 22:54:08.242759 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: tagging.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.243821 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.244337 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loaded extension: standard-attr-tag Feb 10 22:54:08.244681 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: timestamp.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.245877 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.246482 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loaded extension: standard-attr-timestamp Feb 10 22:54:08.246818 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: trunk.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.251915 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.252424 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extension trunk not supported by any of loaded plugins Feb 10 22:54:08.252775 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: trunk_details.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.253691 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.254199 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extension trunk-details not supported by any of loaded plugins Feb 10 22:54:08.254526 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: uplink_status_propagation.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.255443 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.255955 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 10 22:54:08.256273 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Loading extension file: vlantransparent.py {{(pid=84225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 22:54:08.257012 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=84225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 22:54:08.257514 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extension vlan-transparent not supported by any of loaded plugins Feb 10 22:54:08.259701 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.quota.resource_registry [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Creating instance of TrackedResource for resource:network Feb 10 22:54:08.260415 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.quota.resource_registry [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Creating instance of TrackedResource for resource:subnet Feb 10 22:54:08.261041 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.quota.resource_registry [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Creating instance of TrackedResource for resource:subnetpool Feb 10 22:54:08.261805 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.quota.resource_registry [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Creating instance of TrackedResource for resource:port Feb 10 22:54:08.263481 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.v2.resource_helper [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84225) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 22:54:08.263972 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.v2.resource_helper [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Service FLAVORS assigned prefix: {{(pid=84225) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 22:54:08.264623 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.v2.resource_helper [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84225) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 22:54:08.265058 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.v2.resource_helper [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84225) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 22:54:08.265386 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.quota.resource_registry [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Creating instance of TrackedResource for resource:router Feb 10 22:54:08.266048 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.quota.resource_registry [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Creating instance of TrackedResource for resource:floatingip Feb 10 22:54:08.266766 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.v2.resource_helper [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Service METERING assigned prefix: /metering {{(pid=84225) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 22:54:08.268250 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:08.268648 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:08.268994 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:54:08.270119 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.quota.resource_registry [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Creating instance of CountableResource for resource:rbac_policy Feb 10 22:54:08.270565 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.quota.resource_registry [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Creating instance of TrackedResource for resource:security_group Feb 10 22:54:08.271219 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.quota.resource_registry [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Creating instance of TrackedResource for resource:security_group_rule Feb 10 22:54:08.271985 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.v2.resource_helper [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Service CORE assigned prefix: {{(pid=84225) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 22:54:08.272437 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.quota.resource_registry [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Creating instance of TrackedResource for resource:subnetpool Feb 10 22:54:08.272887 dv-neutron-828797-1-hyperv neutron-server[84225]: WARNING neutron.quota.resource_registry [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] subnetpool is already registered Feb 10 22:54:08.273497 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.v2.resource_helper [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Service CORE assigned prefix: {{(pid=84225) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 22:54:08.273824 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.quota.resource_registry [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Creating instance of TrackedResource for resource:subnetpool Feb 10 22:54:08.274147 dv-neutron-828797-1-hyperv neutron-server[84225]: WARNING neutron.quota.resource_registry [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] subnetpool is already registered Feb 10 22:54:08.276740 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.v2.resource_helper [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84225) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 22:54:08.277187 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.v2.resource_helper [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Service FLAVORS assigned prefix: {{(pid=84225) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 22:54:08.277765 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.v2.resource_helper [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84225) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 22:54:08.278181 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.v2.resource_helper [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84225) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 22:54:08.278574 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.quota.resource_registry [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Creating instance of TrackedResource for resource:router Feb 10 22:54:08.278903 dv-neutron-828797-1-hyperv neutron-server[84225]: WARNING neutron.quota.resource_registry [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] router is already registered Feb 10 22:54:08.279485 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.quota.resource_registry [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Creating instance of TrackedResource for resource:floatingip Feb 10 22:54:08.279809 dv-neutron-828797-1-hyperv neutron-server[84225]: WARNING neutron.quota.resource_registry [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] floatingip is already registered Feb 10 22:54:08.280424 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.v2.resource_helper [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Service METERING assigned prefix: /metering {{(pid=84225) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 22:54:08.281115 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.quota.resource_registry [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Creating instance of CountableResource for resource:rbac_policy Feb 10 22:54:08.281440 dv-neutron-828797-1-hyperv neutron-server[84225]: WARNING neutron.quota.resource_registry [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] rbac_policy is already registered Feb 10 22:54:08.281982 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.quota.resource_registry [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Creating instance of TrackedResource for resource:security_group Feb 10 22:54:08.282306 dv-neutron-828797-1-hyperv neutron-server[84225]: WARNING neutron.quota.resource_registry [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] security_group is already registered Feb 10 22:54:08.282888 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.quota.resource_registry [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Creating instance of TrackedResource for resource:security_group_rule Feb 10 22:54:08.283213 dv-neutron-828797-1-hyperv neutron-server[84225]: WARNING neutron.quota.resource_registry [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] security_group_rule is already registered Feb 10 22:54:08.283861 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.v2.resource_helper [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Service CORE assigned prefix: {{(pid=84225) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 22:54:08.284194 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.quota.resource_registry [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Creating instance of TrackedResource for resource:subnetpool Feb 10 22:54:08.284514 dv-neutron-828797-1-hyperv neutron-server[84225]: WARNING neutron.quota.resource_registry [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] subnetpool is already registered Feb 10 22:54:08.285127 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.v2.resource_helper [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Service CORE assigned prefix: {{(pid=84225) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 22:54:08.285450 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.quota.resource_registry [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Creating instance of TrackedResource for resource:subnetpool Feb 10 22:54:08.285770 dv-neutron-828797-1-hyperv neutron-server[84225]: WARNING neutron.quota.resource_registry [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] subnetpool is already registered Feb 10 22:54:08.286422 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extended resource: extensions {{(pid=84225) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 22:54:08.291048 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extended resource: address-groups {{(pid=84225) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 22:54:08.291048 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extended resource: address-scopes {{(pid=84225) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 22:54:08.291048 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extended resource: agents {{(pid=84225) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 22:54:08.291710 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extended resource: auto-allocated-topology {{(pid=84225) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 22:54:08.292944 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extended resource: availability_zones {{(pid=84225) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 22:54:08.294763 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extended resource: dhcp-networks {{(pid=84225) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 22:54:08.296116 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extended resource: dhcp-agents {{(pid=84225) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 22:54:08.297547 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extended resource: routers {{(pid=84225) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 22:54:08.299312 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extended resource: flavors {{(pid=84225) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 22:54:08.300441 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extended resource: service_profiles {{(pid=84225) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 22:54:08.301646 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extended resource: next_providers {{(pid=84225) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 22:54:08.303237 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extended resource: service_profiles {{(pid=84225) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 22:54:08.304673 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extended resource: floatingip-pools {{(pid=84225) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 22:54:08.305897 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extended resource: routers {{(pid=84225) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 22:54:08.307632 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extended resource: floatingips {{(pid=84225) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 22:54:08.308822 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extended resource: l3-routers {{(pid=84225) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 22:54:08.310754 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extended resource: l3-agents {{(pid=84225) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 22:54:08.312103 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extended resource: metering-labels {{(pid=84225) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 22:54:08.313471 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extended resource: metering-label-rules {{(pid=84225) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 22:54:08.314751 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extended resource: network-ip-availabilities {{(pid=84225) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 22:54:08.315964 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extended resource: bindings {{(pid=84225) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 22:54:08.318495 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extended resource: quotas {{(pid=84225) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 22:54:08.319915 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extended resource: quotas {{(pid=84225) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 22:54:08.321356 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extended resource: rbac-policies {{(pid=84225) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 22:54:08.322617 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extended resource: security-groups {{(pid=84225) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 22:54:08.323797 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extended resource: security-group-rules {{(pid=84225) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 22:54:08.325009 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extended resource: service-providers {{(pid=84225) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 22:54:08.326480 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extended resource: subnetpools {{(pid=84225) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 22:54:08.327874 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extended resource: subnetpools {{(pid=84225) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 22:54:08.329338 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extended resource: tags {{(pid=84225) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 22:54:08.330976 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extended resource: tags {{(pid=84225) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 22:54:08.332754 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extended resource: tags {{(pid=84225) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 22:54:08.334453 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extended resource: tags {{(pid=84225) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 22:54:08.336203 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extended resource: tags {{(pid=84225) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 22:54:08.337910 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extended resource: tags {{(pid=84225) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 22:54:08.339614 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extended resource: tags {{(pid=84225) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 22:54:08.341698 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extended resource: tags {{(pid=84225) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 22:54:08.343506 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extended resource: tags {{(pid=84225) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 22:54:08.345336 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron.api.extensions [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Extended resource: tags {{(pid=84225) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 22:54:08.351400 dv-neutron-828797-1-hyperv neutron-server[84225]: WARNING keystonemiddleware.auth_token [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 10 22:54:08.356076 dv-neutron-828797-1-hyperv neutron-server[84225]: WARNING keystonemiddleware.auth_token [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 10 22:54:08.364528 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_concurrency.lockutils [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Acquired lock "singleton_lock" {{(pid=84225) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 10 22:54:08.365016 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_concurrency.lockutils [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Releasing lock "singleton_lock" {{(pid=84225) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 10 22:54:08.365634 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO oslo_service.service [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Starting 2 workers Feb 10 22:54:08.370190 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Started child 84332 {{(pid=84225) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 10 22:54:08.374934 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Started child 84333 {{(pid=84225) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 10 22:54:08.376517 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO neutron.service [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Neutron service started, listening on 0.0.0.0:9696 Feb 10 22:54:08.376863 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:08.377413 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Notify callbacks [] for process, before_spawn {{(pid=84225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:08.378468 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [-] (84332) wsgi starting up on http://0.0.0.0:9696 Feb 10 22:54:08.379610 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO oslo_service.service [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Starting 1 workers Feb 10 22:54:08.379821 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:08.381145 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [-] (84333) wsgi starting up on http://0.0.0.0:9696 Feb 10 22:54:08.384781 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Started child 84334 {{(pid=84225) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 10 22:54:08.385296 dv-neutron-828797-1-hyperv neutron-server[84225]: INFO oslo_service.service [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Starting 1 workers Feb 10 22:54:08.388848 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.service [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] calling RpcWorker wait() {{(pid=84334) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 10 22:54:08.389429 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.service [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] returning from RpcWorker wait() {{(pid=84334) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 10 22:54:08.389788 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Started child 84335 {{(pid=84225) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 10 22:54:08.390613 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG neutron_lib.callbacks.manager [None req-ef920491-5923-40c5-97d8-996c07a7c35f None None] Notify callbacks [] for process, after_spawn {{(pid=84225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:08.390759 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:08.391210 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:08.392466 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84225) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 10 22:54:08.397783 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 10 22:54:08.397783 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 10 22:54:08.397783 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 10 22:54:08.397783 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 10 22:54:08.397783 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 10 22:54:08.397783 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.397783 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.397783 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.398283 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:08.398736 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.398736 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.398736 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.398736 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.398736 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.398736 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.398736 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.398736 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.399203 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.399203 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.399203 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.399203 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.399203 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.399203 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.399203 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.399203 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.399697 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.399697 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.399697 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.399697 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] debug = True {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.399697 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.400419 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.400419 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.400710 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.400864 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.401050 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.401427 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.401728 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.401979 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.402209 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.402444 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.402702 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.402914 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.403153 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.403929 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.404166 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.404639 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] host = dv-neutron-828797-1-hyperv {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.404862 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.405143 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.405421 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.405618 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.405867 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.406100 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.406356 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.406605 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.406861 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.407109 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.407362 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.407605 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.407831 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.408080 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] log_file = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.408225 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] log_options = True {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.408469 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.408772 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.409034 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.409217 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.409365 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.409542 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.409805 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.409950 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.410204 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.410446 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.410655 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.410864 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.411106 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.411393 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.411645 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.411797 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.412019 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.412226 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.412468 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.412733 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.412955 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.413191 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.413402 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.413617 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.413825 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.414039 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.414258 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.414466 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.414673 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.414912 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.415172 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.415421 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.415660 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.415897 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.416120 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.416365 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.416593 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.416849 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.417408 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.417408 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.417696 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.417846 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.417985 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.418251 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.418451 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.418658 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] use_json = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.418869 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.419732 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.419977 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.420189 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.420429 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.420662 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.420879 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.421124 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.421332 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.421755 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.422014 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.422316 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.422558 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.422815 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.423059 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.423304 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.423512 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.423733 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.423954 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.424298 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.424617 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.424864 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:08.424997 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.428801 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.428801 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.428801 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.428801 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.428801 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.428801 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.428801 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.428801 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.429396 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.429396 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.429396 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.429396 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.429396 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.429396 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.429396 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.429396 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.429396 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.430002 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.430002 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.430156 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.430258 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.430470 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.430686 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.430898 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.431148 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.431359 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.431594 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.431825 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.432043 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.432254 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.432465 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.432721 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.432949 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.433163 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.433378 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.433589 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.433844 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.434049 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.434307 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.434556 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.434840 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.435081 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.435421 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.435657 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.435899 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.436139 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.436354 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.436630 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.436848 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.437055 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.437279 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.437551 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.439253 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.439253 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.439253 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.439253 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.439253 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.439253 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.439710 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.439710 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.439710 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.440072 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.440391 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.440641 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.444069 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.444069 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.444069 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.444069 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.444069 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.444069 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.444069 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.444069 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.446172 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.446172 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.446172 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.446172 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.446172 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.446172 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.446172 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.451242 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.451765 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.452765 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.453531 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.454006 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.454289 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.454599 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.454888 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.455251 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.455598 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.455863 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.456157 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.456408 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.456705 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.457003 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.458846 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.459159 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.459736 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.460205 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.460504 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.461511 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.461837 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.462121 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.462400 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.463258 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.463258 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.463577 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.464593 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.465313 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.465313 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.465587 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.466420 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.466675 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.467127 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.467403 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.467646 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.467988 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.468256 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.468526 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.468787 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.469051 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.469284 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.469519 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.469749 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.469975 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.470183 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.470435 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.470927 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.471171 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.471390 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.471599 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.471838 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.472046 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.473064 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.473064 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.473064 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.473064 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.473540 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.473540 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.473691 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.473927 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.474136 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.474371 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.474591 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.474819 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.475066 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.475289 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.475536 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.475778 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.476003 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.476221 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.476459 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.476727 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.476937 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.477177 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.477389 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.477595 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.477807 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.478035 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.478265 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.478488 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.478727 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.478929 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.479157 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.479384 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.479700 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.479929 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.480168 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.480496 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.480658 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.483750 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.483750 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.483750 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.483750 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.483750 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.483750 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.483750 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.483750 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.484516 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.484670 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.485666 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 37238) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:08.486996 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.487412 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.487655 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.487954 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.488185 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.488413 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.488764 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.489019 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.489261 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.489520 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.489770 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.490006 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.490220 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.490433 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.490650 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.490859 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.491156 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.491406 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.491626 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.491923 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.492149 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.492377 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.492655 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.492960 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.493179 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.493421 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.493640 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.493853 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.494070 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.494338 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.495073 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.495468 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [-] 10.222.0.59 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064819 Feb 10 22:54:08.495555 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.495555 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.495678 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.495853 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.496158 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.496429 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.496694 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.497066 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.497475 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.498445 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.498445 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.498445 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.498689 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.498758 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.498948 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.499167 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.499399 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.499651 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.499903 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.500133 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.500371 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.500598 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.500823 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.501033 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.501251 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.501475 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.501709 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.501919 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.502079 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 10 22:54:08.502593 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84225) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 10 22:54:08.502763 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 10 22:54:08.502909 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 10 22:54:08.503034 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 10 22:54:08.503254 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 10 22:54:08.503357 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 10 22:54:08.503523 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.503696 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.503848 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.504001 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.504141 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.504306 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.504456 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.504694 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.504857 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.504999 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.505159 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.505308 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.505466 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.505613 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.505977 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.505977 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.506213 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.506320 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.506462 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.506623 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.506778 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.507132 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.507132 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] debug = True {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.507374 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.507584 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.507746 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.508094 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.508094 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.508227 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.508387 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.508475 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.508648 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.508783 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.509025 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.509149 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.514927 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.514927 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.514927 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.514927 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.514927 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] host = dv-neutron-828797-1-hyperv {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.514927 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.514927 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.514927 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.515553 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.515553 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.515553 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.515553 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.515553 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.515553 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.515553 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.515553 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.516399 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.516399 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.516399 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] log_file = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.516399 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] log_options = True {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.516399 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.516399 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.516399 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.516399 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.516978 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.516978 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.516978 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.516978 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.516978 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.516978 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.516978 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.517649 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.517649 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.517649 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.517649 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.517649 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.517649 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.517649 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.517649 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.518098 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.518098 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.518098 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.518098 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.518098 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.518098 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.518098 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.518098 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.518098 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.518567 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.518567 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.518567 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.518567 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.518567 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.518567 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.518567 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.518567 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.519164 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.519164 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.519164 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.519164 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.519164 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.519164 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.519164 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.519164 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.519703 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.519703 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] use_json = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.519703 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.519703 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.519703 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.519703 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.519703 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.519703 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.520209 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.520209 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.520209 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:54:08.520414 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.520414 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.520595 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.520707 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.520865 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.521024 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.521843 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.521843 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.521843 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.521843 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.521843 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.522244 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.522244 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.522244 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.522457 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.522543 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.522662 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.522820 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.522978 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.523136 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.523294 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.523453 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.523610 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.523769 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.523926 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.524083 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.524241 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.524400 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.527621 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.527621 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.527621 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.527621 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.527621 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.527621 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.527621 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.527621 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.527621 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.530093 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.530093 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.530093 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.530093 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.530093 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.530093 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.530093 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.530093 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.530093 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.530708 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.530708 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.530708 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.530708 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.530708 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.530708 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.530708 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.530708 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.530708 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.531425 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.531425 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.531425 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.531425 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.531425 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.531425 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.531425 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.531425 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.531425 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.532107 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.532107 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.532107 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.532107 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.532107 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.532107 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.532107 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.532107 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.532650 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.533201 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.533393 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.533574 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.533728 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.533887 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.534222 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.534391 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.534545 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.534709 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.534869 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.535028 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.535192 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.535347 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.535505 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.535666 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.535826 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.535990 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.536148 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.536305 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.536463 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.536644 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.536803 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.536961 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.537118 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.537275 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.537985 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.537985 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.537985 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.537985 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.538391 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.538391 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.538391 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.538692 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.538692 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.538886 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.538989 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.539092 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.539212 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.539368 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.539526 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.539684 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.539841 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.539999 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.540155 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.540351 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.540522 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.540701 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.540864 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.541019 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.541200 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.541357 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.541514 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.541677 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.541831 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.542137 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.542448 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.542615 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.542768 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.542932 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.543080 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.543217 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.543589 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.543589 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.544591 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.544591 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.544912 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.544912 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.545214 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.545214 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.545503 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.545503 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.545824 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.545824 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.546080 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.546080 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.546335 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.546335 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.546621 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.546621 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.546910 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.547046 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.547181 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.547365 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.547515 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.547678 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.547859 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.548010 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.548173 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.548334 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.548494 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.548661 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.548825 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.548987 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.549148 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.549322 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.549520 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.549672 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.549829 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.550022 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.550168 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.550319 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.550459 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.550593 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.550728 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.550872 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.551036 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.551221 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.551358 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.551515 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.551675 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.551825 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.551981 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.552138 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.552274 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.552479 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.552662 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.552800 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.552934 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.553070 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.553205 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.553339 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.553485 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.553650 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.553846 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.554006 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.554160 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.554296 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.554431 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.554575 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.554710 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.554854 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.555100 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.555245 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.555422 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.555566 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.555725 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.555864 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.556054 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.556197 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.556400 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.556620 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.556764 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.556900 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.557036 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.557170 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.557306 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.557442 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.557599 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.557749 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.557887 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.558596 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.558596 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.558596 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.558596 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.559135 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.559135 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.559135 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.560063 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.560063 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.560063 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.560890 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.560890 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.560890 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.560890 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.560890 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.561802 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.561802 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.561802 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.561802 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.561802 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.561802 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.561802 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.563194 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.563194 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.563194 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.563194 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.563194 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.563194 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:54:08.563194 dv-neutron-828797-1-hyperv neutron-server[84225]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 10 22:54:08.590262 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:19.011462 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c084b13-1022-40e3-aa2e-e6e18420091a None None] get_active_networks_info from dv-neutron-828797-1-hyperv {{(pid=84334) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 10 22:54:19.096505 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c084b13-1022-40e3-aa2e-e6e18420091a None None] No non-hosted networks {{(pid=84334) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 10 22:54:19.117570 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.agentschedulers_db [None req-3c084b13-1022-40e3-aa2e-e6e18420091a None None] DHCP Agent not found on host dv-neutron-828797-1-hyperv {{(pid=84334) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 10 22:54:19.249692 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-03c3b160-81da-4bd2-9664-06cb30917517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1733042'] for agent, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:21.189969 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f8418012-f12a-46b4-b4df-3d0ac47d68bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1733042'] for agent, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:21.228509 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-ed7a1511-5781-464d-9f06-d6e4aa937587 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-828797-1-hyperv {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:54:21.229189 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-ed7a1511-5781-464d-9f06-d6e4aa937587 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:54:21.815399 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ed7a1511-5781-464d-9f06-d6e4aa937587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:22.370621 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1733042'] for agent, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:22.549124 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1733042'] for agent, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:22.549860 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:22.550365 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:22.550961 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:22.551499 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:22.552020 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:22.552589 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:22.553109 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:22.553665 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:22.554193 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:22.554923 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:22.555551 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:22.556112 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-828797-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:22.562748 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-828797-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:23.895666 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1733042'] for agent, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:24.329117 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.db.l3_hamode_db [None req-e04b7e8c-13cd-401f-a71b-a0d83001b84a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 10 22:54:24.415437 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04b7e8c-13cd-401f-a71b-a0d83001b84a None None] Routers set() bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 22:54:24.415729 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04b7e8c-13cd-401f-a71b-a0d83001b84a None None] Router IDs set() for agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 10 22:54:25.531467 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 37338) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:26.132166 dv-neutron-828797-1-hyperv neutron-server[84333]: WARNING oslo_policy.policy [None req-e8f65e5a-b79a-428d-a39e-2adad3df75ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 22:54:26.132789 dv-neutron-828797-1-hyperv neutron-server[84333]: WARNING oslo_policy.policy [None req-e8f65e5a-b79a-428d-a39e-2adad3df75ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 22:54:26.347657 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [None req-e8f65e5a-b79a-428d-a39e-2adad3df75ea admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84333) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 22:54:26.348753 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-e8f65e5a-b79a-428d-a39e-2adad3df75ea admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8163671 Feb 10 22:54:28.634832 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 37352) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:29.027707 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-a096e9bb-4fd8-4f08-bdd0-c39f1f0dfce9 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 22:54:29.080474 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.policy [None req-a096e9bb-4fd8-4f08-bdd0-c39f1f0dfce9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84333) register_rules /opt/stack/neutron/neutron/policy.py:65}} Feb 10 22:54:29.081228 dv-neutron-828797-1-hyperv neutron-server[84333]: WARNING oslo_policy.policy [None req-a096e9bb-4fd8-4f08-bdd0-c39f1f0dfce9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 22:54:29.081582 dv-neutron-828797-1-hyperv neutron-server[84333]: WARNING oslo_policy.policy [None req-a096e9bb-4fd8-4f08-bdd0-c39f1f0dfce9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 22:54:29.084879 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.quota [None req-a096e9bb-4fd8-4f08-bdd0-c39f1f0dfce9 admin admin] Loaded quota_driver: . Feb 10 22:54:29.100171 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a096e9bb-4fd8-4f08-bdd0-c39f1f0dfce9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:54:29.247856 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a096e9bb-4fd8-4f08-bdd0-c39f1f0dfce9 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769974265228', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769974226012', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769974223864', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769974234988', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769974236880', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3187291', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3241419', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1590952', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1607231'] for rbac-policy, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:29.443012 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a096e9bb-4fd8-4f08-bdd0-c39f1f0dfce9 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:29.444466 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-a096e9bb-4fd8-4f08-bdd0-c39f1f0dfce9 admin admin] 10.222.0.59 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8084669 Feb 10 22:54:31.976168 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 37366) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:32.342393 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-42d671b5-6121-4831-b10c-9d716d00b084 admin admin] Request body: {'network': {'name': 'private', 'project_id': '342ad875960c424b836860c1594fe945', 'admin_state_up': True}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 22:54:32.347245 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-42d671b5-6121-4831-b10c-9d716d00b084 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:54:32.351658 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-42d671b5-6121-4831-b10c-9d716d00b084 admin admin] Usage tracker for resource:network and tenant:342ad875960c424b836860c1594fe945 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:54:32.356327 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-42d671b5-6121-4831-b10c-9d716d00b084 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:54:32.362386 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-42d671b5-6121-4831-b10c-9d716d00b084 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:54:32.417669 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d671b5-6121-4831-b10c-9d716d00b084 admin admin] Made reservation on behalf of 342ad875960c424b836860c1594fe945 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:54:32.420515 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-42d671b5-6121-4831-b10c-9d716d00b084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:32.441482 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-42d671b5-6121-4831-b10c-9d716d00b084 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:32.484416 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-42d671b5-6121-4831-b10c-9d716d00b084 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:54:32.488049 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-42d671b5-6121-4831-b10c-9d716d00b084 admin admin] Usage tracker for resource:security_group_rule and tenant:342ad875960c424b836860c1594fe945 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:54:32.490825 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-42d671b5-6121-4831-b10c-9d716d00b084 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:54:32.497197 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-42d671b5-6121-4831-b10c-9d716d00b084 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:54:32.561315 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-42d671b5-6121-4831-b10c-9d716d00b084 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:32.680299 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-42d671b5-6121-4831-b10c-9d716d00b084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:32.705173 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42d671b5-6121-4831-b10c-9d716d00b084 admin admin] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:54:32.731936 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-42d671b5-6121-4831-b10c-9d716d00b084 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769972290910', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:32.732510 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-42d671b5-6121-4831-b10c-9d716d00b084 admin admin] Unsubscribe: segment precommit_create {{(pid=84333) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 10 22:54:32.733038 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-42d671b5-6121-4831-b10c-9d716d00b084 admin admin] Added segment 7ceab0cf-3586-4aae-9e41-e86db8d2881b of type vlan for network af3214c4-d8e1-4ecc-83d0-a8a21081bddf Feb 10 22:54:32.741132 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d671b5-6121-4831-b10c-9d716d00b084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88dd412f-2788-4946-980b-c0684ccef383,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:32.801654 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d671b5-6121-4831-b10c-9d716d00b084 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:32.801992 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d671b5-6121-4831-b10c-9d716d00b084 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:32.802323 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d671b5-6121-4831-b10c-9d716d00b084 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:32.802647 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d671b5-6121-4831-b10c-9d716d00b084 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:32.802983 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d671b5-6121-4831-b10c-9d716d00b084 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:32.803306 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d671b5-6121-4831-b10c-9d716d00b084 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:32.803639 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d671b5-6121-4831-b10c-9d716d00b084 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:32.803962 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d671b5-6121-4831-b10c-9d716d00b084 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:32.804273 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d671b5-6121-4831-b10c-9d716d00b084 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:32.804602 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d671b5-6121-4831-b10c-9d716d00b084 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:32.804914 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d671b5-6121-4831-b10c-9d716d00b084 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:32.806223 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d671b5-6121-4831-b10c-9d716d00b084 admin admin] Tracked resource versions report: Feb 10 22:54:32.806223 dv-neutron-828797-1-hyperv neutron-server[84333]: pushed versions: Feb 10 22:54:32.806223 dv-neutron-828797-1-hyperv neutron-server[84333]: { 'ConntrackHelper': {'1.0'}, Feb 10 22:54:32.806223 dv-neutron-828797-1-hyperv neutron-server[84333]: 'Log': {'1.0'}, Feb 10 22:54:32.806223 dv-neutron-828797-1-hyperv neutron-server[84333]: 'Network': {'1.1'}, Feb 10 22:54:32.806223 dv-neutron-828797-1-hyperv neutron-server[84333]: 'Port': {'1.5'}, Feb 10 22:54:32.806223 dv-neutron-828797-1-hyperv neutron-server[84333]: 'PortForwarding': {'1.2'}, Feb 10 22:54:32.806223 dv-neutron-828797-1-hyperv neutron-server[84333]: 'QosPolicy': {'1.8'}, Feb 10 22:54:32.806223 dv-neutron-828797-1-hyperv neutron-server[84333]: 'SecurityGroup': {'1.2'}, Feb 10 22:54:32.806223 dv-neutron-828797-1-hyperv neutron-server[84333]: 'SecurityGroupRule': {'1.0'}, Feb 10 22:54:32.806223 dv-neutron-828797-1-hyperv neutron-server[84333]: 'SubPort': {'1.0'}, Feb 10 22:54:32.806223 dv-neutron-828797-1-hyperv neutron-server[84333]: 'Subnet': {'1.1'}, Feb 10 22:54:32.806223 dv-neutron-828797-1-hyperv neutron-server[84333]: 'Trunk': {'1.1'}} Feb 10 22:54:32.806223 dv-neutron-828797-1-hyperv neutron-server[84333]: consumer versions: Feb 10 22:54:32.806223 dv-neutron-828797-1-hyperv neutron-server[84333]: { DHCP agent@dv-neutron-828797-1-hyperv: {}, Feb 10 22:54:32.806223 dv-neutron-828797-1-hyperv neutron-server[84333]: L3 agent@dv-neutron-828797-1-hyperv: {}, Feb 10 22:54:32.806223 dv-neutron-828797-1-hyperv neutron-server[84333]: Metadata agent@dv-neutron-828797-1-hyperv: {}, Feb 10 22:54:32.806223 dv-neutron-828797-1-hyperv neutron-server[84333]: Metering agent@dv-neutron-828797-1-hyperv: {}, Feb 10 22:54:32.806223 dv-neutron-828797-1-hyperv neutron-server[84333]: Open vSwitch agent@dv-neutron-828797-1-hyperv: { 'ConntrackHelper': '1.0', Feb 10 22:54:32.806223 dv-neutron-828797-1-hyperv neutron-server[84333]: 'Log': '1.0', Feb 10 22:54:32.806223 dv-neutron-828797-1-hyperv neutron-server[84333]: 'Network': '1.1', Feb 10 22:54:32.806223 dv-neutron-828797-1-hyperv neutron-server[84333]: 'Port': '1.5', Feb 10 22:54:32.806223 dv-neutron-828797-1-hyperv neutron-server[84333]: 'PortForwarding': '1.2', Feb 10 22:54:32.806223 dv-neutron-828797-1-hyperv neutron-server[84333]: 'QosPolicy': '1.8', Feb 10 22:54:32.806223 dv-neutron-828797-1-hyperv neutron-server[84333]: 'SecurityGroup': '1.2', Feb 10 22:54:32.806223 dv-neutron-828797-1-hyperv neutron-server[84333]: 'SecurityGroupRule': '1.0', Feb 10 22:54:32.806223 dv-neutron-828797-1-hyperv neutron-server[84333]: 'SubPort': '1.0', Feb 10 22:54:32.806223 dv-neutron-828797-1-hyperv neutron-server[84333]: 'Subnet': '1.1', Feb 10 22:54:32.806223 dv-neutron-828797-1-hyperv neutron-server[84333]: 'Trunk': '1.1'}} Feb 10 22:54:32.806223 dv-neutron-828797-1-hyperv neutron-server[84333]: {{(pid=84333) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 22:54:32.846462 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-42d671b5-6121-4831-b10c-9d716d00b084 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:32.949683 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-42d671b5-6121-4831-b10c-9d716d00b084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:32.950615 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d671b5-6121-4831-b10c-9d716d00b084 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:32.951308 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-42d671b5-6121-4831-b10c-9d716d00b084 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:33.055081 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d671b5-6121-4831-b10c-9d716d00b084 admin admin] Pushing event updated for resources: {'Network': ['ID=af3214c4-d8e1-4ecc-83d0-a8a21081bddf,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:33.066735 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network af3214c4-d8e1-4ecc-83d0-a8a21081bddf details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:54:33.121760 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-42d671b5-6121-4831-b10c-9d716d00b084 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1439071 Feb 10 22:54:35.761279 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 37382) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:36.401679 dv-neutron-828797-1-hyperv neutron-server[84332]: WARNING oslo_policy.policy [None req-56bc815a-83d2-42c9-b886-f08daffc456b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 22:54:36.402783 dv-neutron-828797-1-hyperv neutron-server[84332]: WARNING oslo_policy.policy [None req-56bc815a-83d2-42c9-b886-f08daffc456b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 22:54:36.800099 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.policy [None req-56bc815a-83d2-42c9-b886-f08daffc456b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84332) register_rules /opt/stack/neutron/neutron/policy.py:65}} Feb 10 22:54:36.800892 dv-neutron-828797-1-hyperv neutron-server[84332]: WARNING oslo_policy.policy [None req-56bc815a-83d2-42c9-b886-f08daffc456b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 22:54:36.801254 dv-neutron-828797-1-hyperv neutron-server[84332]: WARNING oslo_policy.policy [None req-56bc815a-83d2-42c9-b886-f08daffc456b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 22:54:36.804141 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bc815a-83d2-42c9-b886-f08daffc456b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:36.805939 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-56bc815a-83d2-42c9-b886-f08daffc456b admin admin] 10.222.0.59 "GET /v2.0/networks/af3214c4-d8e1-4ecc-83d0-a8a21081bddf HTTP/1.1" status: 200 len: 825 time: 1.0420005 Feb 10 22:54:36.837273 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-22c26197-8de3-4197-ae6d-f4615aef6d84 admin admin] 10.222.0.59 "GET /v2.0/subnetpools/d83c6df6-8416-469b-8384-1688fd02c828 HTTP/1.1" status: 200 len: 734 time: 0.0260847 Feb 10 22:54:36.846501 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-93bc43ad-fe35-4dfb-8a58-ee172931d31d admin admin] Request body: {'subnet': {'subnetpool_id': 'd83c6df6-8416-469b-8384-1688fd02c828', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': '342ad875960c424b836860c1594fe945', 'network_id': 'af3214c4-d8e1-4ecc-83d0-a8a21081bddf'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 22:54:36.847981 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.quota [None req-93bc43ad-fe35-4dfb-8a58-ee172931d31d admin admin] Loaded quota_driver: . Feb 10 22:54:36.853852 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-93bc43ad-fe35-4dfb-8a58-ee172931d31d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:54:36.859306 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-93bc43ad-fe35-4dfb-8a58-ee172931d31d admin admin] Usage tracker for resource:subnet and tenant:342ad875960c424b836860c1594fe945 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:54:36.862510 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-93bc43ad-fe35-4dfb-8a58-ee172931d31d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:54:36.869367 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-93bc43ad-fe35-4dfb-8a58-ee172931d31d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:54:36.968206 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93bc43ad-fe35-4dfb-8a58-ee172931d31d admin admin] Made reservation on behalf of 342ad875960c424b836860c1594fe945 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:54:36.971233 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-93bc43ad-fe35-4dfb-8a58-ee172931d31d admin admin] Notify callbacks [] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:37.334674 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-93bc43ad-fe35-4dfb-8a58-ee172931d31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:37.421578 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bc43ad-fe35-4dfb-8a58-ee172931d31d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ca61f78-178a-4822-bc5a-a3867e607543,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:37.423839 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bc43ad-fe35-4dfb-8a58-ee172931d31d admin admin] Checking segment: {'id': '7ceab0cf-3586-4aae-9e41-e86db8d2881b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'af3214c4-d8e1-4ecc-83d0-a8a21081bddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 22:54:37.424175 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bc43ad-fe35-4dfb-8a58-ee172931d31d admin admin] Network hostable DHCP agents. Network: af3214c4-d8e1-4ecc-83d0-a8a21081bddf, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:54:37.440573 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bc43ad-fe35-4dfb-8a58-ee172931d31d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:37.440920 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bc43ad-fe35-4dfb-8a58-ee172931d31d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:37.441290 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bc43ad-fe35-4dfb-8a58-ee172931d31d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:37.441622 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bc43ad-fe35-4dfb-8a58-ee172931d31d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:37.441956 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bc43ad-fe35-4dfb-8a58-ee172931d31d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:37.442285 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bc43ad-fe35-4dfb-8a58-ee172931d31d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:37.442613 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bc43ad-fe35-4dfb-8a58-ee172931d31d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:37.442930 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bc43ad-fe35-4dfb-8a58-ee172931d31d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:37.443240 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bc43ad-fe35-4dfb-8a58-ee172931d31d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:37.443549 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bc43ad-fe35-4dfb-8a58-ee172931d31d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:37.443855 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bc43ad-fe35-4dfb-8a58-ee172931d31d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:37.445170 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bc43ad-fe35-4dfb-8a58-ee172931d31d admin admin] Tracked resource versions report: Feb 10 22:54:37.445170 dv-neutron-828797-1-hyperv neutron-server[84332]: pushed versions: Feb 10 22:54:37.445170 dv-neutron-828797-1-hyperv neutron-server[84332]: { 'ConntrackHelper': {'1.0'}, Feb 10 22:54:37.445170 dv-neutron-828797-1-hyperv neutron-server[84332]: 'Log': {'1.0'}, Feb 10 22:54:37.445170 dv-neutron-828797-1-hyperv neutron-server[84332]: 'Network': {'1.1'}, Feb 10 22:54:37.445170 dv-neutron-828797-1-hyperv neutron-server[84332]: 'Port': {'1.5'}, Feb 10 22:54:37.445170 dv-neutron-828797-1-hyperv neutron-server[84332]: 'PortForwarding': {'1.2'}, Feb 10 22:54:37.445170 dv-neutron-828797-1-hyperv neutron-server[84332]: 'QosPolicy': {'1.8'}, Feb 10 22:54:37.445170 dv-neutron-828797-1-hyperv neutron-server[84332]: 'SecurityGroup': {'1.2'}, Feb 10 22:54:37.445170 dv-neutron-828797-1-hyperv neutron-server[84332]: 'SecurityGroupRule': {'1.0'}, Feb 10 22:54:37.445170 dv-neutron-828797-1-hyperv neutron-server[84332]: 'SubPort': {'1.0'}, Feb 10 22:54:37.445170 dv-neutron-828797-1-hyperv neutron-server[84332]: 'Subnet': {'1.1'}, Feb 10 22:54:37.445170 dv-neutron-828797-1-hyperv neutron-server[84332]: 'Trunk': {'1.1'}} Feb 10 22:54:37.445170 dv-neutron-828797-1-hyperv neutron-server[84332]: consumer versions: Feb 10 22:54:37.445170 dv-neutron-828797-1-hyperv neutron-server[84332]: { DHCP agent@dv-neutron-828797-1-hyperv: {}, Feb 10 22:54:37.445170 dv-neutron-828797-1-hyperv neutron-server[84332]: L3 agent@dv-neutron-828797-1-hyperv: {}, Feb 10 22:54:37.445170 dv-neutron-828797-1-hyperv neutron-server[84332]: Metadata agent@dv-neutron-828797-1-hyperv: {}, Feb 10 22:54:37.445170 dv-neutron-828797-1-hyperv neutron-server[84332]: Metering agent@dv-neutron-828797-1-hyperv: {}, Feb 10 22:54:37.445170 dv-neutron-828797-1-hyperv neutron-server[84332]: Open vSwitch agent@dv-neutron-828797-1-hyperv: { 'ConntrackHelper': '1.0', Feb 10 22:54:37.445170 dv-neutron-828797-1-hyperv neutron-server[84332]: 'Log': '1.0', Feb 10 22:54:37.445170 dv-neutron-828797-1-hyperv neutron-server[84332]: 'Network': '1.1', Feb 10 22:54:37.445170 dv-neutron-828797-1-hyperv neutron-server[84332]: 'Port': '1.5', Feb 10 22:54:37.445170 dv-neutron-828797-1-hyperv neutron-server[84332]: 'PortForwarding': '1.2', Feb 10 22:54:37.445170 dv-neutron-828797-1-hyperv neutron-server[84332]: 'QosPolicy': '1.8', Feb 10 22:54:37.445170 dv-neutron-828797-1-hyperv neutron-server[84332]: 'SecurityGroup': '1.2', Feb 10 22:54:37.445170 dv-neutron-828797-1-hyperv neutron-server[84332]: 'SecurityGroupRule': '1.0', Feb 10 22:54:37.445170 dv-neutron-828797-1-hyperv neutron-server[84332]: 'SubPort': '1.0', Feb 10 22:54:37.445170 dv-neutron-828797-1-hyperv neutron-server[84332]: 'Subnet': '1.1', Feb 10 22:54:37.445170 dv-neutron-828797-1-hyperv neutron-server[84332]: 'Trunk': '1.1'}} Feb 10 22:54:37.445170 dv-neutron-828797-1-hyperv neutron-server[84332]: {{(pid=84332) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 22:54:37.557061 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bc43ad-fe35-4dfb-8a58-ee172931d31d admin admin] Network af3214c4-d8e1-4ecc-83d0-a8a21081bddf is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:54:37.614282 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-93bc43ad-fe35-4dfb-8a58-ee172931d31d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, af3214c4-d8e1-4ecc-83d0-a8a21081bddf) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:54:37.619163 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bc43ad-fe35-4dfb-8a58-ee172931d31d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:37.620142 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-93bc43ad-fe35-4dfb-8a58-ee172931d31d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:37.624875 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e46986-947f-49f8-914b-c76b7e5b36d7 None None] Network af3214c4-d8e1-4ecc-83d0-a8a21081bddf requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 22:54:37.716077 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-93bc43ad-fe35-4dfb-8a58-ee172931d31d admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8732278 Feb 10 22:54:37.928257 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f6eaa9-48ac-402c-a761-7aedd7933cab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-af3214c4-d8e1-4ecc-83d0-a8a21081bddf', 'network_id': 'af3214c4-d8e1-4ecc-83d0-a8a21081bddf', 'tenant_id': '342ad875960c424b836860c1594fe945', 'fixed_ips': [{'subnet_id': '0ca61f78-178a-4822-bc5a-a3867e607543'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 22:54:37.929466 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-88f6eaa9-48ac-402c-a761-7aedd7933cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:38.118367 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-88f6eaa9-48ac-402c-a761-7aedd7933cab None None] Allocated IP 172.20.0.2 (af3214c4-d8e1-4ecc-83d0-a8a21081bddf/0ca61f78-178a-4822-bc5a-a3867e607543/b4ce9442-3252-4e5d-9d3d-121add07e03f) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:54:38.339291 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-88f6eaa9-48ac-402c-a761-7aedd7933cab None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:38.352990 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-88f6eaa9-48ac-402c-a761-7aedd7933cab None None] Transition to ACTIVE for port object b4ce9442-3252-4e5d-9d3d-121add07e03f will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:54:38.377120 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-88f6eaa9-48ac-402c-a761-7aedd7933cab None None] Transition to ACTIVE for port object b4ce9442-3252-4e5d-9d3d-121add07e03f will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:54:38.463974 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-88f6eaa9-48ac-402c-a761-7aedd7933cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:38.531295 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f6eaa9-48ac-402c-a761-7aedd7933cab None None] Network af3214c4-d8e1-4ecc-83d0-a8a21081bddf is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:54:38.534021 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-88f6eaa9-48ac-402c-a761-7aedd7933cab None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:54:38.538975 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f6eaa9-48ac-402c-a761-7aedd7933cab None None] Pushing event updated for resources: {'Port': ['ID=b4ce9442-3252-4e5d-9d3d-121add07e03f,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:38.541360 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f6eaa9-48ac-402c-a761-7aedd7933cab None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 22:54:38.552751 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f6eaa9-48ac-402c-a761-7aedd7933cab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:38.553113 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f6eaa9-48ac-402c-a761-7aedd7933cab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:38.553420 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f6eaa9-48ac-402c-a761-7aedd7933cab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:38.553752 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f6eaa9-48ac-402c-a761-7aedd7933cab None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:38.554096 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f6eaa9-48ac-402c-a761-7aedd7933cab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:38.554427 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f6eaa9-48ac-402c-a761-7aedd7933cab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:38.554749 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f6eaa9-48ac-402c-a761-7aedd7933cab None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:38.555088 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f6eaa9-48ac-402c-a761-7aedd7933cab None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:38.555411 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f6eaa9-48ac-402c-a761-7aedd7933cab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:38.555730 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f6eaa9-48ac-402c-a761-7aedd7933cab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:38.556047 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f6eaa9-48ac-402c-a761-7aedd7933cab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:38.557406 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f6eaa9-48ac-402c-a761-7aedd7933cab None None] Tracked resource versions report: Feb 10 22:54:38.557406 dv-neutron-828797-1-hyperv neutron-server[84334]: pushed versions: Feb 10 22:54:38.557406 dv-neutron-828797-1-hyperv neutron-server[84334]: { 'ConntrackHelper': {'1.0'}, Feb 10 22:54:38.557406 dv-neutron-828797-1-hyperv neutron-server[84334]: 'Log': {'1.0'}, Feb 10 22:54:38.557406 dv-neutron-828797-1-hyperv neutron-server[84334]: 'Network': {'1.1'}, Feb 10 22:54:38.557406 dv-neutron-828797-1-hyperv neutron-server[84334]: 'Port': {'1.5'}, Feb 10 22:54:38.557406 dv-neutron-828797-1-hyperv neutron-server[84334]: 'PortForwarding': {'1.2'}, Feb 10 22:54:38.557406 dv-neutron-828797-1-hyperv neutron-server[84334]: 'QosPolicy': {'1.8'}, Feb 10 22:54:38.557406 dv-neutron-828797-1-hyperv neutron-server[84334]: 'SecurityGroup': {'1.2'}, Feb 10 22:54:38.557406 dv-neutron-828797-1-hyperv neutron-server[84334]: 'SecurityGroupRule': {'1.0'}, Feb 10 22:54:38.557406 dv-neutron-828797-1-hyperv neutron-server[84334]: 'SubPort': {'1.0'}, Feb 10 22:54:38.557406 dv-neutron-828797-1-hyperv neutron-server[84334]: 'Subnet': {'1.1'}, Feb 10 22:54:38.557406 dv-neutron-828797-1-hyperv neutron-server[84334]: 'Trunk': {'1.1'}} Feb 10 22:54:38.557406 dv-neutron-828797-1-hyperv neutron-server[84334]: consumer versions: Feb 10 22:54:38.557406 dv-neutron-828797-1-hyperv neutron-server[84334]: { DHCP agent@dv-neutron-828797-1-hyperv: {}, Feb 10 22:54:38.557406 dv-neutron-828797-1-hyperv neutron-server[84334]: L3 agent@dv-neutron-828797-1-hyperv: {}, Feb 10 22:54:38.557406 dv-neutron-828797-1-hyperv neutron-server[84334]: Metadata agent@dv-neutron-828797-1-hyperv: {}, Feb 10 22:54:38.557406 dv-neutron-828797-1-hyperv neutron-server[84334]: Metering agent@dv-neutron-828797-1-hyperv: {}, Feb 10 22:54:38.557406 dv-neutron-828797-1-hyperv neutron-server[84334]: Open vSwitch agent@dv-neutron-828797-1-hyperv: { 'ConntrackHelper': '1.0', Feb 10 22:54:38.557406 dv-neutron-828797-1-hyperv neutron-server[84334]: 'Log': '1.0', Feb 10 22:54:38.557406 dv-neutron-828797-1-hyperv neutron-server[84334]: 'Network': '1.1', Feb 10 22:54:38.557406 dv-neutron-828797-1-hyperv neutron-server[84334]: 'Port': '1.5', Feb 10 22:54:38.557406 dv-neutron-828797-1-hyperv neutron-server[84334]: 'PortForwarding': '1.2', Feb 10 22:54:38.557406 dv-neutron-828797-1-hyperv neutron-server[84334]: 'QosPolicy': '1.8', Feb 10 22:54:38.557406 dv-neutron-828797-1-hyperv neutron-server[84334]: 'SecurityGroup': '1.2', Feb 10 22:54:38.557406 dv-neutron-828797-1-hyperv neutron-server[84334]: 'SecurityGroupRule': '1.0', Feb 10 22:54:38.557406 dv-neutron-828797-1-hyperv neutron-server[84334]: 'SubPort': '1.0', Feb 10 22:54:38.557406 dv-neutron-828797-1-hyperv neutron-server[84334]: 'Subnet': '1.1', Feb 10 22:54:38.557406 dv-neutron-828797-1-hyperv neutron-server[84334]: 'Trunk': '1.1'}} Feb 10 22:54:38.557406 dv-neutron-828797-1-hyperv neutron-server[84334]: {{(pid=84334) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 22:54:38.644387 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-88f6eaa9-48ac-402c-a761-7aedd7933cab None None] Attempting to bind port b4ce9442-3252-4e5d-9d3d-121add07e03f on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:54:38.645070 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-88f6eaa9-48ac-402c-a761-7aedd7933cab None None] Attempting to bind port b4ce9442-3252-4e5d-9d3d-121add07e03f by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '7ceab0cf-3586-4aae-9e41-e86db8d2881b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'af3214c4-d8e1-4ecc-83d0-a8a21081bddf'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:54:38.645175 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f6eaa9-48ac-402c-a761-7aedd7933cab None None] Attempting to bind port b4ce9442-3252-4e5d-9d3d-121add07e03f on network af3214c4-d8e1-4ecc-83d0-a8a21081bddf {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 22:54:38.651426 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f6eaa9-48ac-402c-a761-7aedd7933cab None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 22:54:38.651819 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f6eaa9-48ac-402c-a761-7aedd7933cab None None] Checking segment: {'id': '7ceab0cf-3586-4aae-9e41-e86db8d2881b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'af3214c4-d8e1-4ecc-83d0-a8a21081bddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 22:54:38.652355 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-88f6eaa9-48ac-402c-a761-7aedd7933cab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:38.652779 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f6eaa9-48ac-402c-a761-7aedd7933cab None None] Bound using segment: {'id': '7ceab0cf-3586-4aae-9e41-e86db8d2881b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'af3214c4-d8e1-4ecc-83d0-a8a21081bddf'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 22:54:38.653257 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-88f6eaa9-48ac-402c-a761-7aedd7933cab None None] Bound port: b4ce9442-3252-4e5d-9d3d-121add07e03f, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ceab0cf-3586-4aae-9e41-e86db8d2881b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'af3214c4-d8e1-4ecc-83d0-a8a21081bddf'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:54:38.653646 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-88f6eaa9-48ac-402c-a761-7aedd7933cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:38.737746 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-88f6eaa9-48ac-402c-a761-7aedd7933cab None None] For port b4ce9442-3252-4e5d-9d3d-121add07e03f, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 22:54:38.741562 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-88f6eaa9-48ac-402c-a761-7aedd7933cab None None] For port b4ce9442-3252-4e5d-9d3d-121add07e03f, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=b4ce9442-3252-4e5d-9d3d-121add07e03f,segment=NetworkSegment(7ceab0cf-3586-4aae-9e41-e86db8d2881b),segment_id=7ceab0cf-3586-4aae-9e41-e86db8d2881b)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 22:54:38.835248 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-88f6eaa9-48ac-402c-a761-7aedd7933cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:38.943833 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f6eaa9-48ac-402c-a761-7aedd7933cab None None] Pushing event updated for resources: {'Port': ['ID=b4ce9442-3252-4e5d-9d3d-121add07e03f,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:40.025487 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 37402) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:40.426470 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-bf233c6e-e528-40dd-afd6-f803c8eeeb80 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 22:54:40.427474 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-bf233c6e-e528-40dd-afd6-f803c8eeeb80 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4010551 Feb 10 22:54:42.620221 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddcb713-e7e1-4a26-8902-bc9ae074d2d9 None None] Network af3214c4-d8e1-4ecc-83d0-a8a21081bddf requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 22:54:42.718039 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 37416) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:42.786937 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device b4ce9442-3252-4e5d-9d3d-121add07e03f up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:54:42.818562 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-d2750325-7b94-43a1-a0ef-41f12ceb0d02 None None] Provisioning for port b4ce9442-3252-4e5d-9d3d-121add07e03f completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:54:42.994359 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port b4ce9442-3252-4e5d-9d3d-121add07e03f completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:54:42.999607 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port b4ce9442-3252-4e5d-9d3d-121add07e03f triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:54:43.000071 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:43.177364 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-17d54bbc-59f4-4ac0-92c5-1b85aa3bd61a None None] Provisioning complete for port b4ce9442-3252-4e5d-9d3d-121add07e03f triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:54:43.177736 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-17d54bbc-59f4-4ac0-92c5-1b85aa3bd61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:43.212178 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [None req-e50f6004-a9e3-4ab4-a57b-a644375b779b admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84333) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 22:54:43.213198 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-e50f6004-a9e3-4ab4-a57b-a644375b779b admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4942281 Feb 10 22:54:43.276843 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:43.354748 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port b4ce9442-3252-4e5d-9d3d-121add07e03f, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=b4ce9442-3252-4e5d-9d3d-121add07e03f,segment=NetworkSegment(7ceab0cf-3586-4aae-9e41-e86db8d2881b),segment_id=7ceab0cf-3586-4aae-9e41-e86db8d2881b)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 22:54:43.371781 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-17d54bbc-59f4-4ac0-92c5-1b85aa3bd61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:43.438352 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:43.546074 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-17d54bbc-59f4-4ac0-92c5-1b85aa3bd61a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:54:43.546364 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-17d54bbc-59f4-4ac0-92c5-1b85aa3bd61a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:54:43.549714 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=b4ce9442-3252-4e5d-9d3d-121add07e03f,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:44.741728 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device b4ce9442-3252-4e5d-9d3d-121add07e03f up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:54:44.810825 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port b4ce9442-3252-4e5d-9d3d-121add07e03f triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:54:44.811182 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:45.775084 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 37430) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:46.146676 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-8e496665-4d24-4196-92d1-98d272df4436 admin admin] Request body: {'router': {'tenant_id': '342ad875960c424b836860c1594fe945', 'admin_state_up': True, 'name': 'router1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 22:54:46.151029 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8e496665-4d24-4196-92d1-98d272df4436 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:54:46.155489 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-8e496665-4d24-4196-92d1-98d272df4436 admin admin] Usage tracker for resource:router and tenant:342ad875960c424b836860c1594fe945 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:54:46.159266 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-8e496665-4d24-4196-92d1-98d272df4436 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:54:46.164889 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8e496665-4d24-4196-92d1-98d272df4436 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:54:46.236882 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8e496665-4d24-4196-92d1-98d272df4436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:46.238379 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8e496665-4d24-4196-92d1-98d272df4436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:46.263817 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8e496665-4d24-4196-92d1-98d272df4436 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:46.419983 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8e496665-4d24-4196-92d1-98d272df4436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:46.499202 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8e496665-4d24-4196-92d1-98d272df4436 admin admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:46.500334 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-8e496665-4d24-4196-92d1-98d272df4436 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7243035 Feb 10 22:54:48.787313 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 37440) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:49.025457 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b789cdf4-8ced-4aee-8a77-2863bd752bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:49.184010 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [None req-9a358a04-4ce9-4b95-9094-437fd37004a3 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84333) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 22:54:49.184996 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-9a358a04-4ce9-4b95-9094-437fd37004a3 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3967717 Feb 10 22:54:51.167671 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-706d92b0-eaa2-42b5-a9eb-6d62abca0bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:51.562073 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 37450) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:51.944597 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-c4970d15-c817-4203-b7f6-b47d897dcaaf admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 22:54:51.948982 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c4970d15-c817-4203-b7f6-b47d897dcaaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:54:51.952643 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c4970d15-c817-4203-b7f6-b47d897dcaaf admin admin] Usage tracker for resource:network and tenant:e142b015571247949a16b6ac820d0b61 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:54:51.955927 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c4970d15-c817-4203-b7f6-b47d897dcaaf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:54:51.961419 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c4970d15-c817-4203-b7f6-b47d897dcaaf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:54:52.019131 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4970d15-c817-4203-b7f6-b47d897dcaaf admin admin] Made reservation on behalf of e142b015571247949a16b6ac820d0b61 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:54:52.021424 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c4970d15-c817-4203-b7f6-b47d897dcaaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:52.038829 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c4970d15-c817-4203-b7f6-b47d897dcaaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:52.077748 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c4970d15-c817-4203-b7f6-b47d897dcaaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:54:52.081386 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c4970d15-c817-4203-b7f6-b47d897dcaaf admin admin] Usage tracker for resource:security_group_rule and tenant:e142b015571247949a16b6ac820d0b61 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:54:52.084122 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c4970d15-c817-4203-b7f6-b47d897dcaaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:54:52.090767 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c4970d15-c817-4203-b7f6-b47d897dcaaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:54:52.154447 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c4970d15-c817-4203-b7f6-b47d897dcaaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:52.228515 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c4970d15-c817-4203-b7f6-b47d897dcaaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:52.247231 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c4970d15-c817-4203-b7f6-b47d897dcaaf admin admin] Reserving flat network on physical network physnet1 {{(pid=84332) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 10 22:54:52.267955 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4970d15-c817-4203-b7f6-b47d897dcaaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f061c45-3e14-4bc7-a656-0e4c56139e8b,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:52.273003 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c4970d15-c817-4203-b7f6-b47d897dcaaf admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769972290910', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:52.273560 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c4970d15-c817-4203-b7f6-b47d897dcaaf admin admin] Unsubscribe: segment precommit_create {{(pid=84332) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 10 22:54:52.274028 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-c4970d15-c817-4203-b7f6-b47d897dcaaf admin admin] Added segment 969fbc86-8081-4898-8615-8bb0868b38c3 of type flat for network c2ed7563-f8af-409c-803f-f56530124ba5 Feb 10 22:54:52.308760 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:52.315693 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c4970d15-c817-4203-b7f6-b47d897dcaaf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:52.424712 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c4970d15-c817-4203-b7f6-b47d897dcaaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:52.425554 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4970d15-c817-4203-b7f6-b47d897dcaaf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:52.426114 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c4970d15-c817-4203-b7f6-b47d897dcaaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:52.525902 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4970d15-c817-4203-b7f6-b47d897dcaaf admin admin] Pushing event updated for resources: {'Network': ['ID=c2ed7563-f8af-409c-803f-f56530124ba5,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:52.536921 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network c2ed7563-f8af-409c-803f-f56530124ba5 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:54:52.595263 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c4970d15-c817-4203-b7f6-b47d897dcaaf admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0320308 Feb 10 22:54:52.602929 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:53.800235 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:54.909422 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 37470) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:55.147094 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7b6c89-ee44-49f4-aee6-b2317c70fe31 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:55.148349 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-0e7b6c89-ee44-49f4-aee6-b2317c70fe31 admin admin] 10.222.0.59 "GET /v2.0/subnets/0ca61f78-178a-4822-bc5a-a3867e607543 HTTP/1.1" status: 200 len: 849 time: 0.2380183 Feb 10 22:54:55.294997 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-9bb45401-97ff-42ee-ae89-564667894582 admin admin] 10.222.0.59 "GET /v2.0/routers/53daeed2-802a-4804-afc7-73263a1da984 HTTP/1.1" status: 200 len: 704 time: 0.1406791 Feb 10 22:54:55.774837 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9d1db66b-e599-445e-81af-db36418d6e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:56.007494 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-9d1db66b-e599-445e-81af-db36418d6e12 admin admin] Allocated IP 172.20.0.1 (af3214c4-d8e1-4ecc-83d0-a8a21081bddf/0ca61f78-178a-4822-bc5a-a3867e607543/adda1909-759f-4445-ab9e-3f201a4d9b84) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:54:56.165474 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9d1db66b-e599-445e-81af-db36418d6e12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:56.183975 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-9d1db66b-e599-445e-81af-db36418d6e12 admin admin] Transition to ACTIVE for port object adda1909-759f-4445-ab9e-3f201a4d9b84 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:54:56.291994 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9d1db66b-e599-445e-81af-db36418d6e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:56.361116 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1db66b-e599-445e-81af-db36418d6e12 admin admin] Network af3214c4-d8e1-4ecc-83d0-a8a21081bddf is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:54:56.364410 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-9d1db66b-e599-445e-81af-db36418d6e12 admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:54:56.366102 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1db66b-e599-445e-81af-db36418d6e12 admin admin] Pushing event updated for resources: {'Port': ['ID=adda1909-759f-4445-ab9e-3f201a4d9b84,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:56.378401 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1db66b-e599-445e-81af-db36418d6e12 admin admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 22:54:56.378925 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9d1db66b-e599-445e-81af-db36418d6e12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733071'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:56.574087 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9d1db66b-e599-445e-81af-db36418d6e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:56.664813 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-4a741199-c111-475a-86a2-9e4e4bf0c899 None None] Provisioning for port adda1909-759f-4445-ab9e-3f201a4d9b84 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:54:56.670528 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-4a741199-c111-475a-86a2-9e4e4bf0c899 None None] Provisioning complete for port adda1909-759f-4445-ab9e-3f201a4d9b84 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:54:56.670896 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4a741199-c111-475a-86a2-9e4e4bf0c899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:56.721641 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-4a741199-c111-475a-86a2-9e4e4bf0c899 None None] Port adda1909-759f-4445-ab9e-3f201a4d9b84 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 22:54:56.797326 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9d1db66b-e599-445e-81af-db36418d6e12 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:56.859011 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9d1db66b-e599-445e-81af-db36418d6e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:56.859770 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9d1db66b-e599-445e-81af-db36418d6e12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2767683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732898'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:57.017922 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1db66b-e599-445e-81af-db36418d6e12 admin admin] Pushing event updated for resources: {'Port': ['ID=adda1909-759f-4445-ab9e-3f201a4d9b84,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:57.085342 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1db66b-e599-445e-81af-db36418d6e12 admin admin] Network af3214c4-d8e1-4ecc-83d0-a8a21081bddf is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:54:57.086467 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-9d1db66b-e599-445e-81af-db36418d6e12 admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:54:57.345643 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-11c28fae-cfa6-468b-bfed-188ef35f5dcf None None] Provisioning complete for port adda1909-759f-4445-ab9e-3f201a4d9b84 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:54:57.346007 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-11c28fae-cfa6-468b-bfed-188ef35f5dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:57.396671 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-11c28fae-cfa6-468b-bfed-188ef35f5dcf None None] Port adda1909-759f-4445-ab9e-3f201a4d9b84 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 22:54:57.504900 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d1db66b-e599-445e-81af-db36418d6e12 admin admin] Router 53daeed2-802a-4804-afc7-73263a1da984 is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 22:54:57.669354 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d1db66b-e599-445e-81af-db36418d6e12 admin admin] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 22:54:57.678107 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-9d1db66b-e599-445e-81af-db36418d6e12 admin admin] 10.222.0.59 "PUT /v2.0/routers/53daeed2-802a-4804-afc7-73263a1da984/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3782692 Feb 10 22:54:57.679520 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f1e7b4-f8ea-497e-8a8e-57d9523b90c9 None None] Sync routers for ids ['53daeed2-802a-4804-afc7-73263a1da984'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 22:54:57.695071 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f1e7b4-f8ea-497e-8a8e-57d9523b90c9 None None] Routers {'53daeed2-802a-4804-afc7-73263a1da984'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 22:54:57.695910 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-60f1e7b4-f8ea-497e-8a8e-57d9523b90c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T22:54:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['53daeed2-802a-4804-afc7-73263a1da984'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:57.866747 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-60f1e7b4-f8ea-497e-8a8e-57d9523b90c9 None None] Set router 53daeed2-802a-4804-afc7-73263a1da984 gateway port host: None {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 22:54:58.230511 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-60f1e7b4-f8ea-497e-8a8e-57d9523b90c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53daeed2-802a-4804-afc7-73263a1da984', 'name': 'router1', 'tenant_id': '342ad875960c424b836860c1594fe945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:54:46Z', 'updated_at': '2022-02-10T22:54:56Z', 'revision_number': 2, 'project_id': '342ad875960c424b836860c1594fe945', 'gw_port_host': None, '_interfaces': [{'id': 'adda1909-759f-4445-ab9e-3f201a4d9b84', 'name': '', 'network_id': 'af3214c4-d8e1-4ecc-83d0-a8a21081bddf', 'tenant_id': '342ad875960c424b836860c1594fe945', 'mac_address': 'fa:16:3e:bf:95:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53daeed2-802a-4804-afc7-73263a1da984', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ca61f78-178a-4822-bc5a-a3867e607543', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:54:55Z', 'updated_at': '2022-02-10T22:54:56Z', 'revision_number': 2, 'project_id': '342ad875960c424b836860c1594fe945', 'subnets': [{'id': '0ca61f78-178a-4822-bc5a-a3867e607543', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd83c6df6-8416-469b-8384-1688fd02c828'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:58.235399 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f1e7b4-f8ea-497e-8a8e-57d9523b90c9 None None] Checking router: 53daeed2-802a-4804-afc7-73263a1da984 for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 22:54:58.235761 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f1e7b4-f8ea-497e-8a8e-57d9523b90c9 None None] Updating router 53daeed2-802a-4804-afc7-73263a1da984 port adda1909-759f-4445-ab9e-3f201a4d9b84 binding host dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 22:54:58.289347 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-60f1e7b4-f8ea-497e-8a8e-57d9523b90c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:58.657775 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-60f1e7b4-f8ea-497e-8a8e-57d9523b90c9 None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:58.671993 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-60f1e7b4-f8ea-497e-8a8e-57d9523b90c9 None None] Transition to ACTIVE for port object adda1909-759f-4445-ab9e-3f201a4d9b84 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:54:58.750175 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-60f1e7b4-f8ea-497e-8a8e-57d9523b90c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:58.944678 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3bc7eb-0772-453c-963f-8bbff67b927f None None] Pushing event updated for resources: {'Port': ['ID=adda1909-759f-4445-ab9e-3f201a4d9b84,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:58.992969 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3bc7eb-0772-453c-963f-8bbff67b927f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:58.993311 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3bc7eb-0772-453c-963f-8bbff67b927f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:58.993647 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3bc7eb-0772-453c-963f-8bbff67b927f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:58.993972 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3bc7eb-0772-453c-963f-8bbff67b927f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:58.994313 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3bc7eb-0772-453c-963f-8bbff67b927f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:58.994637 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3bc7eb-0772-453c-963f-8bbff67b927f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:58.995003 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3bc7eb-0772-453c-963f-8bbff67b927f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:58.995349 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3bc7eb-0772-453c-963f-8bbff67b927f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:58.995731 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3bc7eb-0772-453c-963f-8bbff67b927f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:58.996044 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3bc7eb-0772-453c-963f-8bbff67b927f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:58.996356 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3bc7eb-0772-453c-963f-8bbff67b927f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:58.997700 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3bc7eb-0772-453c-963f-8bbff67b927f None None] Tracked resource versions report: Feb 10 22:54:58.997700 dv-neutron-828797-1-hyperv neutron-server[84335]: pushed versions: Feb 10 22:54:58.997700 dv-neutron-828797-1-hyperv neutron-server[84335]: { 'ConntrackHelper': {'1.0'}, Feb 10 22:54:58.997700 dv-neutron-828797-1-hyperv neutron-server[84335]: 'Log': {'1.0'}, Feb 10 22:54:58.997700 dv-neutron-828797-1-hyperv neutron-server[84335]: 'Network': {'1.1'}, Feb 10 22:54:58.997700 dv-neutron-828797-1-hyperv neutron-server[84335]: 'Port': {'1.5'}, Feb 10 22:54:58.997700 dv-neutron-828797-1-hyperv neutron-server[84335]: 'PortForwarding': {'1.2'}, Feb 10 22:54:58.997700 dv-neutron-828797-1-hyperv neutron-server[84335]: 'QosPolicy': {'1.8'}, Feb 10 22:54:58.997700 dv-neutron-828797-1-hyperv neutron-server[84335]: 'SecurityGroup': {'1.2'}, Feb 10 22:54:58.997700 dv-neutron-828797-1-hyperv neutron-server[84335]: 'SecurityGroupRule': {'1.0'}, Feb 10 22:54:58.997700 dv-neutron-828797-1-hyperv neutron-server[84335]: 'SubPort': {'1.0'}, Feb 10 22:54:58.997700 dv-neutron-828797-1-hyperv neutron-server[84335]: 'Subnet': {'1.1'}, Feb 10 22:54:58.997700 dv-neutron-828797-1-hyperv neutron-server[84335]: 'Trunk': {'1.1'}} Feb 10 22:54:58.997700 dv-neutron-828797-1-hyperv neutron-server[84335]: consumer versions: Feb 10 22:54:58.997700 dv-neutron-828797-1-hyperv neutron-server[84335]: { DHCP agent@dv-neutron-828797-1-hyperv: {}, Feb 10 22:54:58.997700 dv-neutron-828797-1-hyperv neutron-server[84335]: L3 agent@dv-neutron-828797-1-hyperv: {}, Feb 10 22:54:58.997700 dv-neutron-828797-1-hyperv neutron-server[84335]: Metadata agent@dv-neutron-828797-1-hyperv: {}, Feb 10 22:54:58.997700 dv-neutron-828797-1-hyperv neutron-server[84335]: Metering agent@dv-neutron-828797-1-hyperv: {}, Feb 10 22:54:58.997700 dv-neutron-828797-1-hyperv neutron-server[84335]: Open vSwitch agent@dv-neutron-828797-1-hyperv: { 'ConntrackHelper': '1.0', Feb 10 22:54:58.997700 dv-neutron-828797-1-hyperv neutron-server[84335]: 'Log': '1.0', Feb 10 22:54:58.997700 dv-neutron-828797-1-hyperv neutron-server[84335]: 'Network': '1.1', Feb 10 22:54:58.997700 dv-neutron-828797-1-hyperv neutron-server[84335]: 'Port': '1.5', Feb 10 22:54:58.997700 dv-neutron-828797-1-hyperv neutron-server[84335]: 'PortForwarding': '1.2', Feb 10 22:54:58.997700 dv-neutron-828797-1-hyperv neutron-server[84335]: 'QosPolicy': '1.8', Feb 10 22:54:58.997700 dv-neutron-828797-1-hyperv neutron-server[84335]: 'SecurityGroup': '1.2', Feb 10 22:54:58.997700 dv-neutron-828797-1-hyperv neutron-server[84335]: 'SecurityGroupRule': '1.0', Feb 10 22:54:58.997700 dv-neutron-828797-1-hyperv neutron-server[84335]: 'SubPort': '1.0', Feb 10 22:54:58.997700 dv-neutron-828797-1-hyperv neutron-server[84335]: 'Subnet': '1.1', Feb 10 22:54:58.997700 dv-neutron-828797-1-hyperv neutron-server[84335]: 'Trunk': '1.1'}} Feb 10 22:54:58.997700 dv-neutron-828797-1-hyperv neutron-server[84335]: {{(pid=84335) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 22:54:59.008621 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-60f1e7b4-f8ea-497e-8a8e-57d9523b90c9 None None] Attempting to bind port adda1909-759f-4445-ab9e-3f201a4d9b84 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:54:59.009015 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-60f1e7b4-f8ea-497e-8a8e-57d9523b90c9 None None] Attempting to bind port adda1909-759f-4445-ab9e-3f201a4d9b84 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '7ceab0cf-3586-4aae-9e41-e86db8d2881b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'af3214c4-d8e1-4ecc-83d0-a8a21081bddf'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:54:59.010137 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f1e7b4-f8ea-497e-8a8e-57d9523b90c9 None None] Attempting to bind port adda1909-759f-4445-ab9e-3f201a4d9b84 on network af3214c4-d8e1-4ecc-83d0-a8a21081bddf {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 22:54:59.017784 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f1e7b4-f8ea-497e-8a8e-57d9523b90c9 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 22:54:59.018164 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f1e7b4-f8ea-497e-8a8e-57d9523b90c9 None None] Checking segment: {'id': '7ceab0cf-3586-4aae-9e41-e86db8d2881b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'af3214c4-d8e1-4ecc-83d0-a8a21081bddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 22:54:59.018632 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-60f1e7b4-f8ea-497e-8a8e-57d9523b90c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:59.019026 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f1e7b4-f8ea-497e-8a8e-57d9523b90c9 None None] Bound using segment: {'id': '7ceab0cf-3586-4aae-9e41-e86db8d2881b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'af3214c4-d8e1-4ecc-83d0-a8a21081bddf'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 22:54:59.019475 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-60f1e7b4-f8ea-497e-8a8e-57d9523b90c9 None None] Bound port: adda1909-759f-4445-ab9e-3f201a4d9b84, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ceab0cf-3586-4aae-9e41-e86db8d2881b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'af3214c4-d8e1-4ecc-83d0-a8a21081bddf'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:54:59.019861 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-60f1e7b4-f8ea-497e-8a8e-57d9523b90c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:59.109416 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-60f1e7b4-f8ea-497e-8a8e-57d9523b90c9 None None] For port adda1909-759f-4445-ab9e-3f201a4d9b84, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 22:54:59.113318 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-60f1e7b4-f8ea-497e-8a8e-57d9523b90c9 None None] For port adda1909-759f-4445-ab9e-3f201a4d9b84, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=adda1909-759f-4445-ab9e-3f201a4d9b84,segment=NetworkSegment(7ceab0cf-3586-4aae-9e41-e86db8d2881b),segment_id=7ceab0cf-3586-4aae-9e41-e86db8d2881b)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 22:54:59.202411 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-60f1e7b4-f8ea-497e-8a8e-57d9523b90c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:59.293723 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3bc7eb-0772-453c-963f-8bbff67b927f None None] Pushing event updated for resources: {'Port': ['ID=adda1909-759f-4445-ab9e-3f201a4d9b84,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:59.300382 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f1e7b4-f8ea-497e-8a8e-57d9523b90c9 None None] Routers {'53daeed2-802a-4804-afc7-73263a1da984'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 22:54:59.300382 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-60f1e7b4-f8ea-497e-8a8e-57d9523b90c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T22:54:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['53daeed2-802a-4804-afc7-73263a1da984'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:59.453464 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 5 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:54:59.455499 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-60f1e7b4-f8ea-497e-8a8e-57d9523b90c9 None None] Set router 53daeed2-802a-4804-afc7-73263a1da984 gateway port host: None {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 22:54:59.773018 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-60f1e7b4-f8ea-497e-8a8e-57d9523b90c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53daeed2-802a-4804-afc7-73263a1da984', 'name': 'router1', 'tenant_id': '342ad875960c424b836860c1594fe945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:54:46Z', 'updated_at': '2022-02-10T22:54:56Z', 'revision_number': 2, 'project_id': '342ad875960c424b836860c1594fe945', 'gw_port_host': None, '_interfaces': [{'id': 'adda1909-759f-4445-ab9e-3f201a4d9b84', 'name': '', 'network_id': 'af3214c4-d8e1-4ecc-83d0-a8a21081bddf', 'tenant_id': '342ad875960c424b836860c1594fe945', 'mac_address': 'fa:16:3e:bf:95:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53daeed2-802a-4804-afc7-73263a1da984', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ca61f78-178a-4822-bc5a-a3867e607543', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:54:55Z', 'updated_at': '2022-02-10T22:54:59Z', 'revision_number': 4, 'project_id': '342ad875960c424b836860c1594fe945', 'subnets': [{'id': '0ca61f78-178a-4822-bc5a-a3867e607543', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd83c6df6-8416-469b-8384-1688fd02c828'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:59.777525 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f1e7b4-f8ea-497e-8a8e-57d9523b90c9 None None] The sync data for ids ['53daeed2-802a-4804-afc7-73263a1da984'] in dv-neutron-828797-1-hyperv is: [{'id': '53daeed2-802a-4804-afc7-73263a1da984', 'name': 'router1', 'tenant_id': '342ad875960c424b836860c1594fe945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:54:46Z', 'updated_at': '2022-02-10T22:54:56Z', 'revision_number': 2, 'project_id': '342ad875960c424b836860c1594fe945', 'gw_port_host': None, '_interfaces': [{'id': 'adda1909-759f-4445-ab9e-3f201a4d9b84', 'name': '', 'network_id': 'af3214c4-d8e1-4ecc-83d0-a8a21081bddf', 'tenant_id': '342ad875960c424b836860c1594fe945', 'mac_address': 'fa:16:3e:bf:95:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53daeed2-802a-4804-afc7-73263a1da984', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ca61f78-178a-4822-bc5a-a3867e607543', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:54:55Z', 'updated_at': '2022-02-10T22:54:59Z', 'revision_number': 4, 'project_id': '342ad875960c424b836860c1594fe945', 'subnets': [{'id': '0ca61f78-178a-4822-bc5a-a3867e607543', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd83c6df6-8416-469b-8384-1688fd02c828'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 22:54:59.797243 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 37494) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:59.970163 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a10b2e-fe08-4293-ac39-60c9aa9ab6c4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:59.971677 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-20a10b2e-fe08-4293-ac39-60c9aa9ab6c4 admin admin] 10.222.0.59 "GET /v2.0/networks/c2ed7563-f8af-409c-803f-f56530124ba5 HTTP/1.1" status: 200 len: 842 time: 0.1733985 Feb 10 22:54:59.981601 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-435248b6-4e6a-445c-95f3-7247387e1b05 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.26.8.0/24', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.26.8.1', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 22:54:59.986686 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-435248b6-4e6a-445c-95f3-7247387e1b05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:54:59.990495 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-435248b6-4e6a-445c-95f3-7247387e1b05 admin admin] Usage tracker for resource:subnet and tenant:e142b015571247949a16b6ac820d0b61 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:54:59.993366 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-435248b6-4e6a-445c-95f3-7247387e1b05 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:54:59.999897 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-435248b6-4e6a-445c-95f3-7247387e1b05 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:55:00.108365 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435248b6-4e6a-445c-95f3-7247387e1b05 admin admin] Made reservation on behalf of e142b015571247949a16b6ac820d0b61 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:55:00.110845 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-435248b6-4e6a-445c-95f3-7247387e1b05 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:00.558536 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.objects.ports [None req-435248b6-4e6a-445c-95f3-7247387e1b05 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84333) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 10 22:55:00.558968 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-435248b6-4e6a-445c-95f3-7247387e1b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:00.641933 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435248b6-4e6a-445c-95f3-7247387e1b05 admin admin] Checking segment: {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 22:55:00.645239 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435248b6-4e6a-445c-95f3-7247387e1b05 admin admin] Network hostable DHCP agents. Network: c2ed7563-f8af-409c-803f-f56530124ba5, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:55:00.656160 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435248b6-4e6a-445c-95f3-7247387e1b05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4864ddd-7f59-4972-ad96-15ac8a39cd25,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:00.727659 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435248b6-4e6a-445c-95f3-7247387e1b05 admin admin] Network c2ed7563-f8af-409c-803f-f56530124ba5 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:55:00.757735 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device adda1909-759f-4445-ab9e-3f201a4d9b84 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:55:00.799787 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-435248b6-4e6a-445c-95f3-7247387e1b05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, c2ed7563-f8af-409c-803f-f56530124ba5) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:55:00.804816 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435248b6-4e6a-445c-95f3-7247387e1b05 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:00.809690 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-435248b6-4e6a-445c-95f3-7247387e1b05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:00.811191 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b60eb11-1ec3-418e-a2aa-5b60ca89706d None None] Network c2ed7563-f8af-409c-803f-f56530124ba5 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 22:55:00.900207 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-435248b6-4e6a-445c-95f3-7247387e1b05 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9227796 Feb 10 22:55:01.038157 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port adda1909-759f-4445-ab9e-3f201a4d9b84 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:55:01.043929 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port adda1909-759f-4445-ab9e-3f201a4d9b84 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:55:01.044296 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:01.097244 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c00da5-4243-4757-8348-8a83fa7fa6f7 None None] Network c2ed7563-f8af-409c-803f-f56530124ba5 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 22:55:01.323095 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:01.388035 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port adda1909-759f-4445-ab9e-3f201a4d9b84, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=adda1909-759f-4445-ab9e-3f201a4d9b84,segment=NetworkSegment(7ceab0cf-3586-4aae-9e41-e86db8d2881b),segment_id=7ceab0cf-3586-4aae-9e41-e86db8d2881b)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 22:55:01.467774 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:01.532770 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=adda1909-759f-4445-ab9e-3f201a4d9b84,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:02.741839 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device adda1909-759f-4445-ab9e-3f201a4d9b84 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:55:02.810784 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port adda1909-759f-4445-ab9e-3f201a4d9b84 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:55:02.811149 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:03.052075 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 37508) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:03.320560 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-8bdb461f-9745-44e9-8088-089a140c91a9 admin admin] 10.222.0.59 "GET /v2.0/routers/53daeed2-802a-4804-afc7-73263a1da984 HTTP/1.1" status: 200 len: 710 time: 0.2673450 Feb 10 22:55:03.444300 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08411701-4a0c-475c-9db7-43e723fe4ccd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:03.445638 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-08411701-4a0c-475c-9db7-43e723fe4ccd admin admin] 10.222.0.59 "GET /v2.0/networks/c2ed7563-f8af-409c-803f-f56530124ba5 HTTP/1.1" status: 200 len: 886 time: 0.1197350 Feb 10 22:55:03.454994 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-16d94550-aea2-4341-9908-d16339cf38ee admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 22:55:04.005276 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-16d94550-aea2-4341-9908-d16339cf38ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:04.249278 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-16d94550-aea2-4341-9908-d16339cf38ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:04.304336 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-16d94550-aea2-4341-9908-d16339cf38ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:04.437382 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-16d94550-aea2-4341-9908-d16339cf38ee admin admin] Allocated IP 172.26.8.83 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/2d6dadca-e85d-41db-90af-aa91842e3889) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:55:04.577776 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-16d94550-aea2-4341-9908-d16339cf38ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:04.670390 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-16d94550-aea2-4341-9908-d16339cf38ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:04.733616 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d94550-aea2-4341-9908-d16339cf38ee admin admin] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:55:04.735998 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-16d94550-aea2-4341-9908-d16339cf38ee admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:55:04.738429 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d94550-aea2-4341-9908-d16339cf38ee admin admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 22:55:04.777910 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d94550-aea2-4341-9908-d16339cf38ee admin admin] Pushing event updated for resources: {'Port': ['ID=2d6dadca-e85d-41db-90af-aa91842e3889,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:04.961665 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-16d94550-aea2-4341-9908-d16339cf38ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:05.176849 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-16d94550-aea2-4341-9908-d16339cf38ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:05.180265 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-16d94550-aea2-4341-9908-d16339cf38ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1734371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1734168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1735070'] for router, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:05.375018 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d94550-aea2-4341-9908-d16339cf38ee admin admin] Router 53daeed2-802a-4804-afc7-73263a1da984 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 22:55:05.566531 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d94550-aea2-4341-9908-d16339cf38ee admin admin] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 22:55:05.575138 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-16d94550-aea2-4341-9908-d16339cf38ee admin admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:05.576301 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-16d94550-aea2-4341-9908-d16339cf38ee admin admin] 10.222.0.59 "PUT /v2.0/routers/53daeed2-802a-4804-afc7-73263a1da984 HTTP/1.1" status: 200 len: 889 time: 2.1245105 Feb 10 22:55:05.577659 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622d3b8c-38b2-4f13-834c-812811c78147 None None] Sync routers for ids ['53daeed2-802a-4804-afc7-73263a1da984'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 22:55:05.590234 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622d3b8c-38b2-4f13-834c-812811c78147 None None] Routers {'53daeed2-802a-4804-afc7-73263a1da984'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 22:55:05.590916 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-622d3b8c-38b2-4f13-834c-812811c78147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T22:54:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['53daeed2-802a-4804-afc7-73263a1da984'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:55:05.779037 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-622d3b8c-38b2-4f13-834c-812811c78147 None None] Set router 53daeed2-802a-4804-afc7-73263a1da984 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 22:55:06.118839 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-622d3b8c-38b2-4f13-834c-812811c78147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53daeed2-802a-4804-afc7-73263a1da984', 'name': 'router1', 'tenant_id': '342ad875960c424b836860c1594fe945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': '2d6dadca-e85d-41db-90af-aa91842e3889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:54:46Z', 'updated_at': '2022-02-10T22:55:04Z', 'revision_number': 4, 'project_id': '342ad875960c424b836860c1594fe945', 'gw_port': {'id': '2d6dadca-e85d-41db-90af-aa91842e3889', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f3:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53daeed2-802a-4804-afc7-73263a1da984', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:55:04Z', 'updated_at': '2022-02-10T22:55:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'adda1909-759f-4445-ab9e-3f201a4d9b84', 'name': '', 'network_id': 'af3214c4-d8e1-4ecc-83d0-a8a21081bddf', 'tenant_id': '342ad875960c424b836860c1594fe945', 'mac_address': 'fa:16:3e:bf:95:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53daeed2-802a-4804-afc7-73263a1da984', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ca61f78-178a-4822-bc5a-a3867e607543', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:54:55Z', 'updated_at': '2022-02-10T22:55:01Z', 'revision_number': 5, 'project_id': '342ad875960c424b836860c1594fe945', 'subnets': [{'id': '0ca61f78-178a-4822-bc5a-a3867e607543', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd83c6df6-8416-469b-8384-1688fd02c828'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:55:06.125897 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622d3b8c-38b2-4f13-834c-812811c78147 None None] Checking router: 53daeed2-802a-4804-afc7-73263a1da984 for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 22:55:06.126261 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622d3b8c-38b2-4f13-834c-812811c78147 None None] Updating router 53daeed2-802a-4804-afc7-73263a1da984 port 2d6dadca-e85d-41db-90af-aa91842e3889 binding host dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 22:55:06.182144 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-622d3b8c-38b2-4f13-834c-812811c78147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:06.520295 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-622d3b8c-38b2-4f13-834c-812811c78147 None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:06.532295 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-622d3b8c-38b2-4f13-834c-812811c78147 None None] Transition to ACTIVE for port object 2d6dadca-e85d-41db-90af-aa91842e3889 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:55:06.612970 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-622d3b8c-38b2-4f13-834c-812811c78147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:06.690022 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0284124-5223-4f5c-83b2-30843dd65a9b None None] Pushing event updated for resources: {'Port': ['ID=2d6dadca-e85d-41db-90af-aa91842e3889,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:06.692326 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-622d3b8c-38b2-4f13-834c-812811c78147 None None] Attempting to bind port 2d6dadca-e85d-41db-90af-aa91842e3889 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:55:06.692706 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-622d3b8c-38b2-4f13-834c-812811c78147 None None] Attempting to bind port 2d6dadca-e85d-41db-90af-aa91842e3889 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:55:06.693065 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622d3b8c-38b2-4f13-834c-812811c78147 None None] Attempting to bind port 2d6dadca-e85d-41db-90af-aa91842e3889 on network c2ed7563-f8af-409c-803f-f56530124ba5 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 22:55:06.702852 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622d3b8c-38b2-4f13-834c-812811c78147 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 22:55:06.702852 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622d3b8c-38b2-4f13-834c-812811c78147 None None] Checking segment: {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 22:55:06.702852 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-622d3b8c-38b2-4f13-834c-812811c78147 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:06.702852 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622d3b8c-38b2-4f13-834c-812811c78147 None None] Bound using segment: {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 22:55:06.702852 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-622d3b8c-38b2-4f13-834c-812811c78147 None None] Bound port: 2d6dadca-e85d-41db-90af-aa91842e3889, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:55:06.702852 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-622d3b8c-38b2-4f13-834c-812811c78147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:06.769026 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-622d3b8c-38b2-4f13-834c-812811c78147 None None] For port 2d6dadca-e85d-41db-90af-aa91842e3889, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 22:55:06.771960 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-622d3b8c-38b2-4f13-834c-812811c78147 None None] For port 2d6dadca-e85d-41db-90af-aa91842e3889, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=2d6dadca-e85d-41db-90af-aa91842e3889,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 22:55:06.876521 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-622d3b8c-38b2-4f13-834c-812811c78147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:06.956623 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0284124-5223-4f5c-83b2-30843dd65a9b None None] Pushing event updated for resources: {'Port': ['ID=2d6dadca-e85d-41db-90af-aa91842e3889,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:06.961568 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622d3b8c-38b2-4f13-834c-812811c78147 None None] Routers {'53daeed2-802a-4804-afc7-73263a1da984'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 22:55:06.962151 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-622d3b8c-38b2-4f13-834c-812811c78147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T22:54:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['53daeed2-802a-4804-afc7-73263a1da984'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:55:07.132613 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-622d3b8c-38b2-4f13-834c-812811c78147 None None] Set router 53daeed2-802a-4804-afc7-73263a1da984 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 22:55:07.453513 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-622d3b8c-38b2-4f13-834c-812811c78147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53daeed2-802a-4804-afc7-73263a1da984', 'name': 'router1', 'tenant_id': '342ad875960c424b836860c1594fe945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': '2d6dadca-e85d-41db-90af-aa91842e3889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:54:46Z', 'updated_at': '2022-02-10T22:55:04Z', 'revision_number': 4, 'project_id': '342ad875960c424b836860c1594fe945', 'gw_port': {'id': '2d6dadca-e85d-41db-90af-aa91842e3889', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f3:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53daeed2-802a-4804-afc7-73263a1da984', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:55:04Z', 'updated_at': '2022-02-10T22:55:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'adda1909-759f-4445-ab9e-3f201a4d9b84', 'name': '', 'network_id': 'af3214c4-d8e1-4ecc-83d0-a8a21081bddf', 'tenant_id': '342ad875960c424b836860c1594fe945', 'mac_address': 'fa:16:3e:bf:95:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53daeed2-802a-4804-afc7-73263a1da984', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ca61f78-178a-4822-bc5a-a3867e607543', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:54:55Z', 'updated_at': '2022-02-10T22:55:01Z', 'revision_number': 5, 'project_id': '342ad875960c424b836860c1594fe945', 'subnets': [{'id': '0ca61f78-178a-4822-bc5a-a3867e607543', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd83c6df6-8416-469b-8384-1688fd02c828'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:55:07.457476 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622d3b8c-38b2-4f13-834c-812811c78147 None None] The sync data for ids ['53daeed2-802a-4804-afc7-73263a1da984'] in dv-neutron-828797-1-hyperv is: [{'id': '53daeed2-802a-4804-afc7-73263a1da984', 'name': 'router1', 'tenant_id': '342ad875960c424b836860c1594fe945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': '2d6dadca-e85d-41db-90af-aa91842e3889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:54:46Z', 'updated_at': '2022-02-10T22:55:04Z', 'revision_number': 4, 'project_id': '342ad875960c424b836860c1594fe945', 'gw_port': {'id': '2d6dadca-e85d-41db-90af-aa91842e3889', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f3:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53daeed2-802a-4804-afc7-73263a1da984', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:55:04Z', 'updated_at': '2022-02-10T22:55:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'adda1909-759f-4445-ab9e-3f201a4d9b84', 'name': '', 'network_id': 'af3214c4-d8e1-4ecc-83d0-a8a21081bddf', 'tenant_id': '342ad875960c424b836860c1594fe945', 'mac_address': 'fa:16:3e:bf:95:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53daeed2-802a-4804-afc7-73263a1da984', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ca61f78-178a-4822-bc5a-a3867e607543', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:54:55Z', 'updated_at': '2022-02-10T22:55:01Z', 'revision_number': 5, 'project_id': '342ad875960c424b836860c1594fe945', 'subnets': [{'id': '0ca61f78-178a-4822-bc5a-a3867e607543', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd83c6df6-8416-469b-8384-1688fd02c828'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 22:55:07.840511 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 37518) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:08.013428 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f5565a2f-9f48-4db5-ada0-be128d726e92 admin admin] 10.222.0.59 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1081 time: 0.1714463 Feb 10 22:55:08.764501 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 2d6dadca-e85d-41db-90af-aa91842e3889 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:55:08.907779 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 2d6dadca-e85d-41db-90af-aa91842e3889 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:55:08.913100 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 2d6dadca-e85d-41db-90af-aa91842e3889 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:55:08.913474 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:09.026658 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:09.044457 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 2d6dadca-e85d-41db-90af-aa91842e3889, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=2d6dadca-e85d-41db-90af-aa91842e3889,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 22:55:09.119814 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:09.184746 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=2d6dadca-e85d-41db-90af-aa91842e3889,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:10.750827 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 2d6dadca-e85d-41db-90af-aa91842e3889 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:55:10.834627 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 2d6dadca-e85d-41db-90af-aa91842e3889 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:55:10.835214 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:19.041682 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-80464237-9cb3-4785-9b62-894a4c5648f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:21.189446 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-48fe9961-3a3d-4eef-bb78-e8f9fac13b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:22.286653 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:22.547317 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:23.811884 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:36.453058 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 5 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:55:49.033902 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-379b9dfe-da0d-4d93-ae76-7282155585e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:51.165161 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-71a17d51-73c2-4cd0-8110-03e8be4a26cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:52.325150 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:52.537063 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:53.811047 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:13.453159 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 5 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:56:19.044112 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a44488c6-998d-4a01-bd18-9483f9aaa184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:21.215739 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-92c5a632-712a-4e24-bff1-675ad5f1a09a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:23.312083 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:23.346869 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:23.822528 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:49.025482 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-df892d87-676c-480c-949c-3ba139f486d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:50.454038 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 5 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:56:51.168054 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-011fe727-dafa-4544-b9e5-a7e192ce6ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:52.288218 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:52.539390 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:53.830928 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:18.798726 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 38122) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:18.893277 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e3aa2af-369e-48cf-b1e2-6982bda3a8d9 admin admin] GET failed (client error): The resource could not be found. Feb 10 22:57:18.893768 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-5e3aa2af-369e-48cf-b1e2-6982bda3a8d9 admin admin] Synchronizing usage tracker for tenant:e142b015571247949a16b6ac820d0b61 on resource:network {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:57:19.041275 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-5e3aa2af-369e-48cf-b1e2-6982bda3a8d9 admin admin] Unset dirty status for tenant:e142b015571247949a16b6ac820d0b61 on resource:network {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:57:19.042507 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5e3aa2af-369e-48cf-b1e2-6982bda3a8d9 admin admin] 10.222.0.59 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.2427797 Feb 10 22:57:19.070012 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b4f334c7-7b0b-49a6-8650-9092cdd39ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:19.185864 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce57b6bb-3d4e-4e71-a273-c6e941437d15 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:57:19.187281 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ce57b6bb-3d4e-4e71-a273-c6e941437d15 admin admin] 10.222.0.59 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1408813 Feb 10 22:57:21.196142 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-995c3004-937c-44e2-951a-f879562c57a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:21.225558 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 38132) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:21.353737 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f689668-caf2-4d05-8af0-541d45740e59 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:57:21.355048 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5f689668-caf2-4d05-8af0-541d45740e59 admin admin] 10.222.0.59 "GET /v2.0/subnets/0ca61f78-178a-4822-bc5a-a3867e607543 HTTP/1.1" status: 200 len: 849 time: 0.1284842 Feb 10 22:57:21.363965 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-78761ab4-2e9b-4138-a740-4faa970ca50b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 22:57:21.478355 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-78761ab4-2e9b-4138-a740-4faa970ca50b admin admin] Notify callbacks [] for subnet, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:21.715943 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-78761ab4-2e9b-4138-a740-4faa970ca50b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769972262283'] for subnet, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:21.764953 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78761ab4-2e9b-4138-a740-4faa970ca50b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:57:21.765973 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-78761ab4-2e9b-4138-a740-4faa970ca50b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:21.767177 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-78761ab4-2e9b-4138-a740-4faa970ca50b admin admin] 10.222.0.59 "PUT /v2.0/subnets/0ca61f78-178a-4822-bc5a-a3867e607543 HTTP/1.1" status: 200 len: 868 time: 0.4062471 Feb 10 22:57:21.770691 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f74355-8205-4de7-bb54-17789144a0ad None None] Network af3214c4-d8e1-4ecc-83d0-a8a21081bddf requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 22:57:21.789578 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78761ab4-2e9b-4138-a740-4faa970ca50b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ca61f78-178a-4822-bc5a-a3867e607543,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:21.799139 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78761ab4-2e9b-4138-a740-4faa970ca50b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:57:21.799475 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78761ab4-2e9b-4138-a740-4faa970ca50b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:57:21.799805 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78761ab4-2e9b-4138-a740-4faa970ca50b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:57:21.800129 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78761ab4-2e9b-4138-a740-4faa970ca50b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:57:21.800451 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78761ab4-2e9b-4138-a740-4faa970ca50b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:57:21.800795 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78761ab4-2e9b-4138-a740-4faa970ca50b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:57:21.801110 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78761ab4-2e9b-4138-a740-4faa970ca50b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:57:21.801559 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78761ab4-2e9b-4138-a740-4faa970ca50b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:57:21.801878 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78761ab4-2e9b-4138-a740-4faa970ca50b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:57:21.802186 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78761ab4-2e9b-4138-a740-4faa970ca50b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:57:21.802495 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78761ab4-2e9b-4138-a740-4faa970ca50b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:57:22.243818 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-8687877c-94c5-46d9-9baf-c76963529fbf None None] Provisioning complete for port b4ce9442-3252-4e5d-9d3d-121add07e03f triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:57:22.244417 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8687877c-94c5-46d9-9baf-c76963529fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:22.304757 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:22.366409 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-8687877c-94c5-46d9-9baf-c76963529fbf None None] Provisioning complete for port adda1909-759f-4445-ab9e-3f201a4d9b84 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:57:22.366747 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8687877c-94c5-46d9-9baf-c76963529fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:22.544264 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:23.814605 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 38142) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:23.829995 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:24.017118 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca414aa-84de-4f08-8165-73141ef16cc9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:57:24.017483 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca414aa-84de-4f08-8165-73141ef16cc9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:57:24.018947 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0ca414aa-84de-4f08-8165-73141ef16cc9 admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2034314 Feb 10 22:57:26.077898 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 38152) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:26.273931 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0ca4c2-eaf5-43a5-8f9b-e7342dd01aa7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:57:26.274220 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0ca4c2-eaf5-43a5-8f9b-e7342dd01aa7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:57:26.275766 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-5c0ca4c2-eaf5-43a5-8f9b-e7342dd01aa7 admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1969171 Feb 10 22:57:27.454031 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 5 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:57:28.319644 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 38162) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:28.513565 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b631ed-2827-421f-b664-3aad54b4e616 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:57:28.514811 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-a9b631ed-2827-421f-b664-3aad54b4e616 admin admin] 10.222.0.59 "GET /v2.0/networks/af3214c4-d8e1-4ecc-83d0-a8a21081bddf HTTP/1.1" status: 200 len: 869 time: 0.1942468 Feb 10 22:57:30.598373 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 38172) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:30.784471 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298f6f31-c101-4c68-92c9-dfa7c788d9be admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:57:30.785790 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-298f6f31-c101-4c68-92c9-dfa7c788d9be admin admin] 10.222.0.59 "GET /v2.0/networks/c2ed7563-f8af-409c-803f-f56530124ba5 HTTP/1.1" status: 200 len: 886 time: 0.1864951 Feb 10 22:57:32.821875 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 38182) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:32.952825 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bec03c-a374-4dfe-821a-89eddefdeacc admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:57:32.953194 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bec03c-a374-4dfe-821a-89eddefdeacc admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:57:32.954719 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-38bec03c-a374-4dfe-821a-89eddefdeacc admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1319189 Feb 10 22:57:35.015289 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 38192) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:35.142446 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad38e14-66a1-4fa3-b247-aefae9b720bf admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:57:35.142787 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad38e14-66a1-4fa3-b247-aefae9b720bf admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:57:35.144240 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6ad38e14-66a1-4fa3-b247-aefae9b720bf admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1278479 Feb 10 22:57:37.189174 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 38202) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:37.333364 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839e2998-31c0-4fcf-bf71-4b5b45f9d903 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:57:37.334701 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-839e2998-31c0-4fcf-bf71-4b5b45f9d903 admin admin] 10.222.0.59 "GET /v2.0/subnets/0ca61f78-178a-4822-bc5a-a3867e607543 HTTP/1.1" status: 200 len: 868 time: 0.1445699 Feb 10 22:57:39.411152 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 38212) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:39.535573 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f75b75-40d2-430a-b07f-6269642d058d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:57:39.536952 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-18f75b75-40d2-430a-b07f-6269642d058d admin admin] 10.222.0.59 "GET /v2.0/subnets/f4864ddd-7f59-4972-ad96-15ac8a39cd25 HTTP/1.1" status: 200 len: 816 time: 0.1248517 Feb 10 22:57:49.029035 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a50dfbeb-2c2c-434c-a8dd-f12cbfa26204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:51.160394 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-59415b94-cb51-44ca-968e-48d185d8e9e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:52.303292 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:52.531687 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:53.863866 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:58.081422 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 38252) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:58.152594 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [None req-2a3fbad7-4258-49f0-a7c5-1074914759c8 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84333) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 22:57:58.153595 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-2a3fbad7-4258-49f0-a7c5-1074914759c8 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0712595 Feb 10 22:58:00.251592 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 38262) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:58:00.342075 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c0a276f-2828-46e9-a0df-8aeb87a2a7a5 admin admin] GET failed (client error): The resource could not be found. Feb 10 22:58:00.343251 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-4c0a276f-2828-46e9-a0df-8aeb87a2a7a5 admin admin] 10.222.0.59 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0907464 Feb 10 22:58:00.469502 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a07bad5-d92b-4a3d-b90f-8f2b0ab00236 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:58:00.470874 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-8a07bad5-d92b-4a3d-b90f-8f2b0ab00236 admin admin] 10.222.0.59 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1237917 Feb 10 22:58:02.519499 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 38272) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:58:02.591280 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-0d9d4d3b-91fa-43bf-b832-7a5ed00406cc admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 22:58:02.595834 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-0d9d4d3b-91fa-43bf-b832-7a5ed00406cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:58:02.606468 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-0d9d4d3b-91fa-43bf-b832-7a5ed00406cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:58:02.668478 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9d4d3b-91fa-43bf-b832-7a5ed00406cc admin admin] Made reservation on behalf of e142b015571247949a16b6ac820d0b61 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:58:02.670737 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0d9d4d3b-91fa-43bf-b832-7a5ed00406cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:02.759035 dv-neutron-828797-1-hyperv neutron-server[84333]: WARNING neutron.services.revisions.revision_plugin [None req-0d9d4d3b-91fa-43bf-b832-7a5ed00406cc admin admin] Could not find related network for resource to bump revision. Feb 10 22:58:02.778557 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d9d4d3b-91fa-43bf-b832-7a5ed00406cc admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:58:02.781136 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0d9d4d3b-91fa-43bf-b832-7a5ed00406cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:02.781464 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-0d9d4d3b-91fa-43bf-b832-7a5ed00406cc admin admin] Added segment 9d8686c3-a609-4deb-b276-ee6e33ff8304 of type vlan for network 1e97f2f9-b671-4e7f-b2ae-3f6c9dde91cc Feb 10 22:58:02.805362 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0d9d4d3b-91fa-43bf-b832-7a5ed00406cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:02.880350 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0d9d4d3b-91fa-43bf-b832-7a5ed00406cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:02.881245 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9d4d3b-91fa-43bf-b832-7a5ed00406cc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:58:02.881821 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0d9d4d3b-91fa-43bf-b832-7a5ed00406cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:02.980765 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d4d3b-91fa-43bf-b832-7a5ed00406cc admin admin] Pushing event updated for resources: {'Network': ['ID=1e97f2f9-b671-4e7f-b2ae-3f6c9dde91cc,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:58:02.988341 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9d4d3b-91fa-43bf-b832-7a5ed00406cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:58:02.988711 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9d4d3b-91fa-43bf-b832-7a5ed00406cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:58:02.989051 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9d4d3b-91fa-43bf-b832-7a5ed00406cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:58:02.989384 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9d4d3b-91fa-43bf-b832-7a5ed00406cc admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:58:02.989711 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9d4d3b-91fa-43bf-b832-7a5ed00406cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:58:02.990036 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9d4d3b-91fa-43bf-b832-7a5ed00406cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:58:02.990359 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9d4d3b-91fa-43bf-b832-7a5ed00406cc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:58:02.990681 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9d4d3b-91fa-43bf-b832-7a5ed00406cc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:58:02.990998 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9d4d3b-91fa-43bf-b832-7a5ed00406cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:58:02.991314 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9d4d3b-91fa-43bf-b832-7a5ed00406cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:58:02.992163 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9d4d3b-91fa-43bf-b832-7a5ed00406cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:58:03.003308 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 1e97f2f9-b671-4e7f-b2ae-3f6c9dde91cc details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:58:03.029690 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-0d9d4d3b-91fa-43bf-b832-7a5ed00406cc admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5090444 Feb 10 22:58:04.454107 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 5 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:58:05.132871 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 38282) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:58:05.225582 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-18f5c204-ee06-47af-b64e-283ec8f3b1a5 admin admin] GET failed (client error): The resource could not be found. Feb 10 22:58:05.226792 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-18f5c204-ee06-47af-b64e-283ec8f3b1a5 admin admin] Synchronizing usage tracker for tenant:e142b015571247949a16b6ac820d0b61 on resource:network {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:58:05.307445 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-18f5c204-ee06-47af-b64e-283ec8f3b1a5 admin admin] Unset dirty status for tenant:e142b015571247949a16b6ac820d0b61 on resource:network {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:58:05.308560 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-18f5c204-ee06-47af-b64e-283ec8f3b1a5 admin admin] 10.222.0.59 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1747465 Feb 10 22:58:05.409455 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a4308f-b29b-48c0-a77a-8436d91e5236 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:58:05.410939 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-17a4308f-b29b-48c0-a77a-8436d91e5236 admin admin] 10.222.0.59 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0984898 Feb 10 22:58:05.421003 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-54a7ba67-b549-41c6-a19f-17f4aa7c6ba4 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '1e97f2f9-b671-4e7f-b2ae-3f6c9dde91cc', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 22:58:05.425340 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-54a7ba67-b549-41c6-a19f-17f4aa7c6ba4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:58:05.429099 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-54a7ba67-b549-41c6-a19f-17f4aa7c6ba4 admin admin] Usage tracker for resource:subnet and tenant:e142b015571247949a16b6ac820d0b61 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:58:05.432121 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-54a7ba67-b549-41c6-a19f-17f4aa7c6ba4 admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:58:05.437777 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-54a7ba67-b549-41c6-a19f-17f4aa7c6ba4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:58:05.514522 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a7ba67-b549-41c6-a19f-17f4aa7c6ba4 admin admin] Made reservation on behalf of e142b015571247949a16b6ac820d0b61 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:58:05.516842 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-54a7ba67-b549-41c6-a19f-17f4aa7c6ba4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:05.789337 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-54a7ba67-b549-41c6-a19f-17f4aa7c6ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:05.860062 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a7ba67-b549-41c6-a19f-17f4aa7c6ba4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=236bebec-78d6-4bf3-862a-f8dde9050d3f,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:58:05.869473 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a7ba67-b549-41c6-a19f-17f4aa7c6ba4 admin admin] Checking segment: {'id': '9d8686c3-a609-4deb-b276-ee6e33ff8304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1e97f2f9-b671-4e7f-b2ae-3f6c9dde91cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 22:58:05.869822 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a7ba67-b549-41c6-a19f-17f4aa7c6ba4 admin admin] Network hostable DHCP agents. Network: 1e97f2f9-b671-4e7f-b2ae-3f6c9dde91cc, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:58:05.942929 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a7ba67-b549-41c6-a19f-17f4aa7c6ba4 admin admin] Network 1e97f2f9-b671-4e7f-b2ae-3f6c9dde91cc is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:58:06.011581 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-54a7ba67-b549-41c6-a19f-17f4aa7c6ba4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 1e97f2f9-b671-4e7f-b2ae-3f6c9dde91cc) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:58:06.015532 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a7ba67-b549-41c6-a19f-17f4aa7c6ba4 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:58:06.016137 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-54a7ba67-b549-41c6-a19f-17f4aa7c6ba4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:06.020272 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36b5201-0933-4790-a622-f8cc2dbb6aed None None] Network 1e97f2f9-b671-4e7f-b2ae-3f6c9dde91cc requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 22:58:06.087933 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-54a7ba67-b549-41c6-a19f-17f4aa7c6ba4 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6700013 Feb 10 22:58:06.233694 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99609d9-d5f8-4466-bc16-27143821cffa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-1e97f2f9-b671-4e7f-b2ae-3f6c9dde91cc', 'network_id': '1e97f2f9-b671-4e7f-b2ae-3f6c9dde91cc', 'tenant_id': 'e142b015571247949a16b6ac820d0b61', 'fixed_ips': [{'subnet_id': '236bebec-78d6-4bf3-862a-f8dde9050d3f'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 22:58:06.234528 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a99609d9-d5f8-4466-bc16-27143821cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:06.393848 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-a99609d9-d5f8-4466-bc16-27143821cffa None None] Allocated IP 192.168.233.2 (1e97f2f9-b671-4e7f-b2ae-3f6c9dde91cc/236bebec-78d6-4bf3-862a-f8dde9050d3f/f25b5c31-428b-4787-b1c1-1efb5f0d90a1) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:58:06.628382 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a99609d9-d5f8-4466-bc16-27143821cffa None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:06.639509 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-a99609d9-d5f8-4466-bc16-27143821cffa None None] Transition to ACTIVE for port object f25b5c31-428b-4787-b1c1-1efb5f0d90a1 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:58:06.657235 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-a99609d9-d5f8-4466-bc16-27143821cffa None None] Transition to ACTIVE for port object f25b5c31-428b-4787-b1c1-1efb5f0d90a1 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:58:06.725078 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a99609d9-d5f8-4466-bc16-27143821cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:06.791813 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99609d9-d5f8-4466-bc16-27143821cffa None None] Network 1e97f2f9-b671-4e7f-b2ae-3f6c9dde91cc is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:58:06.793008 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-a99609d9-d5f8-4466-bc16-27143821cffa None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:58:06.796507 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99609d9-d5f8-4466-bc16-27143821cffa None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 22:58:06.803240 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99609d9-d5f8-4466-bc16-27143821cffa None None] Pushing event updated for resources: {'Port': ['ID=f25b5c31-428b-4787-b1c1-1efb5f0d90a1,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:58:06.840990 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99609d9-d5f8-4466-bc16-27143821cffa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:58:06.841341 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99609d9-d5f8-4466-bc16-27143821cffa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:58:06.841703 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99609d9-d5f8-4466-bc16-27143821cffa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:58:06.842038 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99609d9-d5f8-4466-bc16-27143821cffa None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:58:06.842389 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99609d9-d5f8-4466-bc16-27143821cffa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:58:06.842721 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99609d9-d5f8-4466-bc16-27143821cffa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:58:06.843051 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99609d9-d5f8-4466-bc16-27143821cffa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:58:06.843386 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99609d9-d5f8-4466-bc16-27143821cffa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:58:06.843711 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99609d9-d5f8-4466-bc16-27143821cffa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:58:06.844027 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99609d9-d5f8-4466-bc16-27143821cffa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:58:06.844348 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99609d9-d5f8-4466-bc16-27143821cffa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:58:06.900759 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-a99609d9-d5f8-4466-bc16-27143821cffa None None] Attempting to bind port f25b5c31-428b-4787-b1c1-1efb5f0d90a1 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:58:06.901144 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-a99609d9-d5f8-4466-bc16-27143821cffa None None] Attempting to bind port f25b5c31-428b-4787-b1c1-1efb5f0d90a1 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '9d8686c3-a609-4deb-b276-ee6e33ff8304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1e97f2f9-b671-4e7f-b2ae-3f6c9dde91cc'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:58:06.901502 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99609d9-d5f8-4466-bc16-27143821cffa None None] Attempting to bind port f25b5c31-428b-4787-b1c1-1efb5f0d90a1 on network 1e97f2f9-b671-4e7f-b2ae-3f6c9dde91cc {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 22:58:06.908053 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99609d9-d5f8-4466-bc16-27143821cffa None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 22:58:06.908357 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99609d9-d5f8-4466-bc16-27143821cffa None None] Checking segment: {'id': '9d8686c3-a609-4deb-b276-ee6e33ff8304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1e97f2f9-b671-4e7f-b2ae-3f6c9dde91cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 22:58:06.908801 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a99609d9-d5f8-4466-bc16-27143821cffa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:06.909201 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99609d9-d5f8-4466-bc16-27143821cffa None None] Bound using segment: {'id': '9d8686c3-a609-4deb-b276-ee6e33ff8304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1e97f2f9-b671-4e7f-b2ae-3f6c9dde91cc'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 22:58:06.909787 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-a99609d9-d5f8-4466-bc16-27143821cffa None None] Bound port: f25b5c31-428b-4787-b1c1-1efb5f0d90a1, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d8686c3-a609-4deb-b276-ee6e33ff8304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1e97f2f9-b671-4e7f-b2ae-3f6c9dde91cc'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:58:06.910169 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a99609d9-d5f8-4466-bc16-27143821cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:06.998369 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-a99609d9-d5f8-4466-bc16-27143821cffa None None] For port f25b5c31-428b-4787-b1c1-1efb5f0d90a1, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 22:58:07.001456 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-a99609d9-d5f8-4466-bc16-27143821cffa None None] For port f25b5c31-428b-4787-b1c1-1efb5f0d90a1, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=f25b5c31-428b-4787-b1c1-1efb5f0d90a1,segment=NetworkSegment(9d8686c3-a609-4deb-b276-ee6e33ff8304),segment_id=9d8686c3-a609-4deb-b276-ee6e33ff8304)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 22:58:07.080929 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a99609d9-d5f8-4466-bc16-27143821cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:07.161727 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99609d9-d5f8-4466-bc16-27143821cffa None None] Pushing event updated for resources: {'Port': ['ID=f25b5c31-428b-4787-b1c1-1efb5f0d90a1,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:58:07.989447 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df74f2cc-d34b-40ce-b4f9-a39162314e31 None None] Network 1e97f2f9-b671-4e7f-b2ae-3f6c9dde91cc requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 22:58:08.149579 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-e950fb43-1993-414a-a761-22b1b46cd467 None None] Provisioning for port f25b5c31-428b-4787-b1c1-1efb5f0d90a1 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:58:08.862415 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device f25b5c31-428b-4787-b1c1-1efb5f0d90a1 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:58:08.983135 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port f25b5c31-428b-4787-b1c1-1efb5f0d90a1 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:58:08.988331 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port f25b5c31-428b-4787-b1c1-1efb5f0d90a1 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:58:08.994466 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:09.097444 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:09.129658 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port f25b5c31-428b-4787-b1c1-1efb5f0d90a1, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=f25b5c31-428b-4787-b1c1-1efb5f0d90a1,segment=NetworkSegment(9d8686c3-a609-4deb-b276-ee6e33ff8304),segment_id=9d8686c3-a609-4deb-b276-ee6e33ff8304)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 22:58:09.189054 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:09.253740 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=f25b5c31-428b-4787-b1c1-1efb5f0d90a1,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:58:10.830628 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device f25b5c31-428b-4787-b1c1-1efb5f0d90a1 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:58:10.903014 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port f25b5c31-428b-4787-b1c1-1efb5f0d90a1 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:58:10.903297 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:19.015640 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1ede9bfb-7a8a-4c1c-80b2-e27626d7c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:21.169764 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8995ef5b-d468-4d6e-bc9a-62da7203192e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:22.313082 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:22.571798 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:23.844067 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:41.454849 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 5 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:58:49.014559 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cf60e450-5acf-4c99-aed0-b3c63052d6c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:51.176051 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c6ada909-5145-45ab-8c59-a41430299932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:52.328474 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:52.545502 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:53.834915 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:18.388110 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 38324) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:18.393893 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [None req-e7c36f15-5083-446a-bbff-b317770c0c17 tempest-verify_tempest_config-1426130162 tempest-verify_tempest_config-1426130162-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84333) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 22:59:18.394936 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-e7c36f15-5083-446a-bbff-b317770c0c17 tempest-verify_tempest_config-1426130162 tempest-verify_tempest_config-1426130162-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0057409 Feb 10 22:59:18.455290 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 5 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:59:18.968126 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 38340) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:19.004236 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7ca6a511-a491-494d-a960-e2f6c9316475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:19.117022 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bfc2e81a-c580-4904-8ca9-8cb8811bba23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:19.147428 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-bfc2e81a-c580-4904-8ca9-8cb8811bba23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:59:19.151145 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-bfc2e81a-c580-4904-8ca9-8cb8811bba23 admin admin] Usage tracker for resource:security_group_rule and tenant:d37d442fc7bb4f9f9316ea17d76b530f is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:59:19.153859 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-bfc2e81a-c580-4904-8ca9-8cb8811bba23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:59:19.159588 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-bfc2e81a-c580-4904-8ca9-8cb8811bba23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:59:19.223602 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bfc2e81a-c580-4904-8ca9-8cb8811bba23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:19.287064 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bfc2e81a-c580-4904-8ca9-8cb8811bba23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:19.331057 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc2e81a-c580-4904-8ca9-8cb8811bba23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0d49a5-9f1d-48ea-9cb2-a47db81ef352,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:19.337581 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-bfc2e81a-c580-4904-8ca9-8cb8811bba23 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d37d442fc7bb4f9f9316ea17d76b530f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3684878 Feb 10 22:59:19.340382 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 38346) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:19.342200 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc2e81a-c580-4904-8ca9-8cb8811bba23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:19.342547 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc2e81a-c580-4904-8ca9-8cb8811bba23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:19.342881 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc2e81a-c580-4904-8ca9-8cb8811bba23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:19.343208 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc2e81a-c580-4904-8ca9-8cb8811bba23 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:19.343534 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc2e81a-c580-4904-8ca9-8cb8811bba23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:19.343858 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc2e81a-c580-4904-8ca9-8cb8811bba23 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:19.344195 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc2e81a-c580-4904-8ca9-8cb8811bba23 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:19.344515 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc2e81a-c580-4904-8ca9-8cb8811bba23 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:19.344858 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc2e81a-c580-4904-8ca9-8cb8811bba23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:19.345174 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc2e81a-c580-4904-8ca9-8cb8811bba23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:19.345494 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc2e81a-c580-4904-8ca9-8cb8811bba23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:19.405280 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c5d2f8fb-b003-4190-b20c-705235927751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:19.429874 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c5d2f8fb-b003-4190-b20c-705235927751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:19.631001 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c5d2f8fb-b003-4190-b20c-705235927751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:19.647808 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d2f8fb-b003-4190-b20c-705235927751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0d49a5-9f1d-48ea-9cb2-a47db81ef352,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:19.652469 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c5d2f8fb-b003-4190-b20c-705235927751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:19.653586 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c5d2f8fb-b003-4190-b20c-705235927751 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9a0d49a5-9f1d-48ea-9cb2-a47db81ef352 HTTP/1.1" status: 204 len: 168 time: 0.3121629 Feb 10 22:59:19.658499 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d2f8fb-b003-4190-b20c-705235927751 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:19.658986 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d2f8fb-b003-4190-b20c-705235927751 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:19.659190 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d2f8fb-b003-4190-b20c-705235927751 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:19.659541 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d2f8fb-b003-4190-b20c-705235927751 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:19.659868 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d2f8fb-b003-4190-b20c-705235927751 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:19.660195 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d2f8fb-b003-4190-b20c-705235927751 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:19.660650 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d2f8fb-b003-4190-b20c-705235927751 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:19.660971 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d2f8fb-b003-4190-b20c-705235927751 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:19.661290 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d2f8fb-b003-4190-b20c-705235927751 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:19.661631 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d2f8fb-b003-4190-b20c-705235927751 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:19.661947 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d2f8fb-b003-4190-b20c-705235927751 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:21.162000 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7a89fd17-9c8b-42e0-b048-ae488ce8567e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:22.309814 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:22.524299 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:23.835435 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:49.063158 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dbdcedec-c053-458d-b226-6dfd1c745320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:51.175280 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6d19000f-ed58-4f13-ad0e-c9e892809db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:52.300777 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:52.530987 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:53.894994 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:55.454987 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 5 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:00:19.021777 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5711cda7-b573-4d87-aa83-845f356f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:21.174332 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c3772536-70b7-49e4-9511-475503282e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:22.330268 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:22.536725 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:23.844454 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:32.455205 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 5 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:00:45.837962 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1733042'] for agent, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:49.018999 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0961d72f-f65b-4855-9994-bcdd70382bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:51.180509 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-023836aa-80a2-49be-883f-75c7c167b0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:52.362991 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:52.557279 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:53.849706 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:00.894168 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 38416) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:01.027382 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-64b58101-2e47-42a9-a07b-801cdd3bca49 admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1321340 Feb 10 23:01:03.065225 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 38426) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:03.144252 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-13b17409-0de3-4e4c-b42d-84ec6b78c674 admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0779262 Feb 10 23:01:09.454733 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:01:15.836374 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:19.008093 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4d144b49-d432-4d1e-85e4-74224a5b571e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:21.195563 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c0a4c600-5fb6-46a2-ad3f-04fca7dd9441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:22.334338 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:22.521660 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:23.842017 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:45.818669 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:46.455882 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:01:49.054395 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9e3f7cd8-d956-464c-ac7e-eb16fa6d2249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:51.178187 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7bf06058-3b33-42b2-8563-2b66961084fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:52.354914 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:52.532098 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:53.852502 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:15.817561 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:18.988794 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-08575d06-118a-4f9a-b3a8-ead1ff5d41f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:21.177447 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f752fb8c-7938-4858-9897-24e79e38fdcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:22.348374 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:22.514120 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:23.457390 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:02:23.857490 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:28.138987 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 38542) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:28.696089 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-9a259010-ed8d-4868-a5df-eec6806a3502 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1020424301-network', 'tenant_id': '027aa545b61c4bb78c5d5117fda627e8'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:02:28.696089 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9a259010-ed8d-4868-a5df-eec6806a3502 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:28.696089 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9a259010-ed8d-4868-a5df-eec6806a3502 admin admin] Usage tracker for resource:network and tenant:027aa545b61c4bb78c5d5117fda627e8 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:28.696089 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9a259010-ed8d-4868-a5df-eec6806a3502 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:28.696089 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9a259010-ed8d-4868-a5df-eec6806a3502 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:28.749079 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a259010-ed8d-4868-a5df-eec6806a3502 admin admin] Made reservation on behalf of 027aa545b61c4bb78c5d5117fda627e8 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:02:28.751392 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9a259010-ed8d-4868-a5df-eec6806a3502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:28.764150 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9a259010-ed8d-4868-a5df-eec6806a3502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:28.795959 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9a259010-ed8d-4868-a5df-eec6806a3502 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:28.800256 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9a259010-ed8d-4868-a5df-eec6806a3502 admin admin] Usage tracker for resource:security_group_rule and tenant:027aa545b61c4bb78c5d5117fda627e8 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:28.803303 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9a259010-ed8d-4868-a5df-eec6806a3502 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:28.809085 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9a259010-ed8d-4868-a5df-eec6806a3502 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:28.877286 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9a259010-ed8d-4868-a5df-eec6806a3502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:28.977831 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9a259010-ed8d-4868-a5df-eec6806a3502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:29.011873 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a259010-ed8d-4868-a5df-eec6806a3502 admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:02:29.020712 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a259010-ed8d-4868-a5df-eec6806a3502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c51091-5055-4d5e-8666-b6bd89c67cdb,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:29.031308 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a259010-ed8d-4868-a5df-eec6806a3502 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:29.031653 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a259010-ed8d-4868-a5df-eec6806a3502 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:29.031986 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a259010-ed8d-4868-a5df-eec6806a3502 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:29.032317 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a259010-ed8d-4868-a5df-eec6806a3502 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:29.038965 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a259010-ed8d-4868-a5df-eec6806a3502 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:29.038965 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a259010-ed8d-4868-a5df-eec6806a3502 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:29.038965 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a259010-ed8d-4868-a5df-eec6806a3502 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:29.038965 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a259010-ed8d-4868-a5df-eec6806a3502 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:29.038965 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a259010-ed8d-4868-a5df-eec6806a3502 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:29.038965 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a259010-ed8d-4868-a5df-eec6806a3502 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:29.038965 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a259010-ed8d-4868-a5df-eec6806a3502 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:29.038965 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a259010-ed8d-4868-a5df-eec6806a3502 admin admin] Tracked resource versions report: Feb 10 23:02:29.038965 dv-neutron-828797-1-hyperv neutron-server[84332]: pushed versions: Feb 10 23:02:29.038965 dv-neutron-828797-1-hyperv neutron-server[84332]: { 'ConntrackHelper': {'1.0'}, Feb 10 23:02:29.038965 dv-neutron-828797-1-hyperv neutron-server[84332]: 'Log': {'1.0'}, Feb 10 23:02:29.038965 dv-neutron-828797-1-hyperv neutron-server[84332]: 'Network': {'1.1'}, Feb 10 23:02:29.038965 dv-neutron-828797-1-hyperv neutron-server[84332]: 'Port': {'1.5'}, Feb 10 23:02:29.038965 dv-neutron-828797-1-hyperv neutron-server[84332]: 'PortForwarding': {'1.2'}, Feb 10 23:02:29.038965 dv-neutron-828797-1-hyperv neutron-server[84332]: 'QosPolicy': {'1.8'}, Feb 10 23:02:29.038965 dv-neutron-828797-1-hyperv neutron-server[84332]: 'SecurityGroup': {'1.2'}, Feb 10 23:02:29.038965 dv-neutron-828797-1-hyperv neutron-server[84332]: 'SecurityGroupRule': {'1.0'}, Feb 10 23:02:29.038965 dv-neutron-828797-1-hyperv neutron-server[84332]: 'SubPort': {'1.0'}, Feb 10 23:02:29.038965 dv-neutron-828797-1-hyperv neutron-server[84332]: 'Subnet': {'1.1'}, Feb 10 23:02:29.038965 dv-neutron-828797-1-hyperv neutron-server[84332]: 'Trunk': {'1.1'}} Feb 10 23:02:29.038965 dv-neutron-828797-1-hyperv neutron-server[84332]: consumer versions: Feb 10 23:02:29.038965 dv-neutron-828797-1-hyperv neutron-server[84332]: { DHCP agent@dv-neutron-828797-1-hyperv: {}, Feb 10 23:02:29.038965 dv-neutron-828797-1-hyperv neutron-server[84332]: HyperV agent@hv-neutron-8287: {}, Feb 10 23:02:29.038965 dv-neutron-828797-1-hyperv neutron-server[84332]: L3 agent@dv-neutron-828797-1-hyperv: {}, Feb 10 23:02:29.038965 dv-neutron-828797-1-hyperv neutron-server[84332]: Metadata agent@dv-neutron-828797-1-hyperv: {}, Feb 10 23:02:29.038965 dv-neutron-828797-1-hyperv neutron-server[84332]: Metering agent@dv-neutron-828797-1-hyperv: {}, Feb 10 23:02:29.038965 dv-neutron-828797-1-hyperv neutron-server[84332]: Open vSwitch agent@dv-neutron-828797-1-hyperv: { 'ConntrackHelper': '1.0', Feb 10 23:02:29.038965 dv-neutron-828797-1-hyperv neutron-server[84332]: 'Log': '1.0', Feb 10 23:02:29.038965 dv-neutron-828797-1-hyperv neutron-server[84332]: 'Network': '1.1', Feb 10 23:02:29.038965 dv-neutron-828797-1-hyperv neutron-server[84332]: 'Port': '1.5', Feb 10 23:02:29.038965 dv-neutron-828797-1-hyperv neutron-server[84332]: 'PortForwarding': '1.2', Feb 10 23:02:29.038965 dv-neutron-828797-1-hyperv neutron-server[84332]: 'QosPolicy': '1.8', Feb 10 23:02:29.038965 dv-neutron-828797-1-hyperv neutron-server[84332]: 'SecurityGroup': '1.2', Feb 10 23:02:29.038965 dv-neutron-828797-1-hyperv neutron-server[84332]: 'SecurityGroupRule': '1.0', Feb 10 23:02:29.038965 dv-neutron-828797-1-hyperv neutron-server[84332]: 'SubPort': '1.0', Feb 10 23:02:29.038965 dv-neutron-828797-1-hyperv neutron-server[84332]: 'Subnet': '1.1', Feb 10 23:02:29.038965 dv-neutron-828797-1-hyperv neutron-server[84332]: 'Trunk': '1.1'}} Feb 10 23:02:29.038965 dv-neutron-828797-1-hyperv neutron-server[84332]: {{(pid=84332) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 23:02:29.038965 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9a259010-ed8d-4868-a5df-eec6806a3502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:29.041951 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-9a259010-ed8d-4868-a5df-eec6806a3502 admin admin] Added segment ce999748-c696-4a47-b782-f74c775e9534 of type vlan for network 6483cb9e-fe3f-463f-833b-3771068bd14e Feb 10 23:02:29.067091 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9a259010-ed8d-4868-a5df-eec6806a3502 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:29.200130 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9a259010-ed8d-4868-a5df-eec6806a3502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:29.201031 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a259010-ed8d-4868-a5df-eec6806a3502 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:29.201591 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9a259010-ed8d-4868-a5df-eec6806a3502 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:29.308430 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a259010-ed8d-4868-a5df-eec6806a3502 admin admin] Pushing event updated for resources: {'Network': ['ID=6483cb9e-fe3f-463f-833b-3771068bd14e,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:29.320174 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 6483cb9e-fe3f-463f-833b-3771068bd14e details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:02:29.321061 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9a259010-ed8d-4868-a5df-eec6806a3502 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1808536 Feb 10 23:02:29.323985 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 38576) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:29.330341 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-18cd03d9-6338-4b6e-8d93-1df987f5539f admin admin] Request body: {'subnet': {'network_id': '6483cb9e-fe3f-463f-833b-3771068bd14e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1020424301-subnet', 'tenant_id': '027aa545b61c4bb78c5d5117fda627e8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:02:29.336211 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-18cd03d9-6338-4b6e-8d93-1df987f5539f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:29.340690 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-18cd03d9-6338-4b6e-8d93-1df987f5539f admin admin] Usage tracker for resource:subnet and tenant:027aa545b61c4bb78c5d5117fda627e8 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:29.343697 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-18cd03d9-6338-4b6e-8d93-1df987f5539f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:29.350683 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-18cd03d9-6338-4b6e-8d93-1df987f5539f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:29.434345 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18cd03d9-6338-4b6e-8d93-1df987f5539f admin admin] Made reservation on behalf of 027aa545b61c4bb78c5d5117fda627e8 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:02:29.437250 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-18cd03d9-6338-4b6e-8d93-1df987f5539f admin admin] Notify callbacks [] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:29.731620 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-18cd03d9-6338-4b6e-8d93-1df987f5539f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:29.802083 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cd03d9-6338-4b6e-8d93-1df987f5539f admin admin] Pushing event updated for resources: {'Subnet': ['ID=48a055f8-63d3-4e5a-8cc1-4cd5fa049a73,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:29.853125 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cd03d9-6338-4b6e-8d93-1df987f5539f admin admin] Checking segment: {'id': 'ce999748-c696-4a47-b782-f74c775e9534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6483cb9e-fe3f-463f-833b-3771068bd14e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:02:29.853485 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cd03d9-6338-4b6e-8d93-1df987f5539f admin admin] Network hostable DHCP agents. Network: 6483cb9e-fe3f-463f-833b-3771068bd14e, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:02:29.926821 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cd03d9-6338-4b6e-8d93-1df987f5539f admin admin] Network 6483cb9e-fe3f-463f-833b-3771068bd14e is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:02:30.028218 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-18cd03d9-6338-4b6e-8d93-1df987f5539f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 6483cb9e-fe3f-463f-833b-3771068bd14e) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:02:30.033028 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cd03d9-6338-4b6e-8d93-1df987f5539f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:30.041421 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-18cd03d9-6338-4b6e-8d93-1df987f5539f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:30.042334 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5717aae-1e98-4b56-a462-224e6dab92a2 None None] Network 6483cb9e-fe3f-463f-833b-3771068bd14e requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:02:30.152219 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 38604) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:30.152893 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-18cd03d9-6338-4b6e-8d93-1df987f5539f admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8273134 Feb 10 23:02:30.160250 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-b25d2a9f-3ad6-4c05-bfde-d44485e714cc admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1020424301-router', 'tenant_id': '027aa545b61c4bb78c5d5117fda627e8', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:02:30.170052 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b25d2a9f-3ad6-4c05-bfde-d44485e714cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:30.179306 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-b25d2a9f-3ad6-4c05-bfde-d44485e714cc admin admin] Usage tracker for resource:router and tenant:027aa545b61c4bb78c5d5117fda627e8 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:30.182538 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-b25d2a9f-3ad6-4c05-bfde-d44485e714cc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:30.188583 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b25d2a9f-3ad6-4c05-bfde-d44485e714cc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:30.246079 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b25d2a9f-3ad6-4c05-bfde-d44485e714cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:30.247033 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b25d2a9f-3ad6-4c05-bfde-d44485e714cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:30.265519 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b25d2a9f-3ad6-4c05-bfde-d44485e714cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:30.270617 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accf89bc-b612-4cdc-874e-10517e2859bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-6483cb9e-fe3f-463f-833b-3771068bd14e', 'network_id': '6483cb9e-fe3f-463f-833b-3771068bd14e', 'tenant_id': '027aa545b61c4bb78c5d5117fda627e8', 'fixed_ips': [{'subnet_id': '48a055f8-63d3-4e5a-8cc1-4cd5fa049a73'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:02:30.271433 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-accf89bc-b612-4cdc-874e-10517e2859bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:30.454397 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-accf89bc-b612-4cdc-874e-10517e2859bb None None] Allocated IP 172.20.0.2 (6483cb9e-fe3f-463f-833b-3771068bd14e/48a055f8-63d3-4e5a-8cc1-4cd5fa049a73/797943f3-4ad4-419b-b517-b0ed1d6b32fd) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:02:30.480523 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b25d2a9f-3ad6-4c05-bfde-d44485e714cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:30.555546 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 38616) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:30.733302 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-accf89bc-b612-4cdc-874e-10517e2859bb None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:30.747282 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b25d2a9f-3ad6-4c05-bfde-d44485e714cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:30.752275 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-accf89bc-b612-4cdc-874e-10517e2859bb None None] Transition to ACTIVE for port object 797943f3-4ad4-419b-b517-b0ed1d6b32fd will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:02:30.780513 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b25d2a9f-3ad6-4c05-bfde-d44485e714cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:30.804922 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-accf89bc-b612-4cdc-874e-10517e2859bb None None] Transition to ACTIVE for port object 797943f3-4ad4-419b-b517-b0ed1d6b32fd will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:02:30.875376 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-accf89bc-b612-4cdc-874e-10517e2859bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:30.922072 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-b25d2a9f-3ad6-4c05-bfde-d44485e714cc admin admin] Allocated IP 172.26.8.242 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/6e47beed-37cb-4253-8c44-224335edacd3) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:02:30.958472 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accf89bc-b612-4cdc-874e-10517e2859bb None None] Network 6483cb9e-fe3f-463f-833b-3771068bd14e is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:02:30.961054 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-accf89bc-b612-4cdc-874e-10517e2859bb None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:02:30.963473 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accf89bc-b612-4cdc-874e-10517e2859bb None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:02:30.973477 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accf89bc-b612-4cdc-874e-10517e2859bb None None] Pushing event updated for resources: {'Port': ['ID=797943f3-4ad4-419b-b517-b0ed1d6b32fd,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:31.041281 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf89bc-b612-4cdc-874e-10517e2859bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:31.041617 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf89bc-b612-4cdc-874e-10517e2859bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:31.041944 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf89bc-b612-4cdc-874e-10517e2859bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:31.042268 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf89bc-b612-4cdc-874e-10517e2859bb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:31.042588 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf89bc-b612-4cdc-874e-10517e2859bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:31.042907 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf89bc-b612-4cdc-874e-10517e2859bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:31.043224 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf89bc-b612-4cdc-874e-10517e2859bb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:31.043540 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf89bc-b612-4cdc-874e-10517e2859bb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:31.043852 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf89bc-b612-4cdc-874e-10517e2859bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:31.044161 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf89bc-b612-4cdc-874e-10517e2859bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:31.044468 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf89bc-b612-4cdc-874e-10517e2859bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:31.046026 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf89bc-b612-4cdc-874e-10517e2859bb None None] Tracked resource versions report: Feb 10 23:02:31.046026 dv-neutron-828797-1-hyperv neutron-server[84334]: pushed versions: Feb 10 23:02:31.046026 dv-neutron-828797-1-hyperv neutron-server[84334]: { 'ConntrackHelper': {'1.0'}, Feb 10 23:02:31.046026 dv-neutron-828797-1-hyperv neutron-server[84334]: 'Log': {'1.0'}, Feb 10 23:02:31.046026 dv-neutron-828797-1-hyperv neutron-server[84334]: 'Network': {'1.1'}, Feb 10 23:02:31.046026 dv-neutron-828797-1-hyperv neutron-server[84334]: 'Port': {'1.5'}, Feb 10 23:02:31.046026 dv-neutron-828797-1-hyperv neutron-server[84334]: 'PortForwarding': {'1.2'}, Feb 10 23:02:31.046026 dv-neutron-828797-1-hyperv neutron-server[84334]: 'QosPolicy': {'1.8'}, Feb 10 23:02:31.046026 dv-neutron-828797-1-hyperv neutron-server[84334]: 'SecurityGroup': {'1.2'}, Feb 10 23:02:31.046026 dv-neutron-828797-1-hyperv neutron-server[84334]: 'SecurityGroupRule': {'1.0'}, Feb 10 23:02:31.046026 dv-neutron-828797-1-hyperv neutron-server[84334]: 'SubPort': {'1.0'}, Feb 10 23:02:31.046026 dv-neutron-828797-1-hyperv neutron-server[84334]: 'Subnet': {'1.1'}, Feb 10 23:02:31.046026 dv-neutron-828797-1-hyperv neutron-server[84334]: 'Trunk': {'1.1'}} Feb 10 23:02:31.046026 dv-neutron-828797-1-hyperv neutron-server[84334]: consumer versions: Feb 10 23:02:31.046026 dv-neutron-828797-1-hyperv neutron-server[84334]: { DHCP agent@dv-neutron-828797-1-hyperv: {}, Feb 10 23:02:31.046026 dv-neutron-828797-1-hyperv neutron-server[84334]: HyperV agent@hv-neutron-8287: {}, Feb 10 23:02:31.046026 dv-neutron-828797-1-hyperv neutron-server[84334]: L3 agent@dv-neutron-828797-1-hyperv: {}, Feb 10 23:02:31.046026 dv-neutron-828797-1-hyperv neutron-server[84334]: Metadata agent@dv-neutron-828797-1-hyperv: {}, Feb 10 23:02:31.046026 dv-neutron-828797-1-hyperv neutron-server[84334]: Metering agent@dv-neutron-828797-1-hyperv: {}, Feb 10 23:02:31.046026 dv-neutron-828797-1-hyperv neutron-server[84334]: Open vSwitch agent@dv-neutron-828797-1-hyperv: { 'ConntrackHelper': '1.0', Feb 10 23:02:31.046026 dv-neutron-828797-1-hyperv neutron-server[84334]: 'Log': '1.0', Feb 10 23:02:31.046026 dv-neutron-828797-1-hyperv neutron-server[84334]: 'Network': '1.1', Feb 10 23:02:31.046026 dv-neutron-828797-1-hyperv neutron-server[84334]: 'Port': '1.5', Feb 10 23:02:31.046026 dv-neutron-828797-1-hyperv neutron-server[84334]: 'PortForwarding': '1.2', Feb 10 23:02:31.046026 dv-neutron-828797-1-hyperv neutron-server[84334]: 'QosPolicy': '1.8', Feb 10 23:02:31.046026 dv-neutron-828797-1-hyperv neutron-server[84334]: 'SecurityGroup': '1.2', Feb 10 23:02:31.046026 dv-neutron-828797-1-hyperv neutron-server[84334]: 'SecurityGroupRule': '1.0', Feb 10 23:02:31.046026 dv-neutron-828797-1-hyperv neutron-server[84334]: 'SubPort': '1.0', Feb 10 23:02:31.046026 dv-neutron-828797-1-hyperv neutron-server[84334]: 'Subnet': '1.1', Feb 10 23:02:31.046026 dv-neutron-828797-1-hyperv neutron-server[84334]: 'Trunk': '1.1'}} Feb 10 23:02:31.046026 dv-neutron-828797-1-hyperv neutron-server[84334]: {{(pid=84334) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 23:02:31.069987 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-accf89bc-b612-4cdc-874e-10517e2859bb None None] Attempting to bind port 797943f3-4ad4-419b-b517-b0ed1d6b32fd on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:02:31.070218 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-accf89bc-b612-4cdc-874e-10517e2859bb None None] Attempting to bind port 797943f3-4ad4-419b-b517-b0ed1d6b32fd by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': 'ce999748-c696-4a47-b782-f74c775e9534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6483cb9e-fe3f-463f-833b-3771068bd14e'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:02:31.070460 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accf89bc-b612-4cdc-874e-10517e2859bb None None] Attempting to bind port 797943f3-4ad4-419b-b517-b0ed1d6b32fd on network 6483cb9e-fe3f-463f-833b-3771068bd14e {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:02:31.077126 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accf89bc-b612-4cdc-874e-10517e2859bb None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:02:31.077777 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accf89bc-b612-4cdc-874e-10517e2859bb None None] Checking segment: {'id': 'ce999748-c696-4a47-b782-f74c775e9534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6483cb9e-fe3f-463f-833b-3771068bd14e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:02:31.078171 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-accf89bc-b612-4cdc-874e-10517e2859bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:31.078597 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accf89bc-b612-4cdc-874e-10517e2859bb None None] Bound using segment: {'id': 'ce999748-c696-4a47-b782-f74c775e9534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6483cb9e-fe3f-463f-833b-3771068bd14e'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:02:31.079101 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-accf89bc-b612-4cdc-874e-10517e2859bb None None] Bound port: 797943f3-4ad4-419b-b517-b0ed1d6b32fd, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce999748-c696-4a47-b782-f74c775e9534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6483cb9e-fe3f-463f-833b-3771068bd14e'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:02:31.079523 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-accf89bc-b612-4cdc-874e-10517e2859bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:31.081401 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b25d2a9f-3ad6-4c05-bfde-d44485e714cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:31.166534 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b25d2a9f-3ad6-4c05-bfde-d44485e714cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:31.174305 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-accf89bc-b612-4cdc-874e-10517e2859bb None None] For port 797943f3-4ad4-419b-b517-b0ed1d6b32fd, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:02:31.180305 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-accf89bc-b612-4cdc-874e-10517e2859bb None None] For port 797943f3-4ad4-419b-b517-b0ed1d6b32fd, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=797943f3-4ad4-419b-b517-b0ed1d6b32fd,segment=NetworkSegment(ce999748-c696-4a47-b782-f74c775e9534),segment_id=ce999748-c696-4a47-b782-f74c775e9534)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:02:31.238160 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25d2a9f-3ad6-4c05-bfde-d44485e714cc admin admin] Pushing event updated for resources: {'Port': ['ID=6e47beed-37cb-4253-8c44-224335edacd3,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:31.248342 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25d2a9f-3ad6-4c05-bfde-d44485e714cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:31.248876 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25d2a9f-3ad6-4c05-bfde-d44485e714cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:31.249357 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25d2a9f-3ad6-4c05-bfde-d44485e714cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:31.249848 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25d2a9f-3ad6-4c05-bfde-d44485e714cc admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:31.250196 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25d2a9f-3ad6-4c05-bfde-d44485e714cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:31.250528 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25d2a9f-3ad6-4c05-bfde-d44485e714cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:31.250858 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25d2a9f-3ad6-4c05-bfde-d44485e714cc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:31.251182 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25d2a9f-3ad6-4c05-bfde-d44485e714cc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:31.251491 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25d2a9f-3ad6-4c05-bfde-d44485e714cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:31.251965 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25d2a9f-3ad6-4c05-bfde-d44485e714cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:31.252484 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25d2a9f-3ad6-4c05-bfde-d44485e714cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:31.253712 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25d2a9f-3ad6-4c05-bfde-d44485e714cc admin admin] Tracked resource versions report: Feb 10 23:02:31.253712 dv-neutron-828797-1-hyperv neutron-server[84333]: pushed versions: Feb 10 23:02:31.253712 dv-neutron-828797-1-hyperv neutron-server[84333]: { 'ConntrackHelper': {'1.0'}, Feb 10 23:02:31.253712 dv-neutron-828797-1-hyperv neutron-server[84333]: 'Log': {'1.0'}, Feb 10 23:02:31.253712 dv-neutron-828797-1-hyperv neutron-server[84333]: 'Network': {'1.1'}, Feb 10 23:02:31.253712 dv-neutron-828797-1-hyperv neutron-server[84333]: 'Port': {'1.5'}, Feb 10 23:02:31.253712 dv-neutron-828797-1-hyperv neutron-server[84333]: 'PortForwarding': {'1.2'}, Feb 10 23:02:31.253712 dv-neutron-828797-1-hyperv neutron-server[84333]: 'QosPolicy': {'1.8'}, Feb 10 23:02:31.253712 dv-neutron-828797-1-hyperv neutron-server[84333]: 'SecurityGroup': {'1.2'}, Feb 10 23:02:31.253712 dv-neutron-828797-1-hyperv neutron-server[84333]: 'SecurityGroupRule': {'1.0'}, Feb 10 23:02:31.253712 dv-neutron-828797-1-hyperv neutron-server[84333]: 'SubPort': {'1.0'}, Feb 10 23:02:31.253712 dv-neutron-828797-1-hyperv neutron-server[84333]: 'Subnet': {'1.1'}, Feb 10 23:02:31.253712 dv-neutron-828797-1-hyperv neutron-server[84333]: 'Trunk': {'1.1'}} Feb 10 23:02:31.253712 dv-neutron-828797-1-hyperv neutron-server[84333]: consumer versions: Feb 10 23:02:31.253712 dv-neutron-828797-1-hyperv neutron-server[84333]: { DHCP agent@dv-neutron-828797-1-hyperv: {}, Feb 10 23:02:31.253712 dv-neutron-828797-1-hyperv neutron-server[84333]: HyperV agent@hv-neutron-8287: {}, Feb 10 23:02:31.253712 dv-neutron-828797-1-hyperv neutron-server[84333]: L3 agent@dv-neutron-828797-1-hyperv: {}, Feb 10 23:02:31.253712 dv-neutron-828797-1-hyperv neutron-server[84333]: Metadata agent@dv-neutron-828797-1-hyperv: {}, Feb 10 23:02:31.253712 dv-neutron-828797-1-hyperv neutron-server[84333]: Metering agent@dv-neutron-828797-1-hyperv: {}, Feb 10 23:02:31.253712 dv-neutron-828797-1-hyperv neutron-server[84333]: Open vSwitch agent@dv-neutron-828797-1-hyperv: { 'ConntrackHelper': '1.0', Feb 10 23:02:31.253712 dv-neutron-828797-1-hyperv neutron-server[84333]: 'Log': '1.0', Feb 10 23:02:31.253712 dv-neutron-828797-1-hyperv neutron-server[84333]: 'Network': '1.1', Feb 10 23:02:31.253712 dv-neutron-828797-1-hyperv neutron-server[84333]: 'Port': '1.5', Feb 10 23:02:31.253712 dv-neutron-828797-1-hyperv neutron-server[84333]: 'PortForwarding': '1.2', Feb 10 23:02:31.253712 dv-neutron-828797-1-hyperv neutron-server[84333]: 'QosPolicy': '1.8', Feb 10 23:02:31.253712 dv-neutron-828797-1-hyperv neutron-server[84333]: 'SecurityGroup': '1.2', Feb 10 23:02:31.253712 dv-neutron-828797-1-hyperv neutron-server[84333]: 'SecurityGroupRule': '1.0', Feb 10 23:02:31.253712 dv-neutron-828797-1-hyperv neutron-server[84333]: 'SubPort': '1.0', Feb 10 23:02:31.253712 dv-neutron-828797-1-hyperv neutron-server[84333]: 'Subnet': '1.1', Feb 10 23:02:31.253712 dv-neutron-828797-1-hyperv neutron-server[84333]: 'Trunk': '1.1'}} Feb 10 23:02:31.253712 dv-neutron-828797-1-hyperv neutron-server[84333]: {{(pid=84333) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 23:02:31.270025 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25d2a9f-3ad6-4c05-bfde-d44485e714cc admin admin] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:02:31.272953 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-b25d2a9f-3ad6-4c05-bfde-d44485e714cc admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:02:31.274976 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-b04a1316-80f5-4e96-b689-6e1d8afa338f tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:02:31.275129 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25d2a9f-3ad6-4c05-bfde-d44485e714cc admin admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:02:31.280036 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b04a1316-80f5-4e96-b689-6e1d8afa338f tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.7225652 Feb 10 23:02:31.280831 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 38636) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:31.288953 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-7a65c109-53d2-4d9f-873c-69ffb79fe4d9 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] http://10.222.0.59:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:02:31.291297 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-accf89bc-b612-4cdc-874e-10517e2859bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:31.300324 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 38640) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:31.301466 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7a65c109-53d2-4d9f-873c-69ffb79fe4d9 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] 10.222.0.59 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0188832 Feb 10 23:02:31.313870 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [None req-0e09c37a-3599-4fae-9e96-505a0af89c04 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] http://10.222.0.59:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=84333) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:02:31.314808 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-0e09c37a-3599-4fae-9e96-505a0af89c04 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] 10.222.0.59 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0106766 Feb 10 23:02:31.317640 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 38644) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:31.332637 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [None req-8fb3b1cf-e7a3-4436-82dd-e65fe34afd5f tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] http://10.222.0.59:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=84333) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:02:31.333575 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-8fb3b1cf-e7a3-4436-82dd-e65fe34afd5f tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] 10.222.0.59 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0150738 Feb 10 23:02:31.336281 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 38648) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:31.343026 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-4412e6e5-16b0-42e5-b017-053595ec9d05 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] http://10.222.0.59:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:02:31.344472 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4412e6e5-16b0-42e5-b017-053595ec9d05 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] 10.222.0.59 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0068836 Feb 10 23:02:31.347726 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 38652) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:31.355341 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-b3b1ab81-667e-4f56-b488-40069c9747ce tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] http://10.222.0.59:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:02:31.357940 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b3b1ab81-667e-4f56-b488-40069c9747ce tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] 10.222.0.59 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0082657 Feb 10 23:02:31.359585 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 38656) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:31.382632 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-a05b4cc0-7880-42be-baa4-aef9def85cd4 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] http://10.222.0.59:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:02:31.384192 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a05b4cc0-7880-42be-baa4-aef9def85cd4 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] 10.222.0.59 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0197546 Feb 10 23:02:31.387539 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 38660) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:31.394668 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [None req-2d867bcd-fa8b-44d6-a452-fafcc256e082 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] http://10.222.0.59:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=84333) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:02:31.395864 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-2d867bcd-fa8b-44d6-a452-fafcc256e082 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] 10.222.0.59 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0067849 Feb 10 23:02:31.398726 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 38664) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:31.405009 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-4660f160-3d65-4a09-a615-54928b3c4557 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] http://10.222.0.59:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:02:31.406719 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4660f160-3d65-4a09-a615-54928b3c4557 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] 10.222.0.59 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0068328 Feb 10 23:02:31.410606 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 38668) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:31.412858 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accf89bc-b612-4cdc-874e-10517e2859bb None None] Pushing event updated for resources: {'Port': ['ID=797943f3-4ad4-419b-b517-b0ed1d6b32fd,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:31.430783 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [None req-dccc3106-93cc-4ba7-a6a9-6733551aeb10 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] http://10.222.0.59:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=84333) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:02:31.430783 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-dccc3106-93cc-4ba7-a6a9-6733551aeb10 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] 10.222.0.59 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0111387 Feb 10 23:02:31.430783 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 38672) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:31.436269 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [None req-9c1bfb60-7fde-436c-b3e0-43d36a9dde41 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] http://10.222.0.59:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=84333) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:02:31.441359 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 38676) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:31.447279 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-9a409d47-3a60-4910-a629-5082bdf20477 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] http://10.222.0.59:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:02:31.450608 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9a409d47-3a60-4910-a629-5082bdf20477 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] 10.222.0.59 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0059509 Feb 10 23:02:31.455789 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-9c1bfb60-7fde-436c-b3e0-43d36a9dde41 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] 10.222.0.59 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0093665 Feb 10 23:02:31.455986 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 38680) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:31.457373 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-e833c26f-c2f5-474c-b29a-ad417f177e14 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] http://10.222.0.59:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:02:31.460972 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e833c26f-c2f5-474c-b29a-ad417f177e14 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] 10.222.0.59 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0089161 Feb 10 23:02:31.462062 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 38684) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:31.467676 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-7ed44e21-bcb5-422d-af53-ef17a7e6f194 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] http://10.222.0.59:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:02:31.472125 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7ed44e21-bcb5-422d-af53-ef17a7e6f194 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] 10.222.0.59 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0083289 Feb 10 23:02:31.473068 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 38688) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:31.478847 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-7a58bb44-8092-4504-bd3a-2f08f54dbfcf tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] http://10.222.0.59:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:02:31.480829 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7a58bb44-8092-4504-bd3a-2f08f54dbfcf tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] 10.222.0.59 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0068524 Feb 10 23:02:31.486530 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 38692) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:31.492988 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [None req-cae7dff9-b2db-4823-b8cb-644c3cbe37ae tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] http://10.222.0.59:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=84333) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:02:31.494048 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-cae7dff9-b2db-4823-b8cb-644c3cbe37ae tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] 10.222.0.59 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0059414 Feb 10 23:02:31.497118 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 38698) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:31.499157 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b25d2a9f-3ad6-4c05-bfde-d44485e714cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:31.500108 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b25d2a9f-3ad6-4c05-bfde-d44485e714cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:31.502512 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-4df7b183-c1ee-4d51-9401-551ccc8aa443 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] http://10.222.0.59:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:02:31.503953 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4df7b183-c1ee-4d51-9401-551ccc8aa443 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] 10.222.0.59 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0057242 Feb 10 23:02:31.506635 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 38702) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:31.512197 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [None req-e081df42-b133-404a-8c41-bda52a7e5fc0 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] http://10.222.0.59:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=84333) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:02:31.515751 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 38706) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:31.517089 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-e081df42-b133-404a-8c41-bda52a7e5fc0 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] 10.222.0.59 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0054274 Feb 10 23:02:31.521743 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-51caf19a-2c6a-4c91-b883-932e5fba669b tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] http://10.222.0.59:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:02:31.523300 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-51caf19a-2c6a-4c91-b883-932e5fba669b tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] 10.222.0.59 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0054851 Feb 10 23:02:31.525663 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 38712) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:31.538022 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-e58ce64a-ebb9-44e1-9997-674ef5dac04d tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] http://10.222.0.59:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:02:31.539205 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e58ce64a-ebb9-44e1-9997-674ef5dac04d tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] 10.222.0.59 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0126660 Feb 10 23:02:31.541857 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 38716) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:31.548045 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-e4f60c97-121c-45b7-b80d-aabf2395ca68 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] http://10.222.0.59:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:02:31.550611 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e4f60c97-121c-45b7-b80d-aabf2395ca68 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] 10.222.0.59 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0076609 Feb 10 23:02:31.553317 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 38720) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:31.565618 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-d15fee42-5936-4ce2-a4ff-81c822b4fe91 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] http://10.222.0.59:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:02:31.567421 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d15fee42-5936-4ce2-a4ff-81c822b4fe91 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] 10.222.0.59 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0129735 Feb 10 23:02:31.571727 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 38724) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:31.590161 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-53a9cd6d-65c8-40d3-a459-8a97502ac102 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] http://10.222.0.59:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:02:31.591417 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-53a9cd6d-65c8-40d3-a459-8a97502ac102 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] 10.222.0.59 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0186553 Feb 10 23:02:31.594324 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 38728) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:31.637762 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-1c16377b-19f9-4af4-9bf9-8bb5722469d5 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] http://10.222.0.59:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:02:31.638685 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1c16377b-19f9-4af4-9bf9-8bb5722469d5 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] 10.222.0.59 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0144067 Feb 10 23:02:31.644465 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 38732) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:31.651440 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-7818fe99-c453-4f70-b260-6fa205122358 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] http://10.222.0.59:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:02:31.652270 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7818fe99-c453-4f70-b260-6fa205122358 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] 10.222.0.59 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0069165 Feb 10 23:02:31.654821 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 38736) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:31.666035 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-30b59d7f-6f67-427b-9244-da3d2f64ea60 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] http://10.222.0.59:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:02:31.672907 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-30b59d7f-6f67-427b-9244-da3d2f64ea60 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] 10.222.0.59 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0168645 Feb 10 23:02:31.676082 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 38740) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:31.685220 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-b8eda185-ba55-428e-9454-aed3ca3f4e69 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] http://10.222.0.59:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:02:31.688682 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b8eda185-ba55-428e-9454-aed3ca3f4e69 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] 10.222.0.59 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0114486 Feb 10 23:02:31.692608 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 38744) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:31.698256 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 38748) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:31.701004 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-51200851-f0cd-41e1-bb5a-cd1f106dab57 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] http://10.222.0.59:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:02:31.703619 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-51200851-f0cd-41e1-bb5a-cd1f106dab57 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] 10.222.0.59 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0100052 Feb 10 23:02:31.706985 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 38752) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:31.715598 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-5587da27-ec21-4e55-b326-ecc2fb4c14cf tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] http://10.222.0.59:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:02:31.718248 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5587da27-ec21-4e55-b326-ecc2fb4c14cf tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] 10.222.0.59 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0093007 Feb 10 23:02:31.720276 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 38760) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:31.726296 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-bad54954-9821-4cad-b99a-8193b08f4380 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] http://10.222.0.59:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:02:31.728505 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-bad54954-9821-4cad-b99a-8193b08f4380 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] 10.222.0.59 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0062480 Feb 10 23:02:31.730746 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 38764) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:31.736496 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-6247a40d-2d91-4d63-bf88-ec74ee12b446 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] http://10.222.0.59:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:02:31.740117 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6247a40d-2d91-4d63-bf88-ec74ee12b446 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] 10.222.0.59 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0082939 Feb 10 23:02:31.742574 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 38768) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:31.749078 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-ec41461d-9ce2-43c1-a42e-d0bfc5c79dda tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] http://10.222.0.59:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:02:31.750453 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ec41461d-9ce2-43c1-a42e-d0bfc5c79dda tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] 10.222.0.59 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0062439 Feb 10 23:02:31.753428 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 38772) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:31.760822 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-d317a639-a61b-4194-b103-ab1d02cf9135 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] http://10.222.0.59:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:02:31.762024 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d317a639-a61b-4194-b103-ab1d02cf9135 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] 10.222.0.59 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0074971 Feb 10 23:02:31.764504 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 38776) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:31.774398 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-a2deb7d2-8fb3-4db9-b329-bf01ed617943 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] http://10.222.0.59:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:02:31.777747 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a2deb7d2-8fb3-4db9-b329-bf01ed617943 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] 10.222.0.59 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0099256 Feb 10 23:02:31.778171 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 38780) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:31.784785 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [None req-d9cb728f-3d32-4379-b112-b02a969ab9d2 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] http://10.222.0.59:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=84333) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:02:31.786486 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-d9cb728f-3d32-4379-b112-b02a969ab9d2 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] 10.222.0.59 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0073988 Feb 10 23:02:31.788264 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 38784) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:31.794310 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-111323fc-769d-4538-bc02-362eda0b70db tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] http://10.222.0.59:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:02:31.798438 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-111323fc-769d-4538-bc02-362eda0b70db tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] 10.222.0.59 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0091927 Feb 10 23:02:31.798995 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 38788) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:31.806395 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-5e172a4c-65a2-45e3-9109-6a2dff2f1d3a tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] http://10.222.0.59:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:02:31.807850 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5e172a4c-65a2-45e3-9109-6a2dff2f1d3a tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] 10.222.0.59 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0074475 Feb 10 23:02:31.808409 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 38794) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:31.813103 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-c9257053-5d65-4599-a753-4e076be6e6fd tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] http://10.222.0.59:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:02:31.815902 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c9257053-5d65-4599-a753-4e076be6e6fd tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] 10.222.0.59 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0052924 Feb 10 23:02:31.818116 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 38798) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:31.823864 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [None req-86bcfc3e-be86-4a06-a55a-ca5ca5b5e8a1 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] http://10.222.0.59:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=84333) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:02:31.824995 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-86bcfc3e-be86-4a06-a55a-ca5ca5b5e8a1 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] 10.222.0.59 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0058303 Feb 10 23:02:31.833542 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 38802) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:31.838345 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-12b0c519-7bd5-4652-85f2-2484c49bea11 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] http://10.222.0.59:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:02:31.841300 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-12b0c519-7bd5-4652-85f2-2484c49bea11 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] 10.222.0.59 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0047579 Feb 10 23:02:31.841513 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 38806) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:31.845831 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-ab4095dc-4505-4afc-bfdf-1adfef8ace01 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] http://10.222.0.59:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:02:31.847605 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ab4095dc-4505-4afc-bfdf-1adfef8ace01 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] 10.222.0.59 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0049777 Feb 10 23:02:31.849711 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 38810) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:31.854358 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-c5296286-916f-4bb4-afe4-8cb9074ce200 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] http://10.222.0.59:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:02:31.856812 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c5296286-916f-4bb4-afe4-8cb9074ce200 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] 10.222.0.59 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0047071 Feb 10 23:02:31.857579 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 38814) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:31.864096 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-7d6dedba-7a90-4f9f-851b-fcc703e55810 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] http://10.222.0.59:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:02:31.868733 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7d6dedba-7a90-4f9f-851b-fcc703e55810 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] 10.222.0.59 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0063887 Feb 10 23:02:31.869644 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 38820) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:31.874845 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-a0b904dc-b951-492f-b7d8-dc3c9dfab17c tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] http://10.222.0.59:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:02:31.875818 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a0b904dc-b951-492f-b7d8-dc3c9dfab17c tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] 10.222.0.59 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0052230 Feb 10 23:02:31.878982 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 38824) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:31.884821 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-d92ccc57-c36d-41ba-8276-74df41562737 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] http://10.222.0.59:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:02:31.887900 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d92ccc57-c36d-41ba-8276-74df41562737 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] 10.222.0.59 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0056965 Feb 10 23:02:31.888112 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 38828) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:31.894005 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-ca8277b1-b88e-45ea-ac8e-ae255f3badb3 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] http://10.222.0.59:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:02:31.895495 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ca8277b1-b88e-45ea-ac8e-ae255f3badb3 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] 10.222.0.59 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0054665 Feb 10 23:02:31.898337 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 38832) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:31.904422 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-a51d8219-635a-49d6-976a-9e36c15572bd tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] http://10.222.0.59:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:02:31.908079 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a51d8219-635a-49d6-976a-9e36c15572bd tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] 10.222.0.59 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0062296 Feb 10 23:02:31.908356 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 38836) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:31.913563 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-ba96c6e0-03f7-4ec7-a872-bc59e9f89634 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] http://10.222.0.59:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:02:31.916805 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ba96c6e0-03f7-4ec7-a872-bc59e9f89634 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] 10.222.0.59 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0046558 Feb 10 23:02:31.916805 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 38840) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:31.921415 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-3c567fd1-bf6a-4db8-b537-acc24ca4281b tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] http://10.222.0.59:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:02:31.923303 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3c567fd1-bf6a-4db8-b537-acc24ca4281b tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] 10.222.0.59 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0055585 Feb 10 23:02:31.927240 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 38844) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:31.934988 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [None req-22cb6acd-c663-42a8-9e3d-af645c1fabc3 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] http://10.222.0.59:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=84333) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:02:31.936577 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-22cb6acd-c663-42a8-9e3d-af645c1fabc3 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] 10.222.0.59 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0054057 Feb 10 23:02:31.938436 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 38848) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:31.943919 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [None req-ff2d3d76-4b9a-4df5-9f4e-7f78cdf69d71 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] http://10.222.0.59:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=84333) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:02:31.944857 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-ff2d3d76-4b9a-4df5-9f4e-7f78cdf69d71 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] 10.222.0.59 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0055411 Feb 10 23:02:31.947406 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 38852) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:31.954957 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [None req-8a26e327-0c0b-4969-86aa-c30ac53c559c tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] http://10.222.0.59:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=84333) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:02:31.959397 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-8a26e327-0c0b-4969-86aa-c30ac53c559c tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] 10.222.0.59 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0110879 Feb 10 23:02:31.959636 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 38858) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:31.970264 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-81ab9cee-9dec-4dac-b04e-7ccc7375a566 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] http://10.222.0.59:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:02:31.970389 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 38862) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:31.970484 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-81ab9cee-9dec-4dac-b04e-7ccc7375a566 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] 10.222.0.59 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0089102 Feb 10 23:02:31.975462 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [None req-a3954a09-80e7-4e39-bec5-e1e8f244c0dc tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] http://10.222.0.59:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=84333) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:02:31.978487 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-a3954a09-80e7-4e39-bec5-e1e8f244c0dc tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] 10.222.0.59 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0064006 Feb 10 23:02:31.978897 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 38866) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:31.983584 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [None req-61a5e9dc-c9f8-4936-b1ea-79f0afe40185 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] http://10.222.0.59:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=84333) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:02:31.986592 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-61a5e9dc-c9f8-4936-b1ea-79f0afe40185 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] 10.222.0.59 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0048175 Feb 10 23:02:31.986592 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b25d2a9f-3ad6-4c05-bfde-d44485e714cc admin admin] Router bd42796b-5696-4a9c-9599-a1cca1944e3f is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:02:31.987859 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 38870) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:31.994940 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-81a7adc9-efd3-426c-8017-365d9d87a4cf tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] http://10.222.0.59:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:02:31.998349 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-81a7adc9-efd3-426c-8017-365d9d87a4cf tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] 10.222.0.59 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0067563 Feb 10 23:02:31.998702 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 38874) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:32.006711 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [None req-6515ac9b-e9a0-4b2c-a7fb-aa61b0814636 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] http://10.222.0.59:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=84333) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:02:32.010001 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-6515ac9b-e9a0-4b2c-a7fb-aa61b0814636 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] 10.222.0.59 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0069859 Feb 10 23:02:32.010386 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 38878) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:32.015186 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-a671dd39-4d11-421e-8881-2ead1210f1b2 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] http://10.222.0.59:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:02:32.016606 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a671dd39-4d11-421e-8881-2ead1210f1b2 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] 10.222.0.59 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0047829 Feb 10 23:02:32.019331 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 38882) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:32.024111 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-bca38e04-1256-4a67-ae40-f4fc7da7c355 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] http://10.222.0.59:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:02:32.027205 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-bca38e04-1256-4a67-ae40-f4fc7da7c355 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] 10.222.0.59 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0045621 Feb 10 23:02:32.027399 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 38886) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:32.031664 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-3cf1c687-df4b-4d59-8429-5508e0d3e945 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] http://10.222.0.59:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:02:32.035698 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3cf1c687-df4b-4d59-8429-5508e0d3e945 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] 10.222.0.59 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0075278 Feb 10 23:02:32.036212 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 38890) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:32.040435 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-1ccd1e12-01eb-4c30-a88d-cd966691d9ba tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] http://10.222.0.59:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:02:32.043672 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1ccd1e12-01eb-4c30-a88d-cd966691d9ba tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] 10.222.0.59 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0066128 Feb 10 23:02:32.044187 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 38894) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:32.048499 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-1cbef567-7eb8-4425-ba5e-e0dd4766af6c tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] http://10.222.0.59:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:02:32.049566 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1cbef567-7eb8-4425-ba5e-e0dd4766af6c tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] 10.222.0.59 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0043688 Feb 10 23:02:32.051568 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 38898) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:32.055949 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-38be0079-16d1-469e-959d-e8490e097912 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] http://10.222.0.59:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:02:32.061439 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-38be0079-16d1-469e-959d-e8490e097912 tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] 10.222.0.59 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0045223 Feb 10 23:02:32.063279 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 38902) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:32.125896 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [None req-73d31370-4940-45c1-af30-9a33a9c1f4ed tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] http://10.222.0.59:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=84333) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:02:32.126917 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-73d31370-4940-45c1-af30-9a33a9c1f4ed tempest-ExtensionsTestJSON-957554913 tempest-ExtensionsTestJSON-957554913-project] 10.222.0.59 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0627439 Feb 10 23:02:32.280277 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b25d2a9f-3ad6-4c05-bfde-d44485e714cc admin admin] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:02:32.291561 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef6e7ea-30cb-4eba-a21d-8d1c6f9374a1 None None] Sync routers for ids ['bd42796b-5696-4a9c-9599-a1cca1944e3f'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:02:32.307960 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef6e7ea-30cb-4eba-a21d-8d1c6f9374a1 None None] Routers {'bd42796b-5696-4a9c-9599-a1cca1944e3f'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:02:32.308836 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-4ef6e7ea-30cb-4eba-a21d-8d1c6f9374a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:02:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['bd42796b-5696-4a9c-9599-a1cca1944e3f'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:32.329601 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-1a6eca93-419c-4457-a03f-a1b687e21fee admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1746539574-network', 'tenant_id': 'b6f152d8d3864ce9bbf63b40c6aaa545'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:02:32.342234 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-1a6eca93-419c-4457-a03f-a1b687e21fee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:32.342234 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-1a6eca93-419c-4457-a03f-a1b687e21fee admin admin] Usage tracker for resource:network and tenant:b6f152d8d3864ce9bbf63b40c6aaa545 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:32.348962 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-1a6eca93-419c-4457-a03f-a1b687e21fee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:32.361464 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-1a6eca93-419c-4457-a03f-a1b687e21fee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:32.557891 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-4ef6e7ea-30cb-4eba-a21d-8d1c6f9374a1 None None] Set router bd42796b-5696-4a9c-9599-a1cca1944e3f gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:02:32.586202 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a13db12-6298-488f-ae75-db87b0a9ddfb None None] Network 6483cb9e-fe3f-463f-833b-3771068bd14e requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:02:32.624439 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b25d2a9f-3ad6-4c05-bfde-d44485e714cc admin admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:32.626901 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-b25d2a9f-3ad6-4c05-bfde-d44485e714cc admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4716482 Feb 10 23:02:32.629967 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 38916) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:32.794345 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6eca93-419c-4457-a03f-a1b687e21fee admin admin] Made reservation on behalf of b6f152d8d3864ce9bbf63b40c6aaa545 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:02:32.797242 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1a6eca93-419c-4457-a03f-a1b687e21fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:32.811981 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1a6eca93-419c-4457-a03f-a1b687e21fee admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:32.836083 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-bb203aa3-7020-4f5c-a89c-412ebea2f4e8 None None] Provisioning for port 797943f3-4ad4-419b-b517-b0ed1d6b32fd completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:02:32.847938 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-1a6eca93-419c-4457-a03f-a1b687e21fee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:32.852980 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-1a6eca93-419c-4457-a03f-a1b687e21fee admin admin] Usage tracker for resource:security_group_rule and tenant:b6f152d8d3864ce9bbf63b40c6aaa545 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:32.856150 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-1a6eca93-419c-4457-a03f-a1b687e21fee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:32.863911 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-1a6eca93-419c-4457-a03f-a1b687e21fee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:32.927277 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-4ef6e7ea-30cb-4eba-a21d-8d1c6f9374a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd42796b-5696-4a9c-9599-a1cca1944e3f', 'name': 'tempest-ServersTestManualDisk-1020424301-router', 'tenant_id': '027aa545b61c4bb78c5d5117fda627e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '6e47beed-37cb-4253-8c44-224335edacd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:02:30Z', 'updated_at': '2022-02-10T23:02:31Z', 'revision_number': 3, 'project_id': '027aa545b61c4bb78c5d5117fda627e8', 'gw_port': {'id': '6e47beed-37cb-4253-8c44-224335edacd3', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd42796b-5696-4a9c-9599-a1cca1944e3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:30Z', 'updated_at': '2022-02-10T23:02:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:32.954613 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef6e7ea-30cb-4eba-a21d-8d1c6f9374a1 None None] Checking router: bd42796b-5696-4a9c-9599-a1cca1944e3f for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:02:32.958907 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef6e7ea-30cb-4eba-a21d-8d1c6f9374a1 None None] Updating router bd42796b-5696-4a9c-9599-a1cca1944e3f port 6e47beed-37cb-4253-8c44-224335edacd3 binding host dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:02:32.959146 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1a6eca93-419c-4457-a03f-a1b687e21fee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:33.009037 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 38926) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:33.046171 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-4ef6e7ea-30cb-4eba-a21d-8d1c6f9374a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:33.062368 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1a6eca93-419c-4457-a03f-a1b687e21fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:33.089856 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 797943f3-4ad4-419b-b517-b0ed1d6b32fd up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:02:33.115232 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a6eca93-419c-4457-a03f-a1b687e21fee admin admin] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:02:33.152697 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6eca93-419c-4457-a03f-a1b687e21fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9408870-bde7-4341-bdf3-92637a0ed2f9,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:33.176403 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1a6eca93-419c-4457-a03f-a1b687e21fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:33.179623 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-1a6eca93-419c-4457-a03f-a1b687e21fee admin admin] Added segment 8d4bd894-00ad-407b-b19e-8b7c13928dae of type vlan for network babc7379-fefc-41a5-a39a-fab07194ed36 Feb 10 23:02:33.219719 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1a6eca93-419c-4457-a03f-a1b687e21fee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:33.303617 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1a6eca93-419c-4457-a03f-a1b687e21fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:33.304359 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 797943f3-4ad4-419b-b517-b0ed1d6b32fd completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:02:33.304708 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6eca93-419c-4457-a03f-a1b687e21fee admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:33.305392 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1a6eca93-419c-4457-a03f-a1b687e21fee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:33.318359 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 797943f3-4ad4-419b-b517-b0ed1d6b32fd triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:02:33.318778 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:33.529919 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6eca93-419c-4457-a03f-a1b687e21fee admin admin] Pushing event updated for resources: {'Network': ['ID=babc7379-fefc-41a5-a39a-fab07194ed36,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:33.557101 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-4ef6e7ea-30cb-4eba-a21d-8d1c6f9374a1 None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:33.573062 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network babc7379-fefc-41a5-a39a-fab07194ed36 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:02:33.575060 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-4ef6e7ea-30cb-4eba-a21d-8d1c6f9374a1 None None] Transition to ACTIVE for port object 6e47beed-37cb-4253-8c44-224335edacd3 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:02:33.575909 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 38938) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:33.577011 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-1a6eca93-419c-4457-a03f-a1b687e21fee admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.8738458 Feb 10 23:02:33.586151 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-3688d2af-5852-48a9-9353-d044a17b7691 admin admin] Request body: {'subnet': {'network_id': 'babc7379-fefc-41a5-a39a-fab07194ed36', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1746539574-subnet', 'tenant_id': 'b6f152d8d3864ce9bbf63b40c6aaa545', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:02:33.594963 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-3688d2af-5852-48a9-9353-d044a17b7691 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:33.634290 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-3688d2af-5852-48a9-9353-d044a17b7691 admin admin] Usage tracker for resource:subnet and tenant:b6f152d8d3864ce9bbf63b40c6aaa545 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:33.640053 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-3688d2af-5852-48a9-9353-d044a17b7691 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:33.645635 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-4ef6e7ea-30cb-4eba-a21d-8d1c6f9374a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:33.681820 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-3688d2af-5852-48a9-9353-d044a17b7691 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:33.734116 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:33.745108 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12712d8a-c5e2-47a3-845c-23704d397193 None None] Pushing event updated for resources: {'Port': ['ID=6e47beed-37cb-4253-8c44-224335edacd3,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:33.755697 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12712d8a-c5e2-47a3-845c-23704d397193 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:33.756048 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12712d8a-c5e2-47a3-845c-23704d397193 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:33.756454 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12712d8a-c5e2-47a3-845c-23704d397193 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:33.756878 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12712d8a-c5e2-47a3-845c-23704d397193 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:33.757297 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12712d8a-c5e2-47a3-845c-23704d397193 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:33.757696 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12712d8a-c5e2-47a3-845c-23704d397193 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:33.758088 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12712d8a-c5e2-47a3-845c-23704d397193 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:33.758500 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12712d8a-c5e2-47a3-845c-23704d397193 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:33.758893 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12712d8a-c5e2-47a3-845c-23704d397193 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:33.759283 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12712d8a-c5e2-47a3-845c-23704d397193 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:33.759673 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12712d8a-c5e2-47a3-845c-23704d397193 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:33.760920 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12712d8a-c5e2-47a3-845c-23704d397193 None None] Tracked resource versions report: Feb 10 23:02:33.760920 dv-neutron-828797-1-hyperv neutron-server[84335]: pushed versions: Feb 10 23:02:33.760920 dv-neutron-828797-1-hyperv neutron-server[84335]: { 'ConntrackHelper': {'1.0'}, Feb 10 23:02:33.760920 dv-neutron-828797-1-hyperv neutron-server[84335]: 'Log': {'1.0'}, Feb 10 23:02:33.760920 dv-neutron-828797-1-hyperv neutron-server[84335]: 'Network': {'1.1'}, Feb 10 23:02:33.760920 dv-neutron-828797-1-hyperv neutron-server[84335]: 'Port': {'1.5'}, Feb 10 23:02:33.760920 dv-neutron-828797-1-hyperv neutron-server[84335]: 'PortForwarding': {'1.2'}, Feb 10 23:02:33.760920 dv-neutron-828797-1-hyperv neutron-server[84335]: 'QosPolicy': {'1.8'}, Feb 10 23:02:33.760920 dv-neutron-828797-1-hyperv neutron-server[84335]: 'SecurityGroup': {'1.2'}, Feb 10 23:02:33.760920 dv-neutron-828797-1-hyperv neutron-server[84335]: 'SecurityGroupRule': {'1.0'}, Feb 10 23:02:33.760920 dv-neutron-828797-1-hyperv neutron-server[84335]: 'SubPort': {'1.0'}, Feb 10 23:02:33.760920 dv-neutron-828797-1-hyperv neutron-server[84335]: 'Subnet': {'1.1'}, Feb 10 23:02:33.760920 dv-neutron-828797-1-hyperv neutron-server[84335]: 'Trunk': {'1.1'}} Feb 10 23:02:33.760920 dv-neutron-828797-1-hyperv neutron-server[84335]: consumer versions: Feb 10 23:02:33.760920 dv-neutron-828797-1-hyperv neutron-server[84335]: { DHCP agent@dv-neutron-828797-1-hyperv: {}, Feb 10 23:02:33.760920 dv-neutron-828797-1-hyperv neutron-server[84335]: HyperV agent@hv-neutron-8287: {}, Feb 10 23:02:33.760920 dv-neutron-828797-1-hyperv neutron-server[84335]: L3 agent@dv-neutron-828797-1-hyperv: {}, Feb 10 23:02:33.760920 dv-neutron-828797-1-hyperv neutron-server[84335]: Metadata agent@dv-neutron-828797-1-hyperv: {}, Feb 10 23:02:33.760920 dv-neutron-828797-1-hyperv neutron-server[84335]: Metering agent@dv-neutron-828797-1-hyperv: {}, Feb 10 23:02:33.760920 dv-neutron-828797-1-hyperv neutron-server[84335]: Open vSwitch agent@dv-neutron-828797-1-hyperv: { 'ConntrackHelper': '1.0', Feb 10 23:02:33.760920 dv-neutron-828797-1-hyperv neutron-server[84335]: 'Log': '1.0', Feb 10 23:02:33.760920 dv-neutron-828797-1-hyperv neutron-server[84335]: 'Network': '1.1', Feb 10 23:02:33.760920 dv-neutron-828797-1-hyperv neutron-server[84335]: 'Port': '1.5', Feb 10 23:02:33.760920 dv-neutron-828797-1-hyperv neutron-server[84335]: 'PortForwarding': '1.2', Feb 10 23:02:33.760920 dv-neutron-828797-1-hyperv neutron-server[84335]: 'QosPolicy': '1.8', Feb 10 23:02:33.760920 dv-neutron-828797-1-hyperv neutron-server[84335]: 'SecurityGroup': '1.2', Feb 10 23:02:33.760920 dv-neutron-828797-1-hyperv neutron-server[84335]: 'SecurityGroupRule': '1.0', Feb 10 23:02:33.760920 dv-neutron-828797-1-hyperv neutron-server[84335]: 'SubPort': '1.0', Feb 10 23:02:33.760920 dv-neutron-828797-1-hyperv neutron-server[84335]: 'Subnet': '1.1', Feb 10 23:02:33.760920 dv-neutron-828797-1-hyperv neutron-server[84335]: 'Trunk': '1.1'}} Feb 10 23:02:33.760920 dv-neutron-828797-1-hyperv neutron-server[84335]: {{(pid=84335) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 23:02:33.792189 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-4ef6e7ea-30cb-4eba-a21d-8d1c6f9374a1 None None] Attempting to bind port 6e47beed-37cb-4253-8c44-224335edacd3 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:02:33.793514 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-4ef6e7ea-30cb-4eba-a21d-8d1c6f9374a1 None None] Attempting to bind port 6e47beed-37cb-4253-8c44-224335edacd3 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:02:33.793514 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef6e7ea-30cb-4eba-a21d-8d1c6f9374a1 None None] Attempting to bind port 6e47beed-37cb-4253-8c44-224335edacd3 on network c2ed7563-f8af-409c-803f-f56530124ba5 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:02:33.801603 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef6e7ea-30cb-4eba-a21d-8d1c6f9374a1 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:02:33.802618 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef6e7ea-30cb-4eba-a21d-8d1c6f9374a1 None None] Checking segment: {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:02:33.803116 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-4ef6e7ea-30cb-4eba-a21d-8d1c6f9374a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:33.803600 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef6e7ea-30cb-4eba-a21d-8d1c6f9374a1 None None] Bound using segment: {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:02:33.804193 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-4ef6e7ea-30cb-4eba-a21d-8d1c6f9374a1 None None] Bound port: 6e47beed-37cb-4253-8c44-224335edacd3, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:02:33.804741 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-4ef6e7ea-30cb-4eba-a21d-8d1c6f9374a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:33.820338 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 797943f3-4ad4-419b-b517-b0ed1d6b32fd, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=797943f3-4ad4-419b-b517-b0ed1d6b32fd,segment=NetworkSegment(ce999748-c696-4a47-b782-f74c775e9534),segment_id=ce999748-c696-4a47-b782-f74c775e9534)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:02:33.824182 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3688d2af-5852-48a9-9353-d044a17b7691 admin admin] Made reservation on behalf of b6f152d8d3864ce9bbf63b40c6aaa545 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:02:33.826798 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3688d2af-5852-48a9-9353-d044a17b7691 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:33.882882 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-4ef6e7ea-30cb-4eba-a21d-8d1c6f9374a1 None None] For port 6e47beed-37cb-4253-8c44-224335edacd3, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:02:33.886491 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-4ef6e7ea-30cb-4eba-a21d-8d1c6f9374a1 None None] For port 6e47beed-37cb-4253-8c44-224335edacd3, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=6e47beed-37cb-4253-8c44-224335edacd3,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:02:33.919966 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-26f22d2c-c2b1-49d1-bcc4-1639534ef190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:33.926557 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:33.934404 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-eb81d45b-b601-45c7-9bf7-bb9808e93dd6 tempest-ExternalNetworksAdminNegativeTestJSON-254383250 tempest-ExternalNetworksAdminNegativeTestJSON-254383250-project-admin] Request body: {'floatingip': {'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:02:33.950222 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-eb81d45b-b601-45c7-9bf7-bb9808e93dd6 tempest-ExternalNetworksAdminNegativeTestJSON-254383250 tempest-ExternalNetworksAdminNegativeTestJSON-254383250-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:33.965249 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-eb81d45b-b601-45c7-9bf7-bb9808e93dd6 tempest-ExternalNetworksAdminNegativeTestJSON-254383250 tempest-ExternalNetworksAdminNegativeTestJSON-254383250-project-admin] Usage tracker for resource:floatingip and tenant:60489a5b69cb4912bdf1c585b52f18de is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:33.973152 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-4ef6e7ea-30cb-4eba-a21d-8d1c6f9374a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:33.973429 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 38948) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:33.981831 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-eb81d45b-b601-45c7-9bf7-bb9808e93dd6 tempest-ExternalNetworksAdminNegativeTestJSON-254383250 tempest-ExternalNetworksAdminNegativeTestJSON-254383250-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:34.000943 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-eb81d45b-b601-45c7-9bf7-bb9808e93dd6 tempest-ExternalNetworksAdminNegativeTestJSON-254383250 tempest-ExternalNetworksAdminNegativeTestJSON-254383250-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:34.082837 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=797943f3-4ad4-419b-b517-b0ed1d6b32fd,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:34.119391 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eb81d45b-b601-45c7-9bf7-bb9808e93dd6 tempest-ExternalNetworksAdminNegativeTestJSON-254383250 tempest-ExternalNetworksAdminNegativeTestJSON-254383250-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:34.124054 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12712d8a-c5e2-47a3-845c-23704d397193 None None] Pushing event updated for resources: {'Port': ['ID=6e47beed-37cb-4253-8c44-224335edacd3,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:34.129982 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef6e7ea-30cb-4eba-a21d-8d1c6f9374a1 None None] Routers {'bd42796b-5696-4a9c-9599-a1cca1944e3f'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:02:34.130457 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-4ef6e7ea-30cb-4eba-a21d-8d1c6f9374a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:02:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['bd42796b-5696-4a9c-9599-a1cca1944e3f'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:34.262789 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-26f22d2c-c2b1-49d1-bcc4-1639534ef190 admin admin] Allocated IP 172.20.0.1 (6483cb9e-fe3f-463f-833b-3771068bd14e/48a055f8-63d3-4e5a-8cc1-4cd5fa049a73/604792d3-12ae-4868-aff8-cfce3f458619) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:02:34.311674 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eb81d45b-b601-45c7-9bf7-bb9808e93dd6 tempest-ExternalNetworksAdminNegativeTestJSON-254383250 tempest-ExternalNetworksAdminNegativeTestJSON-254383250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:34.359828 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-4ef6e7ea-30cb-4eba-a21d-8d1c6f9374a1 None None] Set router bd42796b-5696-4a9c-9599-a1cca1944e3f gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:02:34.488653 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-eb81d45b-b601-45c7-9bf7-bb9808e93dd6 tempest-ExternalNetworksAdminNegativeTestJSON-254383250 tempest-ExternalNetworksAdminNegativeTestJSON-254383250-project-admin] Allocated IP 172.26.8.3 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/450b8fd0-7834-4731-bae6-4e80798195f7) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:02:34.502316 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3688d2af-5852-48a9-9353-d044a17b7691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:34.642722 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3688d2af-5852-48a9-9353-d044a17b7691 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca52b472-e037-459c-a520-2e3911329927,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:34.709996 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-26f22d2c-c2b1-49d1-bcc4-1639534ef190 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:34.728310 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a51d1539-8893-4437-b32c-754681d19da7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:34.747874 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-26f22d2c-c2b1-49d1-bcc4-1639534ef190 admin admin] Transition to ACTIVE for port object 604792d3-12ae-4868-aff8-cfce3f458619 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:02:34.778885 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a51d1539-8893-4437-b32c-754681d19da7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:34.783729 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-a51d1539-8893-4437-b32c-754681d19da7 admin admin] Usage tracker for resource:security_group_rule and tenant:f1aef81839634e73b9435f7116effc6d is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:34.787188 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-a51d1539-8893-4437-b32c-754681d19da7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:34.793083 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a51d1539-8893-4437-b32c-754681d19da7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:34.842110 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3688d2af-5852-48a9-9353-d044a17b7691 admin admin] Checking segment: {'id': '8d4bd894-00ad-407b-b19e-8b7c13928dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'babc7379-fefc-41a5-a39a-fab07194ed36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:02:34.842469 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3688d2af-5852-48a9-9353-d044a17b7691 admin admin] Network hostable DHCP agents. Network: babc7379-fefc-41a5-a39a-fab07194ed36, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:02:34.869508 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a51d1539-8893-4437-b32c-754681d19da7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:34.872854 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-4ef6e7ea-30cb-4eba-a21d-8d1c6f9374a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd42796b-5696-4a9c-9599-a1cca1944e3f', 'name': 'tempest-ServersTestManualDisk-1020424301-router', 'tenant_id': '027aa545b61c4bb78c5d5117fda627e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '6e47beed-37cb-4253-8c44-224335edacd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:02:30Z', 'updated_at': '2022-02-10T23:02:31Z', 'revision_number': 3, 'project_id': '027aa545b61c4bb78c5d5117fda627e8', 'gw_port': {'id': '6e47beed-37cb-4253-8c44-224335edacd3', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd42796b-5696-4a9c-9599-a1cca1944e3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:30Z', 'updated_at': '2022-02-10T23:02:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:34.876242 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-26f22d2c-c2b1-49d1-bcc4-1639534ef190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:34.877257 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef6e7ea-30cb-4eba-a21d-8d1c6f9374a1 None None] The sync data for ids ['bd42796b-5696-4a9c-9599-a1cca1944e3f'] in dv-neutron-828797-1-hyperv is: [{'id': 'bd42796b-5696-4a9c-9599-a1cca1944e3f', 'name': 'tempest-ServersTestManualDisk-1020424301-router', 'tenant_id': '027aa545b61c4bb78c5d5117fda627e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '6e47beed-37cb-4253-8c44-224335edacd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:02:30Z', 'updated_at': '2022-02-10T23:02:31Z', 'revision_number': 3, 'project_id': '027aa545b61c4bb78c5d5117fda627e8', 'gw_port': {'id': '6e47beed-37cb-4253-8c44-224335edacd3', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd42796b-5696-4a9c-9599-a1cca1944e3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:30Z', 'updated_at': '2022-02-10T23:02:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:02:34.889502 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eb81d45b-b601-45c7-9bf7-bb9808e93dd6 tempest-ExternalNetworksAdminNegativeTestJSON-254383250 tempest-ExternalNetworksAdminNegativeTestJSON-254383250-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:34.960171 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a51d1539-8893-4437-b32c-754681d19da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:34.968337 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f22d2c-c2b1-49d1-bcc4-1639534ef190 admin admin] Network 6483cb9e-fe3f-463f-833b-3771068bd14e is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:02:34.969019 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3688d2af-5852-48a9-9353-d044a17b7691 admin admin] Network babc7379-fefc-41a5-a39a-fab07194ed36 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:02:34.982525 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-26f22d2c-c2b1-49d1-bcc4-1639534ef190 admin admin] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:02:34.994585 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f22d2c-c2b1-49d1-bcc4-1639534ef190 admin admin] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:02:34.995250 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-26f22d2c-c2b1-49d1-bcc4-1639534ef190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733071'] for router_interface, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:35.022663 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f22d2c-c2b1-49d1-bcc4-1639534ef190 admin admin] Pushing event updated for resources: {'Port': ['ID=604792d3-12ae-4868-aff8-cfce3f458619,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:35.032667 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 797943f3-4ad4-419b-b517-b0ed1d6b32fd up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:02:35.099481 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eb81d45b-b601-45c7-9bf7-bb9808e93dd6 tempest-ExternalNetworksAdminNegativeTestJSON-254383250 tempest-ExternalNetworksAdminNegativeTestJSON-254383250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:35.106179 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-3688d2af-5852-48a9-9353-d044a17b7691 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, babc7379-fefc-41a5-a39a-fab07194ed36) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:02:35.117459 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3688d2af-5852-48a9-9353-d044a17b7691 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:35.118250 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3688d2af-5852-48a9-9353-d044a17b7691 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:35.138658 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab2ab8d-3f08-4365-b901-eceb93c59384 None None] Network babc7379-fefc-41a5-a39a-fab07194ed36 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:02:35.270118 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51d1539-8893-4437-b32c-754681d19da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e23378e-40b9-407e-99a7-a59e722f05b3,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:35.313442 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-a51d1539-8893-4437-b32c-754681d19da7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f1aef81839634e73b9435f7116effc6d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3354652 Feb 10 23:02:35.318040 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb81d45b-b601-45c7-9bf7-bb9808e93dd6 tempest-ExternalNetworksAdminNegativeTestJSON-254383250 tempest-ExternalNetworksAdminNegativeTestJSON-254383250-project-admin] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:02:35.327396 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 38982) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:35.351351 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-eb81d45b-b601-45c7-9bf7-bb9808e93dd6 tempest-ExternalNetworksAdminNegativeTestJSON-254383250 tempest-ExternalNetworksAdminNegativeTestJSON-254383250-project-admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:02:35.361464 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb81d45b-b601-45c7-9bf7-bb9808e93dd6 tempest-ExternalNetworksAdminNegativeTestJSON-254383250 tempest-ExternalNetworksAdminNegativeTestJSON-254383250-project-admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:02:35.394222 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 797943f3-4ad4-419b-b517-b0ed1d6b32fd triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:02:35.394603 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:35.417471 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3688d2af-5852-48a9-9353-d044a17b7691 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.8364372 Feb 10 23:02:35.418866 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 38986) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:35.434684 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-aa94c589-494a-4204-a0a2-0964d7281cb8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1746539574-router', 'tenant_id': 'b6f152d8d3864ce9bbf63b40c6aaa545', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:02:35.439864 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-26f22d2c-c2b1-49d1-bcc4-1639534ef190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:35.568958 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-aa94c589-494a-4204-a0a2-0964d7281cb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:35.605207 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 38990) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:35.621533 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb81d45b-b601-45c7-9bf7-bb9808e93dd6 tempest-ExternalNetworksAdminNegativeTestJSON-254383250 tempest-ExternalNetworksAdminNegativeTestJSON-254383250-project-admin] Pushing event updated for resources: {'Port': ['ID=450b8fd0-7834-4731-bae6-4e80798195f7,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:35.660962 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-aa94c589-494a-4204-a0a2-0964d7281cb8 admin admin] Usage tracker for resource:router and tenant:b6f152d8d3864ce9bbf63b40c6aaa545 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:35.678519 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-aa94c589-494a-4204-a0a2-0964d7281cb8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:35.706905 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-aa94c589-494a-4204-a0a2-0964d7281cb8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:35.750610 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071f7eb7-b9f1-4a1b-8d03-3eaf6fc37f78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-babc7379-fefc-41a5-a39a-fab07194ed36', 'network_id': 'babc7379-fefc-41a5-a39a-fab07194ed36', 'tenant_id': 'b6f152d8d3864ce9bbf63b40c6aaa545', 'fixed_ips': [{'subnet_id': 'ca52b472-e037-459c-a520-2e3911329927'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:02:35.751434 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-071f7eb7-b9f1-4a1b-8d03-3eaf6fc37f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:35.767797 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e0c7fccb-55fc-4729-8ad6-cf871614c515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:35.783146 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-09d7369d-9f59-42b7-b3bb-2f5ebe5e051d None None] Provisioning for port 604792d3-12ae-4868-aff8-cfce3f458619 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:02:35.796523 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 39002) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:35.807539 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-09d7369d-9f59-42b7-b3bb-2f5ebe5e051d None None] Provisioning complete for port 604792d3-12ae-4868-aff8-cfce3f458619 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:02:35.807908 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-09d7369d-9f59-42b7-b3bb-2f5ebe5e051d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:35.854243 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aa94c589-494a-4204-a0a2-0964d7281cb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:35.859017 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aa94c589-494a-4204-a0a2-0964d7281cb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:35.873571 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e0c7fccb-55fc-4729-8ad6-cf871614c515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:35.918938 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-26f22d2c-c2b1-49d1-bcc4-1639534ef190 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:35.973311 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eb81d45b-b601-45c7-9bf7-bb9808e93dd6 tempest-ExternalNetworksAdminNegativeTestJSON-254383250 tempest-ExternalNetworksAdminNegativeTestJSON-254383250-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:35.987728 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-09d7369d-9f59-42b7-b3bb-2f5ebe5e051d None None] Port 604792d3-12ae-4868-aff8-cfce3f458619 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:02:35.989047 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-26f22d2c-c2b1-49d1-bcc4-1639534ef190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:35.990048 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-26f22d2c-c2b1-49d1-bcc4-1639534ef190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2767683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732898'] for router_interface, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:36.004043 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aa94c589-494a-4204-a0a2-0964d7281cb8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:36.116406 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-071f7eb7-b9f1-4a1b-8d03-3eaf6fc37f78 None None] Allocated IP 172.20.0.2 (babc7379-fefc-41a5-a39a-fab07194ed36/ca52b472-e037-459c-a520-2e3911329927/6cfaaf28-e7ad-48a6-b2cd-c950d62533fb) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:02:36.244648 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-80da3a55-7823-4615-9401-9a37ac3bdfe6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1528528629'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:02:36.261583 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e0c7fccb-55fc-4729-8ad6-cf871614c515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:36.317809 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-80da3a55-7823-4615-9401-9a37ac3bdfe6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:36.372866 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f22d2c-c2b1-49d1-bcc4-1639534ef190 admin admin] Pushing event updated for resources: {'Port': ['ID=604792d3-12ae-4868-aff8-cfce3f458619,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:36.384361 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-071f7eb7-b9f1-4a1b-8d03-3eaf6fc37f78 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:36.394087 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39012) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:36.403116 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f22d2c-c2b1-49d1-bcc4-1639534ef190 admin admin] Network 6483cb9e-fe3f-463f-833b-3771068bd14e is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:02:36.404799 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-071f7eb7-b9f1-4a1b-8d03-3eaf6fc37f78 None None] Transition to ACTIVE for port object 6cfaaf28-e7ad-48a6-b2cd-c950d62533fb will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:02:36.404956 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-26f22d2c-c2b1-49d1-bcc4-1639534ef190 admin admin] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:02:36.432825 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-071f7eb7-b9f1-4a1b-8d03-3eaf6fc37f78 None None] Transition to ACTIVE for port object 6cfaaf28-e7ad-48a6-b2cd-c950d62533fb will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:02:36.456619 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-a143f7f5-d658-4031-8e4d-991b9277f3b9 tempest-ExternalNetworksTestJSON-1906311358 tempest-ExternalNetworksTestJSON-1906311358-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1665471075'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:02:36.477774 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c7fccb-55fc-4729-8ad6-cf871614c515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e23378e-40b9-407e-99a7-a59e722f05b3,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:36.493606 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a143f7f5-d658-4031-8e4d-991b9277f3b9 tempest-ExternalNetworksTestJSON-1906311358 tempest-ExternalNetworksTestJSON-1906311358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:36.499813 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-a143f7f5-d658-4031-8e4d-991b9277f3b9 tempest-ExternalNetworksTestJSON-1906311358 tempest-ExternalNetworksTestJSON-1906311358-project] Usage tracker for resource:network and tenant:b3995ca1ff1e462f83ef08a6abad818d is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:36.505992 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-a143f7f5-d658-4031-8e4d-991b9277f3b9 tempest-ExternalNetworksTestJSON-1906311358 tempest-ExternalNetworksTestJSON-1906311358-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:36.520618 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a143f7f5-d658-4031-8e4d-991b9277f3b9 tempest-ExternalNetworksTestJSON-1906311358 tempest-ExternalNetworksTestJSON-1906311358-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:36.522404 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-071f7eb7-b9f1-4a1b-8d03-3eaf6fc37f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:36.552337 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-80da3a55-7823-4615-9401-9a37ac3bdfe6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848-project] Usage tracker for resource:network and tenant:37c23a6a6f5a4b2cb5a09482fd9fa539 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:36.568448 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-80da3a55-7823-4615-9401-9a37ac3bdfe6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:36.591222 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eb81d45b-b601-45c7-9bf7-bb9808e93dd6 tempest-ExternalNetworksAdminNegativeTestJSON-254383250 tempest-ExternalNetworksAdminNegativeTestJSON-254383250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:36.644897 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071f7eb7-b9f1-4a1b-8d03-3eaf6fc37f78 None None] Pushing event updated for resources: {'Port': ['ID=6cfaaf28-e7ad-48a6-b2cd-c950d62533fb,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:36.661136 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071f7eb7-b9f1-4a1b-8d03-3eaf6fc37f78 None None] Network babc7379-fefc-41a5-a39a-fab07194ed36 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:02:36.662931 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-071f7eb7-b9f1-4a1b-8d03-3eaf6fc37f78 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:02:36.666167 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071f7eb7-b9f1-4a1b-8d03-3eaf6fc37f78 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:02:36.693762 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-9bee4b9c-e9fc-4fb1-b4b3-924d959a532d tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-149376993'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:02:36.699381 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9bee4b9c-e9fc-4fb1-b4b3-924d959a532d tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:36.703726 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9bee4b9c-e9fc-4fb1-b4b3-924d959a532d tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Usage tracker for resource:network and tenant:514bc9553c56476c95277853f2f65ebc is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:36.706983 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9bee4b9c-e9fc-4fb1-b4b3-924d959a532d tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:36.710346 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-80da3a55-7823-4615-9401-9a37ac3bdfe6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:36.717439 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a143f7f5-d658-4031-8e4d-991b9277f3b9 tempest-ExternalNetworksTestJSON-1906311358 tempest-ExternalNetworksTestJSON-1906311358-project] Made reservation on behalf of b3995ca1ff1e462f83ef08a6abad818d for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:02:36.721823 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a143f7f5-d658-4031-8e4d-991b9277f3b9 tempest-ExternalNetworksTestJSON-1906311358 tempest-ExternalNetworksTestJSON-1906311358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:36.733640 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9bee4b9c-e9fc-4fb1-b4b3-924d959a532d tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:36.771520 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a143f7f5-d658-4031-8e4d-991b9277f3b9 tempest-ExternalNetworksTestJSON-1906311358 tempest-ExternalNetworksTestJSON-1906311358-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:36.798049 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aa94c589-494a-4204-a0a2-0964d7281cb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:36.800104 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-071f7eb7-b9f1-4a1b-8d03-3eaf6fc37f78 None None] Attempting to bind port 6cfaaf28-e7ad-48a6-b2cd-c950d62533fb on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:02:36.800104 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-071f7eb7-b9f1-4a1b-8d03-3eaf6fc37f78 None None] Attempting to bind port 6cfaaf28-e7ad-48a6-b2cd-c950d62533fb by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '8d4bd894-00ad-407b-b19e-8b7c13928dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'babc7379-fefc-41a5-a39a-fab07194ed36'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:02:36.801750 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071f7eb7-b9f1-4a1b-8d03-3eaf6fc37f78 None None] Attempting to bind port 6cfaaf28-e7ad-48a6-b2cd-c950d62533fb on network babc7379-fefc-41a5-a39a-fab07194ed36 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:02:36.816307 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071f7eb7-b9f1-4a1b-8d03-3eaf6fc37f78 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:02:36.816782 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071f7eb7-b9f1-4a1b-8d03-3eaf6fc37f78 None None] Checking segment: {'id': '8d4bd894-00ad-407b-b19e-8b7c13928dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'babc7379-fefc-41a5-a39a-fab07194ed36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:02:36.817266 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-071f7eb7-b9f1-4a1b-8d03-3eaf6fc37f78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:36.817708 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071f7eb7-b9f1-4a1b-8d03-3eaf6fc37f78 None None] Bound using segment: {'id': '8d4bd894-00ad-407b-b19e-8b7c13928dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'babc7379-fefc-41a5-a39a-fab07194ed36'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:02:36.818222 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-071f7eb7-b9f1-4a1b-8d03-3eaf6fc37f78 None None] Bound port: 6cfaaf28-e7ad-48a6-b2cd-c950d62533fb, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d4bd894-00ad-407b-b19e-8b7c13928dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'babc7379-fefc-41a5-a39a-fab07194ed36'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:02:36.818651 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-071f7eb7-b9f1-4a1b-8d03-3eaf6fc37f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:36.820299 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bee4b9c-e9fc-4fb1-b4b3-924d959a532d tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Made reservation on behalf of 514bc9553c56476c95277853f2f65ebc for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:02:36.823910 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9bee4b9c-e9fc-4fb1-b4b3-924d959a532d tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:36.828293 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e0c7fccb-55fc-4729-8ad6-cf871614c515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:36.829619 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-e0c7fccb-55fc-4729-8ad6-cf871614c515 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6e23378e-40b9-407e-99a7-a59e722f05b3 HTTP/1.1" status: 204 len: 168 time: 1.5012305 Feb 10 23:02:36.845343 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a143f7f5-d658-4031-8e4d-991b9277f3b9 tempest-ExternalNetworksTestJSON-1906311358 tempest-ExternalNetworksTestJSON-1906311358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:36.852979 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80da3a55-7823-4615-9401-9a37ac3bdfe6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848-project] Made reservation on behalf of 37c23a6a6f5a4b2cb5a09482fd9fa539 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:02:36.855493 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-80da3a55-7823-4615-9401-9a37ac3bdfe6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:36.872978 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9bee4b9c-e9fc-4fb1-b4b3-924d959a532d tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:36.879416 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-a143f7f5-d658-4031-8e4d-991b9277f3b9 tempest-ExternalNetworksTestJSON-1906311358 tempest-ExternalNetworksTestJSON-1906311358-project] Usage tracker for resource:security_group_rule and tenant:b3995ca1ff1e462f83ef08a6abad818d is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:36.883928 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-a143f7f5-d658-4031-8e4d-991b9277f3b9 tempest-ExternalNetworksTestJSON-1906311358 tempest-ExternalNetworksTestJSON-1906311358-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:36.917637 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-4aa72bed-0b68-444c-9564-662ab463e692 None None] Provisioning complete for port 604792d3-12ae-4868-aff8-cfce3f458619 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:02:36.918994 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4aa72bed-0b68-444c-9564-662ab463e692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:36.945325 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a143f7f5-d658-4031-8e4d-991b9277f3b9 tempest-ExternalNetworksTestJSON-1906311358 tempest-ExternalNetworksTestJSON-1906311358-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:36.953762 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-80da3a55-7823-4615-9401-9a37ac3bdfe6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:36.969152 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 39028) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:36.996579 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-80da3a55-7823-4615-9401-9a37ac3bdfe6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:36.996579 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-80da3a55-7823-4615-9401-9a37ac3bdfe6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848-project] Usage tracker for resource:security_group_rule and tenant:37c23a6a6f5a4b2cb5a09482fd9fa539 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:36.997348 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-80da3a55-7823-4615-9401-9a37ac3bdfe6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:37.003635 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-80da3a55-7823-4615-9401-9a37ac3bdfe6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:37.041545 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-4aa72bed-0b68-444c-9564-662ab463e692 None None] Port 604792d3-12ae-4868-aff8-cfce3f458619 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:02:37.052101 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 6e47beed-37cb-4253-8c44-224335edacd3 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:02:37.068859 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9bee4b9c-e9fc-4fb1-b4b3-924d959a532d tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:37.074583 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9bee4b9c-e9fc-4fb1-b4b3-924d959a532d tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Usage tracker for resource:security_group_rule and tenant:514bc9553c56476c95277853f2f65ebc is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:37.079301 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9bee4b9c-e9fc-4fb1-b4b3-924d959a532d tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:37.089471 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9bee4b9c-e9fc-4fb1-b4b3-924d959a532d tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:37.170286 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-071f7eb7-b9f1-4a1b-8d03-3eaf6fc37f78 None None] For port 6cfaaf28-e7ad-48a6-b2cd-c950d62533fb, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:02:37.173517 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-071f7eb7-b9f1-4a1b-8d03-3eaf6fc37f78 None None] For port 6cfaaf28-e7ad-48a6-b2cd-c950d62533fb, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=6cfaaf28-e7ad-48a6-b2cd-c950d62533fb,segment=NetworkSegment(8d4bd894-00ad-407b-b19e-8b7c13928dae),segment_id=8d4bd894-00ad-407b-b19e-8b7c13928dae)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:02:37.197460 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9bee4b9c-e9fc-4fb1-b4b3-924d959a532d tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:37.220513 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f22d2c-c2b1-49d1-bcc4-1639534ef190 admin admin] Router bd42796b-5696-4a9c-9599-a1cca1944e3f has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:02:37.278721 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-80da3a55-7823-4615-9401-9a37ac3bdfe6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:37.297778 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 6e47beed-37cb-4253-8c44-224335edacd3 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:02:37.305906 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-071f7eb7-b9f1-4a1b-8d03-3eaf6fc37f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:37.316724 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 6e47beed-37cb-4253-8c44-224335edacd3 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:02:37.317901 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:37.321234 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a143f7f5-d658-4031-8e4d-991b9277f3b9 tempest-ExternalNetworksTestJSON-1906311358 tempest-ExternalNetworksTestJSON-1906311358-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:37.344068 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eb81d45b-b601-45c7-9bf7-bb9808e93dd6 tempest-ExternalNetworksAdminNegativeTestJSON-254383250 tempest-ExternalNetworksAdminNegativeTestJSON-254383250-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:37.358823 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-80da3a55-7823-4615-9401-9a37ac3bdfe6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:37.396720 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da3a55-7823-4615-9401-9a37ac3bdfe6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=838f8a01-ce87-4d12-af36-b50ab0cd0085,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:37.412928 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80da3a55-7823-4615-9401-9a37ac3bdfe6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:02:37.428799 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9bee4b9c-e9fc-4fb1-b4b3-924d959a532d tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:37.462379 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071f7eb7-b9f1-4a1b-8d03-3eaf6fc37f78 None None] Pushing event updated for resources: {'Port': ['ID=6cfaaf28-e7ad-48a6-b2cd-c950d62533fb,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:37.469781 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bee4b9c-e9fc-4fb1-b4b3-924d959a532d tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:02:37.491185 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a143f7f5-d658-4031-8e4d-991b9277f3b9 tempest-ExternalNetworksTestJSON-1906311358 tempest-ExternalNetworksTestJSON-1906311358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:37.499937 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee4b9c-e9fc-4fb1-b4b3-924d959a532d tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8baff9c3-61a4-4c36-885e-c886980b9d33,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:37.516952 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9bee4b9c-e9fc-4fb1-b4b3-924d959a532d tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:37.518182 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-9bee4b9c-e9fc-4fb1-b4b3-924d959a532d tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Added segment 0886c8c3-e99b-447e-84c1-eeb9302a175a of type vlan for network c8b373a6-830d-48f3-b221-123cc064dcf3 Feb 10 23:02:37.540195 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eb81d45b-b601-45c7-9bf7-bb9808e93dd6 tempest-ExternalNetworksAdminNegativeTestJSON-254383250 tempest-ExternalNetworksAdminNegativeTestJSON-254383250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:37.555420 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-d3a2366d-2cff-4fc8-91e4-cf8c446fc51e tempest-QuotasTest-1552069547 tempest-QuotasTest-1552069547-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:02:37.558514 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9bee4b9c-e9fc-4fb1-b4b3-924d959a532d tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:37.643858 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f22d2c-c2b1-49d1-bcc4-1639534ef190 admin admin] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:02:37.645203 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:37.664602 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-26f22d2c-c2b1-49d1-bcc4-1639534ef190 admin admin] 10.222.0.59 "PUT /v2.0/routers/bd42796b-5696-4a9c-9599-a1cca1944e3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0324612 Feb 10 23:02:37.684585 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 6e47beed-37cb-4253-8c44-224335edacd3, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=6e47beed-37cb-4253-8c44-224335edacd3,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:02:37.685101 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aa94c589-494a-4204-a0a2-0964d7281cb8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:37.713544 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9bee4b9c-e9fc-4fb1-b4b3-924d959a532d tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:37.717340 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bee4b9c-e9fc-4fb1-b4b3-924d959a532d tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:37.717945 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9bee4b9c-e9fc-4fb1-b4b3-924d959a532d tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:37.733085 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a143f7f5-d658-4031-8e4d-991b9277f3b9 tempest-ExternalNetworksTestJSON-1906311358 tempest-ExternalNetworksTestJSON-1906311358-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:02:37.742952 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a143f7f5-d658-4031-8e4d-991b9277f3b9 tempest-ExternalNetworksTestJSON-1906311358 tempest-ExternalNetworksTestJSON-1906311358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:37.743332 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-a143f7f5-d658-4031-8e4d-991b9277f3b9 tempest-ExternalNetworksTestJSON-1906311358 tempest-ExternalNetworksTestJSON-1906311358-project] Added segment 82f071d5-84e2-45d7-8794-1b9ec5fce3ba of type vlan for network 33dae115-533e-431d-a1e5-00d3e0de8f0a Feb 10 23:02:37.745406 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-80da3a55-7823-4615-9401-9a37ac3bdfe6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:37.745727 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-80da3a55-7823-4615-9401-9a37ac3bdfe6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848-project] Added segment 5ff686aa-1269-4591-8d52-802682de9bdc of type vlan for network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 Feb 10 23:02:37.771929 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb81d45b-b601-45c7-9bf7-bb9808e93dd6 tempest-ExternalNetworksAdminNegativeTestJSON-254383250 tempest-ExternalNetworksAdminNegativeTestJSON-254383250-project-admin] Pushing event updated for resources: {'Port': ['ID=450b8fd0-7834-4731-bae6-4e80798195f7,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:37.813456 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aa94c589-494a-4204-a0a2-0964d7281cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:37.871545 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee4b9c-e9fc-4fb1-b4b3-924d959a532d tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Pushing event updated for resources: {'Network': ['ID=c8b373a6-830d-48f3-b221-123cc064dcf3,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:37.883059 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network c8b373a6-830d-48f3-b221-123cc064dcf3 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:02:37.924950 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-80da3a55-7823-4615-9401-9a37ac3bdfe6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:37.949337 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9bee4b9c-e9fc-4fb1-b4b3-924d959a532d tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5541039 Feb 10 23:02:37.952455 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39050) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:37.962832 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-863da734-66f3-4ac1-b07a-9b4fc7baaa9b tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Request body: {'subnet': {'network_id': 'c8b373a6-830d-48f3-b221-123cc064dcf3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:02:37.982508 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a143f7f5-d658-4031-8e4d-991b9277f3b9 tempest-ExternalNetworksTestJSON-1906311358 tempest-ExternalNetworksTestJSON-1906311358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:38.024007 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a143f7f5-d658-4031-8e4d-991b9277f3b9 tempest-ExternalNetworksTestJSON-1906311358 tempest-ExternalNetworksTestJSON-1906311358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eef8436d-df6e-406c-8525-c82daa14b215,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:38.037636 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eb81d45b-b601-45c7-9bf7-bb9808e93dd6 tempest-ExternalNetworksAdminNegativeTestJSON-254383250 tempest-ExternalNetworksAdminNegativeTestJSON-254383250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1734214'] for floatingip, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:38.097396 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:38.128096 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-863da734-66f3-4ac1-b07a-9b4fc7baaa9b tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:38.132946 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-863da734-66f3-4ac1-b07a-9b4fc7baaa9b tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Usage tracker for resource:subnet and tenant:514bc9553c56476c95277853f2f65ebc is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:38.136427 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-863da734-66f3-4ac1-b07a-9b4fc7baaa9b tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:38.142524 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-863da734-66f3-4ac1-b07a-9b4fc7baaa9b tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:38.203291 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-aa94c589-494a-4204-a0a2-0964d7281cb8 admin admin] Allocated IP 172.26.8.50 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/755ef63d-c5a8-4f83-b0dc-05ee612984a0) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:02:38.208501 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=6e47beed-37cb-4253-8c44-224335edacd3,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:38.211124 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863da734-66f3-4ac1-b07a-9b4fc7baaa9b tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Made reservation on behalf of 514bc9553c56476c95277853f2f65ebc for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:02:38.380587 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a143f7f5-d658-4031-8e4d-991b9277f3b9 tempest-ExternalNetworksTestJSON-1906311358 tempest-ExternalNetworksTestJSON-1906311358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:38.384399 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a143f7f5-d658-4031-8e4d-991b9277f3b9 tempest-ExternalNetworksTestJSON-1906311358 tempest-ExternalNetworksTestJSON-1906311358-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:38.385101 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a143f7f5-d658-4031-8e4d-991b9277f3b9 tempest-ExternalNetworksTestJSON-1906311358 tempest-ExternalNetworksTestJSON-1906311358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:38.402282 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-863da734-66f3-4ac1-b07a-9b4fc7baaa9b tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Notify callbacks [] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:38.523317 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-80da3a55-7823-4615-9401-9a37ac3bdfe6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:38.526971 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80da3a55-7823-4615-9401-9a37ac3bdfe6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:38.534906 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-80da3a55-7823-4615-9401-9a37ac3bdfe6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:38.576774 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a143f7f5-d658-4031-8e4d-991b9277f3b9 tempest-ExternalNetworksTestJSON-1906311358 tempest-ExternalNetworksTestJSON-1906311358-project] Pushing event updated for resources: {'Network': ['ID=33dae115-533e-431d-a1e5-00d3e0de8f0a,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:38.590407 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 33dae115-533e-431d-a1e5-00d3e0de8f0a details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:02:38.755130 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da3a55-7823-4615-9401-9a37ac3bdfe6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848-project] Pushing event updated for resources: {'Network': ['ID=10cd9d46-f1fc-4510-9ae8-a0f93b2ade32,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:38.765459 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-80da3a55-7823-4615-9401-9a37ac3bdfe6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.9491918 Feb 10 23:02:38.773614 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:02:38.783415 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aa94c589-494a-4204-a0a2-0964d7281cb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:38.797781 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eb81d45b-b601-45c7-9bf7-bb9808e93dd6 tempest-ExternalNetworksAdminNegativeTestJSON-254383250 tempest-ExternalNetworksAdminNegativeTestJSON-254383250-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:38.802571 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-eb81d45b-b601-45c7-9bf7-bb9808e93dd6 tempest-ExternalNetworksAdminNegativeTestJSON-254383250 tempest-ExternalNetworksAdminNegativeTestJSON-254383250-project-admin] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.7890007 Feb 10 23:02:38.814005 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 39076) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:38.814005 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-de1535cc-8156-47e5-9fdb-8b28a17ed62e tempest-ExternalNetworksAdminNegativeTestJSON-254383250 tempest-ExternalNetworksAdminNegativeTestJSON-254383250-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-554959937', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'fixed_ips': [{'ip_address': '172.26.8.3'}]}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:02:38.817178 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-de1535cc-8156-47e5-9fdb-8b28a17ed62e tempest-ExternalNetworksAdminNegativeTestJSON-254383250 tempest-ExternalNetworksAdminNegativeTestJSON-254383250-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:38.822400 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-de1535cc-8156-47e5-9fdb-8b28a17ed62e tempest-ExternalNetworksAdminNegativeTestJSON-254383250 tempest-ExternalNetworksAdminNegativeTestJSON-254383250-project-admin] Usage tracker for resource:port and tenant:60489a5b69cb4912bdf1c585b52f18de is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:38.825563 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-de1535cc-8156-47e5-9fdb-8b28a17ed62e tempest-ExternalNetworksAdminNegativeTestJSON-254383250 tempest-ExternalNetworksAdminNegativeTestJSON-254383250-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:38.839369 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-de1535cc-8156-47e5-9fdb-8b28a17ed62e tempest-ExternalNetworksAdminNegativeTestJSON-254383250 tempest-ExternalNetworksAdminNegativeTestJSON-254383250-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:38.902937 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-a143f7f5-d658-4031-8e4d-991b9277f3b9 tempest-ExternalNetworksTestJSON-1906311358 tempest-ExternalNetworksTestJSON-1906311358-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.2757308 Feb 10 23:02:38.906567 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39080) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:38.965296 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-d3a2366d-2cff-4fc8-91e4-cf8c446fc51e tempest-QuotasTest-1552069547 tempest-QuotasTest-1552069547-project-admin] 10.222.0.59 "PUT /v2.0/quotas/43eb63239f7c4ef9961ab716ec082dde HTTP/1.1" status: 200 len: 366 time: 1.9403539 Feb 10 23:02:38.965515 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39086) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:38.990555 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e505fa7a-6ee6-4c7d-ab72-3e79b14553d9 tempest-QuotasTest-1552069547 tempest-QuotasTest-1552069547-project-admin] 10.222.0.59 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0186317 Feb 10 23:02:38.990786 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aa94c589-494a-4204-a0a2-0964d7281cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:38.991376 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39090) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:39.037823 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-863da734-66f3-4ac1-b07a-9b4fc7baaa9b tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:39.146135 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-13a16269-2fc6-4cef-a270-b0b172c63b2a tempest-QuotasTest-1552069547 tempest-QuotasTest-1552069547-project-admin] 10.222.0.59 "GET /v2.0/quotas/43eb63239f7c4ef9961ab716ec082dde HTTP/1.1" status: 200 len: 366 time: 0.1533070 Feb 10 23:02:39.166942 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39098) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:39.172655 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39100) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:39.187676 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1535cc-8156-47e5-9fdb-8b28a17ed62e tempest-ExternalNetworksAdminNegativeTestJSON-254383250 tempest-ExternalNetworksAdminNegativeTestJSON-254383250-project-admin] Made reservation on behalf of 60489a5b69cb4912bdf1c585b52f18de for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:02:39.193188 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-de1535cc-8156-47e5-9fdb-8b28a17ed62e tempest-ExternalNetworksAdminNegativeTestJSON-254383250 tempest-ExternalNetworksAdminNegativeTestJSON-254383250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:39.231034 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 6cfaaf28-e7ad-48a6-b2cd-c950d62533fb up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:02:39.304073 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c401cffa-3416-41c1-bde5-c695ae3d91c6 None None] Sync routers for ids ['bd42796b-5696-4a9c-9599-a1cca1944e3f'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:02:39.313741 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-de1535cc-8156-47e5-9fdb-8b28a17ed62e tempest-ExternalNetworksAdminNegativeTestJSON-254383250 tempest-ExternalNetworksAdminNegativeTestJSON-254383250-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:39.325839 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863da734-66f3-4ac1-b07a-9b4fc7baaa9b tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Pushing event updated for resources: {'Subnet': ['ID=f9eb0bd7-075a-4973-ae00-2504a07afda1,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:39.355134 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa94c589-494a-4204-a0a2-0964d7281cb8 admin admin] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:02:39.369243 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-aa94c589-494a-4204-a0a2-0964d7281cb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:02:39.371710 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-57341bef-7445-4ba5-9eb8-a5d10f6b40d6 tempest-QuotasTest-1552069547 tempest-QuotasTest-1552069547-project-admin] 10.222.0.59 "DELETE /v2.0/quotas/43eb63239f7c4ef9961ab716ec082dde HTTP/1.1" status: 204 len: 168 time: 0.1921029 Feb 10 23:02:39.376228 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39108) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:39.380921 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa94c589-494a-4204-a0a2-0964d7281cb8 admin admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:02:39.403780 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c401cffa-3416-41c1-bde5-c695ae3d91c6 None None] Routers {'bd42796b-5696-4a9c-9599-a1cca1944e3f'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:02:39.404401 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-c401cffa-3416-41c1-bde5-c695ae3d91c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:02:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['bd42796b-5696-4a9c-9599-a1cca1944e3f'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:39.415362 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863da734-66f3-4ac1-b07a-9b4fc7baaa9b tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Checking segment: {'id': '0886c8c3-e99b-447e-84c1-eeb9302a175a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c8b373a6-830d-48f3-b221-123cc064dcf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:02:39.415722 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863da734-66f3-4ac1-b07a-9b4fc7baaa9b tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Network hostable DHCP agents. Network: c8b373a6-830d-48f3-b221-123cc064dcf3, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:02:39.429392 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-628ed97b-312d-431e-a454-74a389ad11f5 tempest-QuotasTest-1552069547 tempest-QuotasTest-1552069547-project-admin] 10.222.0.59 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0496027 Feb 10 23:02:39.430569 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39112) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:39.711487 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2e367344-d6a3-436d-9937-f2a03cab62e4 tempest-QuotasTest-1552069547 tempest-QuotasTest-1552069547-project-admin] 10.222.0.59 "GET /v2.0/quotas/43eb63239f7c4ef9961ab716ec082dde HTTP/1.1" status: 200 len: 370 time: 0.0419734 Feb 10 23:02:39.711487 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39116) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:39.713515 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa94c589-494a-4204-a0a2-0964d7281cb8 admin admin] Pushing event updated for resources: {'Port': ['ID=755ef63d-c5a8-4f83-b0dc-05ee612984a0,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:39.718965 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-dddfba31-a4ce-4cfa-8589-b303e7a5a97b tempest-QuotasTest-1552069547 tempest-QuotasTest-1552069547-project-admin] 10.222.0.59 "GET /v2.0/quotas/43eb63239f7c4ef9961ab716ec082dde/default HTTP/1.1" status: 200 len: 370 time: 0.0141227 Feb 10 23:02:39.718965 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39120) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:39.718965 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-f0efeed3-0866-4f27-ad9a-63f8d1e378d9 tempest-QuotasTest-1552069547 tempest-QuotasTest-1552069547-project-admin] delete failed (client error): The resource could not be found. Feb 10 23:02:39.718965 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f0efeed3-0866-4f27-ad9a-63f8d1e378d9 tempest-QuotasTest-1552069547 tempest-QuotasTest-1552069547-project-admin] 10.222.0.59 "DELETE /v2.0/quotas/43eb63239f7c4ef9961ab716ec082dde HTTP/1.1" status: 404 len: 348 time: 0.0515900 Feb 10 23:02:39.720310 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-de1535cc-8156-47e5-9fdb-8b28a17ed62e tempest-ExternalNetworksAdminNegativeTestJSON-254383250 tempest-ExternalNetworksAdminNegativeTestJSON-254383250-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:39.724466 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863da734-66f3-4ac1-b07a-9b4fc7baaa9b tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Network c8b373a6-830d-48f3-b221-123cc064dcf3 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:02:39.726516 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-de1535cc-8156-47e5-9fdb-8b28a17ed62e tempest-ExternalNetworksAdminNegativeTestJSON-254383250 tempest-ExternalNetworksAdminNegativeTestJSON-254383250-project-admin] Usage tracker for resource:security_group_rule and tenant:60489a5b69cb4912bdf1c585b52f18de is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:39.727143 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-e68aed45-904c-40cf-9449-abc6b17e13fe tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Request body: {'network': {'name': 'tempest-network--1858249721', 'router:external': True}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:02:39.727425 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-de1535cc-8156-47e5-9fdb-8b28a17ed62e tempest-ExternalNetworksAdminNegativeTestJSON-254383250 tempest-ExternalNetworksAdminNegativeTestJSON-254383250-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:39.727700 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e68aed45-904c-40cf-9449-abc6b17e13fe tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:39.729067 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-de1535cc-8156-47e5-9fdb-8b28a17ed62e tempest-ExternalNetworksAdminNegativeTestJSON-254383250 tempest-ExternalNetworksAdminNegativeTestJSON-254383250-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:39.729418 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e68aed45-904c-40cf-9449-abc6b17e13fe tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Usage tracker for resource:network and tenant:96e6d8ddd61d40f9b92401437a3f6f84 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:39.729418 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e68aed45-904c-40cf-9449-abc6b17e13fe tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:39.729418 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e68aed45-904c-40cf-9449-abc6b17e13fe tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:39.729418 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-69fce526-1b40-4c1b-9c1d-1630d71e60f9 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1883676070'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:02:39.735504 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-69fce526-1b40-4c1b-9c1d-1630d71e60f9 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:39.741856 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-863da734-66f3-4ac1-b07a-9b4fc7baaa9b tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, c8b373a6-830d-48f3-b221-123cc064dcf3) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:02:39.751818 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-69fce526-1b40-4c1b-9c1d-1630d71e60f9 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Usage tracker for resource:network and tenant:639ca5bc1f874a70aa00eae2e2f0f90f is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:39.763998 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-69fce526-1b40-4c1b-9c1d-1630d71e60f9 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:39.765335 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-de1535cc-8156-47e5-9fdb-8b28a17ed62e tempest-ExternalNetworksAdminNegativeTestJSON-254383250 tempest-ExternalNetworksAdminNegativeTestJSON-254383250-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:39.778026 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272b8905-7cdb-45f1-81fe-081940001aa9 None None] Network babc7379-fefc-41a5-a39a-fab07194ed36 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:02:39.785859 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863da734-66f3-4ac1-b07a-9b4fc7baaa9b tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:39.785859 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-863da734-66f3-4ac1-b07a-9b4fc7baaa9b tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:39.785859 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-69fce526-1b40-4c1b-9c1d-1630d71e60f9 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:39.795711 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5197ab2c-2576-4569-af09-39380276a25d None None] Network c8b373a6-830d-48f3-b221-123cc064dcf3 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:02:39.866158 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68aed45-904c-40cf-9449-abc6b17e13fe tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Made reservation on behalf of 96e6d8ddd61d40f9b92401437a3f6f84 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:02:39.869378 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e68aed45-904c-40cf-9449-abc6b17e13fe tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:39.892055 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-de1535cc-8156-47e5-9fdb-8b28a17ed62e tempest-ExternalNetworksAdminNegativeTestJSON-254383250 tempest-ExternalNetworksAdminNegativeTestJSON-254383250-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:39.900016 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-863da734-66f3-4ac1-b07a-9b4fc7baaa9b tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9462204 Feb 10 23:02:39.905880 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39130) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:39.916072 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-7e7a3257-c7b9-4403-be5b-b66b10f65eb2 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Request body: {'security_group': {'name': 'tempest-securitygroup--139565068', 'description': 'tempest-description--1918697082'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:02:39.916809 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-de1535cc-8156-47e5-9fdb-8b28a17ed62e tempest-ExternalNetworksAdminNegativeTestJSON-254383250 tempest-ExternalNetworksAdminNegativeTestJSON-254383250-project-admin] device_id is not set on port 1e520c3b-8dc7-49c1-981f-ce9bf5ba622f yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:02:39.922707 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39132) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:39.947271 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-06ded57e-f2fb-437d-b804-84db994c3968 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Request body: {'port': {'network_id': 'c8b373a6-830d-48f3-b221-123cc064dcf3', 'name': 'tempest-DHCPAgentSchedulersTestJSON-678162891'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:02:39.989601 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e68aed45-904c-40cf-9449-abc6b17e13fe tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:40.012887 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-7e7a3257-c7b9-4403-be5b-b66b10f65eb2 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:40.021910 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69fce526-1b40-4c1b-9c1d-1630d71e60f9 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Made reservation on behalf of 639ca5bc1f874a70aa00eae2e2f0f90f for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:02:40.025163 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-69fce526-1b40-4c1b-9c1d-1630d71e60f9 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:40.039437 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-7e7a3257-c7b9-4403-be5b-b66b10f65eb2 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Usage tracker for resource:security_group and tenant:027aa545b61c4bb78c5d5117fda627e8 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:40.045371 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-7e7a3257-c7b9-4403-be5b-b66b10f65eb2 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:40.052743 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-69fce526-1b40-4c1b-9c1d-1630d71e60f9 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:40.109940 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-7e7a3257-c7b9-4403-be5b-b66b10f65eb2 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:40.113904 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39140) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:40.129083 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 6cfaaf28-e7ad-48a6-b2cd-c950d62533fb completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:02:40.148463 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 6e47beed-37cb-4253-8c44-224335edacd3 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:02:40.171393 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9c1990-6ec4-40e1-93e5-41afa6dc4d95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-c8b373a6-830d-48f3-b221-123cc064dcf3', 'network_id': 'c8b373a6-830d-48f3-b221-123cc064dcf3', 'tenant_id': '514bc9553c56476c95277853f2f65ebc', 'fixed_ips': [{'subnet_id': 'f9eb0bd7-075a-4973-ae00-2504a07afda1'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:02:40.172184 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ff9c1990-6ec4-40e1-93e5-41afa6dc4d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:40.179745 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 39144) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:40.189368 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Request body: {'port': {'network_id': '10cd9d46-f1fc-4510-9ae8-a0f93b2ade32', 'binding:host_id': 'hv-neutron-8287', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-269898034'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:02:40.212884 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:40.219978 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aa94c589-494a-4204-a0a2-0964d7281cb8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:40.220149 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aa94c589-494a-4204-a0a2-0964d7281cb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:40.225736 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e68aed45-904c-40cf-9449-abc6b17e13fe tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:40.232780 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Usage tracker for resource:port and tenant:b8b6a598d81a4c6ca947b726228f1bf2 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:40.244077 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:40.244438 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e68aed45-904c-40cf-9449-abc6b17e13fe tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Usage tracker for resource:security_group_rule and tenant:96e6d8ddd61d40f9b92401437a3f6f84 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:40.246577 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1535cc-8156-47e5-9fdb-8b28a17ed62e tempest-ExternalNetworksAdminNegativeTestJSON-254383250 tempest-ExternalNetworksAdminNegativeTestJSON-254383250-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=683a9c17-652c-483f-aae1-d324298d234e,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:40.247766 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e68aed45-904c-40cf-9449-abc6b17e13fe tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:40.253159 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:40.254363 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e68aed45-904c-40cf-9449-abc6b17e13fe tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:40.308423 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-69fce526-1b40-4c1b-9c1d-1630d71e60f9 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:40.315996 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-b653eb67-dba2-4e8a-a8d4-1b771491aa3f None None] Provisioning for port 6cfaaf28-e7ad-48a6-b2cd-c950d62533fb completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:02:40.327290 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7e7a3257-c7b9-4403-be5b-b66b10f65eb2 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:40.343591 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-69fce526-1b40-4c1b-9c1d-1630d71e60f9 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Usage tracker for resource:security_group_rule and tenant:639ca5bc1f874a70aa00eae2e2f0f90f is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:40.347588 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-b653eb67-dba2-4e8a-a8d4-1b771491aa3f None None] Provisioning complete for port 6cfaaf28-e7ad-48a6-b2cd-c950d62533fb triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:02:40.348136 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b653eb67-dba2-4e8a-a8d4-1b771491aa3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:40.359229 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-69fce526-1b40-4c1b-9c1d-1630d71e60f9 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:40.368751 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-de1535cc-8156-47e5-9fdb-8b28a17ed62e tempest-ExternalNetworksAdminNegativeTestJSON-254383250 tempest-ExternalNetworksAdminNegativeTestJSON-254383250-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 10 23:02:40.369203 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de1535cc-8156-47e5-9fdb-8b28a17ed62e tempest-ExternalNetworksAdminNegativeTestJSON-254383250 tempest-ExternalNetworksAdminNegativeTestJSON-254383250-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:02:40.383637 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-02cb07e7-33e3-416c-a3b2-3418af6b9067 tempest-QuotasTest-1552069547 tempest-QuotasTest-1552069547-project-admin] Usage tracker for resource:network and tenant:8c91703f05c049e69f406ff03d772e4d is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:40.387050 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-69fce526-1b40-4c1b-9c1d-1630d71e60f9 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:40.407397 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-02cb07e7-33e3-416c-a3b2-3418af6b9067 tempest-QuotasTest-1552069547 tempest-QuotasTest-1552069547-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:40.437060 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-06ded57e-f2fb-437d-b804-84db994c3968 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:40.448852 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Made reservation on behalf of b8b6a598d81a4c6ca947b726228f1bf2 for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:02:40.451394 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:40.455887 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e68aed45-904c-40cf-9449-abc6b17e13fe tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:40.457830 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-06ded57e-f2fb-437d-b804-84db994c3968 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Usage tracker for resource:port and tenant:514bc9553c56476c95277853f2f65ebc is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:40.463597 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-7e7a3257-c7b9-4403-be5b-b66b10f65eb2 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:40.465828 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-06ded57e-f2fb-437d-b804-84db994c3968 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:40.470618 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-c401cffa-3416-41c1-bde5-c695ae3d91c6 None None] Set router bd42796b-5696-4a9c-9599-a1cca1944e3f gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:02:40.473226 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-02cb07e7-33e3-416c-a3b2-3418af6b9067 tempest-QuotasTest-1552069547 tempest-QuotasTest-1552069547-project-admin] Usage tracker for resource:subnet and tenant:8c91703f05c049e69f406ff03d772e4d is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:40.475387 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:40.475646 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-06ded57e-f2fb-437d-b804-84db994c3968 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:40.485586 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-7e7a3257-c7b9-4403-be5b-b66b10f65eb2 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Usage tracker for resource:security_group_rule and tenant:027aa545b61c4bb78c5d5117fda627e8 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:40.485586 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-7e7a3257-c7b9-4403-be5b-b66b10f65eb2 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:40.490408 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-de1535cc-8156-47e5-9fdb-8b28a17ed62e tempest-ExternalNetworksAdminNegativeTestJSON-254383250 tempest-ExternalNetworksAdminNegativeTestJSON-254383250-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 409 len: 370 time: 1.6864026 Feb 10 23:02:40.493572 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-7e7a3257-c7b9-4403-be5b-b66b10f65eb2 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:40.494876 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 39150) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:40.496852 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-02cb07e7-33e3-416c-a3b2-3418af6b9067 tempest-QuotasTest-1552069547 tempest-QuotasTest-1552069547-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:40.520996 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e68aed45-904c-40cf-9449-abc6b17e13fe tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:40.532701 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-02cb07e7-33e3-416c-a3b2-3418af6b9067 tempest-QuotasTest-1552069547 tempest-QuotasTest-1552069547-project-admin] Usage tracker for resource:subnetpool and tenant:8c91703f05c049e69f406ff03d772e4d is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:40.558229 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-02cb07e7-33e3-416c-a3b2-3418af6b9067 tempest-QuotasTest-1552069547 tempest-QuotasTest-1552069547-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:40.577831 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e68aed45-904c-40cf-9449-abc6b17e13fe tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:02:40.608645 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ded57e-f2fb-437d-b804-84db994c3968 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Made reservation on behalf of 514bc9553c56476c95277853f2f65ebc for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:02:40.611609 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-06ded57e-f2fb-437d-b804-84db994c3968 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:40.667725 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:40.674013 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Usage tracker for resource:security_group_rule and tenant:b8b6a598d81a4c6ca947b726228f1bf2 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:40.678271 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 6e47beed-37cb-4253-8c44-224335edacd3 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:02:40.678816 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:40.681400 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:40.685322 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-fac9ac64-791a-479a-bf9d-befd042bff3d tempest-ExternalNetworksAdminNegativeTestJSON-254383250 tempest-ExternalNetworksAdminNegativeTestJSON-254383250-project-admin] Deleting port 450b8fd0-7834-4731-bae6-4e80798195f7 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:02:40.685674 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fac9ac64-791a-479a-bf9d-befd042bff3d tempest-ExternalNetworksAdminNegativeTestJSON-254383250 tempest-ExternalNetworksAdminNegativeTestJSON-254383250-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:40.696236 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-69fce526-1b40-4c1b-9c1d-1630d71e60f9 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:40.702279 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-06ded57e-f2fb-437d-b804-84db994c3968 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] device_id is not set on port 8de6766c-4e34-4a6e-afff-4c504508b636 yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:02:40.725409 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:40.741261 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e68aed45-904c-40cf-9449-abc6b17e13fe tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:40.741527 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-e68aed45-904c-40cf-9449-abc6b17e13fe tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Added segment 82efb927-53bd-4dcd-b197-204f3b62ee82 of type vlan for network 9784971b-1f4f-4b20-ae0c-f9259f50bf63 Feb 10 23:02:40.742629 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-02cb07e7-33e3-416c-a3b2-3418af6b9067 tempest-QuotasTest-1552069547 tempest-QuotasTest-1552069547-project-admin] Usage tracker for resource:port and tenant:8c91703f05c049e69f406ff03d772e4d is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:40.745019 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68aed45-904c-40cf-9449-abc6b17e13fe tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f4ef60-47e6-4f5a-b8e6-30870acc3e02,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:40.754845 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7e7a3257-c7b9-4403-be5b-b66b10f65eb2 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:40.763075 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-02cb07e7-33e3-416c-a3b2-3418af6b9067 tempest-QuotasTest-1552069547 tempest-QuotasTest-1552069547-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:40.788852 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-69fce526-1b40-4c1b-9c1d-1630d71e60f9 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:40.824844 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-ff9c1990-6ec4-40e1-93e5-41afa6dc4d95 None None] Allocated IP 172.20.0.2 (c8b373a6-830d-48f3-b221-123cc064dcf3/f9eb0bd7-075a-4973-ae00-2504a07afda1/4a92b1e5-3938-4b58-9bca-51c4ec133bd2) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:02:40.833475 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-02cb07e7-33e3-416c-a3b2-3418af6b9067 tempest-QuotasTest-1552069547 tempest-QuotasTest-1552069547-project-admin] Usage tracker for resource:router and tenant:8c91703f05c049e69f406ff03d772e4d is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:40.836791 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e68aed45-904c-40cf-9449-abc6b17e13fe tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:40.864015 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69fce526-1b40-4c1b-9c1d-1630d71e60f9 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:02:40.865964 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-02cb07e7-33e3-416c-a3b2-3418af6b9067 tempest-QuotasTest-1552069547 tempest-QuotasTest-1552069547-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:40.867827 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7e7a3257-c7b9-4403-be5b-b66b10f65eb2 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:40.894332 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fce526-1b40-4c1b-9c1d-1630d71e60f9 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08403091-e4b2-4a32-b8df-849c40323ff0,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:40.908291 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-69fce526-1b40-4c1b-9c1d-1630d71e60f9 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:40.908291 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-69fce526-1b40-4c1b-9c1d-1630d71e60f9 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Added segment cb588aa3-b133-4338-9658-abedf8c45d74 of type vlan for network 183a850f-a0d9-4235-8006-e4b0dbea77b2 Feb 10 23:02:40.914271 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fac9ac64-791a-479a-bf9d-befd042bff3d tempest-ExternalNetworksAdminNegativeTestJSON-254383250 tempest-ExternalNetworksAdminNegativeTestJSON-254383250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:40.916377 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fac9ac64-791a-479a-bf9d-befd042bff3d tempest-ExternalNetworksAdminNegativeTestJSON-254383250 tempest-ExternalNetworksAdminNegativeTestJSON-254383250-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:40.933797 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-02cb07e7-33e3-416c-a3b2-3418af6b9067 tempest-QuotasTest-1552069547 tempest-QuotasTest-1552069547-project-admin] Usage tracker for resource:floatingip and tenant:8c91703f05c049e69f406ff03d772e4d is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:40.981739 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-02cb07e7-33e3-416c-a3b2-3418af6b9067 tempest-QuotasTest-1552069547 tempest-QuotasTest-1552069547-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:40.989472 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa94c589-494a-4204-a0a2-0964d7281cb8 admin admin] Router f4cba652-48e1-4de6-ac75-d2cd0a781767 is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:02:40.995725 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b653eb67-dba2-4e8a-a8d4-1b771491aa3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:40.996798 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a3257-c7b9-4403-be5b-b66b10f65eb2 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=886286dd-08ce-4f82-85ab-82f3ed155db5,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:40.999778 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-69fce526-1b40-4c1b-9c1d-1630d71e60f9 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:41.058770 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-fac9ac64-791a-479a-bf9d-befd042bff3d tempest-ExternalNetworksAdminNegativeTestJSON-254383250 tempest-ExternalNetworksAdminNegativeTestJSON-254383250-project-admin] Calling delete_port for 450b8fd0-7834-4731-bae6-4e80798195f7 owned by network:floatingip {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:02:41.058985 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-02cb07e7-33e3-416c-a3b2-3418af6b9067 tempest-QuotasTest-1552069547 tempest-QuotasTest-1552069547-project-admin] Usage tracker for resource:security_group and tenant:8c91703f05c049e69f406ff03d772e4d is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:41.065422 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-02cb07e7-33e3-416c-a3b2-3418af6b9067 tempest-QuotasTest-1552069547 tempest-QuotasTest-1552069547-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:41.072848 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-02cb07e7-33e3-416c-a3b2-3418af6b9067 tempest-QuotasTest-1552069547 tempest-QuotasTest-1552069547-project-admin] Usage tracker for resource:security_group_rule and tenant:8c91703f05c049e69f406ff03d772e4d is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:41.076560 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-02cb07e7-33e3-416c-a3b2-3418af6b9067 tempest-QuotasTest-1552069547 tempest-QuotasTest-1552069547-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:41.087219 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-02cb07e7-33e3-416c-a3b2-3418af6b9067 tempest-QuotasTest-1552069547 tempest-QuotasTest-1552069547-project-admin] 10.222.0.59 "GET /v2.0/quotas/8c91703f05c049e69f406ff03d772e4d/details.json HTTP/1.1" status: 200 len: 703 time: 0.9697816 Feb 10 23:02:41.092386 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e68aed45-904c-40cf-9449-abc6b17e13fe tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:41.093283 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68aed45-904c-40cf-9449-abc6b17e13fe tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:41.093938 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e68aed45-904c-40cf-9449-abc6b17e13fe tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:41.100783 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:41.190947 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-69fce526-1b40-4c1b-9c1d-1630d71e60f9 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:41.196943 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fce526-1b40-4c1b-9c1d-1630d71e60f9 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:41.197699 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-69fce526-1b40-4c1b-9c1d-1630d71e60f9 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:41.259099 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-b653eb67-dba2-4e8a-a8d4-1b771491aa3f None None] For port 6cfaaf28-e7ad-48a6-b2cd-c950d62533fb, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=6cfaaf28-e7ad-48a6-b2cd-c950d62533fb,segment=NetworkSegment(8d4bd894-00ad-407b-b19e-8b7c13928dae),segment_id=8d4bd894-00ad-407b-b19e-8b7c13928dae)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:02:41.288041 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7e7a3257-c7b9-4403-be5b-b66b10f65eb2 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:41.291866 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7e7a3257-c7b9-4403-be5b-b66b10f65eb2 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.3789303 Feb 10 23:02:41.301398 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39158) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:41.323109 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b653eb67-dba2-4e8a-a8d4-1b771491aa3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:41.333765 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-1746ee67-3e61-481f-8b04-3471ce222e36 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Request body: {'security_group_rule': {'security_group_id': '886286dd-08ce-4f82-85ab-82f3ed155db5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:02:41.341794 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:41.352768 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-1746ee67-3e61-481f-8b04-3471ce222e36 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:41.359609 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1746ee67-3e61-481f-8b04-3471ce222e36 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Usage tracker for resource:security_group_rule and tenant:027aa545b61c4bb78c5d5117fda627e8 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:41.364086 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1746ee67-3e61-481f-8b04-3471ce222e36 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:41.373312 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-1746ee67-3e61-481f-8b04-3471ce222e36 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:41.383283 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68aed45-904c-40cf-9449-abc6b17e13fe tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Pushing event updated for resources: {'Network': ['ID=9784971b-1f4f-4b20-ae0c-f9259f50bf63,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:41.387420 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] device_id is not set on port 0ed124de-fe71-4113-90e2-081414448e14 yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:02:41.440843 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 9784971b-1f4f-4b20-ae0c-f9259f50bf63 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:02:41.493561 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5e4089-8bee-4767-b07f-a4d54d6f8626,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:41.553677 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e68aed45-904c-40cf-9449-abc6b17e13fe tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.6356614 Feb 10 23:02:41.554123 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fce526-1b40-4c1b-9c1d-1630d71e60f9 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Pushing event updated for resources: {'Network': ['ID=183a850f-a0d9-4235-8006-e4b0dbea77b2,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:41.559773 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 39162) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:41.570657 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1746ee67-3e61-481f-8b04-3471ce222e36 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:41.570818 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b653eb67-dba2-4e8a-a8d4-1b771491aa3f None None] Pushing event updated for resources: {'Port': ['ID=6cfaaf28-e7ad-48a6-b2cd-c950d62533fb,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:41.582009 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 183a850f-a0d9-4235-8006-e4b0dbea77b2 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:02:41.607139 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ff9c1990-6ec4-40e1-93e5-41afa6dc4d95 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:41.625338 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-69fce526-1b40-4c1b-9c1d-1630d71e60f9 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.4477715 Feb 10 23:02:41.665265 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1746ee67-3e61-481f-8b04-3471ce222e36 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:41.666576 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39166) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:41.675059 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-75be03c0-6cd5-4931-8e41-96d459d9032d tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Request body: {'subnet': {'network_id': '183a850f-a0d9-4235-8006-e4b0dbea77b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:02:41.696579 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-ff9c1990-6ec4-40e1-93e5-41afa6dc4d95 None None] Transition to ACTIVE for port object 4a92b1e5-3938-4b58-9bca-51c4ec133bd2 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:02:41.716033 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-c401cffa-3416-41c1-bde5-c695ae3d91c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd42796b-5696-4a9c-9599-a1cca1944e3f', 'name': 'tempest-ServersTestManualDisk-1020424301-router', 'tenant_id': '027aa545b61c4bb78c5d5117fda627e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '6e47beed-37cb-4253-8c44-224335edacd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:02:30Z', 'updated_at': '2022-02-10T23:02:35Z', 'revision_number': 4, 'project_id': '027aa545b61c4bb78c5d5117fda627e8', 'gw_port': {'id': '6e47beed-37cb-4253-8c44-224335edacd3', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd42796b-5696-4a9c-9599-a1cca1944e3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:30Z', 'updated_at': '2022-02-10T23:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '604792d3-12ae-4868-aff8-cfce3f458619', 'name': '', 'network_id': '6483cb9e-fe3f-463f-833b-3771068bd14e', 'tenant_id': '027aa545b61c4bb78c5d5117fda627e8', 'mac_address': 'fa:16:3e:a5:f1:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd42796b-5696-4a9c-9599-a1cca1944e3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48a055f8-63d3-4e5a-8cc1-4cd5fa049a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:34Z', 'updated_at': '2022-02-10T23:02:35Z', 'revision_number': 2, 'project_id': '027aa545b61c4bb78c5d5117fda627e8', 'subnets': [{'id': '48a055f8-63d3-4e5a-8cc1-4cd5fa049a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:41.739420 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c401cffa-3416-41c1-bde5-c695ae3d91c6 None None] Checking router: bd42796b-5696-4a9c-9599-a1cca1944e3f for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:02:41.739767 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c401cffa-3416-41c1-bde5-c695ae3d91c6 None None] Updating router bd42796b-5696-4a9c-9599-a1cca1944e3f port 604792d3-12ae-4868-aff8-cfce3f458619 binding host dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:02:41.766950 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1746ee67-3e61-481f-8b04-3471ce222e36 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:41.768907 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-bc9835e0-cc19-4815-bad5-88d3cb892dbb None None] Provisioning complete for port 6cfaaf28-e7ad-48a6-b2cd-c950d62533fb triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:02:41.769564 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bc9835e0-cc19-4815-bad5-88d3cb892dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:41.797785 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-ff9c1990-6ec4-40e1-93e5-41afa6dc4d95 None None] Transition to ACTIVE for port object 4a92b1e5-3938-4b58-9bca-51c4ec133bd2 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:02:41.800254 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-20ed71f8-dc09-47db-999a-9610906040f4 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:41.829084 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1746ee67-3e61-481f-8b04-3471ce222e36 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2f00e57-3dab-4b06-8174-c0e0b69d4ebe,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:41.864018 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c401cffa-3416-41c1-bde5-c695ae3d91c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:41.868362 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-75be03c0-6cd5-4931-8e41-96d459d9032d tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:41.873447 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-75be03c0-6cd5-4931-8e41-96d459d9032d tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Usage tracker for resource:subnet and tenant:639ca5bc1f874a70aa00eae2e2f0f90f is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:41.876001 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-75be03c0-6cd5-4931-8e41-96d459d9032d tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:41.884664 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-75be03c0-6cd5-4931-8e41-96d459d9032d tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:41.904787 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fac9ac64-791a-479a-bf9d-befd042bff3d tempest-ExternalNetworksAdminNegativeTestJSON-254383250 tempest-ExternalNetworksAdminNegativeTestJSON-254383250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:41.922811 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ff9c1990-6ec4-40e1-93e5-41afa6dc4d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:41.957152 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1746ee67-3e61-481f-8b04-3471ce222e36 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:41.958539 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1746ee67-3e61-481f-8b04-3471ce222e36 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6466072 Feb 10 23:02:41.963919 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39174) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:41.966166 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39176) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:41.975743 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-58907a9f-23d6-4eb0-8d30-527ea110e089 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Request body: {'security_group_rule': {'security_group_id': '886286dd-08ce-4f82-85ab-82f3ed155db5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:02:41.984341 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-58907a9f-23d6-4eb0-8d30-527ea110e089 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:41.993309 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75be03c0-6cd5-4931-8e41-96d459d9032d tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Made reservation on behalf of 639ca5bc1f874a70aa00eae2e2f0f90f for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:02:42.022267 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-58907a9f-23d6-4eb0-8d30-527ea110e089 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Usage tracker for resource:security_group_rule and tenant:027aa545b61c4bb78c5d5117fda627e8 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:42.065297 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-58907a9f-23d6-4eb0-8d30-527ea110e089 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:42.081531 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-58907a9f-23d6-4eb0-8d30-527ea110e089 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:42.110930 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9c1990-6ec4-40e1-93e5-41afa6dc4d95 None None] Network c8b373a6-830d-48f3-b221-123cc064dcf3 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:02:42.117273 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9c1990-6ec4-40e1-93e5-41afa6dc4d95 None None] Pushing event updated for resources: {'Port': ['ID=4a92b1e5-3938-4b58-9bca-51c4ec133bd2,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:42.118705 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-06ded57e-f2fb-437d-b804-84db994c3968 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Allocated IP 172.20.0.8 (c8b373a6-830d-48f3-b221-123cc064dcf3/f9eb0bd7-075a-4973-ae00-2504a07afda1/8de6766c-4e34-4a6e-afff-4c504508b636) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:02:42.124046 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-ff9c1990-6ec4-40e1-93e5-41afa6dc4d95 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:02:42.134255 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-75be03c0-6cd5-4931-8e41-96d459d9032d tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Notify callbacks [] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:42.134571 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9c1990-6ec4-40e1-93e5-41afa6dc4d95 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:02:42.211743 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac9ac64-791a-479a-bf9d-befd042bff3d tempest-ExternalNetworksAdminNegativeTestJSON-254383250 tempest-ExternalNetworksAdminNegativeTestJSON-254383250-project-admin] Pushing event deleted for resources: {'Port': ['ID=450b8fd0-7834-4731-bae6-4e80798195f7,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:42.271975 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fac9ac64-791a-479a-bf9d-befd042bff3d tempest-ExternalNetworksAdminNegativeTestJSON-254383250 tempest-ExternalNetworksAdminNegativeTestJSON-254383250-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:42.276580 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-20ed71f8-dc09-47db-999a-9610906040f4 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:42.285966 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] device_id is not set on port 0ed124de-fe71-4113-90e2-081414448e14 yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:02:42.312447 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:42.337265 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-20ed71f8-dc09-47db-999a-9610906040f4 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=84333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:02:42.337653 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-20ed71f8-dc09-47db-999a-9610906040f4 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:02:42.338334 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-20ed71f8-dc09-47db-999a-9610906040f4 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:02:42.338691 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-20ed71f8-dc09-47db-999a-9610906040f4 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Subscribe: > port after_create 55550000 {{(pid=84333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:02:42.338961 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-20ed71f8-dc09-47db-999a-9610906040f4 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Subscribe: > port after_delete 55550000 {{(pid=84333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:02:42.339306 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-20ed71f8-dc09-47db-999a-9610906040f4 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Subscribe: > port after_update 55550000 {{(pid=84333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:02:42.339602 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-20ed71f8-dc09-47db-999a-9610906040f4 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=84333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:02:42.340040 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-20ed71f8-dc09-47db-999a-9610906040f4 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=84333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:02:42.340217 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-20ed71f8-dc09-47db-999a-9610906040f4 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=84333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:02:42.340516 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-20ed71f8-dc09-47db-999a-9610906040f4 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=84333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:02:42.368651 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-ff9c1990-6ec4-40e1-93e5-41afa6dc4d95 None None] Attempting to bind port 4a92b1e5-3938-4b58-9bca-51c4ec133bd2 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:02:42.369201 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-ff9c1990-6ec4-40e1-93e5-41afa6dc4d95 None None] Attempting to bind port 4a92b1e5-3938-4b58-9bca-51c4ec133bd2 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '0886c8c3-e99b-447e-84c1-eeb9302a175a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c8b373a6-830d-48f3-b221-123cc064dcf3'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:02:42.369356 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9c1990-6ec4-40e1-93e5-41afa6dc4d95 None None] Attempting to bind port 4a92b1e5-3938-4b58-9bca-51c4ec133bd2 on network c8b373a6-830d-48f3-b221-123cc064dcf3 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:02:42.392416 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9c1990-6ec4-40e1-93e5-41afa6dc4d95 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:02:42.394139 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9c1990-6ec4-40e1-93e5-41afa6dc4d95 None None] Checking segment: {'id': '0886c8c3-e99b-447e-84c1-eeb9302a175a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c8b373a6-830d-48f3-b221-123cc064dcf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:02:42.394274 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ff9c1990-6ec4-40e1-93e5-41afa6dc4d95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:42.394446 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-58907a9f-23d6-4eb0-8d30-527ea110e089 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:42.394908 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9c1990-6ec4-40e1-93e5-41afa6dc4d95 None None] Bound using segment: {'id': '0886c8c3-e99b-447e-84c1-eeb9302a175a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c8b373a6-830d-48f3-b221-123cc064dcf3'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:02:42.395022 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-ff9c1990-6ec4-40e1-93e5-41afa6dc4d95 None None] Bound port: 4a92b1e5-3938-4b58-9bca-51c4ec133bd2, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0886c8c3-e99b-447e-84c1-eeb9302a175a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c8b373a6-830d-48f3-b221-123cc064dcf3'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:02:42.395591 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ff9c1990-6ec4-40e1-93e5-41afa6dc4d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:42.429147 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-75be03c0-6cd5-4931-8e41-96d459d9032d tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:42.506858 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3a875a83-29c7-4839-94e6-05da61495f22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:42.514261 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-20ed71f8-dc09-47db-999a-9610906040f4 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=84333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:02:42.514790 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-20ed71f8-dc09-47db-999a-9610906040f4 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=84333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:02:42.514901 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-20ed71f8-dc09-47db-999a-9610906040f4 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=84333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:02:42.515296 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-20ed71f8-dc09-47db-999a-9610906040f4 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=84333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:02:42.515567 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-20ed71f8-dc09-47db-999a-9610906040f4 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9784971b-1f4f-4b20-ae0c-f9259f50bf63']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:42.526854 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa94c589-494a-4204-a0a2-0964d7281cb8 admin admin] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:02:42.528805 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Transition to ACTIVE for port object 0ed124de-fe71-4113-90e2-081414448e14 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:02:42.531107 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be03c0-6cd5-4931-8e41-96d459d9032d tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Pushing event updated for resources: {'Subnet': ['ID=1825d3d3-0933-49c4-affd-ffde445da25e,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:42.545990 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a27549c-fb26-4df1-935a-ce09338cb641 None None] Sync routers for ids ['f4cba652-48e1-4de6-ac75-d2cd0a781767'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:02:42.566126 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a27549c-fb26-4df1-935a-ce09338cb641 None None] Routers {'f4cba652-48e1-4de6-ac75-d2cd0a781767'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:02:42.566745 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-6a27549c-fb26-4df1-935a-ce09338cb641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:02:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['f4cba652-48e1-4de6-ac75-d2cd0a781767'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:42.603003 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-ff9c1990-6ec4-40e1-93e5-41afa6dc4d95 None None] For port 4a92b1e5-3938-4b58-9bca-51c4ec133bd2, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:02:42.603217 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fac9ac64-791a-479a-bf9d-befd042bff3d tempest-ExternalNetworksAdminNegativeTestJSON-254383250 tempest-ExternalNetworksAdminNegativeTestJSON-254383250-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:42.605508 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-fac9ac64-791a-479a-bf9d-befd042bff3d tempest-ExternalNetworksAdminNegativeTestJSON-254383250 tempest-ExternalNetworksAdminNegativeTestJSON-254383250-project-admin] 10.222.0.59 "DELETE /v2.0/floatingips/13d77a6f-56f2-4e1d-9e0d-7269f826d6c0 HTTP/1.1" status: 204 len: 168 time: 2.1084685 Feb 10 23:02:42.615471 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-20ed71f8-dc09-47db-999a-9610906040f4 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82efb927-53bd-4dcd-b197-204f3b62ee82') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:42.615912 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-20ed71f8-dc09-47db-999a-9610906040f4 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82efb927-53bd-4dcd-b197-204f3b62ee82') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:42.641604 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-20ed71f8-dc09-47db-999a-9610906040f4 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:42.660108 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-ff9c1990-6ec4-40e1-93e5-41afa6dc4d95 None None] For port 4a92b1e5-3938-4b58-9bca-51c4ec133bd2, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=4a92b1e5-3938-4b58-9bca-51c4ec133bd2,segment=NetworkSegment(0886c8c3-e99b-447e-84c1-eeb9302a175a),segment_id=0886c8c3-e99b-447e-84c1-eeb9302a175a)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:02:42.665673 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aa94c589-494a-4204-a0a2-0964d7281cb8 admin admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:42.667595 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c401cffa-3416-41c1-bde5-c695ae3d91c6 None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:42.667711 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-aa94c589-494a-4204-a0a2-0964d7281cb8 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 7.2453558 Feb 10 23:02:42.673530 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 39188) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:42.697816 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-c401cffa-3416-41c1-bde5-c695ae3d91c6 None None] Transition to ACTIVE for port object 604792d3-12ae-4868-aff8-cfce3f458619 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:02:42.739951 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-3a875a83-29c7-4839-94e6-05da61495f22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:42.743214 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ff9c1990-6ec4-40e1-93e5-41afa6dc4d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:42.760786 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75be03c0-6cd5-4931-8e41-96d459d9032d tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Checking segment: {'id': 'cb588aa3-b133-4338-9658-abedf8c45d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '183a850f-a0d9-4235-8006-e4b0dbea77b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:02:42.761139 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75be03c0-6cd5-4931-8e41-96d459d9032d tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Network hostable DHCP agents. Network: 183a850f-a0d9-4235-8006-e4b0dbea77b2, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:02:42.770728 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-3a875a83-29c7-4839-94e6-05da61495f22 admin admin] Usage tracker for resource:security_group_rule and tenant:7703bb85b6354153924cfdda0493c6d3 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:42.778610 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-3a875a83-29c7-4839-94e6-05da61495f22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:42.785576 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-58907a9f-23d6-4eb0-8d30-527ea110e089 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:42.796448 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-3a875a83-29c7-4839-94e6-05da61495f22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:42.802547 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c401cffa-3416-41c1-bde5-c695ae3d91c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:42.804242 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-6a27549c-fb26-4df1-935a-ce09338cb641 None None] Set router f4cba652-48e1-4de6-ac75-d2cd0a781767 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:02:42.889661 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-58907a9f-23d6-4eb0-8d30-527ea110e089 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:42.931413 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-20ed71f8-dc09-47db-999a-9610906040f4 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:42.936637 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-06ded57e-f2fb-437d-b804-84db994c3968 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:42.937402 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:42.939513 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58907a9f-23d6-4eb0-8d30-527ea110e089 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a518a95-2f84-4b09-95da-2b23099a3eb2,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:42.995642 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75be03c0-6cd5-4931-8e41-96d459d9032d tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Network 183a850f-a0d9-4235-8006-e4b0dbea77b2 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:02:43.022991 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9c1990-6ec4-40e1-93e5-41afa6dc4d95 None None] Pushing event updated for resources: {'Port': ['ID=4a92b1e5-3938-4b58-9bca-51c4ec133bd2,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:43.064955 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3a875a83-29c7-4839-94e6-05da61495f22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:43.073924 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20ed71f8-dc09-47db-999a-9610906040f4 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:02:43.074743 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-20ed71f8-dc09-47db-999a-9610906040f4 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:43.119392 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-75be03c0-6cd5-4931-8e41-96d459d9032d tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 183a850f-a0d9-4235-8006-e4b0dbea77b2) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:02:43.121028 dv-neutron-828797-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 10 23:02:43.121028 dv-neutron-828797-1-hyperv neutron-server[84333]: util.warn_limited( Feb 10 23:02:43.121028 dv-neutron-828797-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 10 23:02:43.121028 dv-neutron-828797-1-hyperv neutron-server[84333]: util.warn_limited( Feb 10 23:02:43.121028 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:02:43.121028 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:02:43.121028 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:02:43.121028 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:02:43.121028 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:02:43.121028 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:02:43.121028 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:02:43.121028 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:02:43.121028 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:02:43.121028 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:02:43.121028 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:02:43.121028 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:02:43.121028 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:02:43.121028 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:02:43.121028 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:02:43.121028 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:02:43.121028 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:02:43.121028 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:02:43.121028 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:02:43.121028 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:02:43.121028 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:02:43.121028 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:02:43.121028 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:02:43.121028 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:02:43.121028 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:02:43.121028 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:02:43.121028 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:02:43.121028 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:02:43.121028 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:02:43.121028 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:02:43.121028 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:02:43.121028 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:02:43.127831 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75be03c0-6cd5-4931-8e41-96d459d9032d tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:43.128423 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-75be03c0-6cd5-4931-8e41-96d459d9032d tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:43.168397 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3a875a83-29c7-4839-94e6-05da61495f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:43.235656 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a384061-d399-4ffd-9e0d-b2e3314fb55f None None] Network 183a850f-a0d9-4235-8006-e4b0dbea77b2 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:02:43.257630 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-58907a9f-23d6-4eb0-8d30-527ea110e089 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:43.259036 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-58907a9f-23d6-4eb0-8d30-527ea110e089 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.2939851 Feb 10 23:02:43.294486 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-3a875a83-29c7-4839-94e6-05da61495f22 admin admin] Synchronizing usage tracker for tenant:e142b015571247949a16b6ac820d0b61 on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:02:43.297313 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39194) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:43.298043 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39196) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:43.311238 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-75be03c0-6cd5-4931-8e41-96d459d9032d tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6430814 Feb 10 23:02:43.317732 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39202) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:43.322151 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-98276a38-d54f-4fb4-b72a-91066512dadd tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Request body: {'floatingip': {'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:02:43.352034 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-98276a38-d54f-4fb4-b72a-91066512dadd tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:43.362858 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-6a27549c-fb26-4df1-935a-ce09338cb641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4cba652-48e1-4de6-ac75-d2cd0a781767', 'name': 'tempest-ServersTestJSON-1746539574-router', 'tenant_id': 'b6f152d8d3864ce9bbf63b40c6aaa545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': '755ef63d-c5a8-4f83-b0dc-05ee612984a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:02:35Z', 'updated_at': '2022-02-10T23:02:39Z', 'revision_number': 3, 'project_id': 'b6f152d8d3864ce9bbf63b40c6aaa545', 'gw_port': {'id': '755ef63d-c5a8-4f83-b0dc-05ee612984a0', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:32:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4cba652-48e1-4de6-ac75-d2cd0a781767', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:37Z', 'updated_at': '2022-02-10T23:02:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:43.368571 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a27549c-fb26-4df1-935a-ce09338cb641 None None] Checking router: f4cba652-48e1-4de6-ac75-d2cd0a781767 for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:02:43.369041 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a27549c-fb26-4df1-935a-ce09338cb641 None None] Updating router f4cba652-48e1-4de6-ac75-d2cd0a781767 port 755ef63d-c5a8-4f83-b0dc-05ee612984a0 binding host dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:02:43.370351 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-3d39d147-2c0d-47f5-9365-12c3c21c493e tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Request body: {'port': {'network_id': '183a850f-a0d9-4235-8006-e4b0dbea77b2', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-985338890'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:02:43.376169 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Pushing event updated for resources: {'Port': ['ID=0ed124de-fe71-4113-90e2-081414448e14,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:43.401458 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a875a83-29c7-4839-94e6-05da61495f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c24e53-5499-4355-9564-7f7fa9ebbc8b,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:43.426078 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-98276a38-d54f-4fb4-b72a-91066512dadd tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Usage tracker for resource:floatingip and tenant:027aa545b61c4bb78c5d5117fda627e8 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:43.449867 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-6a27549c-fb26-4df1-935a-ce09338cb641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:43.500632 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Checking segment: {'id': '5ff686aa-1269-4591-8d52-802682de9bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10cd9d46-f1fc-4510-9ae8-a0f93b2ade32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:02:43.500990 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Network hostable DHCP agents. Network: 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:02:43.534651 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-c401cffa-3416-41c1-bde5-c695ae3d91c6 None None] Attempting to bind port 604792d3-12ae-4868-aff8-cfce3f458619 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:02:43.535603 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-c401cffa-3416-41c1-bde5-c695ae3d91c6 None None] Attempting to bind port 604792d3-12ae-4868-aff8-cfce3f458619 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': 'ce999748-c696-4a47-b782-f74c775e9534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6483cb9e-fe3f-463f-833b-3771068bd14e'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:02:43.536118 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c401cffa-3416-41c1-bde5-c695ae3d91c6 None None] Attempting to bind port 604792d3-12ae-4868-aff8-cfce3f458619 on network 6483cb9e-fe3f-463f-833b-3771068bd14e {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:02:43.543147 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-06ded57e-f2fb-437d-b804-84db994c3968 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Transition to ACTIVE for port object 8de6766c-4e34-4a6e-afff-4c504508b636 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:02:43.555653 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-98276a38-d54f-4fb4-b72a-91066512dadd tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:43.563386 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c401cffa-3416-41c1-bde5-c695ae3d91c6 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:02:43.564152 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c401cffa-3416-41c1-bde5-c695ae3d91c6 None None] Checking segment: {'id': 'ce999748-c696-4a47-b782-f74c775e9534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6483cb9e-fe3f-463f-833b-3771068bd14e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:02:43.565223 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c401cffa-3416-41c1-bde5-c695ae3d91c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:43.565932 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c401cffa-3416-41c1-bde5-c695ae3d91c6 None None] Bound using segment: {'id': 'ce999748-c696-4a47-b782-f74c775e9534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6483cb9e-fe3f-463f-833b-3771068bd14e'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:02:43.566536 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-c401cffa-3416-41c1-bde5-c695ae3d91c6 None None] Bound port: 604792d3-12ae-4868-aff8-cfce3f458619, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce999748-c696-4a47-b782-f74c775e9534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6483cb9e-fe3f-463f-833b-3771068bd14e'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:02:43.567046 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c401cffa-3416-41c1-bde5-c695ae3d91c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:43.569241 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-20ed71f8-dc09-47db-999a-9610906040f4 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:43.570300 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-3a875a83-29c7-4839-94e6-05da61495f22 admin admin] Unset dirty status for tenant:e142b015571247949a16b6ac820d0b61 on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:02:43.571503 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3a875a83-29c7-4839-94e6-05da61495f22 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7703bb85b6354153924cfdda0493c6d3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6042418 Feb 10 23:02:43.586590 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ed71f8-dc09-47db-999a-9610906040f4 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9784971b-1f4f-4b20-ae0c-f9259f50bf63 {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 10 23:02:43.590767 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 39208) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:43.599630 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0428186-8dd2-4893-9686-961a8e69347c None None] Pushing event updated for resources: {'Port': ['ID=604792d3-12ae-4868-aff8-cfce3f458619,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:43.603823 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-98276a38-d54f-4fb4-b72a-91066512dadd tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:43.666565 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-20ed71f8-dc09-47db-999a-9610906040f4 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:43.677266 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-29958068-ded2-47cb-8c25-cfc3c947d7ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:43.728411 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ed71f8-dc09-47db-999a-9610906040f4 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Pushing event deleted for resources: {'Network': ['ID=9784971b-1f4f-4b20-ae0c-f9259f50bf63,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:43.729139 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-c401cffa-3416-41c1-bde5-c695ae3d91c6 None None] For port 604792d3-12ae-4868-aff8-cfce3f458619, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:02:43.739147 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-c401cffa-3416-41c1-bde5-c695ae3d91c6 None None] For port 604792d3-12ae-4868-aff8-cfce3f458619, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=604792d3-12ae-4868-aff8-cfce3f458619,segment=NetworkSegment(ce999748-c696-4a47-b782-f74c775e9534),segment_id=ce999748-c696-4a47-b782-f74c775e9534)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:02:43.746207 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 6cfaaf28-e7ad-48a6-b2cd-c950d62533fb up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:02:43.755176 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-20ed71f8-dc09-47db-999a-9610906040f4 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] 10.222.0.59 "DELETE /v2.0/networks/9784971b-1f4f-4b20-ae0c-f9259f50bf63 HTTP/1.1" status: 204 len: 168 time: 2.1942766 Feb 10 23:02:43.760287 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39214) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:43.778634 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-98276a38-d54f-4fb4-b72a-91066512dadd tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Notify callbacks [] for floatingip, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:43.851261 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-9aae80b0-9b0c-417f-b291-f115411b21d1 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:02:43.872076 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9aae80b0-9b0c-417f-b291-f115411b21d1 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:43.881242 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c401cffa-3416-41c1-bde5-c695ae3d91c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:43.885002 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-133a09ab-885a-46f2-b9c2-168665b04afc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:43.907326 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9aae80b0-9b0c-417f-b291-f115411b21d1 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Usage tracker for resource:network and tenant:96e6d8ddd61d40f9b92401437a3f6f84 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:43.912649 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9aae80b0-9b0c-417f-b291-f115411b21d1 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:43.935724 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-3d39d147-2c0d-47f5-9365-12c3c21c493e tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:43.956068 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:02:43.958860 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-6a27549c-fb26-4df1-935a-ce09338cb641 None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:43.978241 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-6a27549c-fb26-4df1-935a-ce09338cb641 None None] Transition to ACTIVE for port object 755ef63d-c5a8-4f83-b0dc-05ee612984a0 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:02:43.984295 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-133a09ab-885a-46f2-b9c2-168665b04afc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:44.002075 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:02:44.004755 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 6cfaaf28-e7ad-48a6-b2cd-c950d62533fb triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:02:44.005126 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:44.016227 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:02:44.048254 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9aae80b0-9b0c-417f-b291-f115411b21d1 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:44.064090 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-6a27549c-fb26-4df1-935a-ce09338cb641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:44.075720 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-3d39d147-2c0d-47f5-9365-12c3c21c493e tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Usage tracker for resource:port and tenant:639ca5bc1f874a70aa00eae2e2f0f90f is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:44.079314 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-06ded57e-f2fb-437d-b804-84db994c3968 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:44.081607 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28191e67-9c6a-4741-99f9-25985be11038 None None] Network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:02:44.083542 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-29958068-ded2-47cb-8c25-cfc3c947d7ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:44.102347 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-3d39d147-2c0d-47f5-9365-12c3c21c493e tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:44.169345 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-3d39d147-2c0d-47f5-9365-12c3c21c493e tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:44.185521 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-29958068-ded2-47cb-8c25-cfc3c947d7ec admin admin] Usage tracker for resource:security_group_rule and tenant:9e42f838f8c74305ae2c6251be4db8bb is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:44.201530 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-29958068-ded2-47cb-8c25-cfc3c947d7ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:44.248629 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port 0ed124de-fe71-4113-90e2-081414448e14 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:02:44.249304 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port 0ed124de-fe71-4113-90e2-081414448e14 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '5ff686aa-1269-4591-8d52-802682de9bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10cd9d46-f1fc-4510-9ae8-a0f93b2ade32'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:02:44.249670 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port 0ed124de-fe71-4113-90e2-081414448e14 on network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:02:44.265249 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-29958068-ded2-47cb-8c25-cfc3c947d7ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:44.277284 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb641378-9437-4ac7-a327-be4878094b7b None None] Pushing event updated for resources: {'Port': ['ID=755ef63d-c5a8-4f83-b0dc-05ee612984a0,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:44.289735 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-6a27549c-fb26-4df1-935a-ce09338cb641 None None] Attempting to bind port 755ef63d-c5a8-4f83-b0dc-05ee612984a0 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:02:44.290143 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-6a27549c-fb26-4df1-935a-ce09338cb641 None None] Attempting to bind port 755ef63d-c5a8-4f83-b0dc-05ee612984a0 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:02:44.290443 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a27549c-fb26-4df1-935a-ce09338cb641 None None] Attempting to bind port 755ef63d-c5a8-4f83-b0dc-05ee612984a0 on network c2ed7563-f8af-409c-803f-f56530124ba5 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:02:44.301468 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0428186-8dd2-4893-9686-961a8e69347c None None] Pushing event updated for resources: {'Port': ['ID=604792d3-12ae-4868-aff8-cfce3f458619,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:44.310730 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a27549c-fb26-4df1-935a-ce09338cb641 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:02:44.316726 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a27549c-fb26-4df1-935a-ce09338cb641 None None] Checking segment: {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:02:44.316726 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-6a27549c-fb26-4df1-935a-ce09338cb641 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:44.316726 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a27549c-fb26-4df1-935a-ce09338cb641 None None] Bound using segment: {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:02:44.316726 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-6a27549c-fb26-4df1-935a-ce09338cb641 None None] Bound port: 755ef63d-c5a8-4f83-b0dc-05ee612984a0, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:02:44.316726 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-6a27549c-fb26-4df1-935a-ce09338cb641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:44.341596 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c401cffa-3416-41c1-bde5-c695ae3d91c6 None None] Routers {'bd42796b-5696-4a9c-9599-a1cca1944e3f'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:02:44.342364 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-c401cffa-3416-41c1-bde5-c695ae3d91c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:02:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['bd42796b-5696-4a9c-9599-a1cca1944e3f'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:44.412390 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Port 0ed124de-fe71-4113-90e2-081414448e14 on network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:02:44.412789 dv-neutron-828797-1-hyperv neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Failed to bind port 0ed124de-fe71-4113-90e2-081414448e14 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '5ff686aa-1269-4591-8d52-802682de9bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10cd9d46-f1fc-4510-9ae8-a0f93b2ade32'}] Feb 10 23:02:44.414434 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempt 2 to bind port 0ed124de-fe71-4113-90e2-081414448e14 Feb 10 23:02:44.452712 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port 0ed124de-fe71-4113-90e2-081414448e14 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:02:44.453030 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port 0ed124de-fe71-4113-90e2-081414448e14 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '5ff686aa-1269-4591-8d52-802682de9bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10cd9d46-f1fc-4510-9ae8-a0f93b2ade32'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:02:44.453354 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port 0ed124de-fe71-4113-90e2-081414448e14 on network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:02:44.454083 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aae80b0-9b0c-417f-b291-f115411b21d1 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Made reservation on behalf of 96e6d8ddd61d40f9b92401437a3f6f84 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:02:44.459296 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9aae80b0-9b0c-417f-b291-f115411b21d1 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:44.472385 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-6a27549c-fb26-4df1-935a-ce09338cb641 None None] For port 755ef63d-c5a8-4f83-b0dc-05ee612984a0, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:02:44.473209 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Port 0ed124de-fe71-4113-90e2-081414448e14 on network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:02:44.473529 dv-neutron-828797-1-hyperv neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Failed to bind port 0ed124de-fe71-4113-90e2-081414448e14 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '5ff686aa-1269-4591-8d52-802682de9bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10cd9d46-f1fc-4510-9ae8-a0f93b2ade32'}] Feb 10 23:02:44.475119 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempt 3 to bind port 0ed124de-fe71-4113-90e2-081414448e14 Feb 10 23:02:44.477284 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-6a27549c-fb26-4df1-935a-ce09338cb641 None None] For port 755ef63d-c5a8-4f83-b0dc-05ee612984a0, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=755ef63d-c5a8-4f83-b0dc-05ee612984a0,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:02:44.492843 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port 0ed124de-fe71-4113-90e2-081414448e14 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:02:44.493845 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port 0ed124de-fe71-4113-90e2-081414448e14 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '5ff686aa-1269-4591-8d52-802682de9bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10cd9d46-f1fc-4510-9ae8-a0f93b2ade32'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:02:44.493845 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port 0ed124de-fe71-4113-90e2-081414448e14 on network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:02:44.498676 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57161541-4ae9-4d65-8fb1-5f563f76f803 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-183a850f-a0d9-4235-8006-e4b0dbea77b2', 'network_id': '183a850f-a0d9-4235-8006-e4b0dbea77b2', 'tenant_id': '639ca5bc1f874a70aa00eae2e2f0f90f', 'fixed_ips': [{'subnet_id': '1825d3d3-0933-49c4-affd-ffde445da25e'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:02:44.499468 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-57161541-4ae9-4d65-8fb1-5f563f76f803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:44.507507 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Port 0ed124de-fe71-4113-90e2-081414448e14 on network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:02:44.511505 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ded57e-f2fb-437d-b804-84db994c3968 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Pushing event updated for resources: {'Port': ['ID=8de6766c-4e34-4a6e-afff-4c504508b636,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:44.514240 dv-neutron-828797-1-hyperv neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Failed to bind port 0ed124de-fe71-4113-90e2-081414448e14 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '5ff686aa-1269-4591-8d52-802682de9bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10cd9d46-f1fc-4510-9ae8-a0f93b2ade32'}] Feb 10 23:02:44.514702 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d39d147-2c0d-47f5-9365-12c3c21c493e tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Made reservation on behalf of 639ca5bc1f874a70aa00eae2e2f0f90f for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:02:44.516526 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempt 4 to bind port 0ed124de-fe71-4113-90e2-081414448e14 Feb 10 23:02:44.525100 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3d39d147-2c0d-47f5-9365-12c3c21c493e tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:44.540138 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ded57e-f2fb-437d-b804-84db994c3968 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Network c8b373a6-830d-48f3-b221-123cc064dcf3 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:02:44.546439 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-06ded57e-f2fb-437d-b804-84db994c3968 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:02:44.556030 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ded57e-f2fb-437d-b804-84db994c3968 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:02:44.556740 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port 0ed124de-fe71-4113-90e2-081414448e14 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:02:44.557136 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port 0ed124de-fe71-4113-90e2-081414448e14 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '5ff686aa-1269-4591-8d52-802682de9bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10cd9d46-f1fc-4510-9ae8-a0f93b2ade32'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:02:44.557555 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port 0ed124de-fe71-4113-90e2-081414448e14 on network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:02:44.560677 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ded57e-f2fb-437d-b804-84db994c3968 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:44.561372 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-133a09ab-885a-46f2-b9c2-168665b04afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:44.561594 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-06ded57e-f2fb-437d-b804-84db994c3968 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:44.574729 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cdeebb-cc1c-4cf4-8fdb-31a29e323f4b None None] Network c8b373a6-830d-48f3-b221-123cc064dcf3 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:02:44.594808 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-6a27549c-fb26-4df1-935a-ce09338cb641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:44.601029 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133a09ab-885a-46f2-b9c2-168665b04afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c24e53-5499-4355-9564-7f7fa9ebbc8b,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:44.601856 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-3d39d147-2c0d-47f5-9365-12c3c21c493e tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] device_id is not set on port 08e85b9e-415e-40bf-8b9c-6f3423448aa7 yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:02:44.615069 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Port 0ed124de-fe71-4113-90e2-081414448e14 on network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:02:44.615482 dv-neutron-828797-1-hyperv neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Failed to bind port 0ed124de-fe71-4113-90e2-081414448e14 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '5ff686aa-1269-4591-8d52-802682de9bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10cd9d46-f1fc-4510-9ae8-a0f93b2ade32'}] Feb 10 23:02:44.617781 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempt 5 to bind port 0ed124de-fe71-4113-90e2-081414448e14 Feb 10 23:02:44.641759 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aae80b0-9b0c-417f-b291-f115411b21d1 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:02:44.651932 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port 0ed124de-fe71-4113-90e2-081414448e14 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:02:44.652393 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port 0ed124de-fe71-4113-90e2-081414448e14 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '5ff686aa-1269-4591-8d52-802682de9bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10cd9d46-f1fc-4510-9ae8-a0f93b2ade32'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:02:44.652661 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port 0ed124de-fe71-4113-90e2-081414448e14 on network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:02:44.660672 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-133a09ab-885a-46f2-b9c2-168665b04afc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:44.662833 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-133a09ab-885a-46f2-b9c2-168665b04afc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/53c24e53-5499-4355-9564-7f7fa9ebbc8b HTTP/1.1" status: 204 len: 168 time: 1.0043018 Feb 10 23:02:44.667393 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9aae80b0-9b0c-417f-b291-f115411b21d1 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:44.667744 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-9aae80b0-9b0c-417f-b291-f115411b21d1 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Added segment f0d0baf1-2aa6-485f-89b1-c7ab42f52f4d of type vlan for network 634b1d5f-877d-41d2-b100-da49d6c5df35 Feb 10 23:02:44.690962 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Port 0ed124de-fe71-4113-90e2-081414448e14 on network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:02:44.691975 dv-neutron-828797-1-hyperv neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Failed to bind port 0ed124de-fe71-4113-90e2-081414448e14 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '5ff686aa-1269-4591-8d52-802682de9bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10cd9d46-f1fc-4510-9ae8-a0f93b2ade32'}] Feb 10 23:02:44.697152 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempt 6 to bind port 0ed124de-fe71-4113-90e2-081414448e14 Feb 10 23:02:44.733606 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb641378-9437-4ac7-a327-be4878094b7b None None] Pushing event updated for resources: {'Port': ['ID=755ef63d-c5a8-4f83-b0dc-05ee612984a0,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:44.756833 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port 0ed124de-fe71-4113-90e2-081414448e14 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:02:44.757417 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port 0ed124de-fe71-4113-90e2-081414448e14 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '5ff686aa-1269-4591-8d52-802682de9bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10cd9d46-f1fc-4510-9ae8-a0f93b2ade32'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:02:44.757922 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port 0ed124de-fe71-4113-90e2-081414448e14 on network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:02:44.760107 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a27549c-fb26-4df1-935a-ce09338cb641 None None] Routers {'f4cba652-48e1-4de6-ac75-d2cd0a781767'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:02:44.760107 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-6a27549c-fb26-4df1-935a-ce09338cb641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:02:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['f4cba652-48e1-4de6-ac75-d2cd0a781767'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:44.774082 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 4a92b1e5-3938-4b58-9bca-51c4ec133bd2 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:02:44.780049 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-06ded57e-f2fb-437d-b804-84db994c3968 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8562942 Feb 10 23:02:44.793265 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 39222) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:44.794025 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Port 0ed124de-fe71-4113-90e2-081414448e14 on network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:02:44.794516 dv-neutron-828797-1-hyperv neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Failed to bind port 0ed124de-fe71-4113-90e2-081414448e14 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '5ff686aa-1269-4591-8d52-802682de9bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10cd9d46-f1fc-4510-9ae8-a0f93b2ade32'}] Feb 10 23:02:44.799947 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempt 7 to bind port 0ed124de-fe71-4113-90e2-081414448e14 Feb 10 23:02:44.812740 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9aae80b0-9b0c-417f-b291-f115411b21d1 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:44.833907 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-29958068-ded2-47cb-8c25-cfc3c947d7ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:44.903517 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-3d39d147-2c0d-47f5-9365-12c3c21c493e tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Allocated IP 2001:db8::2a9 (183a850f-a0d9-4235-8006-e4b0dbea77b2/1825d3d3-0933-49c4-affd-ffde445da25e/08e85b9e-415e-40bf-8b9c-6f3423448aa7) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:02:44.907167 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-98276a38-d54f-4fb4-b72a-91066512dadd tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:44.923091 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-29958068-ded2-47cb-8c25-cfc3c947d7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:45.019848 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-29958068-ded2-47cb-8c25-cfc3c947d7ec admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9e42f838f8c74305ae2c6251be4db8bb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7112644 Feb 10 23:02:45.025696 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 39226) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:45.029349 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9aae80b0-9b0c-417f-b291-f115411b21d1 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:45.030331 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aae80b0-9b0c-417f-b291-f115411b21d1 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:45.031070 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9aae80b0-9b0c-417f-b291-f115411b21d1 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:45.038738 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-6a27549c-fb26-4df1-935a-ce09338cb641 None None] Set router f4cba652-48e1-4de6-ac75-d2cd0a781767 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:02:45.054319 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 4a92b1e5-3938-4b58-9bca-51c4ec133bd2 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:02:45.104753 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port 0ed124de-fe71-4113-90e2-081414448e14 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:02:45.105084 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port 0ed124de-fe71-4113-90e2-081414448e14 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '5ff686aa-1269-4591-8d52-802682de9bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10cd9d46-f1fc-4510-9ae8-a0f93b2ade32'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:02:45.105408 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port 0ed124de-fe71-4113-90e2-081414448e14 on network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:02:45.108344 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 4a92b1e5-3938-4b58-9bca-51c4ec133bd2 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:02:45.108876 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:45.143729 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-8a5d88ff-b29b-46de-a4dd-b09bf2f57efb tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Deleting port 8de6766c-4e34-4a6e-afff-4c504508b636 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:02:45.144070 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8a5d88ff-b29b-46de-a4dd-b09bf2f57efb tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:45.178391 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Port 0ed124de-fe71-4113-90e2-081414448e14 on network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:02:45.178706 dv-neutron-828797-1-hyperv neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Failed to bind port 0ed124de-fe71-4113-90e2-081414448e14 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '5ff686aa-1269-4591-8d52-802682de9bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10cd9d46-f1fc-4510-9ae8-a0f93b2ade32'}] Feb 10 23:02:45.181601 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempt 8 to bind port 0ed124de-fe71-4113-90e2-081414448e14 Feb 10 23:02:45.203329 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-3716c3c0-24e7-4b41-9d04-178df5395fa7 None None] Provisioning for port 4a92b1e5-3938-4b58-9bca-51c4ec133bd2 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:02:45.239206 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aae80b0-9b0c-417f-b291-f115411b21d1 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Pushing event updated for resources: {'Network': ['ID=634b1d5f-877d-41d2-b100-da49d6c5df35,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:45.247327 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port 0ed124de-fe71-4113-90e2-081414448e14 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:02:45.247650 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port 0ed124de-fe71-4113-90e2-081414448e14 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '5ff686aa-1269-4591-8d52-802682de9bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10cd9d46-f1fc-4510-9ae8-a0f93b2ade32'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:02:45.247992 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port 0ed124de-fe71-4113-90e2-081414448e14 on network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:02:45.285442 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-3716c3c0-24e7-4b41-9d04-178df5395fa7 None None] Provisioning complete for port 4a92b1e5-3938-4b58-9bca-51c4ec133bd2 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:02:45.286049 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3716c3c0-24e7-4b41-9d04-178df5395fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:45.292864 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9aae80b0-9b0c-417f-b291-f115411b21d1 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.4910760 Feb 10 23:02:45.299939 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39232) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:45.332482 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 634b1d5f-877d-41d2-b100-da49d6c5df35 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:02:45.342106 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Port 0ed124de-fe71-4113-90e2-081414448e14 on network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:02:45.342558 dv-neutron-828797-1-hyperv neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Failed to bind port 0ed124de-fe71-4113-90e2-081414448e14 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '5ff686aa-1269-4591-8d52-802682de9bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10cd9d46-f1fc-4510-9ae8-a0f93b2ade32'}] Feb 10 23:02:45.357030 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempt 9 to bind port 0ed124de-fe71-4113-90e2-081414448e14 Feb 10 23:02:45.365800 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-28299293-ee3e-448d-b4ff-70bcfe45f772 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Request body: {'subnet': {'network_id': '634b1d5f-877d-41d2-b100-da49d6c5df35', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:02:45.374800 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-28299293-ee3e-448d-b4ff-70bcfe45f772 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:45.390515 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-63cb30d2-c8da-4456-89df-fb3e066776fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:45.393103 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29958068-ded2-47cb-8c25-cfc3c947d7ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98025ebc-fb4e-4bbd-88e9-df1e0fbed883,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:45.409592 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-28299293-ee3e-448d-b4ff-70bcfe45f772 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Usage tracker for resource:subnet and tenant:96e6d8ddd61d40f9b92401437a3f6f84 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:45.424624 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-6a27549c-fb26-4df1-935a-ce09338cb641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4cba652-48e1-4de6-ac75-d2cd0a781767', 'name': 'tempest-ServersTestJSON-1746539574-router', 'tenant_id': 'b6f152d8d3864ce9bbf63b40c6aaa545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': '755ef63d-c5a8-4f83-b0dc-05ee612984a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:02:35Z', 'updated_at': '2022-02-10T23:02:39Z', 'revision_number': 3, 'project_id': 'b6f152d8d3864ce9bbf63b40c6aaa545', 'gw_port': {'id': '755ef63d-c5a8-4f83-b0dc-05ee612984a0', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:32:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4cba652-48e1-4de6-ac75-d2cd0a781767', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:37Z', 'updated_at': '2022-02-10T23:02:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:45.428650 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a27549c-fb26-4df1-935a-ce09338cb641 None None] The sync data for ids ['f4cba652-48e1-4de6-ac75-d2cd0a781767'] in dv-neutron-828797-1-hyperv is: [{'id': 'f4cba652-48e1-4de6-ac75-d2cd0a781767', 'name': 'tempest-ServersTestJSON-1746539574-router', 'tenant_id': 'b6f152d8d3864ce9bbf63b40c6aaa545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': '755ef63d-c5a8-4f83-b0dc-05ee612984a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:02:35Z', 'updated_at': '2022-02-10T23:02:39Z', 'revision_number': 3, 'project_id': 'b6f152d8d3864ce9bbf63b40c6aaa545', 'gw_port': {'id': '755ef63d-c5a8-4f83-b0dc-05ee612984a0', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:32:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4cba652-48e1-4de6-ac75-d2cd0a781767', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:37Z', 'updated_at': '2022-02-10T23:02:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:02:45.432265 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-28299293-ee3e-448d-b4ff-70bcfe45f772 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:45.457358 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port 0ed124de-fe71-4113-90e2-081414448e14 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:02:45.457797 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port 0ed124de-fe71-4113-90e2-081414448e14 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '5ff686aa-1269-4591-8d52-802682de9bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10cd9d46-f1fc-4510-9ae8-a0f93b2ade32'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:02:45.458247 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port 0ed124de-fe71-4113-90e2-081414448e14 on network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:02:45.462048 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-28299293-ee3e-448d-b4ff-70bcfe45f772 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:45.546457 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Port 0ed124de-fe71-4113-90e2-081414448e14 on network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:02:45.546959 dv-neutron-828797-1-hyperv neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Failed to bind port 0ed124de-fe71-4113-90e2-081414448e14 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '5ff686aa-1269-4591-8d52-802682de9bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10cd9d46-f1fc-4510-9ae8-a0f93b2ade32'}] Feb 10 23:02:45.549255 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-63cb30d2-c8da-4456-89df-fb3e066776fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:45.557922 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempt 10 to bind port 0ed124de-fe71-4113-90e2-081414448e14 Feb 10 23:02:45.597872 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port 0ed124de-fe71-4113-90e2-081414448e14 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:02:45.597872 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port 0ed124de-fe71-4113-90e2-081414448e14 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '5ff686aa-1269-4591-8d52-802682de9bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10cd9d46-f1fc-4510-9ae8-a0f93b2ade32'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:02:45.598386 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port 0ed124de-fe71-4113-90e2-081414448e14 on network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:02:45.603758 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28299293-ee3e-448d-b4ff-70bcfe45f772 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Made reservation on behalf of 96e6d8ddd61d40f9b92401437a3f6f84 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:02:45.606283 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-28299293-ee3e-448d-b4ff-70bcfe45f772 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks [] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:45.651357 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Port 0ed124de-fe71-4113-90e2-081414448e14 on network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:02:45.651861 dv-neutron-828797-1-hyperv neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Failed to bind port 0ed124de-fe71-4113-90e2-081414448e14 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '5ff686aa-1269-4591-8d52-802682de9bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10cd9d46-f1fc-4510-9ae8-a0f93b2ade32'}] Feb 10 23:02:45.652233 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:45.674528 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8a5d88ff-b29b-46de-a4dd-b09bf2f57efb tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:45.688579 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 39238) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:45.695825 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-c401cffa-3416-41c1-bde5-c695ae3d91c6 None None] Set router bd42796b-5696-4a9c-9599-a1cca1944e3f gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:02:45.709245 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-98276a38-d54f-4fb4-b72a-91066512dadd tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Allocated IP 172.26.8.246 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/6a451f7b-d456-4ff3-9a93-619981e2aaba) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:02:45.746641 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:45.855570 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-8a5d88ff-b29b-46de-a4dd-b09bf2f57efb tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Calling delete_port for 8de6766c-4e34-4a6e-afff-4c504508b636 owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:02:45.900330 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2fdae913-a796-43f7-ac30-9544df5ea751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:45.907119 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3d39d147-2c0d-47f5-9365-12c3c21c493e tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:45.960654 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 4a92b1e5-3938-4b58-9bca-51c4ec133bd2, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=4a92b1e5-3938-4b58-9bca-51c4ec133bd2,segment=NetworkSegment(0886c8c3-e99b-447e-84c1-eeb9302a175a),segment_id=0886c8c3-e99b-447e-84c1-eeb9302a175a)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:02:45.965344 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:45.976847 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-3d39d147-2c0d-47f5-9365-12c3c21c493e tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Transition to ACTIVE for port object 08e85b9e-415e-40bf-8b9c-6f3423448aa7 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:02:45.982580 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-98276a38-d54f-4fb4-b72a-91066512dadd tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:46.000069 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-63cb30d2-c8da-4456-89df-fb3e066776fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:46.044673 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] For port 0ed124de-fe71-4113-90e2-081414448e14, host hv-neutron-8287, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:02:46.044673 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempted to set empty binding levels {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 10 23:02:46.047503 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:46.053693 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2fdae913-a796-43f7-ac30-9544df5ea751 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:46.075764 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb30d2-c8da-4456-89df-fb3e066776fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98025ebc-fb4e-4bbd-88e9-df1e0fbed883,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:46.088035 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-2fdae913-a796-43f7-ac30-9544df5ea751 admin admin] Usage tracker for resource:security_group_rule and tenant:8c91703f05c049e69f406ff03d772e4d is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:46.128197 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-2fdae913-a796-43f7-ac30-9544df5ea751 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:46.139397 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-63cb30d2-c8da-4456-89df-fb3e066776fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:46.143726 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-63cb30d2-c8da-4456-89df-fb3e066776fa admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/98025ebc-fb4e-4bbd-88e9-df1e0fbed883 HTTP/1.1" status: 204 len: 168 time: 1.1034908 Feb 10 23:02:46.143726 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2fdae913-a796-43f7-ac30-9544df5ea751 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:46.151855 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:46.160692 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3d39d147-2c0d-47f5-9365-12c3c21c493e tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:46.163645 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-98276a38-d54f-4fb4-b72a-91066512dadd tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:46.169051 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3716c3c0-24e7-4b41-9d04-178df5395fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:46.285782 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:46.309597 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=4a92b1e5-3938-4b58-9bca-51c4ec133bd2,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:46.317301 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Pushing event updated for resources: {'Port': ['ID=0ed124de-fe71-4113-90e2-081414448e14,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:46.337636 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98276a38-d54f-4fb4-b72a-91066512dadd tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:02:46.344453 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-98276a38-d54f-4fb4-b72a-91066512dadd tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:02:46.351413 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98276a38-d54f-4fb4-b72a-91066512dadd tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:02:46.371228 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-57161541-4ae9-4d65-8fb1-5f563f76f803 None None] Allocated IP 2001:db8::2 (183a850f-a0d9-4235-8006-e4b0dbea77b2/1825d3d3-0933-49c4-affd-ffde445da25e/0f6419e3-7efa-420e-97d3-69be774a2c1e) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:02:46.393298 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8a5d88ff-b29b-46de-a4dd-b09bf2f57efb tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:46.411037 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d39d147-2c0d-47f5-9365-12c3c21c493e tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Network 183a850f-a0d9-4235-8006-e4b0dbea77b2 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:02:46.412149 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98276a38-d54f-4fb4-b72a-91066512dadd tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Pushing event updated for resources: {'Port': ['ID=6a451f7b-d456-4ff3-9a93-619981e2aaba,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:46.421728 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-3716c3c0-24e7-4b41-9d04-178df5395fa7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:02:46.422078 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-3716c3c0-24e7-4b41-9d04-178df5395fa7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:02:46.443508 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ed3d5c8a-9829-4c67-99c3-b62648c36ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:46.476389 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5d88ff-b29b-46de-a4dd-b09bf2f57efb tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Pushing event deleted for resources: {'Port': ['ID=8de6766c-4e34-4a6e-afff-4c504508b636,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:46.492176 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-0e2a883c-e17f-43d6-bf5d-e33dc79af9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 6.3102643 Feb 10 23:02:46.504085 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 39244) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:46.552193 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2fdae913-a796-43f7-ac30-9544df5ea751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:46.631207 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-3d39d147-2c0d-47f5-9365-12c3c21c493e tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:02:46.635721 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d39d147-2c0d-47f5-9365-12c3c21c493e tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:02:46.640920 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d39d147-2c0d-47f5-9365-12c3c21c493e tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:46.641548 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3d39d147-2c0d-47f5-9365-12c3c21c493e tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:46.684675 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2fdae913-a796-43f7-ac30-9544df5ea751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:46.790519 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3d39d147-2c0d-47f5-9365-12c3c21c493e tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.4580617 Feb 10 23:02:46.798105 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39250) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:46.809225 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-100bc1bc-63ea-479d-ac53-9487312f539b tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Request body: {'port': {'network_id': '183a850f-a0d9-4235-8006-e4b0dbea77b2', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-723427830', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:02:46.810154 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.api.validators [None req-100bc1bc-63ea-479d-ac53-9487312f539b tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] bootfile-name is not in valid_values {{(pid=84332) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 10 23:02:46.810613 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.api.validators [None req-100bc1bc-63ea-479d-ac53-9487312f539b tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] tftp-server is not in valid_values {{(pid=84332) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 10 23:02:46.811204 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.api.validators [None req-100bc1bc-63ea-479d-ac53-9487312f539b tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] server-ip-address is not in valid_values {{(pid=84332) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 10 23:02:46.878418 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-c43fef48-4918-4d2a-b2e9-36a761573afe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Deleting port 0ed124de-fe71-4113-90e2-081414448e14 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:02:46.878934 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c43fef48-4918-4d2a-b2e9-36a761573afe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:47.007559 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-c401cffa-3416-41c1-bde5-c695ae3d91c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd42796b-5696-4a9c-9599-a1cca1944e3f', 'name': 'tempest-ServersTestManualDisk-1020424301-router', 'tenant_id': '027aa545b61c4bb78c5d5117fda627e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '6e47beed-37cb-4253-8c44-224335edacd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:02:30Z', 'updated_at': '2022-02-10T23:02:35Z', 'revision_number': 4, 'project_id': '027aa545b61c4bb78c5d5117fda627e8', 'gw_port': {'id': '6e47beed-37cb-4253-8c44-224335edacd3', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd42796b-5696-4a9c-9599-a1cca1944e3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:30Z', 'updated_at': '2022-02-10T23:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '604792d3-12ae-4868-aff8-cfce3f458619', 'name': '', 'network_id': '6483cb9e-fe3f-463f-833b-3771068bd14e', 'tenant_id': '027aa545b61c4bb78c5d5117fda627e8', 'mac_address': 'fa:16:3e:a5:f1:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd42796b-5696-4a9c-9599-a1cca1944e3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48a055f8-63d3-4e5a-8cc1-4cd5fa049a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:34Z', 'updated_at': '2022-02-10T23:02:43Z', 'revision_number': 4, 'project_id': '027aa545b61c4bb78c5d5117fda627e8', 'subnets': [{'id': '48a055f8-63d3-4e5a-8cc1-4cd5fa049a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:47.043991 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c401cffa-3416-41c1-bde5-c695ae3d91c6 None None] The sync data for ids ['bd42796b-5696-4a9c-9599-a1cca1944e3f'] in dv-neutron-828797-1-hyperv is: [{'id': 'bd42796b-5696-4a9c-9599-a1cca1944e3f', 'name': 'tempest-ServersTestManualDisk-1020424301-router', 'tenant_id': '027aa545b61c4bb78c5d5117fda627e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '6e47beed-37cb-4253-8c44-224335edacd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:02:30Z', 'updated_at': '2022-02-10T23:02:35Z', 'revision_number': 4, 'project_id': '027aa545b61c4bb78c5d5117fda627e8', 'gw_port': {'id': '6e47beed-37cb-4253-8c44-224335edacd3', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd42796b-5696-4a9c-9599-a1cca1944e3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:30Z', 'updated_at': '2022-02-10T23:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '604792d3-12ae-4868-aff8-cfce3f458619', 'name': '', 'network_id': '6483cb9e-fe3f-463f-833b-3771068bd14e', 'tenant_id': '027aa545b61c4bb78c5d5117fda627e8', 'mac_address': 'fa:16:3e:a5:f1:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd42796b-5696-4a9c-9599-a1cca1944e3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48a055f8-63d3-4e5a-8cc1-4cd5fa049a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:34Z', 'updated_at': '2022-02-10T23:02:43Z', 'revision_number': 4, 'project_id': '027aa545b61c4bb78c5d5117fda627e8', 'subnets': [{'id': '48a055f8-63d3-4e5a-8cc1-4cd5fa049a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:02:47.053336 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d39d147-2c0d-47f5-9365-12c3c21c493e tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Pushing event updated for resources: {'Port': ['ID=08e85b9e-415e-40bf-8b9c-6f3423448aa7,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:47.088604 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-57161541-4ae9-4d65-8fb1-5f563f76f803 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:47.153612 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-57161541-4ae9-4d65-8fb1-5f563f76f803 None None] Transition to ACTIVE for port object 0f6419e3-7efa-420e-97d3-69be774a2c1e will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:02:47.186252 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8a5d88ff-b29b-46de-a4dd-b09bf2f57efb tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:47.189932 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdae913-a796-43f7-ac30-9544df5ea751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7527292-2122-4c15-a260-24b826f20b64,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:47.191279 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-57161541-4ae9-4d65-8fb1-5f563f76f803 None None] Transition to ACTIVE for port object 0f6419e3-7efa-420e-97d3-69be774a2c1e will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:02:47.214815 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-2fdae913-a796-43f7-ac30-9544df5ea751 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8c91703f05c049e69f406ff03d772e4d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5231922 Feb 10 23:02:47.221255 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 39254) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:47.263703 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-57161541-4ae9-4d65-8fb1-5f563f76f803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:47.265736 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-8a5d88ff-b29b-46de-a4dd-b09bf2f57efb tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] 10.222.0.59 "DELETE /v2.0/ports/8de6766c-4e34-4a6e-afff-4c504508b636 HTTP/1.1" status: 204 len: 168 time: 2.4684484 Feb 10 23:02:47.316286 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39258) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:47.316443 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-80942f42-0ac4-461e-b8ee-30cc03427087 None None] Could not find standard attr ID for object 8de6766c-4e34-4a6e-afff-4c504508b636. {{(pid=84334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 23:02:47.342136 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-100bc1bc-63ea-479d-ac53-9487312f539b tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:47.375978 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-100bc1bc-63ea-479d-ac53-9487312f539b tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Usage tracker for resource:port and tenant:639ca5bc1f874a70aa00eae2e2f0f90f is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:47.379480 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-98276a38-d54f-4fb4-b72a-91066512dadd tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:47.387000 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39264) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:47.393434 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-100bc1bc-63ea-479d-ac53-9487312f539b tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:47.412414 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-100bc1bc-63ea-479d-ac53-9487312f539b tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:47.423080 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57161541-4ae9-4d65-8fb1-5f563f76f803 None None] Network 183a850f-a0d9-4235-8006-e4b0dbea77b2 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:02:47.434216 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-57161541-4ae9-4d65-8fb1-5f563f76f803 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:02:47.437293 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57161541-4ae9-4d65-8fb1-5f563f76f803 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:02:47.444521 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57161541-4ae9-4d65-8fb1-5f563f76f803 None None] Pushing event updated for resources: {'Port': ['ID=0f6419e3-7efa-420e-97d3-69be774a2c1e,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:47.450191 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-ed3d5c8a-9829-4c67-99c3-b62648c36ead admin admin] Allocated IP 172.20.0.1 (babc7379-fefc-41a5-a39a-fab07194ed36/ca52b472-e037-459c-a520-2e3911329927/ff0bc89f-9198-4895-93f4-20c2e1e0cbf9) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:02:47.630472 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-80942f42-0ac4-461e-b8ee-30cc03427087 None None] Provisioning complete for port 4a92b1e5-3938-4b58-9bca-51c4ec133bd2 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:02:47.631114 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-80942f42-0ac4-461e-b8ee-30cc03427087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:47.653958 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100bc1bc-63ea-479d-ac53-9487312f539b tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Made reservation on behalf of 639ca5bc1f874a70aa00eae2e2f0f90f for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:02:47.657782 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-100bc1bc-63ea-479d-ac53-9487312f539b tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:47.677907 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-98276a38-d54f-4fb4-b72a-91066512dadd tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:47.775343 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-57161541-4ae9-4d65-8fb1-5f563f76f803 None None] Attempting to bind port 0f6419e3-7efa-420e-97d3-69be774a2c1e on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:02:47.775700 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-57161541-4ae9-4d65-8fb1-5f563f76f803 None None] Attempting to bind port 0f6419e3-7efa-420e-97d3-69be774a2c1e by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': 'cb588aa3-b133-4338-9658-abedf8c45d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '183a850f-a0d9-4235-8006-e4b0dbea77b2'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:02:47.776056 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57161541-4ae9-4d65-8fb1-5f563f76f803 None None] Attempting to bind port 0f6419e3-7efa-420e-97d3-69be774a2c1e on network 183a850f-a0d9-4235-8006-e4b0dbea77b2 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:02:47.795667 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57161541-4ae9-4d65-8fb1-5f563f76f803 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:02:47.796586 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57161541-4ae9-4d65-8fb1-5f563f76f803 None None] Checking segment: {'id': 'cb588aa3-b133-4338-9658-abedf8c45d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '183a850f-a0d9-4235-8006-e4b0dbea77b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:02:47.796586 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-57161541-4ae9-4d65-8fb1-5f563f76f803 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:47.801756 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57161541-4ae9-4d65-8fb1-5f563f76f803 None None] Bound using segment: {'id': 'cb588aa3-b133-4338-9658-abedf8c45d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '183a850f-a0d9-4235-8006-e4b0dbea77b2'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:02:47.801756 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-57161541-4ae9-4d65-8fb1-5f563f76f803 None None] Bound port: 0f6419e3-7efa-420e-97d3-69be774a2c1e, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb588aa3-b133-4338-9658-abedf8c45d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '183a850f-a0d9-4235-8006-e4b0dbea77b2'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:02:47.802790 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-57161541-4ae9-4d65-8fb1-5f563f76f803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:47.810999 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ed3d5c8a-9829-4c67-99c3-b62648c36ead admin admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:47.851759 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-ed3d5c8a-9829-4c67-99c3-b62648c36ead admin admin] Transition to ACTIVE for port object ff0bc89f-9198-4895-93f4-20c2e1e0cbf9 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:02:47.964593 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ed3d5c8a-9829-4c67-99c3-b62648c36ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:47.966064 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-57161541-4ae9-4d65-8fb1-5f563f76f803 None None] For port 0f6419e3-7efa-420e-97d3-69be774a2c1e, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:02:47.973417 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-57161541-4ae9-4d65-8fb1-5f563f76f803 None None] For port 0f6419e3-7efa-420e-97d3-69be774a2c1e, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=0f6419e3-7efa-420e-97d3-69be774a2c1e,segment=NetworkSegment(cb588aa3-b133-4338-9658-abedf8c45d74),segment_id=cb588aa3-b133-4338-9658-abedf8c45d74)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:02:47.984638 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2b266f76-d3ec-43ff-80ff-67f1c1922c4f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=60489a5b69cb4912bdf1c585b52f18de&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5864296 Feb 10 23:02:47.993885 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39268) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:48.028887 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-57161541-4ae9-4d65-8fb1-5f563f76f803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:48.066637 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1476a388-01d2-406d-9a90-715ce3f227e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:48.093071 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3d5c8a-9829-4c67-99c3-b62648c36ead admin admin] Network babc7379-fefc-41a5-a39a-fab07194ed36 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:02:48.115482 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-ed3d5c8a-9829-4c67-99c3-b62648c36ead admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:02:48.120024 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.objects.ports [None req-28299293-ee3e-448d-b4ff-70bcfe45f772 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84332) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 10 23:02:48.120193 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-28299293-ee3e-448d-b4ff-70bcfe45f772 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:48.125266 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-c43fef48-4918-4d2a-b2e9-36a761573afe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] For port 0ed124de-fe71-4113-90e2-081414448e14, host hv-neutron-8287, got binding levels [] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:02:48.126116 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c43fef48-4918-4d2a-b2e9-36a761573afe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:48.186364 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-100bc1bc-63ea-479d-ac53-9487312f539b tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] device_id is not set on port 2e67dd15-d6be-4738-b8a3-ef8c9b85afd3 yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:02:48.212733 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1476a388-01d2-406d-9a90-715ce3f227e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:48.234482 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57161541-4ae9-4d65-8fb1-5f563f76f803 None None] Pushing event updated for resources: {'Port': ['ID=0f6419e3-7efa-420e-97d3-69be774a2c1e,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:48.242720 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e003fdb1-e09e-4f29-8219-f7e425e120fd tempest-DHCPAgentSchedulersTestJSON-1048169143 tempest-DHCPAgentSchedulersTestJSON-1048169143-project-admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.9251196 Feb 10 23:02:48.243627 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28299293-ee3e-448d-b4ff-70bcfe45f772 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b78d56f6-4c60-4c0f-af88-3c110872e598,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:48.245487 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39274) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:48.251318 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3d5c8a-9829-4c67-99c3-b62648c36ead admin admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:02:48.262879 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-51ae3719-26f5-4e74-84f2-fd5123a153a2 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1348097826'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:02:48.300248 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-51ae3719-26f5-4e74-84f2-fd5123a153a2 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:48.319069 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.resource_extend [None req-98276a38-d54f-4fb4-b72a-91066512dadd tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:02:48.354439 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-51ae3719-26f5-4e74-84f2-fd5123a153a2 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Usage tracker for resource:network and tenant:514bc9553c56476c95277853f2f65ebc is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:48.374931 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-51ae3719-26f5-4e74-84f2-fd5123a153a2 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:48.383646 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-98276a38-d54f-4fb4-b72a-91066512dadd tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:48.413081 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-84aa167f-f927-4dbb-bc9f-65cc22702838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:48.414972 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-51ae3719-26f5-4e74-84f2-fd5123a153a2 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:48.464798 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ed3d5c8a-9829-4c67-99c3-b62648c36ead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733071'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:48.467435 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3d5c8a-9829-4c67-99c3-b62648c36ead admin admin] Pushing event updated for resources: {'Port': ['ID=ff0bc89f-9198-4895-93f4-20c2e1e0cbf9,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:48.485865 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-c43fef48-4918-4d2a-b2e9-36a761573afe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Calling delete_port for 0ed124de-fe71-4113-90e2-081414448e14 owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:02:48.490575 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 604792d3-12ae-4868-aff8-cfce3f458619 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:02:48.512962 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28299293-ee3e-448d-b4ff-70bcfe45f772 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Checking segment: {'id': 'f0d0baf1-2aa6-485f-89b1-c7ab42f52f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '634b1d5f-877d-41d2-b100-da49d6c5df35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:02:48.513673 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28299293-ee3e-448d-b4ff-70bcfe45f772 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Network hostable DHCP agents. Network: 634b1d5f-877d-41d2-b100-da49d6c5df35, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:02:48.527944 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-98276a38-d54f-4fb4-b72a-91066512dadd tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:48.678360 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ae3719-26f5-4e74-84f2-fd5123a153a2 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Made reservation on behalf of 514bc9553c56476c95277853f2f65ebc for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:02:48.681677 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-51ae3719-26f5-4e74-84f2-fd5123a153a2 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:48.697074 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-afe2c3bb-8be6-406e-b74f-28a1e9e0b0eb None None] Provisioning for port ff0bc89f-9198-4895-93f4-20c2e1e0cbf9 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:02:48.702859 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-afe2c3bb-8be6-406e-b74f-28a1e9e0b0eb None None] Provisioning complete for port ff0bc89f-9198-4895-93f4-20c2e1e0cbf9 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:02:48.703273 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-afe2c3bb-8be6-406e-b74f-28a1e9e0b0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:48.716347 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-84aa167f-f927-4dbb-bc9f-65cc22702838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:48.753891 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 604792d3-12ae-4868-aff8-cfce3f458619 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:02:48.764738 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-98276a38-d54f-4fb4-b72a-91066512dadd tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1734214'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:48.770007 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 604792d3-12ae-4868-aff8-cfce3f458619 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:02:48.770586 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:48.777385 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-100bc1bc-63ea-479d-ac53-9487312f539b tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Allocated IP 2001:db8::185 (183a850f-a0d9-4235-8006-e4b0dbea77b2/1825d3d3-0933-49c4-affd-ffde445da25e/2e67dd15-d6be-4738-b8a3-ef8c9b85afd3) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:02:48.786667 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98276a38-d54f-4fb4-b72a-91066512dadd tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Pushing event updated for resources: {'Port': ['ID=6a451f7b-d456-4ff3-9a93-619981e2aaba,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:48.821972 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-afe2c3bb-8be6-406e-b74f-28a1e9e0b0eb None None] Port ff0bc89f-9198-4895-93f4-20c2e1e0cbf9 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:02:48.831454 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1476a388-01d2-406d-9a90-715ce3f227e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:48.850866 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c43fef48-4918-4d2a-b2e9-36a761573afe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:48.855923 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51ae3719-26f5-4e74-84f2-fd5123a153a2 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:02:48.894379 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-51ae3719-26f5-4e74-84f2-fd5123a153a2 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:48.894684 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-51ae3719-26f5-4e74-84f2-fd5123a153a2 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Added segment 0e9f0dc0-d995-4ab5-af54-976ca2902baf of type vlan for network ddccc870-c979-465f-9682-851dc7d84289 Feb 10 23:02:48.908689 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:48.913211 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1476a388-01d2-406d-9a90-715ce3f227e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7527292-2122-4c15-a260-24b826f20b64,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:48.920605 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43fef48-4918-4d2a-b2e9-36a761573afe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Pushing event deleted for resources: {'Port': ['ID=0ed124de-fe71-4113-90e2-081414448e14,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:48.937203 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28299293-ee3e-448d-b4ff-70bcfe45f772 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Network 634b1d5f-877d-41d2-b100-da49d6c5df35 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:02:48.938084 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ed3d5c8a-9829-4c67-99c3-b62648c36ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:48.952773 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-51ae3719-26f5-4e74-84f2-fd5123a153a2 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:48.958423 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-98276a38-d54f-4fb4-b72a-91066512dadd tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:48.964610 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-98276a38-d54f-4fb4-b72a-91066512dadd tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6522317 Feb 10 23:02:48.964768 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c43fef48-4918-4d2a-b2e9-36a761573afe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:48.970319 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1476a388-01d2-406d-9a90-715ce3f227e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:48.975356 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-1476a388-01d2-406d-9a90-715ce3f227e5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c7527292-2122-4c15-a260-24b826f20b64 HTTP/1.1" status: 204 len: 168 time: 1.7427037 Feb 10 23:02:48.977525 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-c43fef48-4918-4d2a-b2e9-36a761573afe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] 10.222.0.59 "DELETE /v2.0/ports/0ed124de-fe71-4113-90e2-081414448e14 HTTP/1.1" status: 204 len: 168 time: 2.4694200 Feb 10 23:02:48.981458 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39282) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:48.984461 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 604792d3-12ae-4868-aff8-cfce3f458619, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=604792d3-12ae-4868-aff8-cfce3f458619,segment=NetworkSegment(ce999748-c696-4a47-b782-f74c775e9534),segment_id=ce999748-c696-4a47-b782-f74c775e9534)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:02:49.050100 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-84aa167f-f927-4dbb-bc9f-65cc22702838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:49.081806 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:49.082369 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 755ef63d-c5a8-4f83-b0dc-05ee612984a0 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:02:49.168789 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-28299293-ee3e-448d-b4ff-70bcfe45f772 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 634b1d5f-877d-41d2-b100-da49d6c5df35) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:02:49.176580 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-25c4534d-0b75-494d-bd41-6d8008de94d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] GET failed (client error): The resource could not be found. Feb 10 23:02:49.177945 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-25c4534d-0b75-494d-bd41-6d8008de94d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] 10.222.0.59 "GET /v2.0/ports/0ed124de-fe71-4113-90e2-081414448e14 HTTP/1.1" status: 404 len: 333 time: 0.1920249 Feb 10 23:02:49.180671 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 39288) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:49.195042 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-1d84bb11-4241-4cbe-805a-77c2a7bb647c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Request body: {'port': {'network_id': '10cd9d46-f1fc-4510-9ae8-a0f93b2ade32', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1528166788'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:02:49.199733 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-1d84bb11-4241-4cbe-805a-77c2a7bb647c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:49.213376 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-24dd7532-9902-43dd-b186-decba3b2bd8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:49.222854 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-1d84bb11-4241-4cbe-805a-77c2a7bb647c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Usage tracker for resource:port and tenant:b8b6a598d81a4c6ca947b726228f1bf2 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:49.226310 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b6b30e-e634-4af2-a407-49e00c7b69d2 None None] Network 634b1d5f-877d-41d2-b100-da49d6c5df35 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:02:49.228732 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-1d84bb11-4241-4cbe-805a-77c2a7bb647c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:49.246996 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-1d84bb11-4241-4cbe-805a-77c2a7bb647c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:49.287862 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ed3d5c8a-9829-4c67-99c3-b62648c36ead admin admin] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:49.339080 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-100bc1bc-63ea-479d-ac53-9487312f539b tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:49.358611 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-100bc1bc-63ea-479d-ac53-9487312f539b tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Transition to ACTIVE for port object 2e67dd15-d6be-4738-b8a3-ef8c9b85afd3 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:02:49.365520 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d84bb11-4241-4cbe-805a-77c2a7bb647c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Made reservation on behalf of b8b6a598d81a4c6ca947b726228f1bf2 for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:02:49.368832 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1d84bb11-4241-4cbe-805a-77c2a7bb647c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:49.374706 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=604792d3-12ae-4868-aff8-cfce3f458619,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:49.385611 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28299293-ee3e-448d-b4ff-70bcfe45f772 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:49.386529 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-28299293-ee3e-448d-b4ff-70bcfe45f772 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:49.392041 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aa167f-f927-4dbb-bc9f-65cc22702838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=683a9c17-652c-483f-aae1-d324298d234e,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:49.410182 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-51ae3719-26f5-4e74-84f2-fd5123a153a2 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:49.415006 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ae3719-26f5-4e74-84f2-fd5123a153a2 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:49.415613 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-51ae3719-26f5-4e74-84f2-fd5123a153a2 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:49.429431 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-1d84bb11-4241-4cbe-805a-77c2a7bb647c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] device_id is not set on port ec55918c-a886-478f-b1bb-ea1c757caed5 yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:02:49.484383 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-84aa167f-f927-4dbb-bc9f-65cc22702838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:49.485707 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-84aa167f-f927-4dbb-bc9f-65cc22702838 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/683a9c17-652c-483f-aae1-d324298d234e HTTP/1.1" status: 204 len: 168 time: 1.4857352 Feb 10 23:02:49.510635 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ed3d5c8a-9829-4c67-99c3-b62648c36ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:49.521053 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 755ef63d-c5a8-4f83-b0dc-05ee612984a0 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:02:49.535679 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 755ef63d-c5a8-4f83-b0dc-05ee612984a0 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:02:49.536431 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:49.618487 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-100bc1bc-63ea-479d-ac53-9487312f539b tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:49.667615 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-28299293-ee3e-448d-b4ff-70bcfe45f772 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.3618619 Feb 10 23:02:49.682162 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 39302) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:49.693406 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-225bc467-b696-4aac-ab72-a0a615e8fd83 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Request body: {'floatingip': {'floating_network_id': '634b1d5f-877d-41d2-b100-da49d6c5df35'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:02:49.720372 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3d5c8a-9829-4c67-99c3-b62648c36ead admin admin] Pushing event updated for resources: {'Port': ['ID=ff0bc89f-9198-4895-93f4-20c2e1e0cbf9,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:49.725213 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-225bc467-b696-4aac-ab72-a0a615e8fd83 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:49.726310 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196cce4f-0fa1-48b2-bc89-24e47aefb970 None None] Network 634b1d5f-877d-41d2-b100-da49d6c5df35 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:02:49.730245 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ed3d5c8a-9829-4c67-99c3-b62648c36ead admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2767683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732898'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:49.775312 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-225bc467-b696-4aac-ab72-a0a615e8fd83 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Usage tracker for resource:floatingip and tenant:96e6d8ddd61d40f9b92401437a3f6f84 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:49.783830 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-225bc467-b696-4aac-ab72-a0a615e8fd83 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:49.867212 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39308) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:49.880813 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-51ae3719-26f5-4e74-84f2-fd5123a153a2 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.6269670 Feb 10 23:02:49.891064 dv-neutron-828797-1-hyperv neutron-server[84332]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 10 23:02:49.891736 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39312) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:49.896442 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ae3719-26f5-4e74-84f2-fd5123a153a2 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Pushing event updated for resources: {'Network': ['ID=ddccc870-c979-465f-9682-851dc7d84289,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:49.936310 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100bc1bc-63ea-479d-ac53-9487312f539b tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Network 183a850f-a0d9-4235-8006-e4b0dbea77b2 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:02:49.943415 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-100bc1bc-63ea-479d-ac53-9487312f539b tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:02:49.949430 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100bc1bc-63ea-479d-ac53-9487312f539b tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Pushing event updated for resources: {'Port': ['ID=2e67dd15-d6be-4738-b8a3-ef8c9b85afd3,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:49.965442 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100bc1bc-63ea-479d-ac53-9487312f539b tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:02:49.969271 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100bc1bc-63ea-479d-ac53-9487312f539b tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:49.970104 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-100bc1bc-63ea-479d-ac53-9487312f539b tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:49.980475 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fcf8af-e737-42b6-bcb2-4487d7022ffd None None] Network 183a850f-a0d9-4235-8006-e4b0dbea77b2 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:02:49.995908 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network ddccc870-c979-465f-9682-851dc7d84289 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:02:50.083446 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-23201f7c-184a-4132-bfc8-bbd6e0e661ea req-3a6d13f8-64a1-4a16-af8a-34f6c9d99a6b tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Synchronizing usage tracker for tenant:027aa545b61c4bb78c5d5117fda627e8 on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:02:50.125425 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-225bc467-b696-4aac-ab72-a0a615e8fd83 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:50.129401 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3d5c8a-9829-4c67-99c3-b62648c36ead admin admin] Network babc7379-fefc-41a5-a39a-fab07194ed36 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:02:50.135322 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-ed3d5c8a-9829-4c67-99c3-b62648c36ead admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:02:50.217042 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e29676ae-d5d8-49a1-a936-b0f7a79be842 tempest-DHCPAgentSchedulersTestJSON-1048169143 tempest-DHCPAgentSchedulersTestJSON-1048169143-project-admin] 10.222.0.59 "GET /v2.0/agents/43499674-f43d-4631-a492-3d0c4027683f/dhcp-networks HTTP/1.1" status: 200 len: 7020 time: 0.3192627 Feb 10 23:02:50.219350 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-100bc1bc-63ea-479d-ac53-9487312f539b tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.4163918 Feb 10 23:02:50.221684 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39326) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:50.271263 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39328) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:50.475251 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-c9cc3856-b2f6-40bd-a844-3f8143f722e7 None None] Provisioning for port 0f6419e3-7efa-420e-97d3-69be774a2c1e completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:02:50.492008 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-225bc467-b696-4aac-ab72-a0a615e8fd83 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:50.526966 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:50.592653 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-23201f7c-184a-4132-bfc8-bbd6e0e661ea req-3a6d13f8-64a1-4a16-af8a-34f6c9d99a6b tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Unset dirty status for tenant:027aa545b61c4bb78c5d5117fda627e8 on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:02:50.602819 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-23201f7c-184a-4132-bfc8-bbd6e0e661ea req-3a6d13f8-64a1-4a16-af8a-34f6c9d99a6b tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--139565068&fields=id&tenant_id=027aa545b61c4bb78c5d5117fda627e8 HTTP/1.1" status: 200 len: 267 time: 0.7245028 Feb 10 23:02:50.654715 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 755ef63d-c5a8-4f83-b0dc-05ee612984a0, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=755ef63d-c5a8-4f83-b0dc-05ee612984a0,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:02:50.663446 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1d84bb11-4241-4cbe-805a-77c2a7bb647c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:50.722481 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-22f0a78d-8276-45ac-bd1b-28a0c3dd52a8 None None] Provisioning complete for port ff0bc89f-9198-4895-93f4-20c2e1e0cbf9 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:02:50.722929 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-22f0a78d-8276-45ac-bd1b-28a0c3dd52a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:50.790706 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31039411-f208-4d06-b872-903c74be9218 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:50.794619 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31039411-f208-4d06-b872-903c74be9218 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:50.799252 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31039411-f208-4d06-b872-903c74be9218 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:50.800173 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-31039411-f208-4d06-b872-903c74be9218 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Synchronizing usage tracker for tenant:639ca5bc1f874a70aa00eae2e2f0f90f on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:02:50.803014 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-225bc467-b696-4aac-ab72-a0a615e8fd83 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:50.806664 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:50.808292 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 4a92b1e5-3938-4b58-9bca-51c4ec133bd2 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:02:50.812458 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1d84bb11-4241-4cbe-805a-77c2a7bb647c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:50.826020 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb340f2a-f72e-46fd-bbaf-4aa0753654db tempest-DHCPAgentSchedulersTestJSON-1048169143 tempest-DHCPAgentSchedulersTestJSON-1048169143-project-admin] Network ddccc870-c979-465f-9682-851dc7d84289 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:02:50.880390 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23201f7c-184a-4132-bfc8-bbd6e0e661ea req-dd18d21a-4247-4ce0-b273-3ac45c48dd6b tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:50.881187 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-23201f7c-184a-4132-bfc8-bbd6e0e661ea req-dd18d21a-4247-4ce0-b273-3ac45c48dd6b tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Synchronizing usage tracker for tenant:027aa545b61c4bb78c5d5117fda627e8 on resource:network {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:02:50.928947 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d84bb11-4241-4cbe-805a-77c2a7bb647c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:02:50.938399 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-bb340f2a-f72e-46fd-bbaf-4aa0753654db tempest-DHCPAgentSchedulersTestJSON-1048169143 tempest-DHCPAgentSchedulersTestJSON-1048169143-project-admin] 10.222.0.59 "POST /v2.0/agents/43499674-f43d-4631-a492-3d0c4027683f/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.7124741 Feb 10 23:02:50.940076 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39346) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:50.940242 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-1d84bb11-4241-4cbe-805a-77c2a7bb647c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:02:50.953684 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d84bb11-4241-4cbe-805a-77c2a7bb647c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:02:50.954118 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d84bb11-4241-4cbe-805a-77c2a7bb647c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:50.955259 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1d84bb11-4241-4cbe-805a-77c2a7bb647c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:50.962824 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66089bdc-e11d-4fa7-a59b-cc224b772991 None None] Network ddccc870-c979-465f-9682-851dc7d84289 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:02:50.997261 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed3d5c8a-9829-4c67-99c3-b62648c36ead admin admin] Router f4cba652-48e1-4de6-ac75-d2cd0a781767 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:02:51.043229 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d84bb11-4241-4cbe-805a-77c2a7bb647c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Pushing event updated for resources: {'Port': ['ID=ec55918c-a886-478f-b1bb-ea1c757caed5,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:51.056110 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-1d84bb11-4241-4cbe-805a-77c2a7bb647c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.8743052 Feb 10 23:02:51.058588 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 39354) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:51.070950 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 4a92b1e5-3938-4b58-9bca-51c4ec133bd2 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:02:51.071313 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:51.072276 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8287'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:02:51.116833 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-22f0a78d-8276-45ac-bd1b-28a0c3dd52a8 None None] Port ff0bc89f-9198-4895-93f4-20c2e1e0cbf9 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:02:51.228326 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-23201f7c-184a-4132-bfc8-bbd6e0e661ea req-dd18d21a-4247-4ce0-b273-3ac45c48dd6b tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Unset dirty status for tenant:027aa545b61c4bb78c5d5117fda627e8 on resource:network {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:02:51.233989 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-23201f7c-184a-4132-bfc8-bbd6e0e661ea req-dd18d21a-4247-4ce0-b273-3ac45c48dd6b tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] 10.222.0.59 "GET /v2.0/networks?id=6483cb9e-fe3f-463f-833b-3771068bd14e HTTP/1.1" status: 200 len: 812 time: 0.6302814 Feb 10 23:02:51.234715 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-31039411-f208-4d06-b872-903c74be9218 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Unset dirty status for tenant:639ca5bc1f874a70aa00eae2e2f0f90f on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:02:51.236699 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-31039411-f208-4d06-b872-903c74be9218 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.9637971 Feb 10 23:02:51.238761 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=755ef63d-c5a8-4f83-b0dc-05ee612984a0,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:51.244141 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39362) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:51.254178 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ccc6b4b7-daa7-42dd-a71c-3a6c63f21d6f tempest-DHCPAgentSchedulersTestJSON-1048169143 tempest-DHCPAgentSchedulersTestJSON-1048169143-project-admin] 10.222.0.59 "GET /v2.0/agents/43499674-f43d-4631-a492-3d0c4027683f/dhcp-networks HTTP/1.1" status: 200 len: 7765 time: 0.3139381 Feb 10 23:02:51.255244 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39366) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:51.282311 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-225bc467-b696-4aac-ab72-a0a615e8fd83 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Allocated IP 172.20.0.5 (634b1d5f-877d-41d2-b100-da49d6c5df35/b78d56f6-4c60-4c0f-af88-3c110872e598/0d0f23f2-9bbf-4734-a74a-c91e56145ae3) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:02:51.367281 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-23201f7c-184a-4132-bfc8-bbd6e0e661ea req-3ee6c9f0-6b1f-493c-954e-ee431782c9ca tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] 10.222.0.59 "GET /v2.0/quotas/027aa545b61c4bb78c5d5117fda627e8 HTTP/1.1" status: 200 len: 375 time: 0.0652707 Feb 10 23:02:51.383437 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:51.391870 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3749f605-a2e1-43ff-a5bd-c09a200a5738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:51.509285 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-d734326b-aa96-4985-9b15-8b5e0d6b803c tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Deleting port 2e67dd15-d6be-4738-b8a3-ef8c9b85afd3 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:02:51.509654 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d734326b-aa96-4985-9b15-8b5e0d6b803c tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:51.634100 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 39376) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:51.724607 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-a356ab66-ce32-4233-b867-d1821ae28baa None None] Provisioning for port 2e67dd15-d6be-4738-b8a3-ef8c9b85afd3 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:02:51.731349 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-a356ab66-ce32-4233-b867-d1821ae28baa None None] Provisioning complete for port 2e67dd15-d6be-4738-b8a3-ef8c9b85afd3 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:02:51.731975 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a356ab66-ce32-4233-b867-d1821ae28baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:51.787595 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 755ef63d-c5a8-4f83-b0dc-05ee612984a0 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:02:51.899000 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-a356ab66-ce32-4233-b867-d1821ae28baa None None] Port 2e67dd15-d6be-4738-b8a3-ef8c9b85afd3 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:02:51.901798 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-49346aed-9ade-4537-9cac-302ccad87b5f tempest-DHCPAgentSchedulersTestJSON-1048169143 tempest-DHCPAgentSchedulersTestJSON-1048169143-project-admin] 10.222.0.59 "DELETE /v2.0/agents/43499674-f43d-4631-a492-3d0c4027683f/dhcp-networks/ddccc870-c979-465f-9682-851dc7d84289 HTTP/1.1" status: 204 len: 168 time: 0.6062279 Feb 10 23:02:51.906239 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39382) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:51.957687 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-23201f7c-184a-4132-bfc8-bbd6e0e661ea req-c41d1fa4-f167-4036-bc04-f6414dd77415 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Synchronizing usage tracker for tenant:027aa545b61c4bb78c5d5117fda627e8 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:02:51.969796 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 755ef63d-c5a8-4f83-b0dc-05ee612984a0 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:02:51.970242 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:52.047925 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-a356ab66-ce32-4233-b867-d1821ae28baa None None] Provisioning for port 08e85b9e-415e-40bf-8b9c-6f3423448aa7 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:02:52.061347 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-a356ab66-ce32-4233-b867-d1821ae28baa None None] Provisioning complete for port 08e85b9e-415e-40bf-8b9c-6f3423448aa7 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:02:52.061574 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a356ab66-ce32-4233-b867-d1821ae28baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:52.089548 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-225bc467-b696-4aac-ab72-a0a615e8fd83 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:52.125717 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d734326b-aa96-4985-9b15-8b5e0d6b803c tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:52.134109 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-23201f7c-184a-4132-bfc8-bbd6e0e661ea req-c41d1fa4-f167-4036-bc04-f6414dd77415 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Unset dirty status for tenant:027aa545b61c4bb78c5d5117fda627e8 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:02:52.135493 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-23201f7c-184a-4132-bfc8-bbd6e0e661ea req-c41d1fa4-f167-4036-bc04-f6414dd77415 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=027aa545b61c4bb78c5d5117fda627e8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7578561 Feb 10 23:02:52.141697 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-37941587-d0c4-4b3b-9505-0ed060087244 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-485597695'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:02:52.186133 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-37941587-d0c4-4b3b-9505-0ed060087244 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:52.206929 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-37941587-d0c4-4b3b-9505-0ed060087244 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Usage tracker for resource:network and tenant:18b53cb21d1d4d98b648eb6f677e3500 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:52.214722 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-37941587-d0c4-4b3b-9505-0ed060087244 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:52.226216 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-225bc467-b696-4aac-ab72-a0a615e8fd83 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:52.228620 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-a356ab66-ce32-4233-b867-d1821ae28baa None None] Port 08e85b9e-415e-40bf-8b9c-6f3423448aa7 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:02:52.231104 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] device_id is not set on port ec55918c-a886-478f-b1bb-ea1c757caed5 yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:02:52.231942 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 0f6419e3-7efa-420e-97d3-69be774a2c1e up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:02:52.317526 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-d734326b-aa96-4985-9b15-8b5e0d6b803c tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Calling delete_port for 2e67dd15-d6be-4738-b8a3-ef8c9b85afd3 owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:02:52.333147 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-37941587-d0c4-4b3b-9505-0ed060087244 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:52.360295 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225bc467-b696-4aac-ab72-a0a615e8fd83 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Pushing event updated for resources: {'Port': ['ID=0d0f23f2-9bbf-4734-a74a-c91e56145ae3,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:52.371112 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:52.380062 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:52.394794 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-32166888-189c-4dc7-a66c-83efa9a63ede None None] Provisioning complete for port 2e67dd15-d6be-4738-b8a3-ef8c9b85afd3 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:02:52.395554 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-32166888-189c-4dc7-a66c-83efa9a63ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:52.441040 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Transition to ACTIVE for port object ec55918c-a886-478f-b1bb-ea1c757caed5 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:02:52.462578 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed3d5c8a-9829-4c67-99c3-b62648c36ead admin admin] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:02:52.474190 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-ed3d5c8a-9829-4c67-99c3-b62648c36ead admin admin] 10.222.0.59 "PUT /v2.0/routers/f4cba652-48e1-4de6-ac75-d2cd0a781767/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7989035 Feb 10 23:02:52.478817 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225bc467-b696-4aac-ab72-a0a615e8fd83 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Network 634b1d5f-877d-41d2-b100-da49d6c5df35 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:02:52.480174 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37941587-d0c4-4b3b-9505-0ed060087244 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Made reservation on behalf of 18b53cb21d1d4d98b648eb6f677e3500 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:02:52.492379 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-37941587-d0c4-4b3b-9505-0ed060087244 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:52.506095 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-225bc467-b696-4aac-ab72-a0a615e8fd83 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:02:52.509104 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225bc467-b696-4aac-ab72-a0a615e8fd83 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:02:52.522334 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 0f6419e3-7efa-420e-97d3-69be774a2c1e completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:02:52.547177 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:52.553323 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 0f6419e3-7efa-420e-97d3-69be774a2c1e triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:02:52.553706 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:52.619300 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [req-23201f7c-184a-4132-bfc8-bbd6e0e661ea req-1657a653-7a65-49db-956f-45be9a084a49 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:02:52.619954 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-32166888-189c-4dc7-a66c-83efa9a63ede None None] Port 2e67dd15-d6be-4738-b8a3-ef8c9b85afd3 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:02:52.620098 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-23201f7c-184a-4132-bfc8-bbd6e0e661ea req-1657a653-7a65-49db-956f-45be9a084a49 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2282877 Feb 10 23:02:52.622914 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9315a1be-dc48-4114-9f35-f8d7cc86d31d tempest-DHCPAgentSchedulersTestJSON-1048169143 tempest-DHCPAgentSchedulersTestJSON-1048169143-project-admin] 10.222.0.59 "GET /v2.0/agents/43499674-f43d-4631-a492-3d0c4027683f/dhcp-networks HTTP/1.1" status: 200 len: 7020 time: 0.7091818 Feb 10 23:02:52.629051 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:52.633507 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39400) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:52.647703 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-37941587-d0c4-4b3b-9505-0ed060087244 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:52.651678 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-32166888-189c-4dc7-a66c-83efa9a63ede None None] Provisioning complete for port 08e85b9e-415e-40bf-8b9c-6f3423448aa7 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:02:52.652289 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-32166888-189c-4dc7-a66c-83efa9a63ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:52.791069 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:52.806545 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-37941587-d0c4-4b3b-9505-0ed060087244 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:52.812389 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-37941587-d0c4-4b3b-9505-0ed060087244 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Usage tracker for resource:security_group_rule and tenant:18b53cb21d1d4d98b648eb6f677e3500 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:52.816414 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-37941587-d0c4-4b3b-9505-0ed060087244 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:52.818731 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-32166888-189c-4dc7-a66c-83efa9a63ede None None] Port 08e85b9e-415e-40bf-8b9c-6f3423448aa7 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:02:52.823758 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-37941587-d0c4-4b3b-9505-0ed060087244 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:52.834574 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 0f6419e3-7efa-420e-97d3-69be774a2c1e, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=0f6419e3-7efa-420e-97d3-69be774a2c1e,segment=NetworkSegment(cb588aa3-b133-4338-9658-abedf8c45d74),segment_id=cb588aa3-b133-4338-9658-abedf8c45d74)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:02:52.866790 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Pushing event updated for resources: {'Port': ['ID=ec55918c-a886-478f-b1bb-ea1c757caed5,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:52.894495 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-065f06e4-a6f6-4184-8d49-6e396cfade92 tempest-DHCPAgentSchedulersTestJSON-1048169143 tempest-DHCPAgentSchedulersTestJSON-1048169143-project-admin] 10.222.0.59 "GET /v2.0/networks/c8b373a6-830d-48f3-b221-123cc064dcf3/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.2563310 Feb 10 23:02:52.896054 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 39410) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:52.940672 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:52.940874 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-1a85a1d6-266d-4846-906c-4441d5fe6594 tempest-DHCPAgentSchedulersTestJSON-1048169143 tempest-DHCPAgentSchedulersTestJSON-1048169143-project-admin] 10.222.0.59 "GET /v2.0/networks/c8b373a6-830d-48f3-b221-123cc064dcf3/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0423911 Feb 10 23:02:52.941619 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 604792d3-12ae-4868-aff8-cfce3f458619 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:02:52.943474 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 39416) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:52.946888 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port ec55918c-a886-478f-b1bb-ea1c757caed5 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:02:52.947346 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port ec55918c-a886-478f-b1bb-ea1c757caed5 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '5ff686aa-1269-4591-8d52-802682de9bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10cd9d46-f1fc-4510-9ae8-a0f93b2ade32'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:02:52.947972 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port ec55918c-a886-478f-b1bb-ea1c757caed5 on network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:02:52.971161 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Port ec55918c-a886-478f-b1bb-ea1c757caed5 on network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:02:52.972993 dv-neutron-828797-1-hyperv neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Failed to bind port ec55918c-a886-478f-b1bb-ea1c757caed5 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '5ff686aa-1269-4591-8d52-802682de9bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10cd9d46-f1fc-4510-9ae8-a0f93b2ade32'}] Feb 10 23:02:52.997624 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempt 2 to bind port ec55918c-a886-478f-b1bb-ea1c757caed5 Feb 10 23:02:53.002528 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-23201f7c-184a-4132-bfc8-bbd6e0e661ea req-e8bccf2a-f2e8-41bb-82e5-8e93de977ce2 service neutron] 10.222.0.59 "GET /v2.0/networks/6483cb9e-fe3f-463f-833b-3771068bd14e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3654726 Feb 10 23:02:53.060353 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port ec55918c-a886-478f-b1bb-ea1c757caed5 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:02:53.060353 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port ec55918c-a886-478f-b1bb-ea1c757caed5 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '5ff686aa-1269-4591-8d52-802682de9bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10cd9d46-f1fc-4510-9ae8-a0f93b2ade32'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:02:53.060662 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port ec55918c-a886-478f-b1bb-ea1c757caed5 on network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:02:53.089199 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Port ec55918c-a886-478f-b1bb-ea1c757caed5 on network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:02:53.089532 dv-neutron-828797-1-hyperv neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Failed to bind port ec55918c-a886-478f-b1bb-ea1c757caed5 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '5ff686aa-1269-4591-8d52-802682de9bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10cd9d46-f1fc-4510-9ae8-a0f93b2ade32'}] Feb 10 23:02:53.098428 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempt 3 to bind port ec55918c-a886-478f-b1bb-ea1c757caed5 Feb 10 23:02:53.104622 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d734326b-aa96-4985-9b15-8b5e0d6b803c tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:53.125522 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port ec55918c-a886-478f-b1bb-ea1c757caed5 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:02:53.125880 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port ec55918c-a886-478f-b1bb-ea1c757caed5 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '5ff686aa-1269-4591-8d52-802682de9bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10cd9d46-f1fc-4510-9ae8-a0f93b2ade32'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:02:53.127304 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port ec55918c-a886-478f-b1bb-ea1c757caed5 on network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:02:53.142908 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Port ec55918c-a886-478f-b1bb-ea1c757caed5 on network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:02:53.142908 dv-neutron-828797-1-hyperv neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Failed to bind port ec55918c-a886-478f-b1bb-ea1c757caed5 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '5ff686aa-1269-4591-8d52-802682de9bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10cd9d46-f1fc-4510-9ae8-a0f93b2ade32'}] Feb 10 23:02:53.151014 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempt 4 to bind port ec55918c-a886-478f-b1bb-ea1c757caed5 Feb 10 23:02:53.151670 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 604792d3-12ae-4868-aff8-cfce3f458619 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:02:53.152183 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:53.183191 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d734326b-aa96-4985-9b15-8b5e0d6b803c tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Pushing event deleted for resources: {'Port': ['ID=2e67dd15-d6be-4738-b8a3-ef8c9b85afd3,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:53.210267 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port ec55918c-a886-478f-b1bb-ea1c757caed5 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:02:53.210596 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port ec55918c-a886-478f-b1bb-ea1c757caed5 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '5ff686aa-1269-4591-8d52-802682de9bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10cd9d46-f1fc-4510-9ae8-a0f93b2ade32'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:02:53.210935 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port ec55918c-a886-478f-b1bb-ea1c757caed5 on network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:02:53.225543 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=0f6419e3-7efa-420e-97d3-69be774a2c1e,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:53.274287 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d734326b-aa96-4985-9b15-8b5e0d6b803c tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:53.294346 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-23201f7c-184a-4132-bfc8-bbd6e0e661ea req-5e8dedfc-17eb-408c-9a16-551150a97899 service neutron] 10.222.0.59 "GET /v2.0/networks/6483cb9e-fe3f-463f-833b-3771068bd14e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779796 Feb 10 23:02:53.300560 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Port ec55918c-a886-478f-b1bb-ea1c757caed5 on network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:02:53.300899 dv-neutron-828797-1-hyperv neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Failed to bind port ec55918c-a886-478f-b1bb-ea1c757caed5 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '5ff686aa-1269-4591-8d52-802682de9bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10cd9d46-f1fc-4510-9ae8-a0f93b2ade32'}] Feb 10 23:02:53.334756 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempt 5 to bind port ec55918c-a886-478f-b1bb-ea1c757caed5 Feb 10 23:02:53.366711 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d734326b-aa96-4985-9b15-8b5e0d6b803c tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] 10.222.0.59 "DELETE /v2.0/ports/2e67dd15-d6be-4738-b8a3-ef8c9b85afd3 HTTP/1.1" status: 204 len: 168 time: 2.1215012 Feb 10 23:02:53.370111 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39424) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:53.381735 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-782c7db0-3cf3-461f-a191-ecb464ceda51 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Request body: {'port': {'name': 'tempest-new-port-name-949656940', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:02:53.381735 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.api.validators [None req-782c7db0-3cf3-461f-a191-ecb464ceda51 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] bootfile-name is not in valid_values {{(pid=84332) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 10 23:02:53.381735 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.api.validators [None req-782c7db0-3cf3-461f-a191-ecb464ceda51 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] tftp-server is not in valid_values {{(pid=84332) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 10 23:02:53.381735 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.api.validators [None req-782c7db0-3cf3-461f-a191-ecb464ceda51 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] server-ip-address is not in valid_values {{(pid=84332) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 10 23:02:53.382670 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-0815cbb0-ac6f-408e-bd6b-e5ee8af2b402 tempest-DHCPAgentSchedulersTestJSON-1048169143 tempest-DHCPAgentSchedulersTestJSON-1048169143-project-admin] 10.222.0.59 "GET /v2.0/agents/43499674-f43d-4631-a492-3d0c4027683f/dhcp-networks HTTP/1.1" status: 200 len: 7020 time: 0.4369178 Feb 10 23:02:53.389243 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 39428) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:53.397268 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port ec55918c-a886-478f-b1bb-ea1c757caed5 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:02:53.398250 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port ec55918c-a886-478f-b1bb-ea1c757caed5 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '5ff686aa-1269-4591-8d52-802682de9bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10cd9d46-f1fc-4510-9ae8-a0f93b2ade32'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:02:53.398797 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port ec55918c-a886-478f-b1bb-ea1c757caed5 on network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:02:53.636074 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 0f6419e3-7efa-420e-97d3-69be774a2c1e up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:02:53.646764 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-782c7db0-3cf3-461f-a191-ecb464ceda51 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:53.686105 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39442) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:53.871115 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-225bc467-b696-4aac-ab72-a0a615e8fd83 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:53.890104 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-37941587-d0c4-4b3b-9505-0ed060087244 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:53.900462 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Port ec55918c-a886-478f-b1bb-ea1c757caed5 on network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:02:53.900815 dv-neutron-828797-1-hyperv neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Failed to bind port ec55918c-a886-478f-b1bb-ea1c757caed5 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '5ff686aa-1269-4591-8d52-802682de9bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10cd9d46-f1fc-4510-9ae8-a0f93b2ade32'}] Feb 10 23:02:53.902464 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempt 6 to bind port ec55918c-a886-478f-b1bb-ea1c757caed5 Feb 10 23:02:53.934949 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port ec55918c-a886-478f-b1bb-ea1c757caed5 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:02:53.934949 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port ec55918c-a886-478f-b1bb-ea1c757caed5 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '5ff686aa-1269-4591-8d52-802682de9bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10cd9d46-f1fc-4510-9ae8-a0f93b2ade32'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:02:53.935330 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port ec55918c-a886-478f-b1bb-ea1c757caed5 on network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:02:53.957010 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-adce14f5-242d-4c88-a59d-24bb63bb6693 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:53.964501 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Port ec55918c-a886-478f-b1bb-ea1c757caed5 on network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:02:53.964885 dv-neutron-828797-1-hyperv neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Failed to bind port ec55918c-a886-478f-b1bb-ea1c757caed5 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '5ff686aa-1269-4591-8d52-802682de9bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10cd9d46-f1fc-4510-9ae8-a0f93b2ade32'}] Feb 10 23:02:53.972295 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 0f6419e3-7efa-420e-97d3-69be774a2c1e triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:02:53.973243 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:53.992888 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempt 7 to bind port ec55918c-a886-478f-b1bb-ea1c757caed5 Feb 10 23:02:53.994781 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-e1bb136c-f81c-4327-8fb5-949f643a010a tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-2028906739', 'router:external': True}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:02:54.007045 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e91e4f68-ba10-416e-991e-702056c26743 req-cec69ec8-cced-46c0-b3bb-bfda07519f7b tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] 10.222.0.59 "GET /v2.0/ports?device_id=e63ad508-7815-45c6-a10e-8696bb1d6517 HTTP/1.1" status: 200 len: 210 time: 0.0554166 Feb 10 23:02:54.007931 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e1bb136c-f81c-4327-8fb5-949f643a010a tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:54.015137 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port ec55918c-a886-478f-b1bb-ea1c757caed5 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:02:54.015296 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port ec55918c-a886-478f-b1bb-ea1c757caed5 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '5ff686aa-1269-4591-8d52-802682de9bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10cd9d46-f1fc-4510-9ae8-a0f93b2ade32'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:02:54.015529 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port ec55918c-a886-478f-b1bb-ea1c757caed5 on network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:02:54.016134 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e1bb136c-f81c-4327-8fb5-949f643a010a tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Usage tracker for resource:network and tenant:11f3bed017e3494cb19f574ec004947b is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:54.020672 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-37941587-d0c4-4b3b-9505-0ed060087244 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:54.021029 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e1bb136c-f81c-4327-8fb5-949f643a010a tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:54.030031 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e1bb136c-f81c-4327-8fb5-949f643a010a tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:54.058897 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-782c7db0-3cf3-461f-a191-ecb464ceda51 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:54.068149 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:54.096371 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39460) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:54.101931 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-30df13a5-27d6-4492-b298-7686c1925837 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1587780207', 'description': 'tempest-description--2109380968'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:02:54.107396 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-30df13a5-27d6-4492-b298-7686c1925837 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:54.112149 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-30df13a5-27d6-4492-b298-7686c1925837 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Usage tracker for resource:security_group and tenant:b6f152d8d3864ce9bbf63b40c6aaa545 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:54.113487 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-225bc467-b696-4aac-ab72-a0a615e8fd83 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:54.115601 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-30df13a5-27d6-4492-b298-7686c1925837 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:54.121287 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1bb136c-f81c-4327-8fb5-949f643a010a tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Made reservation on behalf of 11f3bed017e3494cb19f574ec004947b for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:02:54.124948 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e1bb136c-f81c-4327-8fb5-949f643a010a tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:54.137762 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-30df13a5-27d6-4492-b298-7686c1925837 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:54.148397 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e1bb136c-f81c-4327-8fb5-949f643a010a tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:54.157232 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-782c7db0-3cf3-461f-a191-ecb464ceda51 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:54.181823 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37941587-d0c4-4b3b-9505-0ed060087244 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f90497fb-7d2e-4b5e-8044-f665eec009ae,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:54.187601 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Port ec55918c-a886-478f-b1bb-ea1c757caed5 on network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:02:54.187601 dv-neutron-828797-1-hyperv neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Failed to bind port ec55918c-a886-478f-b1bb-ea1c757caed5 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '5ff686aa-1269-4591-8d52-802682de9bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10cd9d46-f1fc-4510-9ae8-a0f93b2ade32'}] Feb 10 23:02:54.221117 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37941587-d0c4-4b3b-9505-0ed060087244 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:02:54.223330 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempt 8 to bind port ec55918c-a886-478f-b1bb-ea1c757caed5 Feb 10 23:02:54.233504 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-782c7db0-3cf3-461f-a191-ecb464ceda51 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] In _notify_port_updated(), no bound segment for port 08e85b9e-415e-40bf-8b9c-6f3423448aa7 on network 183a850f-a0d9-4235-8006-e4b0dbea77b2 {{(pid=84332) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 23:02:54.238239 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782c7db0-3cf3-461f-a191-ecb464ceda51 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:54.239262 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-782c7db0-3cf3-461f-a191-ecb464ceda51 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:54.241116 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-782c7db0-3cf3-461f-a191-ecb464ceda51 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] 10.222.0.59 "PUT /v2.0/ports/08e85b9e-415e-40bf-8b9c-6f3423448aa7 HTTP/1.1" status: 200 len: 1129 time: 0.8700657 Feb 10 23:02:54.244979 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39464) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:54.247505 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-30df13a5-27d6-4492-b298-7686c1925837 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:54.327852 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782c7db0-3cf3-461f-a191-ecb464ceda51 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Pushing event updated for resources: {'Port': ['ID=08e85b9e-415e-40bf-8b9c-6f3423448aa7,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:54.340861 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e1bb136c-f81c-4327-8fb5-949f643a010a tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:54.343986 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port ec55918c-a886-478f-b1bb-ea1c757caed5 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:02:54.344453 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port ec55918c-a886-478f-b1bb-ea1c757caed5 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '5ff686aa-1269-4591-8d52-802682de9bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10cd9d46-f1fc-4510-9ae8-a0f93b2ade32'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:02:54.344651 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port ec55918c-a886-478f-b1bb-ea1c757caed5 on network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:02:54.352720 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e1bb136c-f81c-4327-8fb5-949f643a010a tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Usage tracker for resource:security_group_rule and tenant:11f3bed017e3494cb19f574ec004947b is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:54.357999 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e1bb136c-f81c-4327-8fb5-949f643a010a tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:54.365533 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-37941587-d0c4-4b3b-9505-0ed060087244 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:54.365803 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-37941587-d0c4-4b3b-9505-0ed060087244 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Added segment 29d3633f-b3e7-4e78-8f97-685936bb54f4 of type vlan for network de4458e5-31d7-4d26-92ba-94a8b2d6e5e4 Feb 10 23:02:54.384385 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c26ab3f-7c73-4f40-8872-e094ac33ce51 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:54.385051 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-2c26ab3f-7c73-4f40-8872-e094ac33ce51 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Synchronizing usage tracker for tenant:639ca5bc1f874a70aa00eae2e2f0f90f on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:02:54.387805 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e1bb136c-f81c-4327-8fb5-949f643a010a tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:54.395537 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-adce14f5-242d-4c88-a59d-24bb63bb6693 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:54.400320 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-30df13a5-27d6-4492-b298-7686c1925837 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:54.412911 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-30df13a5-27d6-4492-b298-7686c1925837 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Usage tracker for resource:security_group_rule and tenant:b6f152d8d3864ce9bbf63b40c6aaa545 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:54.419405 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-30df13a5-27d6-4492-b298-7686c1925837 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:54.433374 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-30df13a5-27d6-4492-b298-7686c1925837 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:54.456530 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Port ec55918c-a886-478f-b1bb-ea1c757caed5 on network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:02:54.456874 dv-neutron-828797-1-hyperv neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Failed to bind port ec55918c-a886-478f-b1bb-ea1c757caed5 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '5ff686aa-1269-4591-8d52-802682de9bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10cd9d46-f1fc-4510-9ae8-a0f93b2ade32'}] Feb 10 23:02:54.465653 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempt 9 to bind port ec55918c-a886-478f-b1bb-ea1c757caed5 Feb 10 23:02:54.518919 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-adce14f5-242d-4c88-a59d-24bb63bb6693 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddccc870-c979-465f-9682-851dc7d84289']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:54.521358 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-2c26ab3f-7c73-4f40-8872-e094ac33ce51 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Unset dirty status for tenant:639ca5bc1f874a70aa00eae2e2f0f90f on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:02:54.522677 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2c26ab3f-7c73-4f40-8872-e094ac33ce51 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] 10.222.0.59 "GET /v2.0/ports/08e85b9e-415e-40bf-8b9c-6f3423448aa7 HTTP/1.1" status: 200 len: 1129 time: 0.2653406 Feb 10 23:02:54.524623 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e1bb136c-f81c-4327-8fb5-949f643a010a tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:54.527917 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39478) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:54.534209 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-37941587-d0c4-4b3b-9505-0ed060087244 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:54.547225 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port ec55918c-a886-478f-b1bb-ea1c757caed5 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:02:54.547782 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port ec55918c-a886-478f-b1bb-ea1c757caed5 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '5ff686aa-1269-4591-8d52-802682de9bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10cd9d46-f1fc-4510-9ae8-a0f93b2ade32'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:02:54.548259 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port ec55918c-a886-478f-b1bb-ea1c757caed5 on network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:02:54.553038 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-adce14f5-242d-4c88-a59d-24bb63bb6693 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e9f0dc0-d995-4ab5-af54-976ca2902baf') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:54.553629 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-adce14f5-242d-4c88-a59d-24bb63bb6693 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e9f0dc0-d995-4ab5-af54-976ca2902baf') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:54.575253 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-30df13a5-27d6-4492-b298-7686c1925837 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:54.580862 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-adce14f5-242d-4c88-a59d-24bb63bb6693 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:54.599765 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Port ec55918c-a886-478f-b1bb-ea1c757caed5 on network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:02:54.600089 dv-neutron-828797-1-hyperv neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Failed to bind port ec55918c-a886-478f-b1bb-ea1c757caed5 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '5ff686aa-1269-4591-8d52-802682de9bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10cd9d46-f1fc-4510-9ae8-a0f93b2ade32'}] Feb 10 23:02:54.607530 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e1bb136c-f81c-4327-8fb5-949f643a010a tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:54.611638 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempt 10 to bind port ec55918c-a886-478f-b1bb-ea1c757caed5 Feb 10 23:02:54.639484 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-e4af2847-9cb3-43e8-a27c-fef4e644618e tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Deleting port 08e85b9e-415e-40bf-8b9c-6f3423448aa7 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:02:54.640045 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e4af2847-9cb3-43e8-a27c-fef4e644618e tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:54.650969 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-adce14f5-242d-4c88-a59d-24bb63bb6693 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:54.654026 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port ec55918c-a886-478f-b1bb-ea1c757caed5 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:02:54.654346 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port ec55918c-a886-478f-b1bb-ea1c757caed5 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '5ff686aa-1269-4591-8d52-802682de9bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10cd9d46-f1fc-4510-9ae8-a0f93b2ade32'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:02:54.654662 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port ec55918c-a886-478f-b1bb-ea1c757caed5 on network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:02:54.667220 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adce14f5-242d-4c88-a59d-24bb63bb6693 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:02:54.667925 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-adce14f5-242d-4c88-a59d-24bb63bb6693 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:54.675209 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-73552ec0-8b1a-4f8a-8fb6-1df4b732b44d None None] Provisioning complete for port 08e85b9e-415e-40bf-8b9c-6f3423448aa7 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:02:54.675660 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-73552ec0-8b1a-4f8a-8fb6-1df4b732b44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:54.683225 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1bb136c-f81c-4327-8fb5-949f643a010a tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:02:54.696689 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-30df13a5-27d6-4492-b298-7686c1925837 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:54.719276 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bb136c-f81c-4327-8fb5-949f643a010a tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fabe1fb6-f378-4c6c-a3f4-678734d2fdbe,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:54.728973 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e1bb136c-f81c-4327-8fb5-949f643a010a tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:54.729414 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-e1bb136c-f81c-4327-8fb5-949f643a010a tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Added segment cd67ae34-51f0-44f9-bc48-83aef91c81f9 of type vlan for network 2497ba23-db9a-4d0b-8717-14db0bf1ab51 Feb 10 23:02:54.745116 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-73552ec0-8b1a-4f8a-8fb6-1df4b732b44d None None] Port 08e85b9e-415e-40bf-8b9c-6f3423448aa7 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:02:54.776229 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:02:54.776229 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:02:54.776229 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:02:54.776229 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:02:54.776229 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:02:54.776229 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:02:54.776229 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:02:54.776229 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:02:54.776229 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:02:54.776229 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:02:54.776229 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:02:54.776229 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:02:54.776229 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:02:54.776229 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:02:54.776229 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:02:54.776229 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:02:54.776229 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:02:54.776229 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:02:54.776229 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:02:54.776229 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:02:54.776229 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:02:54.776229 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:02:54.776229 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:02:54.776229 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:02:54.776229 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:02:54.776229 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:02:54.776229 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:02:54.776229 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:02:54.776229 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:02:54.776229 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:02:54.776229 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:02:54.776229 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:02:54.826865 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-37941587-d0c4-4b3b-9505-0ed060087244 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:54.830980 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37941587-d0c4-4b3b-9505-0ed060087244 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:54.831562 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-37941587-d0c4-4b3b-9505-0ed060087244 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:54.852127 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30df13a5-27d6-4492-b298-7686c1925837 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5b4c60-a1f0-4362-abb0-13772bc5afad,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:54.855590 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e1bb136c-f81c-4327-8fb5-949f643a010a tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:54.866868 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Port ec55918c-a886-478f-b1bb-ea1c757caed5 on network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:02:54.867189 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-30df13a5-27d6-4492-b298-7686c1925837 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:54.870480 dv-neutron-828797-1-hyperv neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Failed to bind port ec55918c-a886-478f-b1bb-ea1c757caed5 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '5ff686aa-1269-4591-8d52-802682de9bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10cd9d46-f1fc-4510-9ae8-a0f93b2ade32'}] Feb 10 23:02:54.870480 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:54.870644 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-30df13a5-27d6-4492-b298-7686c1925837 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.7709343 Feb 10 23:02:54.872188 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39484) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:54.898607 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-8042d1fc-5155-49e4-b11a-762f070db393 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Request body: {'security_group_rule': {'security_group_id': '3f5b4c60-a1f0-4362-abb0-13772bc5afad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:02:54.960529 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8042d1fc-5155-49e4-b11a-762f070db393 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:54.966298 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.resource_extend [None req-225bc467-b696-4aac-ab72-a0a615e8fd83 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:02:54.981115 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8042d1fc-5155-49e4-b11a-762f070db393 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Usage tracker for resource:security_group_rule and tenant:b6f152d8d3864ce9bbf63b40c6aaa545 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:54.992347 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8042d1fc-5155-49e4-b11a-762f070db393 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:55.019570 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8042d1fc-5155-49e4-b11a-762f070db393 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:55.046101 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-225bc467-b696-4aac-ab72-a0a615e8fd83 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:55.055567 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37941587-d0c4-4b3b-9505-0ed060087244 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Pushing event updated for resources: {'Network': ['ID=de4458e5-31d7-4d26-92ba-94a8b2d6e5e4,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:55.072657 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-adce14f5-242d-4c88-a59d-24bb63bb6693 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:55.074264 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network de4458e5-31d7-4d26-92ba-94a8b2d6e5e4 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:02:55.097283 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e4af2847-9cb3-43e8-a27c-fef4e644618e tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:55.098730 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-adce14f5-242d-4c88-a59d-24bb63bb6693 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:55.106279 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39492) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:55.109845 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-adce14f5-242d-4c88-a59d-24bb63bb6693 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] 10.222.0.59 "DELETE /v2.0/networks/ddccc870-c979-465f-9682-851dc7d84289 HTTP/1.1" status: 204 len: 168 time: 1.7140062 Feb 10 23:02:55.134851 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adce14f5-242d-4c88-a59d-24bb63bb6693 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Pushing event deleted for resources: {'Network': ['ID=ddccc870-c979-465f-9682-851dc7d84289,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:55.158330 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] For port ec55918c-a886-478f-b1bb-ea1c757caed5, host hv-neutron-8287, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:02:55.158980 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempted to set empty binding levels {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 10 23:02:55.177774 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-37941587-d0c4-4b3b-9505-0ed060087244 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 3.5414443 Feb 10 23:02:55.178726 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-225bc467-b696-4aac-ab72-a0a615e8fd83 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:55.182368 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 39498) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:55.230901 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-d3dc352e-79db-4a93-8656-57c55cf48197 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Request body: {'subnet': {'network_id': 'de4458e5-31d7-4d26-92ba-94a8b2d6e5e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:02:55.317841 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:55.364388 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-52be456e-5d24-4626-8706-8f61a501949a tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] DELETE failed (client error): The resource could not be found. Feb 10 23:02:55.364388 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52be456e-5d24-4626-8706-8f61a501949a tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:02:55.366320 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-52be456e-5d24-4626-8706-8f61a501949a tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] 10.222.0.59 "DELETE /v2.0/ports/8de6766c-4e34-4a6e-afff-4c504508b636 HTTP/1.1" status: 404 len: 333 time: 0.2583442 Feb 10 23:02:55.366757 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e1bb136c-f81c-4327-8fb5-949f643a010a tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:55.367542 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bb136c-f81c-4327-8fb5-949f643a010a tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:55.368105 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e1bb136c-f81c-4327-8fb5-949f643a010a tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:55.377941 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39502) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:55.383937 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-e4af2847-9cb3-43e8-a27c-fef4e644618e tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Calling delete_port for 08e85b9e-415e-40bf-8b9c-6f3423448aa7 owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:02:55.403127 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225bc467-b696-4aac-ab72-a0a615e8fd83 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Pushing event updated for resources: {'Port': ['ID=0d0f23f2-9bbf-4734-a74a-c91e56145ae3,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:55.438838 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-326f6fa1-8d53-4c5b-9133-5e397b7a3e30 req-d51d6b13-4c2d-4760-9e19-ff78f4320bcf tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] 10.222.0.59 "GET /v2.0/ports?device_id=e63ad508-7815-45c6-a10e-8696bb1d6517 HTTP/1.1" status: 200 len: 210 time: 0.2826698 Feb 10 23:02:55.439994 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8042d1fc-5155-49e4-b11a-762f070db393 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:55.465543 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] In _notify_port_updated(), no bound segment for port ec55918c-a886-478f-b1bb-ea1c757caed5 on network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 {{(pid=84333) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 23:02:55.466549 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:55.470699 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] 10.222.0.59 "PUT /v2.0/ports/ec55918c-a886-478f-b1bb-ea1c757caed5 HTTP/1.1" status: 200 len: 981 time: 4.4080923 Feb 10 23:02:55.473137 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d3dc352e-79db-4a93-8656-57c55cf48197 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:55.476380 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 39508) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:55.524227 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-d3dc352e-79db-4a93-8656-57c55cf48197 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Usage tracker for resource:subnet and tenant:18b53cb21d1d4d98b648eb6f677e3500 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:55.546250 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-d3dc352e-79db-4a93-8656-57c55cf48197 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:55.556338 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d3dc352e-79db-4a93-8656-57c55cf48197 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:55.578356 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-225bc467-b696-4aac-ab72-a0a615e8fd83 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1734214'] for floatingip, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:55.601650 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c1b4bd-236a-4f91-b401-29e2bc071f64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Pushing event updated for resources: {'Port': ['ID=ec55918c-a886-478f-b1bb-ea1c757caed5,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:55.638701 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bb136c-f81c-4327-8fb5-949f643a010a tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Pushing event updated for resources: {'Network': ['ID=2497ba23-db9a-4d0b-8717-14db0bf1ab51,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:55.641282 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e1bb136c-f81c-4327-8fb5-949f643a010a tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.9522274 Feb 10 23:02:55.649902 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-ada538ee-4916-486f-9678-fd467842d563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Synchronizing usage tracker for tenant:b8b6a598d81a4c6ca947b726228f1bf2 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:02:55.650139 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39514) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:55.663089 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 2497ba23-db9a-4d0b-8717-14db0bf1ab51 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:02:55.676633 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-273a0d77-76d4-47d5-aa78-523be386f7ba tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Request body: {'subnet': {'network_id': '2497ba23-db9a-4d0b-8717-14db0bf1ab51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:02:55.679674 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-225bc467-b696-4aac-ab72-a0a615e8fd83 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:55.685013 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-225bc467-b696-4aac-ab72-a0a615e8fd83 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.9990306 Feb 10 23:02:55.685673 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 39518) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:55.739950 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-273a0d77-76d4-47d5-aa78-523be386f7ba tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:55.755533 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3dc352e-79db-4a93-8656-57c55cf48197 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Made reservation on behalf of 18b53cb21d1d4d98b648eb6f677e3500 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:02:55.777404 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-ada538ee-4916-486f-9678-fd467842d563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Unset dirty status for tenant:b8b6a598d81a4c6ca947b726228f1bf2 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:02:55.778548 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-ada538ee-4916-486f-9678-fd467842d563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14711 time: 0.3009074 Feb 10 23:02:55.783581 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-273a0d77-76d4-47d5-aa78-523be386f7ba tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Usage tracker for resource:subnet and tenant:11f3bed017e3494cb19f574ec004947b is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:55.793538 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39522) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:55.799478 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-273a0d77-76d4-47d5-aa78-523be386f7ba tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:55.834444 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-273a0d77-76d4-47d5-aa78-523be386f7ba tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:55.836373 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-dc88f5f6-e554-4b6d-8a8a-f5ec7251de09 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Synchronizing usage tracker for tenant:96e6d8ddd61d40f9b92401437a3f6f84 on resource:floatingip {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:02:55.879047 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d3dc352e-79db-4a93-8656-57c55cf48197 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:55.889427 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8042d1fc-5155-49e4-b11a-762f070db393 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:55.936640 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-453f2369-f085-4cda-adba-50d6b0c126e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Deleting port ec55918c-a886-478f-b1bb-ea1c757caed5 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:02:55.939857 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-453f2369-f085-4cda-adba-50d6b0c126e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:55.951991 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-dc88f5f6-e554-4b6d-8a8a-f5ec7251de09 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Unset dirty status for tenant:96e6d8ddd61d40f9b92401437a3f6f84 on resource:floatingip {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:02:55.956765 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-dc88f5f6-e554-4b6d-8a8a-f5ec7251de09 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] 10.222.0.59 "GET /v2.0/floatingips?floating_network_id=634b1d5f-877d-41d2-b100-da49d6c5df35 HTTP/1.1" status: 200 len: 689 time: 0.2697432 Feb 10 23:02:55.962799 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 39528) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:55.978067 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8042d1fc-5155-49e4-b11a-762f070db393 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:55.979655 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273a0d77-76d4-47d5-aa78-523be386f7ba tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Made reservation on behalf of 11f3bed017e3494cb19f574ec004947b for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:02:55.981960 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-273a0d77-76d4-47d5-aa78-523be386f7ba tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks [] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:56.016497 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-f51b700e-2d6d-47f5-b398-e95c9bbae835 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Deleting subnet f9eb0bd7-075a-4973-ae00-2504a07afda1 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:02:56.087593 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f51b700e-2d6d-47f5-b398-e95c9bbae835 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:56.115704 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e4af2847-9cb3-43e8-a27c-fef4e644618e tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:56.127766 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8042d1fc-5155-49e4-b11a-762f070db393 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83d5f2b9-afdd-443e-adf7-439ad893ac4c,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:56.183288 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aab2137f-f5d3-4f01-8cf6-84f6b31d877e tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:56.236226 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4af2847-9cb3-43e8-a27c-fef4e644618e tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Pushing event deleted for resources: {'Port': ['ID=08e85b9e-415e-40bf-8b9c-6f3423448aa7,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:56.263942 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f51b700e-2d6d-47f5-b398-e95c9bbae835 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:56.274100 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8042d1fc-5155-49e4-b11a-762f070db393 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:56.278066 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8042d1fc-5155-49e4-b11a-762f070db393 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.3855567 Feb 10 23:02:56.278327 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-aab2137f-f5d3-4f01-8cf6-84f6b31d877e tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Deleting port 0d0f23f2-9bbf-4734-a74a-c91e56145ae3 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:02:56.278327 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aab2137f-f5d3-4f01-8cf6-84f6b31d877e tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:56.299248 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 39532) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:56.330891 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-8d62e4fa-533e-4b7e-a1a4-23149e23af43 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Request body: {'security_group_rule': {'security_group_id': '3f5b4c60-a1f0-4362-abb0-13772bc5afad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:02:56.342246 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8d62e4fa-533e-4b7e-a1a4-23149e23af43 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:56.393224 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e4af2847-9cb3-43e8-a27c-fef4e644618e tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:56.459191 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e4af2847-9cb3-43e8-a27c-fef4e644618e tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] 10.222.0.59 "DELETE /v2.0/ports/08e85b9e-415e-40bf-8b9c-6f3423448aa7 HTTP/1.1" status: 204 len: 168 time: 1.9300725 Feb 10 23:02:56.469626 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 39536) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:56.471292 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d3dc352e-79db-4a93-8656-57c55cf48197 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:56.482382 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-8d62e4fa-533e-4b7e-a1a4-23149e23af43 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Usage tracker for resource:security_group_rule and tenant:b6f152d8d3864ce9bbf63b40c6aaa545 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:56.501924 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-453f2369-f085-4cda-adba-50d6b0c126e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] For port ec55918c-a886-478f-b1bb-ea1c757caed5, host hv-neutron-8287, got binding levels [] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:02:56.502332 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-453f2369-f085-4cda-adba-50d6b0c126e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:56.539672 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f51b700e-2d6d-47f5-b398-e95c9bbae835 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:56.619693 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-8d62e4fa-533e-4b7e-a1a4-23149e23af43 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:56.643967 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 39544) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:56.650658 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8d62e4fa-533e-4b7e-a1a4-23149e23af43 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:56.707810 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-453f2369-f085-4cda-adba-50d6b0c126e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Calling delete_port for ec55918c-a886-478f-b1bb-ea1c757caed5 owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:02:56.751111 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dc352e-79db-4a93-8656-57c55cf48197 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Pushing event updated for resources: {'Subnet': ['ID=84f5775c-49eb-4f87-a451-b4d51041c59f,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:56.847930 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aab2137f-f5d3-4f01-8cf6-84f6b31d877e tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:56.848266 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aab2137f-f5d3-4f01-8cf6-84f6b31d877e tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:56.866913 dv-neutron-828797-1-hyperv neutron-server[84333]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 10 23:02:56.883446 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8d62e4fa-533e-4b7e-a1a4-23149e23af43 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:57.021482 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f51b700e-2d6d-47f5-b398-e95c9bbae835 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:57.044107 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-aab2137f-f5d3-4f01-8cf6-84f6b31d877e tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Calling delete_port for 0d0f23f2-9bbf-4734-a74a-c91e56145ae3 owned by network:floatingip {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:02:57.052777 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-453f2369-f085-4cda-adba-50d6b0c126e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:57.075316 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-5b7439ed-483e-40e7-9790-eb520ed96071 req-9b08b774-be82-47c5-ba3a-2b836f0c38ed tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] 10.222.0.59 "GET /v2.0/ports?device_id=e63ad508-7815-45c6-a10e-8696bb1d6517 HTTP/1.1" status: 200 len: 210 time: 0.4223602 Feb 10 23:02:57.076084 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3dc352e-79db-4a93-8656-57c55cf48197 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Checking segment: {'id': '29d3633f-b3e7-4e78-8f97-685936bb54f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'de4458e5-31d7-4d26-92ba-94a8b2d6e5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:02:57.076783 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dc352e-79db-4a93-8656-57c55cf48197 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Network hostable DHCP agents. Network: de4458e5-31d7-4d26-92ba-94a8b2d6e5e4, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:02:57.100702 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51b700e-2d6d-47f5-b398-e95c9bbae835 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Pushing event deleted for resources: {'Subnet': ['ID=f9eb0bd7-075a-4973-ae00-2504a07afda1,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:57.119091 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f2369-f085-4cda-adba-50d6b0c126e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec55918c-a886-478f-b1bb-ea1c757caed5,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:57.133673 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f51b700e-2d6d-47f5-b398-e95c9bbae835 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:57.134545 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e62fb18-1f92-46bd-a132-720cb2c3f8d9 None None] Network c8b373a6-830d-48f3-b221-123cc064dcf3 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:02:57.148692 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-453f2369-f085-4cda-adba-50d6b0c126e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:57.153003 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-453f2369-f085-4cda-adba-50d6b0c126e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] 10.222.0.59 "DELETE /v2.0/ports/ec55918c-a886-478f-b1bb-ea1c757caed5 HTTP/1.1" status: 204 len: 168 time: 1.3584487 Feb 10 23:02:57.156969 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 39550) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:57.157119 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f51b700e-2d6d-47f5-b398-e95c9bbae835 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] 10.222.0.59 "DELETE /v2.0/subnets/f9eb0bd7-075a-4973-ae00-2504a07afda1 HTTP/1.1" status: 204 len: 168 time: 1.7334902 Feb 10 23:02:57.158507 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39552) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:57.178207 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.37', 61676) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:57.235160 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecdbf19e-cba6-4f07-81fc-31505cfd483c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] GET failed (client error): The resource could not be found. Feb 10 23:02:57.240468 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-ecdbf19e-cba6-4f07-81fc-31505cfd483c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] 10.222.0.59 "GET /v2.0/ports/ec55918c-a886-478f-b1bb-ea1c757caed5 HTTP/1.1" status: 404 len: 333 time: 0.0767100 Feb 10 23:02:57.240468 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa5743d7-6b9b-4ac2-b583-6c21bff48099 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Deleting subnet 1825d3d3-0933-49c4-affd-ffde445da25e {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:02:57.242087 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 39560) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:57.254314 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-e2389742-113a-48c1-8da1-b53cc0e20a65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636974459', 'network_id': '10cd9d46-f1fc-4510-9ae8-a0f93b2ade32'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:02:57.256766 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aa5743d7-6b9b-4ac2-b583-6c21bff48099 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:57.307331 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e2389742-113a-48c1-8da1-b53cc0e20a65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:57.320949 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dc352e-79db-4a93-8656-57c55cf48197 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Network de4458e5-31d7-4d26-92ba-94a8b2d6e5e4 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:02:57.323972 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8d62e4fa-533e-4b7e-a1a4-23149e23af43 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:57.373703 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8e8ec9c8-fdd5-44a2-a72f-9998c2bbd410 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:57.381528 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aa5743d7-6b9b-4ac2-b583-6c21bff48099 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31983416'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:57.414905 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e2389742-113a-48c1-8da1-b53cc0e20a65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:57.423937 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-8e8ec9c8-fdd5-44a2-a72f-9998c2bbd410 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Deleting port 4a92b1e5-3938-4b58-9bca-51c4ec133bd2 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:02:57.424857 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8e8ec9c8-fdd5-44a2-a72f-9998c2bbd410 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:57.434336 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8d62e4fa-533e-4b7e-a1a4-23149e23af43 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:57.463985 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1439701-312d-4e30-9153-b4de060a70d2 None None] DHCP port deletion for c8b373a6-830d-48f3-b221-123cc064dcf3 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:02:57.469277 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-d3dc352e-79db-4a93-8656-57c55cf48197 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, de4458e5-31d7-4d26-92ba-94a8b2d6e5e4) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:02:57.471379 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-d1439701-312d-4e30-9153-b4de060a70d2 None None] Deleting port 4a92b1e5-3938-4b58-9bca-51c4ec133bd2 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:02:57.471379 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d1439701-312d-4e30-9153-b4de060a70d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:57.487701 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d62e4fa-533e-4b7e-a1a4-23149e23af43 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14a82c8e-ba8d-4c54-97a7-fa396ca9d45b,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:57.489664 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3dc352e-79db-4a93-8656-57c55cf48197 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:57.490253 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d3dc352e-79db-4a93-8656-57c55cf48197 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:57.516024 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23201f7c-184a-4132-bfc8-bbd6e0e661ea req-8954780d-e45d-49c3-8568-68caf29d827f tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:57.517669 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-23201f7c-184a-4132-bfc8-bbd6e0e661ea req-8954780d-e45d-49c3-8568-68caf29d827f tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] 10.222.0.37 "GET /v2.0/networks?id=6483cb9e-fe3f-463f-833b-3771068bd14e HTTP/1.1" status: 200 len: 812 time: 0.3347464 Feb 10 23:02:57.552561 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c03fdec-04bc-42e7-bed3-b27a9b613fd5 None None] Network de4458e5-31d7-4d26-92ba-94a8b2d6e5e4 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:02:57.577614 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2389742-113a-48c1-8da1-b53cc0e20a65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Made reservation on behalf of b8b6a598d81a4c6ca947b726228f1bf2 for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:02:57.577921 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.objects.ports [None req-273a0d77-76d4-47d5-aa78-523be386f7ba tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84332) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 10 23:02:57.578392 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-273a0d77-76d4-47d5-aa78-523be386f7ba tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:57.580358 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e2389742-113a-48c1-8da1-b53cc0e20a65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:57.594930 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aab2137f-f5d3-4f01-8cf6-84f6b31d877e tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:57.651606 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab2137f-f5d3-4f01-8cf6-84f6b31d877e tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Pushing event deleted for resources: {'Port': ['ID=0d0f23f2-9bbf-4734-a74a-c91e56145ae3,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:57.663324 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-e2389742-113a-48c1-8da1-b53cc0e20a65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] device_id is not set on port 76af398f-bead-4ac1-972f-5fb42fdbc5aa yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:02:57.723663 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-d3dc352e-79db-4a93-8656-57c55cf48197 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5035725 Feb 10 23:02:57.726423 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 4a92b1e5-3938-4b58-9bca-51c4ec133bd2 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:02:57.727105 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aa5743d7-6b9b-4ac2-b583-6c21bff48099 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:57.746491 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39564) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:57.757869 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8d62e4fa-533e-4b7e-a1a4-23149e23af43 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:57.759026 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-8d62e4fa-533e-4b7e-a1a4-23149e23af43 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.4543540 Feb 10 23:02:57.767048 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-23201f7c-184a-4132-bfc8-bbd6e0e661ea req-04cc713e-ad2f-44ac-b895-32a1817ff62d tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=027aa545b61c4bb78c5d5117fda627e8 HTTP/1.1" status: 200 len: 379 time: 0.2071371 Feb 10 23:02:57.777628 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39568) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:57.781383 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-6e776c40-e416-4dee-88f0-fe0e1ebc29db tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Request body: {'port': {'network_id': 'de4458e5-31d7-4d26-92ba-94a8b2d6e5e4', 'name': 'tempest-AllowedAddressPairTestJSON-1927951252'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:02:57.801707 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a0d77-76d4-47d5-aa78-523be386f7ba tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Pushing event updated for resources: {'Subnet': ['ID=57d617a7-82b6-4e8f-bdbd-aa9054d0073e,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:57.818156 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-49263154-b36d-46e9-9f95-fe3aad76babb tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Request body: {'floatingip': {'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:02:57.825310 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-23201f7c-184a-4132-bfc8-bbd6e0e661ea req-456b44db-860c-4afb-bb81-81517c016bd1 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Request body: {'port': {'device_id': 'e63ad508-7815-45c6-a10e-8696bb1d6517', 'network_id': '6483cb9e-fe3f-463f-833b-3771068bd14e', 'admin_state_up': True, 'tenant_id': '027aa545b61c4bb78c5d5117fda627e8', 'security_groups': ['886286dd-08ce-4f82-85ab-82f3ed155db5']}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:02:57.897165 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aab2137f-f5d3-4f01-8cf6-84f6b31d877e tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:57.912518 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-49263154-b36d-46e9-9f95-fe3aad76babb tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:57.980801 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-49263154-b36d-46e9-9f95-fe3aad76babb tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Usage tracker for resource:floatingip and tenant:b6f152d8d3864ce9bbf63b40c6aaa545 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:58.006933 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-49263154-b36d-46e9-9f95-fe3aad76babb tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:58.016823 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aa5743d7-6b9b-4ac2-b583-6c21bff48099 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:58.031970 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-49263154-b36d-46e9-9f95-fe3aad76babb tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:58.051289 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273a0d77-76d4-47d5-aa78-523be386f7ba tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Checking segment: {'id': 'cd67ae34-51f0-44f9-bc48-83aef91c81f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2497ba23-db9a-4d0b-8717-14db0bf1ab51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:02:58.051627 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273a0d77-76d4-47d5-aa78-523be386f7ba tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Network hostable DHCP agents. Network: 2497ba23-db9a-4d0b-8717-14db0bf1ab51, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:02:58.060083 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-8e8ec9c8-fdd5-44a2-a72f-9998c2bbd410 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] For port 4a92b1e5-3938-4b58-9bca-51c4ec133bd2, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=4a92b1e5-3938-4b58-9bca-51c4ec133bd2,segment=NetworkSegment(0886c8c3-e99b-447e-84c1-eeb9302a175a),segment_id=0886c8c3-e99b-447e-84c1-eeb9302a175a)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:02:58.060441 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8e8ec9c8-fdd5-44a2-a72f-9998c2bbd410 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:58.122133 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5743d7-6b9b-4ac2-b583-6c21bff48099 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Pushing event deleted for resources: {'Subnet': ['ID=1825d3d3-0933-49c4-affd-ffde445da25e,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:58.149508 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aa5743d7-6b9b-4ac2-b583-6c21bff48099 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:58.154175 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e2389742-113a-48c1-8da1-b53cc0e20a65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:58.162939 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aab2137f-f5d3-4f01-8cf6-84f6b31d877e tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:58.219314 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28809378-a6a8-4671-a255-fce746a4ac9a None None] Network 183a850f-a0d9-4235-8006-e4b0dbea77b2 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:02:58.222768 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-aa5743d7-6b9b-4ac2-b583-6c21bff48099 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] 10.222.0.59 "DELETE /v2.0/subnets/1825d3d3-0933-49c4-affd-ffde445da25e HTTP/1.1" status: 204 len: 168 time: 1.7445979 Feb 10 23:02:58.226877 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 39582) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:58.304422 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-8e8ec9c8-fdd5-44a2-a72f-9998c2bbd410 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Calling delete_port for 4a92b1e5-3938-4b58-9bca-51c4ec133bd2 owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:02:58.319414 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:58.329108 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1df735-6876-434c-9152-ac0ca3a2b2f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-de4458e5-31d7-4d26-92ba-94a8b2d6e5e4', 'network_id': 'de4458e5-31d7-4d26-92ba-94a8b2d6e5e4', 'tenant_id': '18b53cb21d1d4d98b648eb6f677e3500', 'fixed_ips': [{'subnet_id': '84f5775c-49eb-4f87-a451-b4d51041c59f'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:02:58.330636 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0b1df735-6876-434c-9152-ac0ca3a2b2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:58.353169 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-49263154-b36d-46e9-9f95-fe3aad76babb tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Notify callbacks [] for floatingip, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:58.452371 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-d1439701-312d-4e30-9153-b4de060a70d2 None None] For port 4a92b1e5-3938-4b58-9bca-51c4ec133bd2, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=4a92b1e5-3938-4b58-9bca-51c4ec133bd2,segment=NetworkSegment(0886c8c3-e99b-447e-84c1-eeb9302a175a),segment_id=0886c8c3-e99b-447e-84c1-eeb9302a175a)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:02:58.452822 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d1439701-312d-4e30-9153-b4de060a70d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:58.469747 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-6e776c40-e416-4dee-88f0-fe0e1ebc29db tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:58.484485 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ca8313e4-6198-40e0-ac42-c127aa7b66dc tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:58.493312 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2a7fa3da-fa55-4ed9-bf43-876f2ed7a72d req-7c48b97b-3805-45d2-aa88-3058fc13d934 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] 10.222.0.59 "GET /v2.0/ports?device_id=e63ad508-7815-45c6-a10e-8696bb1d6517 HTTP/1.1" status: 200 len: 210 time: 0.1081278 Feb 10 23:02:58.495378 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-ca8313e4-6198-40e0-ac42-c127aa7b66dc tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Deleting port 0f6419e3-7efa-420e-97d3-69be774a2c1e {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:02:58.495842 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ca8313e4-6198-40e0-ac42-c127aa7b66dc tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:58.577806 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aab2137f-f5d3-4f01-8cf6-84f6b31d877e tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:58.624706 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-6e776c40-e416-4dee-88f0-fe0e1ebc29db tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Usage tracker for resource:port and tenant:18b53cb21d1d4d98b648eb6f677e3500 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:58.634599 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-23201f7c-184a-4132-bfc8-bbd6e0e661ea req-456b44db-860c-4afb-bb81-81517c016bd1 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:58.636639 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-6e776c40-e416-4dee-88f0-fe0e1ebc29db tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:58.639079 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e2389742-113a-48c1-8da1-b53cc0e20a65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:58.644585 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-d1439701-312d-4e30-9153-b4de060a70d2 None None] Calling delete_port for 4a92b1e5-3938-4b58-9bca-51c4ec133bd2 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:02:58.650369 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-6e776c40-e416-4dee-88f0-fe0e1ebc29db tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:58.673614 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-23201f7c-184a-4132-bfc8-bbd6e0e661ea req-456b44db-860c-4afb-bb81-81517c016bd1 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:58.708100 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 4a92b1e5-3938-4b58-9bca-51c4ec133bd2, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=4a92b1e5-3938-4b58-9bca-51c4ec133bd2,segment=NetworkSegment(0886c8c3-e99b-447e-84c1-eeb9302a175a),segment_id=0886c8c3-e99b-447e-84c1-eeb9302a175a)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:02:58.740642 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab2137f-f5d3-4f01-8cf6-84f6b31d877e tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b78d56f6-4c60-4c0f-af88-3c110872e598,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:58.745601 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-49263154-b36d-46e9-9f95-fe3aad76babb tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:58.783807 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273a0d77-76d4-47d5-aa78-523be386f7ba tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Network 2497ba23-db9a-4d0b-8717-14db0bf1ab51 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:02:58.810477 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e776c40-e416-4dee-88f0-fe0e1ebc29db tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Made reservation on behalf of 18b53cb21d1d4d98b648eb6f677e3500 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:02:58.813811 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6e776c40-e416-4dee-88f0-fe0e1ebc29db tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:58.831673 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23201f7c-184a-4132-bfc8-bbd6e0e661ea req-456b44db-860c-4afb-bb81-81517c016bd1 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Made reservation on behalf of 027aa545b61c4bb78c5d5117fda627e8 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:02:58.834904 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-23201f7c-184a-4132-bfc8-bbd6e0e661ea req-456b44db-860c-4afb-bb81-81517c016bd1 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:58.865577 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:58.894290 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-273a0d77-76d4-47d5-aa78-523be386f7ba tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 2497ba23-db9a-4d0b-8717-14db0bf1ab51) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:02:58.932581 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-6e776c40-e416-4dee-88f0-fe0e1ebc29db tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] device_id is not set on port 65ea4996-0cd2-4014-9ec7-eecc86ccbd34 yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:02:58.943202 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f229017-8876-4d5f-8a46-f07805fbd1ea None None] Network 2497ba23-db9a-4d0b-8717-14db0bf1ab51 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:02:58.989216 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273a0d77-76d4-47d5-aa78-523be386f7ba tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:58.989764 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-273a0d77-76d4-47d5-aa78-523be386f7ba tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:58.994092 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.api [None req-8e8ec9c8-fdd5-44a2-a72f-9998c2bbd410 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:02:58.994632 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG oslo_db.api [None req-8e8ec9c8-fdd5-44a2-a72f-9998c2bbd410 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:02:58.997451 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-ca8313e4-6198-40e0-ac42-c127aa7b66dc tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] For port 0f6419e3-7efa-420e-97d3-69be774a2c1e, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=0f6419e3-7efa-420e-97d3-69be774a2c1e,segment=NetworkSegment(cb588aa3-b133-4338-9658-abedf8c45d74),segment_id=cb588aa3-b133-4338-9658-abedf8c45d74)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:02:59.001826 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ca8313e4-6198-40e0-ac42-c127aa7b66dc tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:59.064133 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-d1439701-312d-4e30-9153-b4de060a70d2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:02:59.064691 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-d1439701-312d-4e30-9153-b4de060a70d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:02:59.117924 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-0b1df735-6876-434c-9152-ac0ca3a2b2f0 None None] Allocated IP 172.20.0.2 (de4458e5-31d7-4d26-92ba-94a8b2d6e5e4/84f5775c-49eb-4f87-a451-b4d51041c59f/64494610-2e04-449a-a74f-b9bda534e52c) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:02:59.125668 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=4a92b1e5-3938-4b58-9bca-51c4ec133bd2,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:59.181943 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-ca8313e4-6198-40e0-ac42-c127aa7b66dc tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Calling delete_port for 0f6419e3-7efa-420e-97d3-69be774a2c1e owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:02:59.210829 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-49263154-b36d-46e9-9f95-fe3aad76babb tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Allocated IP 172.26.8.124 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/74619935-2687-4d06-aec3-632c97e82725) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:02:59.286123 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2389742-113a-48c1-8da1-b53cc0e20a65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:02:59.287433 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-e2389742-113a-48c1-8da1-b53cc0e20a65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:02:59.300177 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975db3dd-585f-4c38-92c7-1d6d5dc16e52 None None] DHCP port deletion for 183a850f-a0d9-4235-8006-e4b0dbea77b2 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:02:59.328428 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2389742-113a-48c1-8da1-b53cc0e20a65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:02:59.330162 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2389742-113a-48c1-8da1-b53cc0e20a65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:59.334058 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e2389742-113a-48c1-8da1-b53cc0e20a65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:59.358608 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ca8313e4-6198-40e0-ac42-c127aa7b66dc tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:59.388799 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aab2137f-f5d3-4f01-8cf6-84f6b31d877e tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:59.433946 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8313e4-6198-40e0-ac42-c127aa7b66dc tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] No DVR routers for this DVR port 0f6419e3-7efa-420e-97d3-69be774a2c1e on host dv-neutron-828797-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:02:59.489282 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f6a560-5061-413b-8abd-ff42d180cb60 None None] Network 2497ba23-db9a-4d0b-8717-14db0bf1ab51 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:02:59.490470 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-aab2137f-f5d3-4f01-8cf6-84f6b31d877e tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['634b1d5f-877d-41d2-b100-da49d6c5df35']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:59.500671 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2389742-113a-48c1-8da1-b53cc0e20a65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Pushing event updated for resources: {'Port': ['ID=76af398f-bead-4ac1-972f-5fb42fdbc5aa,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:59.523287 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-49263154-b36d-46e9-9f95-fe3aad76babb tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:59.560358 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-8e8ec9c8-fdd5-44a2-a72f-9998c2bbd410 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Deleting port 4a92b1e5-3938-4b58-9bca-51c4ec133bd2 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:02:59.560748 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8e8ec9c8-fdd5-44a2-a72f-9998c2bbd410 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:59.579702 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-d1439701-312d-4e30-9153-b4de060a70d2 None None] Deleting port 4a92b1e5-3938-4b58-9bca-51c4ec133bd2 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:02:59.580575 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d1439701-312d-4e30-9153-b4de060a70d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:59.646845 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8313e4-6198-40e0-ac42-c127aa7b66dc tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Pushing event deleted for resources: {'Port': ['ID=0f6419e3-7efa-420e-97d3-69be774a2c1e,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:59.703695 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [req-23201f7c-184a-4132-bfc8-bbd6e0e661ea req-456b44db-860c-4afb-bb81-81517c016bd1 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Allocated IP 172.20.0.8 (6483cb9e-fe3f-463f-833b-3771068bd14e/48a055f8-63d3-4e5a-8cc1-4cd5fa049a73/fd7c2c10-2ed3-486f-8644-8ac1d4c66bac) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:02:59.827370 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 0f6419e3-7efa-420e-97d3-69be774a2c1e no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:02:59.844417 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-e2389742-113a-48c1-8da1-b53cc0e20a65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.6002653 Feb 10 23:02:59.849503 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 39604) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:59.901947 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 0f6419e3-7efa-420e-97d3-69be774a2c1e {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:02:59.902578 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 0f6419e3-7efa-420e-97d3-69be774a2c1e not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:02:59.950316 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-23201f7c-184a-4132-bfc8-bbd6e0e661ea req-456b44db-860c-4afb-bb81-81517c016bd1 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:59.957008 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ca8313e4-6198-40e0-ac42-c127aa7b66dc tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:59.969999 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-23201f7c-184a-4132-bfc8-bbd6e0e661ea req-456b44db-860c-4afb-bb81-81517c016bd1 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Transition to ACTIVE for port object fd7c2c10-2ed3-486f-8644-8ac1d4c66bac will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:02:59.993817 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-ca8313e4-6198-40e0-ac42-c127aa7b66dc tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['183a850f-a0d9-4235-8006-e4b0dbea77b2']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:00.008693 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-49263154-b36d-46e9-9f95-fe3aad76babb tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:00.012978 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-ca8313e4-6198-40e0-ac42-c127aa7b66dc tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb588aa3-b133-4338-9658-abedf8c45d74') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:00.013382 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-ca8313e4-6198-40e0-ac42-c127aa7b66dc tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb588aa3-b133-4338-9658-abedf8c45d74') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:00.030179 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ca8313e4-6198-40e0-ac42-c127aa7b66dc tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:00.050236 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ca8313e4-6198-40e0-ac42-c127aa7b66dc tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:00.058023 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-aab2137f-f5d3-4f01-8cf6-84f6b31d877e tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0d0baf1-2aa6-485f-89b1-c7ab42f52f4d') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:00.058326 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-aab2137f-f5d3-4f01-8cf6-84f6b31d877e tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0d0baf1-2aa6-485f-89b1-c7ab42f52f4d') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:00.071276 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aab2137f-f5d3-4f01-8cf6-84f6b31d877e tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:00.092630 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aab2137f-f5d3-4f01-8cf6-84f6b31d877e tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:00.099599 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aab2137f-f5d3-4f01-8cf6-84f6b31d877e tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:03:00.100001 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aab2137f-f5d3-4f01-8cf6-84f6b31d877e tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:00.112267 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49263154-b36d-46e9-9f95-fe3aad76babb tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:03:00.115722 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49263154-b36d-46e9-9f95-fe3aad76babb tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Pushing event updated for resources: {'Port': ['ID=74619935-2687-4d06-aec3-632c97e82725,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:00.119308 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-49263154-b36d-46e9-9f95-fe3aad76babb tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:00.120974 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-23201f7c-184a-4132-bfc8-bbd6e0e661ea req-456b44db-860c-4afb-bb81-81517c016bd1 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:00.134715 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49263154-b36d-46e9-9f95-fe3aad76babb tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:03:00.139305 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-273a0d77-76d4-47d5-aa78-523be386f7ba tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.4876189 Feb 10 23:03:00.149536 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39608) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:00.159170 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-2831ace1-3d94-403b-87aa-93c14099625f tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1858211888', 'network_id': '2497ba23-db9a-4d0b-8717-14db0bf1ab51'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:00.163903 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-2831ace1-3d94-403b-87aa-93c14099625f tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:00.167428 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:03:00.167428 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:03:00.167428 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:03:00.167428 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:03:00.167428 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:03:00.167428 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:03:00.167428 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:03:00.167428 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:03:00.167428 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:03:00.167428 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:03:00.167428 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:03:00.167428 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:03:00.167428 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:03:00.167428 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:03:00.167428 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:03:00.167428 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:03:00.167428 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:03:00.167428 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:03:00.167428 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:03:00.167428 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:03:00.167428 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:03:00.167428 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:03:00.167428 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:03:00.167428 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:03:00.167428 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:03:00.167428 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:03:00.167428 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:03:00.167428 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:03:00.167428 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:03:00.167428 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:03:00.167428 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:03:00.167428 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:03:00.177037 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-2831ace1-3d94-403b-87aa-93c14099625f tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Usage tracker for resource:port and tenant:11f3bed017e3494cb19f574ec004947b is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:00.181522 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-2831ace1-3d94-403b-87aa-93c14099625f tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:00.218403 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-2831ace1-3d94-403b-87aa-93c14099625f tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:00.229418 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca8313e4-6198-40e0-ac42-c127aa7b66dc tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:03:00.229826 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ca8313e4-6198-40e0-ac42-c127aa7b66dc tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:00.261564 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-d1439701-312d-4e30-9153-b4de060a70d2 None None] For port 4a92b1e5-3938-4b58-9bca-51c4ec133bd2, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=4a92b1e5-3938-4b58-9bca-51c4ec133bd2,segment=NetworkSegment(0886c8c3-e99b-447e-84c1-eeb9302a175a),segment_id=0886c8c3-e99b-447e-84c1-eeb9302a175a)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:03:00.262369 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d1439701-312d-4e30-9153-b4de060a70d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:00.357283 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:03:00.357283 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:03:00.357283 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:03:00.357283 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:03:00.357283 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:03:00.357283 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:03:00.357283 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:03:00.357283 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:03:00.357283 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:03:00.357283 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:03:00.357283 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:03:00.357283 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:03:00.357283 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:03:00.357283 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:03:00.357283 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:03:00.357283 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:03:00.357283 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:03:00.357283 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:03:00.357283 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:03:00.357283 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:03:00.357283 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:03:00.357283 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:03:00.357283 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:03:00.357283 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:03:00.357283 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:03:00.357283 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:03:00.357283 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:03:00.357283 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:03:00.357283 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:03:00.357283 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:03:00.357283 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:03:00.357283 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:03:00.367562 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23201f7c-184a-4132-bfc8-bbd6e0e661ea req-456b44db-860c-4afb-bb81-81517c016bd1 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Network 6483cb9e-fe3f-463f-833b-3771068bd14e is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:03:00.373116 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456b44db-860c-4afb-bb81-81517c016bd1 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Pushing event updated for resources: {'Port': ['ID=fd7c2c10-2ed3-486f-8644-8ac1d4c66bac,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:00.375382 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [req-23201f7c-184a-4132-bfc8-bbd6e0e661ea req-456b44db-860c-4afb-bb81-81517c016bd1 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:00.429916 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-23201f7c-184a-4132-bfc8-bbd6e0e661ea req-456b44db-860c-4afb-bb81-81517c016bd1 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:03:00.434601 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-a8953bf1-bb49-4ff6-ac1c-6818199611fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Synchronizing usage tracker for tenant:b8b6a598d81a4c6ca947b726228f1bf2 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:03:00.435438 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23201f7c-184a-4132-bfc8-bbd6e0e661ea req-456b44db-860c-4afb-bb81-81517c016bd1 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:00.436090 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-23201f7c-184a-4132-bfc8-bbd6e0e661ea req-456b44db-860c-4afb-bb81-81517c016bd1 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:00.444166 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ca8313e4-6198-40e0-ac42-c127aa7b66dc tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:00.457234 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2831ace1-3d94-403b-87aa-93c14099625f tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Made reservation on behalf of 11f3bed017e3494cb19f574ec004947b for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:03:00.459025 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:03:00.462898 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2831ace1-3d94-403b-87aa-93c14099625f tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:00.477922 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ca8313e4-6198-40e0-ac42-c127aa7b66dc tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:00.486175 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-a8953bf1-bb49-4ff6-ac1c-6818199611fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Unset dirty status for tenant:b8b6a598d81a4c6ca947b726228f1bf2 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:03:00.490299 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-a8953bf1-bb49-4ff6-ac1c-6818199611fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] 10.222.0.59 "GET /v2.0/ports/76af398f-bead-4ac1-972f-5fb42fdbc5aa HTTP/1.1" status: 200 len: 959 time: 0.3245459 Feb 10 23:03:00.491010 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 39614) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:00.496317 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8313e4-6198-40e0-ac42-c127aa7b66dc tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] Pushing event deleted for resources: {'Network': ['ID=183a850f-a0d9-4235-8006-e4b0dbea77b2,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:00.530718 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aab2137f-f5d3-4f01-8cf6-84f6b31d877e tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:00.568584 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab2137f-f5d3-4f01-8cf6-84f6b31d877e tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 634b1d5f-877d-41d2-b100-da49d6c5df35 {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 10 23:03:00.582945 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aab2137f-f5d3-4f01-8cf6-84f6b31d877e tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:00.591875 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-aab2137f-f5d3-4f01-8cf6-84f6b31d877e tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] 10.222.0.59 "DELETE /v2.0/networks/634b1d5f-877d-41d2-b100-da49d6c5df35 HTTP/1.1" status: 204 len: 168 time: 4.6282589 Feb 10 23:03:00.660293 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-d1439701-312d-4e30-9153-b4de060a70d2 None None] Calling delete_port for 4a92b1e5-3938-4b58-9bca-51c4ec133bd2 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:03:00.680000 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 39618) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:00.714955 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-8c43311e-07d0-4c94-93e3-0775fb516539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Deleting port 76af398f-bead-4ac1-972f-5fb42fdbc5aa {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:03:00.717276 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8c43311e-07d0-4c94-93e3-0775fb516539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:00.742281 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0b1df735-6876-434c-9152-ac0ca3a2b2f0 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:00.760971 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-23201f7c-184a-4132-bfc8-bbd6e0e661ea req-456b44db-860c-4afb-bb81-81517c016bd1 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9498260 Feb 10 23:03:00.766108 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-2831ace1-3d94-403b-87aa-93c14099625f tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] device_id is not set on port 5b4721ba-8a73-44ba-902d-624afae60e5a yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:03:00.829047 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-0b1df735-6876-434c-9152-ac0ca3a2b2f0 None None] Transition to ACTIVE for port object 64494610-2e04-449a-a74f-b9bda534e52c will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:03:00.879565 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-ca8313e4-6198-40e0-ac42-c127aa7b66dc tempest-ExtraDHCPOptionsIpV6TestJSON-32911283 tempest-ExtraDHCPOptionsIpV6TestJSON-32911283-project] 10.222.0.59 "DELETE /v2.0/networks/183a850f-a0d9-4235-8006-e4b0dbea77b2 HTTP/1.1" status: 204 len: 168 time: 2.6507828 Feb 10 23:03:00.885820 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-49263154-b36d-46e9-9f95-fe3aad76babb tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:00.886605 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089f5a5-2173-4bce-8519-562508461fa8 req-5b2795d7-84bb-42ce-983e-fbee71639c1e tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:00.888595 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-d089f5a5-2173-4bce-8519-562508461fa8 req-5b2795d7-84bb-42ce-983e-fbee71639c1e tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] 10.222.0.59 "GET /v2.0/ports?device_id=e63ad508-7815-45c6-a10e-8696bb1d6517 HTTP/1.1" status: 200 len: 931 time: 1.0343781 Feb 10 23:03:00.891758 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [req-23201f7c-184a-4132-bfc8-bbd6e0e661ea req-8fc34f0e-a07e-4fc5-baac-971d515f1240 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:03:00.897233 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-23201f7c-184a-4132-bfc8-bbd6e0e661ea req-8fc34f0e-a07e-4fc5-baac-971d515f1240 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0211706 Feb 10 23:03:00.921053 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-8e8ec9c8-fdd5-44a2-a72f-9998c2bbd410 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] For port 4a92b1e5-3938-4b58-9bca-51c4ec133bd2, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=4a92b1e5-3938-4b58-9bca-51c4ec133bd2,segment=NetworkSegment(0886c8c3-e99b-447e-84c1-eeb9302a175a),segment_id=0886c8c3-e99b-447e-84c1-eeb9302a175a)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:03:00.927956 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8e8ec9c8-fdd5-44a2-a72f-9998c2bbd410 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:00.945180 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-0b1df735-6876-434c-9152-ac0ca3a2b2f0 None None] Transition to ACTIVE for port object 64494610-2e04-449a-a74f-b9bda534e52c will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:03:00.962904 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-90ca306b-ce7a-4bc2-b8d7-1fbe15b8e7bb None None] Provisioning for port fd7c2c10-2ed3-486f-8644-8ac1d4c66bac completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:03:00.986774 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-90ca306b-ce7a-4bc2-b8d7-1fbe15b8e7bb None None] Provisioning complete for port fd7c2c10-2ed3-486f-8644-8ac1d4c66bac triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:00.988728 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-90ca306b-ce7a-4bc2-b8d7-1fbe15b8e7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:01.040445 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab2137f-f5d3-4f01-8cf6-84f6b31d877e tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Pushing event deleted for resources: {'Network': ['ID=634b1d5f-877d-41d2-b100-da49d6c5df35,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:01.088797 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d1439701-312d-4e30-9153-b4de060a70d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:01.093768 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0b1df735-6876-434c-9152-ac0ca3a2b2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:01.157996 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1df735-6876-434c-9152-ac0ca3a2b2f0 None None] Network de4458e5-31d7-4d26-92ba-94a8b2d6e5e4 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:03:01.169075 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-0b1df735-6876-434c-9152-ac0ca3a2b2f0 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:01.172148 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1df735-6876-434c-9152-ac0ca3a2b2f0 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:03:01.196743 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1439701-312d-4e30-9153-b4de060a70d2 None None] Pushing event deleted for resources: {'Port': ['ID=4a92b1e5-3938-4b58-9bca-51c4ec133bd2,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:01.202554 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-616a9a1e-b655-485a-9fd8-e88a68b8ab1b tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Synchronizing usage tracker for tenant:96e6d8ddd61d40f9b92401437a3f6f84 on resource:floatingip {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:03:01.249752 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1439701-312d-4e30-9153-b4de060a70d2 None None] No DVR routers for this DVR port 4a92b1e5-3938-4b58-9bca-51c4ec133bd2 on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:03:01.391598 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-90ca306b-ce7a-4bc2-b8d7-1fbe15b8e7bb None None] Port fd7c2c10-2ed3-486f-8644-8ac1d4c66bac cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:03:01.415794 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-d089f5a5-2173-4bce-8519-562508461fa8 req-0664eadc-3dc2-4766-9601-628ff18fd786 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] 10.222.0.59 "GET /v2.0/security-groups?id=886286dd-08ce-4f82-85ab-82f3ed155db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4874804 Feb 10 23:03:01.419954 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1df735-6876-434c-9152-ac0ca3a2b2f0 None None] Pushing event updated for resources: {'Port': ['ID=64494610-2e04-449a-a74f-b9bda534e52c,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:01.445421 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-0b1df735-6876-434c-9152-ac0ca3a2b2f0 None None] Attempting to bind port 64494610-2e04-449a-a74f-b9bda534e52c on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:03:01.445421 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-0b1df735-6876-434c-9152-ac0ca3a2b2f0 None None] Attempting to bind port 64494610-2e04-449a-a74f-b9bda534e52c by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '29d3633f-b3e7-4e78-8f97-685936bb54f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'de4458e5-31d7-4d26-92ba-94a8b2d6e5e4'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:03:01.445421 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1df735-6876-434c-9152-ac0ca3a2b2f0 None None] Attempting to bind port 64494610-2e04-449a-a74f-b9bda534e52c on network de4458e5-31d7-4d26-92ba-94a8b2d6e5e4 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:03:01.467206 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1df735-6876-434c-9152-ac0ca3a2b2f0 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:03:01.468133 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1df735-6876-434c-9152-ac0ca3a2b2f0 None None] Checking segment: {'id': '29d3633f-b3e7-4e78-8f97-685936bb54f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'de4458e5-31d7-4d26-92ba-94a8b2d6e5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:03:01.476230 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0b1df735-6876-434c-9152-ac0ca3a2b2f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:01.476918 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1df735-6876-434c-9152-ac0ca3a2b2f0 None None] Bound using segment: {'id': '29d3633f-b3e7-4e78-8f97-685936bb54f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'de4458e5-31d7-4d26-92ba-94a8b2d6e5e4'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:03:01.478489 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-0b1df735-6876-434c-9152-ac0ca3a2b2f0 None None] Bound port: 64494610-2e04-449a-a74f-b9bda534e52c, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d3633f-b3e7-4e78-8f97-685936bb54f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'de4458e5-31d7-4d26-92ba-94a8b2d6e5e4'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:03:01.478974 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8c43311e-07d0-4c94-93e3-0775fb516539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:01.483371 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0b1df735-6876-434c-9152-ac0ca3a2b2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:01.523981 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-616a9a1e-b655-485a-9fd8-e88a68b8ab1b tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Unset dirty status for tenant:96e6d8ddd61d40f9b92401437a3f6f84 on resource:floatingip {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:03:01.527651 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-616a9a1e-b655-485a-9fd8-e88a68b8ab1b tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] 10.222.0.59 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1171 time: 0.6377456 Feb 10 23:03:01.546902 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 39626) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:01.578506 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-8e8ec9c8-fdd5-44a2-a72f-9998c2bbd410 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Calling delete_port for 4a92b1e5-3938-4b58-9bca-51c4ec133bd2 owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:03:01.708390 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.api [None req-8e8ec9c8-fdd5-44a2-a72f-9998c2bbd410 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:03:01.708745 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG oslo_db.api [None req-8e8ec9c8-fdd5-44a2-a72f-9998c2bbd410 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:03:01.712210 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-0b1df735-6876-434c-9152-ac0ca3a2b2f0 None None] For port 64494610-2e04-449a-a74f-b9bda534e52c, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:03:01.721077 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-0b1df735-6876-434c-9152-ac0ca3a2b2f0 None None] For port 64494610-2e04-449a-a74f-b9bda534e52c, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=64494610-2e04-449a-a74f-b9bda534e52c,segment=NetworkSegment(29d3633f-b3e7-4e78-8f97-685936bb54f4),segment_id=29d3633f-b3e7-4e78-8f97-685936bb54f4)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:03:01.753625 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-49263154-b36d-46e9-9f95-fe3aad76babb tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:01.764073 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-8c43311e-07d0-4c94-93e3-0775fb516539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Calling delete_port for 76af398f-bead-4ac1-972f-5fb42fdbc5aa owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:03:01.816208 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 39634) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:01.834467 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0b1df735-6876-434c-9152-ac0ca3a2b2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:01.886291 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7667b3a-0585-49c6-ac0e-8b60a9cc86e5 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:01.886661 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7667b3a-0585-49c6-ac0e-8b60a9cc86e5 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:01.887159 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7667b3a-0585-49c6-ac0e-8b60a9cc86e5 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:01.887518 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7667b3a-0585-49c6-ac0e-8b60a9cc86e5 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:01.887871 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7667b3a-0585-49c6-ac0e-8b60a9cc86e5 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:01.888216 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7667b3a-0585-49c6-ac0e-8b60a9cc86e5 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:01.888714 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7667b3a-0585-49c6-ac0e-8b60a9cc86e5 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:01.890227 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-e7667b3a-0585-49c6-ac0e-8b60a9cc86e5 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Synchronizing usage tracker for tenant:96e6d8ddd61d40f9b92401437a3f6f84 on resource:subnet {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:03:01.995457 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8c43311e-07d0-4c94-93e3-0775fb516539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:01.996153 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-23201f7c-184a-4132-bfc8-bbd6e0e661ea req-1c513088-a9bd-4dba-b1e6-19fb6fcb0ad2 service neutron] Request body: {'port': {'device_id': 'e63ad508-7815-45c6-a10e-8696bb1d6517', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:01.997059 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-e7667b3a-0585-49c6-ac0e-8b60a9cc86e5 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Unset dirty status for tenant:96e6d8ddd61d40f9b92401437a3f6f84 on resource:subnet {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:03:01.997209 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1df735-6876-434c-9152-ac0ca3a2b2f0 None None] Pushing event updated for resources: {'Port': ['ID=64494610-2e04-449a-a74f-b9bda534e52c,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:02.002108 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-e7667b3a-0585-49c6-ac0e-8b60a9cc86e5 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4562 time: 0.4507499 Feb 10 23:03:02.002988 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 39640) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:02.035564 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-8e8ec9c8-fdd5-44a2-a72f-9998c2bbd410 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Deleting port 4a92b1e5-3938-4b58-9bca-51c4ec133bd2 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:03:02.036136 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8e8ec9c8-fdd5-44a2-a72f-9998c2bbd410 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:02.151051 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-8e8ec9c8-fdd5-44a2-a72f-9998c2bbd410 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] The port '4a92b1e5-3938-4b58-9bca-51c4ec133bd2' was deleted {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 23:03:02.194510 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-defd7eb5-8ea7-4d76-9b01-d431798d7fb6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=639ca5bc1f874a70aa00eae2e2f0f90f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3770075 Feb 10 23:03:02.195643 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43311e-07d0-4c94-93e3-0775fb516539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Pushing event deleted for resources: {'Port': ['ID=76af398f-bead-4ac1-972f-5fb42fdbc5aa,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:02.197451 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 39644) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:02.271690 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.api.v2.resource [None req-04241119-8376-49c1-ae7f-664404462b28 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] delete failed (client error): The resource could not be found. Feb 10 23:03:02.275287 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-04241119-8376-49c1-ae7f-664404462b28 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] 10.222.0.59 "DELETE /v2.0/floatingips/da4d3b94-7381-44aa-8084-052f92a5746b HTTP/1.1" status: 404 len: 345 time: 0.2666507 Feb 10 23:03:02.278264 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 39648) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:02.287565 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-2831ace1-3d94-403b-87aa-93c14099625f tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Allocated IP 172.20.0.3 (2497ba23-db9a-4d0b-8717-14db0bf1ab51/57d617a7-82b6-4e8f-bdbd-aa9054d0073e/5b4721ba-8a73-44ba-902d-624afae60e5a) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:03:02.291263 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8c43311e-07d0-4c94-93e3-0775fb516539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:02.342182 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cf136da-936e-4fb5-911b-a8199cf3d8ae tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] DELETE failed (client error): The resource could not be found. Feb 10 23:03:02.343924 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cf136da-936e-4fb5-911b-a8199cf3d8ae tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:03:02.393957 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e4bffd7-8b6b-4eea-952a-4bf26ec2e64d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:02.430971 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e4bffd7-8b6b-4eea-952a-4bf26ec2e64d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:02.481155 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-6e776c40-e416-4dee-88f0-fe0e1ebc29db tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Allocated IP 172.20.0.10 (de4458e5-31d7-4d26-92ba-94a8b2d6e5e4/84f5775c-49eb-4f87-a451-b4d51041c59f/65ea4996-0cd2-4014-9ec7-eecc86ccbd34) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:03:02.483716 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.resource_extend [None req-49263154-b36d-46e9-9f95-fe3aad76babb tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:03:02.526433 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-8c43311e-07d0-4c94-93e3-0775fb516539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] 10.222.0.59 "DELETE /v2.0/ports/76af398f-bead-4ac1-972f-5fb42fdbc5aa HTTP/1.1" status: 204 len: 168 time: 2.0263915 Feb 10 23:03:02.527939 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39654) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:02.528343 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-0cf136da-936e-4fb5-911b-a8199cf3d8ae tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] 10.222.0.59 "DELETE /v2.0/networks/634b1d5f-877d-41d2-b100-da49d6c5df35 HTTP/1.1" status: 404 len: 339 time: 0.2475762 Feb 10 23:03:02.533516 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8e8ec9c8-fdd5-44a2-a72f-9998c2bbd410 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:02.537705 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 39656) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:02.546036 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-49263154-b36d-46e9-9f95-fe3aad76babb tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:02.558440 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-a1378d62-b7bd-401d-bd61-6819222e8acd tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Request body: {'network': {'name': 'tempest-network--1256310683', 'router:external': True}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:02.581693 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a1378d62-b7bd-401d-bd61-6819222e8acd tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:02.588511 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-a1378d62-b7bd-401d-bd61-6819222e8acd tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Usage tracker for resource:network and tenant:96e6d8ddd61d40f9b92401437a3f6f84 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:02.592358 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-a1378d62-b7bd-401d-bd61-6819222e8acd tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:02.615303 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a1378d62-b7bd-401d-bd61-6819222e8acd tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:02.669670 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-49263154-b36d-46e9-9f95-fe3aad76babb tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:02.673608 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e95e2fa-f5ba-4fe2-9ab5-d4ed72cfd142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] GET failed (client error): The resource could not be found. Feb 10 23:03:02.674104 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-6e95e2fa-f5ba-4fe2-9ab5-d4ed72cfd142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Synchronizing usage tracker for tenant:b8b6a598d81a4c6ca947b726228f1bf2 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:03:02.680156 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e4bffd7-8b6b-4eea-952a-4bf26ec2e64d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:02.714178 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4bffd7-8b6b-4eea-952a-4bf26ec2e64d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08403091-e4b2-4a32-b8df-849c40323ff0,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:02.716805 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e4bffd7-8b6b-4eea-952a-4bf26ec2e64d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:02.718230 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-9e4bffd7-8b6b-4eea-952a-4bf26ec2e64d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/08403091-e4b2-4a32-b8df-849c40323ff0 HTTP/1.1" status: 204 len: 168 time: 0.5122113 Feb 10 23:03:02.739294 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1378d62-b7bd-401d-bd61-6819222e8acd tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Made reservation on behalf of 96e6d8ddd61d40f9b92401437a3f6f84 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:03:02.746400 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a1378d62-b7bd-401d-bd61-6819222e8acd tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:02.776036 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8e8ec9c8-fdd5-44a2-a72f-9998c2bbd410 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Subscribe: > segment before_delete 55550000 {{(pid=84332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:03:02.776478 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8e8ec9c8-fdd5-44a2-a72f-9998c2bbd410 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:03:02.777310 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8e8ec9c8-fdd5-44a2-a72f-9998c2bbd410 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:03:02.777642 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8e8ec9c8-fdd5-44a2-a72f-9998c2bbd410 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Subscribe: > port after_create 55550000 {{(pid=84332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:03:02.778024 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8e8ec9c8-fdd5-44a2-a72f-9998c2bbd410 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Subscribe: > port after_delete 55550000 {{(pid=84332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:03:02.778377 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8e8ec9c8-fdd5-44a2-a72f-9998c2bbd410 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Subscribe: > port after_update 55550000 {{(pid=84332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:03:02.778697 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8e8ec9c8-fdd5-44a2-a72f-9998c2bbd410 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Subscribe: > segment after_delete 55550000 {{(pid=84332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:03:02.779392 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8e8ec9c8-fdd5-44a2-a72f-9998c2bbd410 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Subscribe: > subnet after_create 55550000 {{(pid=84332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:03:02.779833 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8e8ec9c8-fdd5-44a2-a72f-9998c2bbd410 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Subscribe: > subnet after_delete 55550000 {{(pid=84332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:03:02.780292 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8e8ec9c8-fdd5-44a2-a72f-9998c2bbd410 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Subscribe: > subnet after_update 55550000 {{(pid=84332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:03:02.814335 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1378d62-b7bd-401d-bd61-6819222e8acd tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:03:02.834919 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a1378d62-b7bd-401d-bd61-6819222e8acd tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:02.835592 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-a1378d62-b7bd-401d-bd61-6819222e8acd tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Added segment d586749c-d72c-4827-9caa-b765f006bdd1 of type vlan for network bf57ef4d-99cc-4e74-82b7-8bf3a5e5e287 Feb 10 23:03:02.881986 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a1378d62-b7bd-401d-bd61-6819222e8acd tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:02.988340 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a1378d62-b7bd-401d-bd61-6819222e8acd tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:02.989438 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1378d62-b7bd-401d-bd61-6819222e8acd tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:02.990154 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a1378d62-b7bd-401d-bd61-6819222e8acd tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:03.004940 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8e8ec9c8-fdd5-44a2-a72f-9998c2bbd410 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Subscribe: > subnet after_create 55550000 {{(pid=84332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:03:03.005509 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8e8ec9c8-fdd5-44a2-a72f-9998c2bbd410 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Subscribe: > subnet after_delete 55550000 {{(pid=84332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:03:03.005655 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8e8ec9c8-fdd5-44a2-a72f-9998c2bbd410 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Subscribe: > subnet before_create 55550000 {{(pid=84332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:03:03.006093 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8e8ec9c8-fdd5-44a2-a72f-9998c2bbd410 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Subscribe: > subnet before_update 55550000 {{(pid=84332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:03:03.006558 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-8e8ec9c8-fdd5-44a2-a72f-9998c2bbd410 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8b373a6-830d-48f3-b221-123cc064dcf3']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:03.073912 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49263154-b36d-46e9-9f95-fe3aad76babb tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Pushing event updated for resources: {'Port': ['ID=74619935-2687-4d06-aec3-632c97e82725,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:03.076758 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-23201f7c-184a-4132-bfc8-bbd6e0e661ea req-1c513088-a9bd-4dba-b1e6-19fb6fcb0ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:03.140051 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1378d62-b7bd-401d-bd61-6819222e8acd tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Pushing event updated for resources: {'Network': ['ID=bf57ef4d-99cc-4e74-82b7-8bf3a5e5e287,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:03.160951 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network bf57ef4d-99cc-4e74-82b7-8bf3a5e5e287 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:03:03.194773 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-a1378d62-b7bd-401d-bd61-6819222e8acd tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6549437 Feb 10 23:03:03.196560 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 39668) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:03.228435 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-8e8ec9c8-fdd5-44a2-a72f-9998c2bbd410 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0886c8c3-e99b-447e-84c1-eeb9302a175a') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:03.231379 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-8e8ec9c8-fdd5-44a2-a72f-9998c2bbd410 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0886c8c3-e99b-447e-84c1-eeb9302a175a') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:03.300590 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8e8ec9c8-fdd5-44a2-a72f-9998c2bbd410 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32216962'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:03.481252 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef87b0b-c951-4c31-b4fa-ea0e42529a07 None None] Network de4458e5-31d7-4d26-92ba-94a8b2d6e5e4 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:03:03.555882 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6e776c40-e416-4dee-88f0-fe0e1ebc29db tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:03.573148 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1668a08-97aa-46e8-975d-f95a4f5bf059 tempest-ExternalNetworksTestJSON-1906311358 tempest-ExternalNetworksTestJSON-1906311358-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:03.579707 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1668a08-97aa-46e8-975d-f95a4f5bf059 tempest-ExternalNetworksTestJSON-1906311358 tempest-ExternalNetworksTestJSON-1906311358-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:03.586236 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-49263154-b36d-46e9-9f95-fe3aad76babb tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1734214'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:03.592148 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1668a08-97aa-46e8-975d-f95a4f5bf059 tempest-ExternalNetworksTestJSON-1906311358 tempest-ExternalNetworksTestJSON-1906311358-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:03.609509 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1668a08-97aa-46e8-975d-f95a4f5bf059 tempest-ExternalNetworksTestJSON-1906311358 tempest-ExternalNetworksTestJSON-1906311358-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:03.612090 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8e8ec9c8-fdd5-44a2-a72f-9998c2bbd410 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:03.622059 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1668a08-97aa-46e8-975d-f95a4f5bf059 tempest-ExternalNetworksTestJSON-1906311358 tempest-ExternalNetworksTestJSON-1906311358-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:03.623015 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-6e776c40-e416-4dee-88f0-fe0e1ebc29db tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Transition to ACTIVE for port object 65ea4996-0cd2-4014-9ec7-eecc86ccbd34 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:03:03.623756 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-d1668a08-97aa-46e8-975d-f95a4f5bf059 tempest-ExternalNetworksTestJSON-1906311358 tempest-ExternalNetworksTestJSON-1906311358-project] Synchronizing usage tracker for tenant:b3995ca1ff1e462f83ef08a6abad818d on resource:network {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:03:03.696127 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e8ec9c8-fdd5-44a2-a72f-9998c2bbd410 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:03:03.696532 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8e8ec9c8-fdd5-44a2-a72f-9998c2bbd410 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32033006'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:03.710895 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 64494610-2e04-449a-a74f-b9bda534e52c up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:03:03.732610 dv-neutron-828797-1-hyperv neutron-server[84332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 10 23:03:03.732610 dv-neutron-828797-1-hyperv neutron-server[84332]: util.warn_limited( Feb 10 23:03:03.732610 dv-neutron-828797-1-hyperv neutron-server[84332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 10 23:03:03.732610 dv-neutron-828797-1-hyperv neutron-server[84332]: util.warn_limited( Feb 10 23:03:03.732610 dv-neutron-828797-1-hyperv neutron-server[84332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:03:03.732610 dv-neutron-828797-1-hyperv neutron-server[84332]: util.warn( Feb 10 23:03:03.732610 dv-neutron-828797-1-hyperv neutron-server[84332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:03:03.732610 dv-neutron-828797-1-hyperv neutron-server[84332]: util.warn( Feb 10 23:03:03.732610 dv-neutron-828797-1-hyperv neutron-server[84332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:03:03.732610 dv-neutron-828797-1-hyperv neutron-server[84332]: util.warn( Feb 10 23:03:03.732610 dv-neutron-828797-1-hyperv neutron-server[84332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:03:03.732610 dv-neutron-828797-1-hyperv neutron-server[84332]: util.warn( Feb 10 23:03:03.732610 dv-neutron-828797-1-hyperv neutron-server[84332]: Traceback (most recent call last): Feb 10 23:03:03.732610 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:03:03.732610 dv-neutron-828797-1-hyperv neutron-server[84332]: timer() Feb 10 23:03:03.732610 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:03:03.732610 dv-neutron-828797-1-hyperv neutron-server[84332]: cb(*args, **kw) Feb 10 23:03:03.732610 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:03:03.732610 dv-neutron-828797-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Feb 10 23:03:03.732610 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:03:03.732610 dv-neutron-828797-1-hyperv neutron-server[84332]: self._notify() Feb 10 23:03:03.732610 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:03:03.732610 dv-neutron-828797-1-hyperv neutron-server[84332]: self.callback(batched_events) Feb 10 23:03:03.732610 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:03:03.732610 dv-neutron-828797-1-hyperv neutron-server[84332]: event.method(event) Feb 10 23:03:03.732610 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:03:03.732610 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:03:03.732610 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:03:03.732610 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:03:03.732610 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:03:03.732610 dv-neutron-828797-1-hyperv neutron-server[84332]: return f(self, *a, **k) Feb 10 23:03:03.732610 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:03:03.732610 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._get(url).json() Feb 10 23:03:03.732610 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:03:03.732610 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:03:03.732610 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:03:03.732610 dv-neutron-828797-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Feb 10 23:03:03.732610 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:03:03.732610 dv-neutron-828797-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:03:03.732610 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:03:03.732610 dv-neutron-828797-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:03:03.732610 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:03:03.732610 dv-neutron-828797-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:03:03.732610 dv-neutron-828797-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:03:03.749499 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-d1668a08-97aa-46e8-975d-f95a4f5bf059 tempest-ExternalNetworksTestJSON-1906311358 tempest-ExternalNetworksTestJSON-1906311358-project] Unset dirty status for tenant:b3995ca1ff1e462f83ef08a6abad818d on resource:network {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:03:03.755985 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-d1668a08-97aa-46e8-975d-f95a4f5bf059 tempest-ExternalNetworksTestJSON-1906311358 tempest-ExternalNetworksTestJSON-1906311358-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3058 time: 0.5583260 Feb 10 23:03:03.761068 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 39680) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:03.781069 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-6e95e2fa-f5ba-4fe2-9ab5-d4ed72cfd142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Unset dirty status for tenant:b8b6a598d81a4c6ca947b726228f1bf2 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:03:03.782988 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6e95e2fa-f5ba-4fe2-9ab5-d4ed72cfd142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] 10.222.0.59 "GET /v2.0/ports/76af398f-bead-4ac1-972f-5fb42fdbc5aa HTTP/1.1" status: 404 len: 333 time: 1.2400331 Feb 10 23:03:03.793234 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 39684) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:03.804908 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-962cca22-8715-4391-a858-14707707512f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Request body: {'port': {'network_id': '10cd9d46-f1fc-4510-9ae8-a0f93b2ade32', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-309657542'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:03.963220 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7d44f-6351-467a-bfe7-b9a18848eff2 req-f83e4b5d-3ae1-4bf1-882b-a4c62a51f68e tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:03.964081 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-78c7d44f-6351-467a-bfe7-b9a18848eff2 req-f83e4b5d-3ae1-4bf1-882b-a4c62a51f68e tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Synchronizing usage tracker for tenant:027aa545b61c4bb78c5d5117fda627e8 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:03:03.969689 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-b79b0101-c099-4b4a-b3a0-66f5e233069b None None] Provisioning for port 64494610-2e04-449a-a74f-b9bda534e52c completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:03:03.982811 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-962cca22-8715-4391-a858-14707707512f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:03.999499 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6f4bee64-4dd7-4c58-934e-8a751c0286a1 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:04.019579 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-962cca22-8715-4391-a858-14707707512f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:04.061538 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 64494610-2e04-449a-a74f-b9bda534e52c completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:03:04.066970 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 64494610-2e04-449a-a74f-b9bda534e52c triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:04.067410 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:04.077538 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2831ace1-3d94-403b-87aa-93c14099625f tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:04.142299 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-49263154-b36d-46e9-9f95-fe3aad76babb tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:04.149060 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-49263154-b36d-46e9-9f95-fe3aad76babb tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3445206 Feb 10 23:03:04.154424 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962cca22-8715-4391-a858-14707707512f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Made reservation on behalf of b8b6a598d81a4c6ca947b726228f1bf2 for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:03:04.158797 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-962cca22-8715-4391-a858-14707707512f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:04.359032 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:04.386346 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6f4bee64-4dd7-4c58-934e-8a751c0286a1 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:04.399366 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2831ace1-3d94-403b-87aa-93c14099625f tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:04.401478 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6e776c40-e416-4dee-88f0-fe0e1ebc29db tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:04.403168 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8e8ec9c8-fdd5-44a2-a72f-9998c2bbd410 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:04.404450 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-78c7d44f-6351-467a-bfe7-b9a18848eff2 req-f83e4b5d-3ae1-4bf1-882b-a4c62a51f68e tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Unset dirty status for tenant:027aa545b61c4bb78c5d5117fda627e8 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:03:04.411205 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-78c7d44f-6351-467a-bfe7-b9a18848eff2 req-f83e4b5d-3ae1-4bf1-882b-a4c62a51f68e tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] 10.222.0.59 "GET /v2.0/ports?device_id=e63ad508-7815-45c6-a10e-8696bb1d6517 HTTP/1.1" status: 200 len: 931 time: 1.7316213 Feb 10 23:03:04.435841 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-6f4bee64-4dd7-4c58-934e-8a751c0286a1 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf57ef4d-99cc-4e74-82b7-8bf3a5e5e287']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:04.447628 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 64494610-2e04-449a-a74f-b9bda534e52c, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=64494610-2e04-449a-a74f-b9bda534e52c,segment=NetworkSegment(29d3633f-b3e7-4e78-8f97-685936bb54f4),segment_id=29d3633f-b3e7-4e78-8f97-685936bb54f4)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:03:04.448818 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-962cca22-8715-4391-a858-14707707512f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] device_id is not set on port ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:03:04.513003 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:04.629848 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8e8ec9c8-fdd5-44a2-a72f-9998c2bbd410 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:04.642890 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-6f4bee64-4dd7-4c58-934e-8a751c0286a1 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd586749c-d72c-4827-9caa-b765f006bdd1') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:04.643430 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-6f4bee64-4dd7-4c58-934e-8a751c0286a1 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd586749c-d72c-4827-9caa-b765f006bdd1') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:04.656161 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8ec9c8-fdd5-44a2-a72f-9998c2bbd410 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] Pushing event deleted for resources: {'Network': ['ID=c8b373a6-830d-48f3-b221-123cc064dcf3,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:04.679366 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2831ace1-3d94-403b-87aa-93c14099625f tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Network 2497ba23-db9a-4d0b-8717-14db0bf1ab51 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:03:04.695406 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=64494610-2e04-449a-a74f-b9bda534e52c,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:04.702717 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-5e43cd9c-966b-44c0-a126-9ff1d970bbe9 None None] Provisioning complete for port 64494610-2e04-449a-a74f-b9bda534e52c triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:04.703084 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5e43cd9c-966b-44c0-a126-9ff1d970bbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:04.715748 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6f4bee64-4dd7-4c58-934e-8a751c0286a1 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:04.721210 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-2831ace1-3d94-403b-87aa-93c14099625f tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:04.743039 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8e8ec9c8-fdd5-44a2-a72f-9998c2bbd410 tempest-DHCPAgentSchedulersTestJSON-2135208011 tempest-DHCPAgentSchedulersTestJSON-2135208011-project] 10.222.0.59 "DELETE /v2.0/networks/c8b373a6-830d-48f3-b221-123cc064dcf3 HTTP/1.1" status: 204 len: 168 time: 7.5834763 Feb 10 23:03:04.765404 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2831ace1-3d94-403b-87aa-93c14099625f tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:03:04.840588 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6f4bee64-4dd7-4c58-934e-8a751c0286a1 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:04.842514 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 39710) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:04.869307 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f4bee64-4dd7-4c58-934e-8a751c0286a1 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:03:04.870009 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6f4bee64-4dd7-4c58-934e-8a751c0286a1 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:04.898632 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:03:04.898632 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:03:04.898632 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:03:04.898632 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:03:04.898632 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:03:04.898632 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:03:04.898632 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:03:04.898632 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:03:04.898632 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:03:04.898632 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:03:04.898632 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:03:04.898632 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:03:04.898632 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:03:04.898632 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:03:04.898632 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:03:04.898632 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:03:04.898632 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:03:04.898632 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:03:04.898632 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:03:04.898632 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:03:04.898632 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:03:04.898632 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:03:04.898632 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:03:04.898632 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:03:04.898632 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:03:04.898632 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:03:04.898632 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:03:04.898632 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:03:04.898632 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:03:04.898632 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:03:04.898632 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:03:04.898632 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:03:04.982612 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-ec3227eb-85c4-4b24-a169-266f666dd882 req-e0864b49-8c43-4031-a135-1e9393f6822d tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Synchronizing usage tracker for tenant:b6f152d8d3864ce9bbf63b40c6aaa545 on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:03:05.011070 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [req-23201f7c-184a-4132-bfc8-bbd6e0e661ea req-1c513088-a9bd-4dba-b1e6-19fb6fcb0ad2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd7c2c10-2ed3-486f-8644-8ac1d4c66bac {{(pid=84332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:03:05.042870 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-23201f7c-184a-4132-bfc8-bbd6e0e661ea req-1c513088-a9bd-4dba-b1e6-19fb6fcb0ad2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:05.066753 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e776c40-e416-4dee-88f0-fe0e1ebc29db tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Network de4458e5-31d7-4d26-92ba-94a8b2d6e5e4 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:03:05.068944 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-962cca22-8715-4391-a858-14707707512f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:05.077205 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-6e776c40-e416-4dee-88f0-fe0e1ebc29db tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:05.096096 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e776c40-e416-4dee-88f0-fe0e1ebc29db tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:03:05.132549 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2831ace1-3d94-403b-87aa-93c14099625f tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Pushing event updated for resources: {'Port': ['ID=5b4721ba-8a73-44ba-902d-624afae60e5a,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:05.150977 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-a37d7c31-2a73-4c1d-83ce-d4e690466244 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Request body: {'networks': [{'name': 'tempest-network--20476751'}, {'name': 'tempest-network--439776592'}]} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:05.151567 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-a37d7c31-2a73-4c1d-83ce-d4e690466244 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Request body: {'network': {'name': 'tempest-network--20476751'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:05.151741 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-a37d7c31-2a73-4c1d-83ce-d4e690466244 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Request body: {'network': {'name': 'tempest-network--439776592'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:05.157993 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a37d7c31-2a73-4c1d-83ce-d4e690466244 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:05.160249 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-ec3227eb-85c4-4b24-a169-266f666dd882 req-e0864b49-8c43-4031-a135-1e9393f6822d tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Unset dirty status for tenant:b6f152d8d3864ce9bbf63b40c6aaa545 on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:03:05.161430 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-ec3227eb-85c4-4b24-a169-266f666dd882 req-e0864b49-8c43-4031-a135-1e9393f6822d tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1587780207&fields=id&tenant_id=b6f152d8d3864ce9bbf63b40c6aaa545 HTTP/1.1" status: 200 len: 267 time: 0.5353391 Feb 10 23:03:05.164338 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-23201f7c-184a-4132-bfc8-bbd6e0e661ea req-1c513088-a9bd-4dba-b1e6-19fb6fcb0ad2 service neutron] Transition to ACTIVE for port object fd7c2c10-2ed3-486f-8644-8ac1d4c66bac will not be triggered until provisioned by entity L2. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:03:05.164664 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6f4bee64-4dd7-4c58-934e-8a751c0286a1 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:05.166491 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-a37d7c31-2a73-4c1d-83ce-d4e690466244 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Usage tracker for resource:network and tenant:6b83c6e0d06f4637bab5d70fc5c92395 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:05.184132 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f4bee64-4dd7-4c58-934e-8a751c0286a1 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bf57ef4d-99cc-4e74-82b7-8bf3a5e5e287 {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 10 23:03:05.185921 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-a37d7c31-2a73-4c1d-83ce-d4e690466244 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:05.194452 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6f4bee64-4dd7-4c58-934e-8a751c0286a1 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:05.221350 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a37d7c31-2a73-4c1d-83ce-d4e690466244 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:05.233981 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4bee64-4dd7-4c58-934e-8a751c0286a1 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Pushing event deleted for resources: {'Network': ['ID=bf57ef4d-99cc-4e74-82b7-8bf3a5e5e287,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:05.255556 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-78c7d44f-6351-467a-bfe7-b9a18848eff2 req-dbca3931-6b9c-45e0-87d1-d2f140838998 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] 10.222.0.59 "GET /v2.0/security-groups?id=886286dd-08ce-4f82-85ab-82f3ed155db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8431339 Feb 10 23:03:05.320161 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-23201f7c-184a-4132-bfc8-bbd6e0e661ea req-1c513088-a9bd-4dba-b1e6-19fb6fcb0ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:05.359996 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-962cca22-8715-4391-a858-14707707512f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:05.492844 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2831ace1-3d94-403b-87aa-93c14099625f tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:05.573077 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2831ace1-3d94-403b-87aa-93c14099625f tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:05.575285 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962cca22-8715-4391-a858-14707707512f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:03:05.575820 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e776c40-e416-4dee-88f0-fe0e1ebc29db tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:05.575820 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6e776c40-e416-4dee-88f0-fe0e1ebc29db tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:05.579484 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-962cca22-8715-4391-a858-14707707512f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:05.603126 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39718) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:05.618700 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962cca22-8715-4391-a858-14707707512f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:03:05.620020 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962cca22-8715-4391-a858-14707707512f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:05.620829 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-962cca22-8715-4391-a858-14707707512f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:05.646908 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e776c40-e416-4dee-88f0-fe0e1ebc29db tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Pushing event updated for resources: {'Port': ['ID=65ea4996-0cd2-4014-9ec7-eecc86ccbd34,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:05.672219 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37d7c31-2a73-4c1d-83ce-d4e690466244 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Made reservation on behalf of 6b83c6e0d06f4637bab5d70fc5c92395 for: {'network': 2} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:03:05.678102 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a37d7c31-2a73-4c1d-83ce-d4e690466244 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:05.698129 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 64494610-2e04-449a-a74f-b9bda534e52c up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:03:05.749387 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a37d7c31-2a73-4c1d-83ce-d4e690466244 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:05.824876 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962cca22-8715-4391-a858-14707707512f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Pushing event updated for resources: {'Port': ['ID=ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:05.935712 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 64494610-2e04-449a-a74f-b9bda534e52c triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:05.938247 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:05.939936 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3227eb-85c4-4b24-a169-266f666dd882 req-8fc6659c-0856-4aab-9b09-b898e0f51390 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:05.940830 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-ec3227eb-85c4-4b24-a169-266f666dd882 req-8fc6659c-0856-4aab-9b09-b898e0f51390 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Synchronizing usage tracker for tenant:b6f152d8d3864ce9bbf63b40c6aaa545 on resource:network {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:03:05.962216 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a37d7c31-2a73-4c1d-83ce-d4e690466244 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:05.980165 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-a37d7c31-2a73-4c1d-83ce-d4e690466244 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Usage tracker for resource:security_group_rule and tenant:6b83c6e0d06f4637bab5d70fc5c92395 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:05.996889 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-a37d7c31-2a73-4c1d-83ce-d4e690466244 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:06.018611 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a37d7c31-2a73-4c1d-83ce-d4e690466244 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:06.064737 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c513088-a9bd-4dba-b1e6-19fb6fcb0ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=fd7c2c10-2ed3-486f-8644-8ac1d4c66bac,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:06.083693 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-23201f7c-184a-4132-bfc8-bbd6e0e661ea req-1c513088-a9bd-4dba-b1e6-19fb6fcb0ad2 service neutron] Attempting to bind port fd7c2c10-2ed3-486f-8644-8ac1d4c66bac on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:03:06.084272 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-23201f7c-184a-4132-bfc8-bbd6e0e661ea req-1c513088-a9bd-4dba-b1e6-19fb6fcb0ad2 service neutron] Attempting to bind port fd7c2c10-2ed3-486f-8644-8ac1d4c66bac by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': 'ce999748-c696-4a47-b782-f74c775e9534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6483cb9e-fe3f-463f-833b-3771068bd14e'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:03:06.084831 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23201f7c-184a-4132-bfc8-bbd6e0e661ea req-1c513088-a9bd-4dba-b1e6-19fb6fcb0ad2 service neutron] Attempting to bind port fd7c2c10-2ed3-486f-8644-8ac1d4c66bac on network 6483cb9e-fe3f-463f-833b-3771068bd14e {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:03:06.096224 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23201f7c-184a-4132-bfc8-bbd6e0e661ea req-1c513088-a9bd-4dba-b1e6-19fb6fcb0ad2 service neutron] Port fd7c2c10-2ed3-486f-8644-8ac1d4c66bac on network 6483cb9e-fe3f-463f-833b-3771068bd14e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:03:06.097158 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23201f7c-184a-4132-bfc8-bbd6e0e661ea req-1c513088-a9bd-4dba-b1e6-19fb6fcb0ad2 service neutron] Attempting to bind port fd7c2c10-2ed3-486f-8644-8ac1d4c66bac on network 6483cb9e-fe3f-463f-833b-3771068bd14e {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:03:06.104880 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23201f7c-184a-4132-bfc8-bbd6e0e661ea req-1c513088-a9bd-4dba-b1e6-19fb6fcb0ad2 service neutron] Checking agent: {'id': '0f85d58b-4cda-4360-97cf-be037aef26b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'started_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:03:06.104880 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23201f7c-184a-4132-bfc8-bbd6e0e661ea req-1c513088-a9bd-4dba-b1e6-19fb6fcb0ad2 service neutron] Checking segment: {'id': 'ce999748-c696-4a47-b782-f74c775e9534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6483cb9e-fe3f-463f-833b-3771068bd14e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:03:06.104880 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23201f7c-184a-4132-bfc8-bbd6e0e661ea req-1c513088-a9bd-4dba-b1e6-19fb6fcb0ad2 service neutron] Bound using segment: {'id': 'ce999748-c696-4a47-b782-f74c775e9534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6483cb9e-fe3f-463f-833b-3771068bd14e'} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:03:06.105547 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-23201f7c-184a-4132-bfc8-bbd6e0e661ea req-1c513088-a9bd-4dba-b1e6-19fb6fcb0ad2 service neutron] Bound port: fd7c2c10-2ed3-486f-8644-8ac1d4c66bac, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce999748-c696-4a47-b782-f74c775e9534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6483cb9e-fe3f-463f-833b-3771068bd14e'}}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:03:06.106063 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-23201f7c-184a-4132-bfc8-bbd6e0e661ea req-1c513088-a9bd-4dba-b1e6-19fb6fcb0ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:06.243425 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 39724) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:06.256754 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0cff4fcd-6c3e-41b2-a27a-56cc524bdda3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=514bc9553c56476c95277853f2f65ebc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6462131 Feb 10 23:03:06.274370 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-23201f7c-184a-4132-bfc8-bbd6e0e661ea req-1c513088-a9bd-4dba-b1e6-19fb6fcb0ad2 service neutron] For port fd7c2c10-2ed3-486f-8644-8ac1d4c66bac, host hv-neutron-8287, cleared binding levels {{(pid=84332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:03:06.279510 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-23201f7c-184a-4132-bfc8-bbd6e0e661ea req-1c513088-a9bd-4dba-b1e6-19fb6fcb0ad2 service neutron] For port fd7c2c10-2ed3-486f-8644-8ac1d4c66bac, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=fd7c2c10-2ed3-486f-8644-8ac1d4c66bac,segment=NetworkSegment(ce999748-c696-4a47-b782-f74c775e9534),segment_id=ce999748-c696-4a47-b782-f74c775e9534)] {{(pid=84332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:03:06.296830 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-0ca79912-d18d-477b-99ad-17069e7d086e None None] Provisioning for port 65ea4996-0cd2-4014-9ec7-eecc86ccbd34 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:03:06.303998 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-0ca79912-d18d-477b-99ad-17069e7d086e None None] Provisioning complete for port 65ea4996-0cd2-4014-9ec7-eecc86ccbd34 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:06.303998 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0ca79912-d18d-477b-99ad-17069e7d086e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:06.333762 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e7e0047f-1802-479a-b7bc-940bff78df04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:06.359693 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2831ace1-3d94-403b-87aa-93c14099625f tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 6.2091064 Feb 10 23:03:06.362885 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39730) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:06.384718 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-962cca22-8715-4391-a858-14707707512f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.5893443 Feb 10 23:03:06.396987 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 39734) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:06.401833 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-6f4bee64-4dd7-4c58-934e-8a751c0286a1 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] 10.222.0.59 "DELETE /v2.0/networks/bf57ef4d-99cc-4e74-82b7-8bf3a5e5e287 HTTP/1.1" status: 204 len: 168 time: 2.6440487 Feb 10 23:03:06.412690 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 39736) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:06.418596 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-0ca79912-d18d-477b-99ad-17069e7d086e None None] Port 65ea4996-0cd2-4014-9ec7-eecc86ccbd34 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:03:06.434230 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8287'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:06.435746 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-23201f7c-184a-4132-bfc8-bbd6e0e661ea req-1c513088-a9bd-4dba-b1e6-19fb6fcb0ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:06.462307 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-027c4744-5dc1-4f3f-a240-f4ec3a791822 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Request body: {'network': {'name': 'tempest-network--2089821671', 'router:external': True}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:06.491273 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-ec3227eb-85c4-4b24-a169-266f666dd882 req-8fc6659c-0856-4aab-9b09-b898e0f51390 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Unset dirty status for tenant:b6f152d8d3864ce9bbf63b40c6aaa545 on resource:network {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:03:06.497795 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-ec3227eb-85c4-4b24-a169-266f666dd882 req-8fc6659c-0856-4aab-9b09-b898e0f51390 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] 10.222.0.59 "GET /v2.0/networks?id=babc7379-fefc-41a5-a39a-fab07194ed36 HTTP/1.1" status: 200 len: 806 time: 1.3071971 Feb 10 23:03:06.507944 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-027c4744-5dc1-4f3f-a240-f4ec3a791822 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:06.511332 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e7e0047f-1802-479a-b7bc-940bff78df04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:06.519008 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6e776c40-e416-4dee-88f0-fe0e1ebc29db tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 8.7646482 Feb 10 23:03:06.531148 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 39742) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:06.533732 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-027c4744-5dc1-4f3f-a240-f4ec3a791822 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Usage tracker for resource:network and tenant:96e6d8ddd61d40f9b92401437a3f6f84 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:06.553374 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-76684f35-d8ac-4cb0-bff2-7fd212028415 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Request body: {'port': {'network_id': 'de4458e5-31d7-4d26-92ba-94a8b2d6e5e4', 'name': 'tempest-AllowedAddressPairTestJSON-1036731320', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:71:68:7d'}]}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:06.554413 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-23201f7c-184a-4132-bfc8-bbd6e0e661ea req-1c513088-a9bd-4dba-b1e6-19fb6fcb0ad2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:06.556034 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-23201f7c-184a-4132-bfc8-bbd6e0e661ea req-1c513088-a9bd-4dba-b1e6-19fb6fcb0ad2 service neutron] 10.222.0.37 "PUT /v2.0/ports/fd7c2c10-2ed3-486f-8644-8ac1d4c66bac HTTP/1.1" status: 200 len: 1093 time: 5.2326479 Feb 10 23:03:06.557702 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e63ad508-7815-45c6-a10e-8696bb1d6517', 'tag': 'fd7c2c10-2ed3-486f-8644-8ac1d4c66bac'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:03:06.586290 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-027c4744-5dc1-4f3f-a240-f4ec3a791822 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:06.590791 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-cb4a2eae-2c79-4885-9996-6d818012fa7d tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Deleting port 5b4721ba-8a73-44ba-902d-624afae60e5a {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:03:06.591136 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cb4a2eae-2c79-4885-9996-6d818012fa7d tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:06.651521 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-ec3227eb-85c4-4b24-a169-266f666dd882 req-592e6a7c-4f58-42b8-a164-17ff32ceee84 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] 10.222.0.59 "GET /v2.0/quotas/b6f152d8d3864ce9bbf63b40c6aaa545 HTTP/1.1" status: 200 len: 375 time: 0.1527221 Feb 10 23:03:06.769522 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-027c4744-5dc1-4f3f-a240-f4ec3a791822 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:06.781201 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c513088-a9bd-4dba-b1e6-19fb6fcb0ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=fd7c2c10-2ed3-486f-8644-8ac1d4c66bac,revision_number=3']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:06.839898 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4414200e-66ed-4051-9364-a057d9bff7ed req-ad65ea94-e4da-4fc9-a849-60662d6865d0 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:06.845989 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4414200e-66ed-4051-9364-a057d9bff7ed req-ad65ea94-e4da-4fc9-a849-60662d6865d0 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] 10.222.0.59 "GET /v2.0/ports?device_id=e63ad508-7815-45c6-a10e-8696bb1d6517 HTTP/1.1" status: 200 len: 943 time: 0.4104135 Feb 10 23:03:07.059214 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:07.071053 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4414200e-66ed-4051-9364-a057d9bff7ed req-ec1b11fd-7e19-47b5-a68f-a4a61586c250 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] 10.222.0.59 "GET /v2.0/security-groups?id=886286dd-08ce-4f82-85ab-82f3ed155db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1906171 Feb 10 23:03:07.091321 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027c4744-5dc1-4f3f-a240-f4ec3a791822 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Made reservation on behalf of 96e6d8ddd61d40f9b92401437a3f6f84 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:03:07.093900 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-027c4744-5dc1-4f3f-a240-f4ec3a791822 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:07.103141 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e7e0047f-1802-479a-b7bc-940bff78df04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:07.130100 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-23201f7c-184a-4132-bfc8-bbd6e0e661ea req-7e38fd6b-409f-45c3-9031-c66457458ad9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=027aa545b61c4bb78c5d5117fda627e8&device_id=e63ad508-7815-45c6-a10e-8696bb1d6517 HTTP/1.1" status: 200 len: 1096 time: 0.2242584 Feb 10 23:03:07.136170 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cb4a2eae-2c79-4885-9996-6d818012fa7d tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:07.206251 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a37d7c31-2a73-4c1d-83ce-d4e690466244 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:07.241166 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e0047f-1802-479a-b7bc-940bff78df04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8baff9c3-61a4-4c36-885e-c886980b9d33,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:07.280212 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-76684f35-d8ac-4cb0-bff2-7fd212028415 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:07.307067 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-76684f35-d8ac-4cb0-bff2-7fd212028415 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Usage tracker for resource:port and tenant:18b53cb21d1d4d98b648eb6f677e3500 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:07.310667 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e7e0047f-1802-479a-b7bc-940bff78df04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:07.311995 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-e7e0047f-1802-479a-b7bc-940bff78df04 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8baff9c3-61a4-4c36-885e-c886980b9d33 HTTP/1.1" status: 204 len: 168 time: 1.0674276 Feb 10 23:03:07.315947 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-027c4744-5dc1-4f3f-a240-f4ec3a791822 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:03:07.318476 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-76684f35-d8ac-4cb0-bff2-7fd212028415 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:07.321742 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a37d7c31-2a73-4c1d-83ce-d4e690466244 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:07.322319 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a37d7c31-2a73-4c1d-83ce-d4e690466244 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:07.340199 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-ec3227eb-85c4-4b24-a169-266f666dd882 req-c7e616d9-60a6-40ac-8ef1-f0e1f7738fae tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Synchronizing usage tracker for tenant:b6f152d8d3864ce9bbf63b40c6aaa545 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:03:07.375202 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-76684f35-d8ac-4cb0-bff2-7fd212028415 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:07.456358 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-cb4a2eae-2c79-4885-9996-6d818012fa7d tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Calling delete_port for 5b4721ba-8a73-44ba-902d-624afae60e5a owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:03:07.467794 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-027c4744-5dc1-4f3f-a240-f4ec3a791822 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:07.468393 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-027c4744-5dc1-4f3f-a240-f4ec3a791822 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Added segment d9434af7-e51e-41c6-8a94-0e4591fd669d of type vlan for network b2c54ec2-9308-4a21-ad1b-280c8a4412cc Feb 10 23:03:07.526087 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e63ad508-7815-45c6-a10e-8696bb1d6517', 'tag': 'fd7c2c10-2ed3-486f-8644-8ac1d4c66bac', 'status': 'completed', 'code': 200} Feb 10 23:03:07.546427 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-23201f7c-184a-4132-bfc8-bbd6e0e661ea req-af394643-01bb-47f4-b68e-912f08b1a777 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd7c2c10-2ed3-486f-8644-8ac1d4c66bac HTTP/1.1" status: 200 len: 217 time: 0.3385394 Feb 10 23:03:07.589751 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37d7c31-2a73-4c1d-83ce-d4e690466244 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce6f694-3a67-4faf-8dae-95be206e8d40,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:07.615366 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a37d7c31-2a73-4c1d-83ce-d4e690466244 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:03:07.622068 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76684f35-d8ac-4cb0-bff2-7fd212028415 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Made reservation on behalf of 18b53cb21d1d4d98b648eb6f677e3500 for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:03:07.690531 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23201f7c-184a-4132-bfc8-bbd6e0e661ea req-44aff4ab-42b2-4fb0-95cf-1cf29f888605 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:07.691961 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-23201f7c-184a-4132-bfc8-bbd6e0e661ea req-44aff4ab-42b2-4fb0-95cf-1cf29f888605 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=48a055f8-63d3-4e5a-8cc1-4cd5fa049a73 HTTP/1.1" status: 200 len: 851 time: 0.0778282 Feb 10 23:03:07.733374 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-ec3227eb-85c4-4b24-a169-266f666dd882 req-c7e616d9-60a6-40ac-8ef1-f0e1f7738fae tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Unset dirty status for tenant:b6f152d8d3864ce9bbf63b40c6aaa545 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:03:07.734792 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-ec3227eb-85c4-4b24-a169-266f666dd882 req-c7e616d9-60a6-40ac-8ef1-f0e1f7738fae tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b6f152d8d3864ce9bbf63b40c6aaa545&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0813823 Feb 10 23:03:07.736638 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-027c4744-5dc1-4f3f-a240-f4ec3a791822 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:07.776973 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cb4a2eae-2c79-4885-9996-6d818012fa7d tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:07.851123 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a37d7c31-2a73-4c1d-83ce-d4e690466244 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:07.851865 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-a37d7c31-2a73-4c1d-83ce-d4e690466244 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Added segment f440366e-c7f5-4419-97a4-6af70ca21875 of type vlan for network c7d2fa00-3d8e-4c8d-b6db-cf69d6324dbb Feb 10 23:03:07.884687 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.resource_extend [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:03:07.899752 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a2eae-2c79-4885-9996-6d818012fa7d tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Pushing event deleted for resources: {'Port': ['ID=5b4721ba-8a73-44ba-902d-624afae60e5a,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:07.989168 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a37d7c31-2a73-4c1d-83ce-d4e690466244 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:08.079727 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-76684f35-d8ac-4cb0-bff2-7fd212028415 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:08.088625 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-23201f7c-184a-4132-bfc8-bbd6e0e661ea req-4a20eeee-aae1-43aa-849c-7efe52115872 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6483cb9e-fe3f-463f-833b-3771068bd14e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2361419 Feb 10 23:03:08.096652 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] device_id is not set on port ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:03:08.101329 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cb4a2eae-2c79-4885-9996-6d818012fa7d tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:08.108581 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:08.127797 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a37d7c31-2a73-4c1d-83ce-d4e690466244 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:03:08.144751 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-027c4744-5dc1-4f3f-a240-f4ec3a791822 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:08.145908 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027c4744-5dc1-4f3f-a240-f4ec3a791822 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:08.146429 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-027c4744-5dc1-4f3f-a240-f4ec3a791822 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:08.152408 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Transition to ACTIVE for port object ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:03:08.154836 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-76684f35-d8ac-4cb0-bff2-7fd212028415 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] device_id is not set on port 77dc8d46-0d9e-43ac-b926-4d5b597c3cfe yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:03:08.213492 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [req-ec3227eb-85c4-4b24-a169-266f666dd882 req-23539b7d-5dae-4c40-9a65-051885f5b852 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84333) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:03:08.214715 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-ec3227eb-85c4-4b24-a169-266f666dd882 req-23539b7d-5dae-4c40-9a65-051885f5b852 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2079368 Feb 10 23:03:08.221149 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a37d7c31-2a73-4c1d-83ce-d4e690466244 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:08.221424 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-a37d7c31-2a73-4c1d-83ce-d4e690466244 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Added segment 619a7fd5-f2e9-4ac5-b4cc-261e8c82a91d of type vlan for network e06a9c55-fd79-4cdb-aae9-c8797437db37 Feb 10 23:03:08.243308 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-cb4a2eae-2c79-4885-9996-6d818012fa7d tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] 10.222.0.59 "DELETE /v2.0/ports/5b4721ba-8a73-44ba-902d-624afae60e5a HTTP/1.1" status: 204 len: 168 time: 1.8738437 Feb 10 23:03:08.244236 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39768) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:08.278153 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-55bdba44-d2dd-459c-8b94-0857f5f08350 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2497ba23-db9a-4d0b-8717-14db0bf1ab51', 'external_fixed_ips': [{'subnet_id': '57d617a7-82b6-4e8f-bdbd-aa9054d0073e', 'ip_address': '172.20.0.3'}]}}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:08.284080 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-55bdba44-d2dd-459c-8b94-0857f5f08350 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:08.287059 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:08.288474 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-55bdba44-d2dd-459c-8b94-0857f5f08350 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Usage tracker for resource:router and tenant:11f3bed017e3494cb19f574ec004947b is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:08.291813 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-55bdba44-d2dd-459c-8b94-0857f5f08350 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:08.298005 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-55bdba44-d2dd-459c-8b94-0857f5f08350 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:08.397858 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-55bdba44-d2dd-459c-8b94-0857f5f08350 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:08.399027 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-55bdba44-d2dd-459c-8b94-0857f5f08350 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:08.423669 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-23201f7c-184a-4132-bfc8-bbd6e0e661ea req-5ee602d1-85b2-4642-9647-f2dc9d989603 service neutron] 10.222.0.37 "GET /v2.0/networks/6483cb9e-fe3f-463f-833b-3771068bd14e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191156 Feb 10 23:03:08.451849 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39772) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:08.566100 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf386e7-588a-43e8-b332-aa2b353f80a7 req-f6daa720-3fd1-4f7a-a99d-a58fe2ca99f1 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:08.567769 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-baf386e7-588a-43e8-b332-aa2b353f80a7 req-f6daa720-3fd1-4f7a-a99d-a58fe2ca99f1 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] 10.222.0.59 "GET /v2.0/ports?device_id=e63ad508-7815-45c6-a10e-8696bb1d6517 HTTP/1.1" status: 200 len: 943 time: 0.3010271 Feb 10 23:03:08.569217 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-55bdba44-d2dd-459c-8b94-0857f5f08350 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:08.590042 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a37d7c31-2a73-4c1d-83ce-d4e690466244 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:08.625354 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-06df7a60-5755-4832-9dc4-86722c1e9850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:08.683696 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e118a2-15a7-4d24-8fd6-3f84daf10f7e None None] Sync routers for ids ['f4cba652-48e1-4de6-ac75-d2cd0a781767'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:03:08.709370 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e118a2-15a7-4d24-8fd6-3f84daf10f7e None None] Routers {'f4cba652-48e1-4de6-ac75-d2cd0a781767'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:03:08.710403 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-a4e118a2-15a7-4d24-8fd6-3f84daf10f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:02:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['f4cba652-48e1-4de6-ac75-d2cd0a781767'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:08.757388 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-baf386e7-588a-43e8-b332-aa2b353f80a7 req-9479296d-0cda-4efb-a115-bb5b8ebf917b tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] 10.222.0.59 "GET /v2.0/security-groups?id=886286dd-08ce-4f82-85ab-82f3ed155db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220021 Feb 10 23:03:08.770599 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-06df7a60-5755-4832-9dc4-86722c1e9850 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:08.778641 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-06df7a60-5755-4832-9dc4-86722c1e9850 admin admin] Usage tracker for resource:security_group_rule and tenant:e75c8686c27f4e6ebdc49b36e594e520 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:08.783809 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-06df7a60-5755-4832-9dc4-86722c1e9850 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:08.788295 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-23201f7c-184a-4132-bfc8-bbd6e0e661ea req-c2a94c49-9c73-4c45-bd7d-239df875f5c6 service neutron] 10.222.0.37 "GET /v2.0/networks/6483cb9e-fe3f-463f-833b-3771068bd14e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565931 Feb 10 23:03:08.793982 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-06df7a60-5755-4832-9dc4-86722c1e9850 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:08.806921 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Pushing event updated for resources: {'Port': ['ID=ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:08.925497 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027c4744-5dc1-4f3f-a240-f4ec3a791822 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Pushing event updated for resources: {'Network': ['ID=b2c54ec2-9308-4a21-ad1b-280c8a4412cc,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:08.975770 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-027c4744-5dc1-4f3f-a240-f4ec3a791822 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.5583107 Feb 10 23:03:08.990627 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network b2c54ec2-9308-4a21-ad1b-280c8a4412cc details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:03:09.030264 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 39776) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:09.081862 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-ec3227eb-85c4-4b24-a169-266f666dd882 req-57a34d05-6c5e-441a-a77a-f2f62486f158 service neutron] 10.222.0.59 "GET /v2.0/networks/babc7379-fefc-41a5-a39a-fab07194ed36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8523800 Feb 10 23:03:09.082791 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:03:09.083279 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '5ff686aa-1269-4591-8d52-802682de9bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10cd9d46-f1fc-4510-9ae8-a0f93b2ade32'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:03:09.083870 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab on network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:03:09.107054 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-a4e118a2-15a7-4d24-8fd6-3f84daf10f7e None None] Set router f4cba652-48e1-4de6-ac75-d2cd0a781767 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:03:09.197701 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a37d7c31-2a73-4c1d-83ce-d4e690466244 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:09.198567 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a37d7c31-2a73-4c1d-83ce-d4e690466244 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:09.203082 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37d7c31-2a73-4c1d-83ce-d4e690466244 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:09.206292 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37d7c31-2a73-4c1d-83ce-d4e690466244 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:09.206928 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a37d7c31-2a73-4c1d-83ce-d4e690466244 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:09.245401 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-06df7a60-5755-4832-9dc4-86722c1e9850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:09.267931 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-76684f35-d8ac-4cb0-bff2-7fd212028415 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Allocated IP 172.20.0.13 (de4458e5-31d7-4d26-92ba-94a8b2d6e5e4/84f5775c-49eb-4f87-a451-b4d51041c59f/77dc8d46-0d9e-43ac-b926-4d5b597c3cfe) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:03:09.343287 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Port ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab on network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:03:09.343613 dv-neutron-828797-1-hyperv neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Failed to bind port ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab on host hv-neutron-8287 for vnic_type normal using segments [{'id': '5ff686aa-1269-4591-8d52-802682de9bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10cd9d46-f1fc-4510-9ae8-a0f93b2ade32'}] Feb 10 23:03:09.349050 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-06df7a60-5755-4832-9dc4-86722c1e9850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:09.411183 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempt 2 to bind port ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab Feb 10 23:03:09.437760 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-06df7a60-5755-4832-9dc4-86722c1e9850 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e75c8686c27f4e6ebdc49b36e594e520&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9814310 Feb 10 23:03:09.438714 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39780) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:09.446412 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06df7a60-5755-4832-9dc4-86722c1e9850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c56fb6d-39cc-4130-bfc4-078d787b4e3a,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:09.474377 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63aad0eb-4348-4203-bbda-44971c13285d tempest-ExternalNetworksTestJSON-1906311358 tempest-ExternalNetworksTestJSON-1906311358-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:09.481758 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-63aad0eb-4348-4203-bbda-44971c13285d tempest-ExternalNetworksTestJSON-1906311358 tempest-ExternalNetworksTestJSON-1906311358-project] 10.222.0.59 "GET /v2.0/networks/b2c54ec2-9308-4a21-ad1b-280c8a4412cc HTTP/1.1" status: 200 len: 757 time: 0.4443793 Feb 10 23:03:09.481958 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-55bdba44-d2dd-459c-8b94-0857f5f08350 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:09.485666 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 39784) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:09.509833 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-a37d7c31-2a73-4c1d-83ce-d4e690466244 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 4.6598306 Feb 10 23:03:09.510707 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:03:09.511153 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '5ff686aa-1269-4591-8d52-802682de9bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10cd9d46-f1fc-4510-9ae8-a0f93b2ade32'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:03:09.511357 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab on network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:03:09.513456 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 39788) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:09.535602 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e16b8822-8b43-41cb-9959-f96f34ca86b1 req-1ef24bf2-3f02-4670-aedd-90c3d0ad047f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=027aa545b61c4bb78c5d5117fda627e8&device_id=e63ad508-7815-45c6-a10e-8696bb1d6517 HTTP/1.1" status: 200 len: 1096 time: 0.4292626 Feb 10 23:03:09.538808 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37d7c31-2a73-4c1d-83ce-d4e690466244 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Pushing event updated for resources: {'Network': ['ID=c7d2fa00-3d8e-4c8d-b6db-cf69d6324dbb,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:09.568725 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network c7d2fa00-3d8e-4c8d-b6db-cf69d6324dbb details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:03:09.656551 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8c7a3642-167f-4b36-abf4-28b5eb0a323d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:09.807343 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-a4e118a2-15a7-4d24-8fd6-3f84daf10f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4cba652-48e1-4de6-ac75-d2cd0a781767', 'name': 'tempest-ServersTestJSON-1746539574-router', 'tenant_id': 'b6f152d8d3864ce9bbf63b40c6aaa545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': '755ef63d-c5a8-4f83-b0dc-05ee612984a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:02:35Z', 'updated_at': '2022-02-10T23:02:48Z', 'revision_number': 4, 'project_id': 'b6f152d8d3864ce9bbf63b40c6aaa545', 'gw_port': {'id': '755ef63d-c5a8-4f83-b0dc-05ee612984a0', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:32:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cba652-48e1-4de6-ac75-d2cd0a781767', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:37Z', 'updated_at': '2022-02-10T23:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'ff0bc89f-9198-4895-93f4-20c2e1e0cbf9', 'name': '', 'network_id': 'babc7379-fefc-41a5-a39a-fab07194ed36', 'tenant_id': 'b6f152d8d3864ce9bbf63b40c6aaa545', 'mac_address': 'fa:16:3e:38:ce:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4cba652-48e1-4de6-ac75-d2cd0a781767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca52b472-e037-459c-a520-2e3911329927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:46Z', 'updated_at': '2022-02-10T23:02:49Z', 'revision_number': 2, 'project_id': 'b6f152d8d3864ce9bbf63b40c6aaa545', 'subnets': [{'id': 'ca52b472-e037-459c-a520-2e3911329927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:09.815464 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e118a2-15a7-4d24-8fd6-3f84daf10f7e None None] Checking router: f4cba652-48e1-4de6-ac75-d2cd0a781767 for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:03:09.816069 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e118a2-15a7-4d24-8fd6-3f84daf10f7e None None] Updating router f4cba652-48e1-4de6-ac75-d2cd0a781767 port ff0bc89f-9198-4895-93f4-20c2e1e0cbf9 binding host dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:03:09.856695 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fa3144-eea0-4b9c-a173-c47791213296 tempest-ExternalNetworksTestJSON-1906311358 tempest-ExternalNetworksTestJSON-1906311358-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:09.861938 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-e9fa3144-eea0-4b9c-a173-c47791213296 tempest-ExternalNetworksTestJSON-1906311358 tempest-ExternalNetworksTestJSON-1906311358-project] 10.222.0.59 "GET /v2.0/networks/33dae115-533e-431d-a1e5-00d3e0de8f0a HTTP/1.1" status: 200 len: 768 time: 0.3584988 Feb 10 23:03:09.861938 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Port ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab on network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:03:09.861938 dv-neutron-828797-1-hyperv neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Failed to bind port ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab on host hv-neutron-8287 for vnic_type normal using segments [{'id': '5ff686aa-1269-4591-8d52-802682de9bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10cd9d46-f1fc-4510-9ae8-a0f93b2ade32'}] Feb 10 23:03:09.920259 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39794) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:09.925288 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a4e118a2-15a7-4d24-8fd6-3f84daf10f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:09.940995 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempt 3 to bind port ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab Feb 10 23:03:09.965058 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8c7a3642-167f-4b36-abf4-28b5eb0a323d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:09.973503 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:03:09.973726 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '5ff686aa-1269-4591-8d52-802682de9bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10cd9d46-f1fc-4510-9ae8-a0f93b2ade32'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:03:09.973961 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab on network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:03:09.980928 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e08d631-b00a-43c1-b7ae-e29baf8d008d tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:09.986619 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e08d631-b00a-43c1-b7ae-e29baf8d008d tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:09.990864 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e08d631-b00a-43c1-b7ae-e29baf8d008d tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:09.995426 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e08d631-b00a-43c1-b7ae-e29baf8d008d tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:09.999460 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e08d631-b00a-43c1-b7ae-e29baf8d008d tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:10.003847 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e08d631-b00a-43c1-b7ae-e29baf8d008d tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:10.004980 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-7e08d631-b00a-43c1-b7ae-e29baf8d008d tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Synchronizing usage tracker for tenant:6b83c6e0d06f4637bab5d70fc5c92395 on resource:network {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:03:10.189470 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b8822-8b43-41cb-9959-f96f34ca86b1 req-559e3cf2-b05a-4b08-8262-5e1a87624de0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:10.191673 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e16b8822-8b43-41cb-9959-f96f34ca86b1 req-559e3cf2-b05a-4b08-8262-5e1a87624de0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6483cb9e-fe3f-463f-833b-3771068bd14e HTTP/1.1" status: 200 len: 913 time: 0.6321917 Feb 10 23:03:10.195048 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-70a21502-5c52-42ad-a610-b2107e05947f tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:10.252192 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-7e08d631-b00a-43c1-b7ae-e29baf8d008d tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Unset dirty status for tenant:6b83c6e0d06f4637bab5d70fc5c92395 on resource:network {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:03:10.253445 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-7e08d631-b00a-43c1-b7ae-e29baf8d008d tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3560 time: 0.7160571 Feb 10 23:03:10.287307 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 39798) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:10.330677 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8c7a3642-167f-4b36-abf4-28b5eb0a323d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:10.337546 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Port ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab on network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:03:10.337964 dv-neutron-828797-1-hyperv neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Failed to bind port ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab on host hv-neutron-8287 for vnic_type normal using segments [{'id': '5ff686aa-1269-4591-8d52-802682de9bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10cd9d46-f1fc-4510-9ae8-a0f93b2ade32'}] Feb 10 23:03:10.359119 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7a3642-167f-4b36-abf4-28b5eb0a323d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c56fb6d-39cc-4130-bfc4-078d787b4e3a,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:10.365223 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempt 4 to bind port ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab Feb 10 23:03:10.373769 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-ec3227eb-85c4-4b24-a169-266f666dd882 req-392e9ba5-00e9-49af-ab2d-efad7da154e0 service neutron] 10.222.0.59 "GET /v2.0/networks/babc7379-fefc-41a5-a39a-fab07194ed36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2247150 Feb 10 23:03:10.394801 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37d7c31-2a73-4c1d-83ce-d4e690466244 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Pushing event updated for resources: {'Network': ['ID=e06a9c55-fd79-4cdb-aae9-c8797437db37,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:10.406770 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e16b8822-8b43-41cb-9959-f96f34ca86b1 req-759e31f7-c738-4b35-a00a-64d6bb46308e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd7c2c10-2ed3-486f-8644-8ac1d4c66bac HTTP/1.1" status: 200 len: 217 time: 0.1734233 Feb 10 23:03:10.444676 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network e06a9c55-fd79-4cdb-aae9-c8797437db37 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:03:10.470777 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:03:10.471181 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '5ff686aa-1269-4591-8d52-802682de9bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10cd9d46-f1fc-4510-9ae8-a0f93b2ade32'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:03:10.471584 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab on network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:03:10.557564 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Port ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab on network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:03:10.557890 dv-neutron-828797-1-hyperv neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Failed to bind port ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab on host hv-neutron-8287 for vnic_type normal using segments [{'id': '5ff686aa-1269-4591-8d52-802682de9bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10cd9d46-f1fc-4510-9ae8-a0f93b2ade32'}] Feb 10 23:03:10.568359 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempt 5 to bind port ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab Feb 10 23:03:10.587227 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:03:10.587584 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '5ff686aa-1269-4591-8d52-802682de9bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10cd9d46-f1fc-4510-9ae8-a0f93b2ade32'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:03:10.587878 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab on network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:03:10.593410 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-690a7b38-d243-4457-9d95-083699ed449e tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:10.622635 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-70a21502-5c52-42ad-a610-b2107e05947f tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:10.625597 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Port ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab on network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:03:10.626675 dv-neutron-828797-1-hyperv neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Failed to bind port ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab on host hv-neutron-8287 for vnic_type normal using segments [{'id': '5ff686aa-1269-4591-8d52-802682de9bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10cd9d46-f1fc-4510-9ae8-a0f93b2ade32'}] Feb 10 23:03:10.629483 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempt 6 to bind port ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab Feb 10 23:03:10.644131 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8c7a3642-167f-4b36-abf4-28b5eb0a323d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:10.648013 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8c7a3642-167f-4b36-abf4-28b5eb0a323d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8c56fb6d-39cc-4130-bfc4-078d787b4e3a HTTP/1.1" status: 204 len: 168 time: 1.2052259 Feb 10 23:03:10.651760 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:03:10.651890 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '5ff686aa-1269-4591-8d52-802682de9bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10cd9d46-f1fc-4510-9ae8-a0f93b2ade32'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:03:10.652338 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab on network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:03:10.691948 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-70a21502-5c52-42ad-a610-b2107e05947f tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2c54ec2-9308-4a21-ad1b-280c8a4412cc']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:10.706390 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63686b45-92d7-4565-b282-ec7d80bcd672 req-dba013d7-6e6d-47df-bc5b-6f630615d3dd tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:10.707252 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-63686b45-92d7-4565-b282-ec7d80bcd672 req-dba013d7-6e6d-47df-bc5b-6f630615d3dd tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] 10.222.0.59 "GET /v2.0/ports?device_id=e63ad508-7815-45c6-a10e-8696bb1d6517 HTTP/1.1" status: 200 len: 943 time: 0.7249520 Feb 10 23:03:10.718986 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-70a21502-5c52-42ad-a610-b2107e05947f tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9434af7-e51e-41c6-8a94-0e4591fd669d') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:10.719474 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-70a21502-5c52-42ad-a610-b2107e05947f tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9434af7-e51e-41c6-8a94-0e4591fd669d') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:10.732734 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-76684f35-d8ac-4cb0-bff2-7fd212028415 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:10.751596 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b8822-8b43-41cb-9959-f96f34ca86b1 req-d5650bd4-ee5e-49f8-88f1-004c41552767 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:10.762403 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e16b8822-8b43-41cb-9959-f96f34ca86b1 req-d5650bd4-ee5e-49f8-88f1-004c41552767 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=48a055f8-63d3-4e5a-8cc1-4cd5fa049a73 HTTP/1.1" status: 200 len: 851 time: 0.2932248 Feb 10 23:03:10.773506 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-70a21502-5c52-42ad-a610-b2107e05947f tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32216962'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:10.814621 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-76684f35-d8ac-4cb0-bff2-7fd212028415 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Transition to ACTIVE for port object 77dc8d46-0d9e-43ac-b926-4d5b597c3cfe will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:03:10.851332 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-70a21502-5c52-42ad-a610-b2107e05947f tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:10.930274 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70a21502-5c52-42ad-a610-b2107e05947f tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:03:10.930673 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-70a21502-5c52-42ad-a610-b2107e05947f tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32033006'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:10.969300 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Port ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab on network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:03:10.969866 dv-neutron-828797-1-hyperv neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Failed to bind port ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab on host hv-neutron-8287 for vnic_type normal using segments [{'id': '5ff686aa-1269-4591-8d52-802682de9bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10cd9d46-f1fc-4510-9ae8-a0f93b2ade32'}] Feb 10 23:03:11.020816 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempt 7 to bind port ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab Feb 10 23:03:11.026310 dv-neutron-828797-1-hyperv neutron-server[84332]: Traceback (most recent call last): Feb 10 23:03:11.026310 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:03:11.026310 dv-neutron-828797-1-hyperv neutron-server[84332]: timer() Feb 10 23:03:11.026310 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:03:11.026310 dv-neutron-828797-1-hyperv neutron-server[84332]: cb(*args, **kw) Feb 10 23:03:11.026310 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:03:11.026310 dv-neutron-828797-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Feb 10 23:03:11.026310 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:03:11.026310 dv-neutron-828797-1-hyperv neutron-server[84332]: self._notify() Feb 10 23:03:11.026310 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:03:11.026310 dv-neutron-828797-1-hyperv neutron-server[84332]: self.callback(batched_events) Feb 10 23:03:11.026310 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:03:11.026310 dv-neutron-828797-1-hyperv neutron-server[84332]: event.method(event) Feb 10 23:03:11.026310 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:03:11.026310 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:03:11.026310 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:03:11.026310 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:03:11.026310 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:03:11.026310 dv-neutron-828797-1-hyperv neutron-server[84332]: return f(self, *a, **k) Feb 10 23:03:11.026310 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:03:11.026310 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._get(url).json() Feb 10 23:03:11.026310 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:03:11.026310 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:03:11.026310 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:03:11.026310 dv-neutron-828797-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Feb 10 23:03:11.026310 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:03:11.026310 dv-neutron-828797-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:03:11.026310 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:03:11.026310 dv-neutron-828797-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:03:11.026310 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:03:11.026310 dv-neutron-828797-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:03:11.026310 dv-neutron-828797-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:03:11.029534 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-01292bc0-4cf9-46ef-a764-7000214e0d9d req-5ee96e07-2443-41df-9110-d97b48c7cd5e tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] 10.222.0.59 "GET /v2.0/ports?device_id=694a6d95-ea06-4d1a-958e-902c65635ce9 HTTP/1.1" status: 200 len: 210 time: 0.1904356 Feb 10 23:03:11.098104 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:03:11.098104 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '5ff686aa-1269-4591-8d52-802682de9bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10cd9d46-f1fc-4510-9ae8-a0f93b2ade32'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:03:11.098104 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab on network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:03:11.104574 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-690a7b38-d243-4457-9d95-083699ed449e tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:11.136358 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Port ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab on network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:03:11.136358 dv-neutron-828797-1-hyperv neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Failed to bind port ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab on host hv-neutron-8287 for vnic_type normal using segments [{'id': '5ff686aa-1269-4591-8d52-802682de9bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10cd9d46-f1fc-4510-9ae8-a0f93b2ade32'}] Feb 10 23:03:11.150097 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempt 8 to bind port ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab Feb 10 23:03:11.151236 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-63686b45-92d7-4565-b282-ec7d80bcd672 req-5434833a-4351-43f6-9862-615cb52005a3 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] 10.222.0.59 "GET /v2.0/security-groups?id=886286dd-08ce-4f82-85ab-82f3ed155db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4341803 Feb 10 23:03:11.163166 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a4e118a2-15a7-4d24-8fd6-3f84daf10f7e None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:11.192816 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-a4e118a2-15a7-4d24-8fd6-3f84daf10f7e None None] Transition to ACTIVE for port object ff0bc89f-9198-4895-93f4-20c2e1e0cbf9 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:03:11.196452 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-76684f35-d8ac-4cb0-bff2-7fd212028415 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:11.199113 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-690a7b38-d243-4457-9d95-083699ed449e tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7d2fa00-3d8e-4c8d-b6db-cf69d6324dbb']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:11.251834 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-55bdba44-d2dd-459c-8b94-0857f5f08350 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:11.254849 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:03:11.255172 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '5ff686aa-1269-4591-8d52-802682de9bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10cd9d46-f1fc-4510-9ae8-a0f93b2ade32'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:03:11.261193 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab on network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:03:11.261193 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-690a7b38-d243-4457-9d95-083699ed449e tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f440366e-c7f5-4419-97a4-6af70ca21875') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:11.261193 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-690a7b38-d243-4457-9d95-083699ed449e tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f440366e-c7f5-4419-97a4-6af70ca21875') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:11.280991 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a4e118a2-15a7-4d24-8fd6-3f84daf10f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:11.286191 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-55bdba44-d2dd-459c-8b94-0857f5f08350 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:11.333798 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Port ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab on network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:03:11.334461 dv-neutron-828797-1-hyperv neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Failed to bind port ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab on host hv-neutron-8287 for vnic_type normal using segments [{'id': '5ff686aa-1269-4591-8d52-802682de9bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10cd9d46-f1fc-4510-9ae8-a0f93b2ade32'}] Feb 10 23:03:11.339911 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempt 9 to bind port ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab Feb 10 23:03:11.354001 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-690a7b38-d243-4457-9d95-083699ed449e tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:11.363984 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76684f35-d8ac-4cb0-bff2-7fd212028415 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Pushing event updated for resources: {'Port': ['ID=77dc8d46-0d9e-43ac-b926-4d5b597c3cfe,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:11.368748 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e16b8822-8b43-41cb-9959-f96f34ca86b1 req-c7b54dc0-cf6e-4ff3-a448-fe51e5a7d3d1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6483cb9e-fe3f-463f-833b-3771068bd14e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5685272 Feb 10 23:03:11.372317 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-70a21502-5c52-42ad-a610-b2107e05947f tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:11.377984 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76684f35-d8ac-4cb0-bff2-7fd212028415 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Network de4458e5-31d7-4d26-92ba-94a8b2d6e5e4 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:03:11.401078 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a21502-5c52-42ad-a610-b2107e05947f tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b2c54ec2-9308-4a21-ad1b-280c8a4412cc {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 10 23:03:11.406444 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-690a7b38-d243-4457-9d95-083699ed449e tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:11.413700 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-690a7b38-d243-4457-9d95-083699ed449e tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:03:11.414112 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-690a7b38-d243-4457-9d95-083699ed449e tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:11.423323 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a21502-5c52-42ad-a610-b2107e05947f tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Pushing event deleted for resources: {'Network': ['ID=b2c54ec2-9308-4a21-ad1b-280c8a4412cc,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:11.465025 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-70a21502-5c52-42ad-a610-b2107e05947f tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:11.567726 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-70a21502-5c52-42ad-a610-b2107e05947f tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] 10.222.0.59 "DELETE /v2.0/networks/b2c54ec2-9308-4a21-ad1b-280c8a4412cc HTTP/1.1" status: 204 len: 168 time: 1.6335909 Feb 10 23:03:11.574535 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:03:11.574535 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:03:11.574535 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:03:11.574535 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:03:11.574535 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:03:11.574535 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:03:11.574535 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:03:11.574535 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:03:11.574535 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:03:11.574535 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:03:11.574535 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:03:11.574535 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:03:11.574535 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:03:11.574535 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:03:11.574535 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:03:11.574535 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:03:11.574535 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:03:11.574535 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:03:11.574535 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:03:11.574535 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:03:11.574535 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:03:11.574535 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:03:11.574535 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:03:11.574535 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:03:11.574535 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:03:11.574535 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:03:11.574535 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:03:11.574535 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:03:11.574535 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:03:11.574535 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:03:11.574535 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:03:11.574535 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:03:11.581758 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 39828) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:11.593664 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-76684f35-d8ac-4cb0-bff2-7fd212028415 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:11.598553 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0840c5-274d-4b5c-bb69-58e75a5abe11 None None] Pushing event updated for resources: {'Port': ['ID=ff0bc89f-9198-4895-93f4-20c2e1e0cbf9,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:11.599996 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-424f2a0f-ef16-49f0-a67c-d58fd9427103 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Request body: {'network': {'name': 'tempest-network--1130055537'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:11.606501 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76684f35-d8ac-4cb0-bff2-7fd212028415 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:03:11.685047 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-424f2a0f-ef16-49f0-a67c-d58fd9427103 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:11.708115 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:03:11.708435 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '5ff686aa-1269-4591-8d52-802682de9bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10cd9d46-f1fc-4510-9ae8-a0f93b2ade32'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:03:11.712855 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab on network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:03:11.723024 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-690a7b38-d243-4457-9d95-083699ed449e tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:11.739807 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-424f2a0f-ef16-49f0-a67c-d58fd9427103 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Usage tracker for resource:network and tenant:96e6d8ddd61d40f9b92401437a3f6f84 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:11.770393 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-424f2a0f-ef16-49f0-a67c-d58fd9427103 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:11.796884 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-690a7b38-d243-4457-9d95-083699ed449e tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:11.822761 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e16b8822-8b43-41cb-9959-f96f34ca86b1 req-ccb39a60-c770-46a4-8d58-f71008400c3a service neutron] 10.222.0.37 "GET /v2.0/networks/6483cb9e-fe3f-463f-833b-3771068bd14e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4095366 Feb 10 23:03:11.891658 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-424f2a0f-ef16-49f0-a67c-d58fd9427103 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:11.934513 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690a7b38-d243-4457-9d95-083699ed449e tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Pushing event deleted for resources: {'Network': ['ID=c7d2fa00-3d8e-4c8d-b6db-cf69d6324dbb,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:11.947575 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Port ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab on network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:03:11.948129 dv-neutron-828797-1-hyperv neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Failed to bind port ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab on host hv-neutron-8287 for vnic_type normal using segments [{'id': '5ff686aa-1269-4591-8d52-802682de9bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10cd9d46-f1fc-4510-9ae8-a0f93b2ade32'}] Feb 10 23:03:11.950733 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-a4e118a2-15a7-4d24-8fd6-3f84daf10f7e None None] Attempting to bind port ff0bc89f-9198-4895-93f4-20c2e1e0cbf9 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:03:11.950733 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-a4e118a2-15a7-4d24-8fd6-3f84daf10f7e None None] Attempting to bind port ff0bc89f-9198-4895-93f4-20c2e1e0cbf9 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '8d4bd894-00ad-407b-b19e-8b7c13928dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'babc7379-fefc-41a5-a39a-fab07194ed36'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:03:11.950733 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e118a2-15a7-4d24-8fd6-3f84daf10f7e None None] Attempting to bind port ff0bc89f-9198-4895-93f4-20c2e1e0cbf9 on network babc7379-fefc-41a5-a39a-fab07194ed36 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:03:11.953963 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempt 10 to bind port ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab Feb 10 23:03:11.959076 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e118a2-15a7-4d24-8fd6-3f84daf10f7e None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:03:11.959793 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e118a2-15a7-4d24-8fd6-3f84daf10f7e None None] Checking segment: {'id': '8d4bd894-00ad-407b-b19e-8b7c13928dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'babc7379-fefc-41a5-a39a-fab07194ed36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:03:11.960605 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a4e118a2-15a7-4d24-8fd6-3f84daf10f7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:11.961195 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e118a2-15a7-4d24-8fd6-3f84daf10f7e None None] Bound using segment: {'id': '8d4bd894-00ad-407b-b19e-8b7c13928dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'babc7379-fefc-41a5-a39a-fab07194ed36'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:03:11.961850 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-a4e118a2-15a7-4d24-8fd6-3f84daf10f7e None None] Bound port: ff0bc89f-9198-4895-93f4-20c2e1e0cbf9, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d4bd894-00ad-407b-b19e-8b7c13928dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'babc7379-fefc-41a5-a39a-fab07194ed36'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:03:11.962429 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a4e118a2-15a7-4d24-8fd6-3f84daf10f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:11.982288 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76684f35-d8ac-4cb0-bff2-7fd212028415 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:11.989036 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-76684f35-d8ac-4cb0-bff2-7fd212028415 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:12.014188 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-55bdba44-d2dd-459c-8b94-0857f5f08350 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Allocated IP 172.20.0.3 (2497ba23-db9a-4d0b-8717-14db0bf1ab51/57d617a7-82b6-4e8f-bdbd-aa9054d0073e/9ab0ef52-6da3-41d9-b57d-94ff6560bf05) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:03:12.022837 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:03:12.026743 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '5ff686aa-1269-4591-8d52-802682de9bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10cd9d46-f1fc-4510-9ae8-a0f93b2ade32'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:03:12.027352 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempting to bind port ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab on network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:03:12.035396 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424f2a0f-ef16-49f0-a67c-d58fd9427103 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Made reservation on behalf of 96e6d8ddd61d40f9b92401437a3f6f84 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:03:12.062252 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-424f2a0f-ef16-49f0-a67c-d58fd9427103 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:12.073220 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-690a7b38-d243-4457-9d95-083699ed449e tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] 10.222.0.59 "DELETE /v2.0/networks/c7d2fa00-3d8e-4c8d-b6db-cf69d6324dbb HTTP/1.1" status: 204 len: 168 time: 1.7848020 Feb 10 23:03:12.079625 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 39840) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:12.119215 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Port ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab on network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:03:12.119738 dv-neutron-828797-1-hyperv neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Failed to bind port ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab on host hv-neutron-8287 for vnic_type normal using segments [{'id': '5ff686aa-1269-4591-8d52-802682de9bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10cd9d46-f1fc-4510-9ae8-a0f93b2ade32'}] Feb 10 23:03:12.120240 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:12.188021 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-a4e118a2-15a7-4d24-8fd6-3f84daf10f7e None None] For port ff0bc89f-9198-4895-93f4-20c2e1e0cbf9, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:03:12.192672 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-a4e118a2-15a7-4d24-8fd6-3f84daf10f7e None None] For port ff0bc89f-9198-4895-93f4-20c2e1e0cbf9, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=ff0bc89f-9198-4895-93f4-20c2e1e0cbf9,segment=NetworkSegment(8d4bd894-00ad-407b-b19e-8b7c13928dae),segment_id=8d4bd894-00ad-407b-b19e-8b7c13928dae)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:03:12.220356 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-76684f35-d8ac-4cb0-bff2-7fd212028415 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 5.6826425 Feb 10 23:03:12.223892 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 39852) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:12.302632 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a4e118a2-15a7-4d24-8fd6-3f84daf10f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:12.362564 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-c2541c20-8bd3-4540-b869-e863b92e19cc req-e367af45-ebbe-4e11-86b3-088e3d6a6c30 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] 10.222.0.59 "GET /v2.0/ports?device_id=694a6d95-ea06-4d1a-958e-902c65635ce9 HTTP/1.1" status: 200 len: 210 time: 0.1470861 Feb 10 23:03:12.376250 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-365c3c5c-089f-49f0-b4a6-e2b67076c488 None None] Provisioning for port 77dc8d46-0d9e-43ac-b926-4d5b597c3cfe completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:03:12.397152 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-424f2a0f-ef16-49f0-a67c-d58fd9427103 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:03:12.412853 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-365c3c5c-089f-49f0-b4a6-e2b67076c488 None None] Provisioning complete for port 77dc8d46-0d9e-43ac-b926-4d5b597c3cfe triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:12.413326 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-365c3c5c-089f-49f0-b4a6-e2b67076c488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:12.431903 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8e5baa1d-54c8-4031-bc6e-c49481ec51a5 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:12.483500 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-424f2a0f-ef16-49f0-a67c-d58fd9427103 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:12.498598 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-424f2a0f-ef16-49f0-a67c-d58fd9427103 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Added segment 817d6546-2c31-41da-abcc-c0b27f5b433f of type vlan for network 23ec5cc0-c8a1-4999-a18d-4d659e3a3195 Feb 10 23:03:12.498746 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e118a2-15a7-4d24-8fd6-3f84daf10f7e None None] Routers {'f4cba652-48e1-4de6-ac75-d2cd0a781767'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:03:12.498746 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-a4e118a2-15a7-4d24-8fd6-3f84daf10f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:02:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['f4cba652-48e1-4de6-ac75-d2cd0a781767'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:12.521100 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-55bdba44-d2dd-459c-8b94-0857f5f08350 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:12.645504 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] For port ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab, host hv-neutron-8287, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:03:12.646155 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Attempted to set empty binding levels {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 10 23:03:12.654038 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-424f2a0f-ef16-49f0-a67c-d58fd9427103 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:12.763693 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0840c5-274d-4b5c-bb69-58e75a5abe11 None None] Pushing event updated for resources: {'Port': ['ID=ff0bc89f-9198-4895-93f4-20c2e1e0cbf9,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:12.771299 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-365c3c5c-089f-49f0-b4a6-e2b67076c488 None None] Port 77dc8d46-0d9e-43ac-b926-4d5b597c3cfe cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:03:12.786451 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ababbcee-5146-476c-823a-b419017f185a tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:12.790301 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ababbcee-5146-476c-823a-b419017f185a tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:12.794115 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ababbcee-5146-476c-823a-b419017f185a tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:12.795073 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-ababbcee-5146-476c-823a-b419017f185a tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Synchronizing usage tracker for tenant:18b53cb21d1d4d98b648eb6f677e3500 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:03:12.803810 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.resource_extend [None req-424f2a0f-ef16-49f0-a67c-d58fd9427103 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:03:12.832235 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-a4e118a2-15a7-4d24-8fd6-3f84daf10f7e None None] Set router f4cba652-48e1-4de6-ac75-d2cd0a781767 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:03:12.842977 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8e5baa1d-54c8-4031-bc6e-c49481ec51a5 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:12.858254 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce34dca-3ed2-4e7d-add1-5d0fc5b5ed3e req-fadaa245-f6e0-4b23-acc6-2f254a3d61f4 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:12.861740 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2ce34dca-3ed2-4e7d-add1-5d0fc5b5ed3e req-fadaa245-f6e0-4b23-acc6-2f254a3d61f4 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] 10.222.0.59 "GET /v2.0/ports?device_id=e63ad508-7815-45c6-a10e-8696bb1d6517 HTTP/1.1" status: 200 len: 943 time: 0.2915785 Feb 10 23:03:12.862710 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e16b8822-8b43-41cb-9959-f96f34ca86b1 req-8f1d02f9-dc2b-4f51-9abb-78d31b7ebc47 service neutron] 10.222.0.37 "GET /v2.0/networks/6483cb9e-fe3f-463f-833b-3771068bd14e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6215203 Feb 10 23:03:12.871978 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-8e5baa1d-54c8-4031-bc6e-c49481ec51a5 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e06a9c55-fd79-4cdb-aae9-c8797437db37']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:12.885758 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-8e5baa1d-54c8-4031-bc6e-c49481ec51a5 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '619a7fd5-f2e9-4ac5-b4cc-261e8c82a91d') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:12.886023 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-8e5baa1d-54c8-4031-bc6e-c49481ec51a5 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '619a7fd5-f2e9-4ac5-b4cc-261e8c82a91d') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:12.898901 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8e5baa1d-54c8-4031-bc6e-c49481ec51a5 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:12.917077 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8e5baa1d-54c8-4031-bc6e-c49481ec51a5 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:12.924674 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e5baa1d-54c8-4031-bc6e-c49481ec51a5 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:03:12.930327 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8e5baa1d-54c8-4031-bc6e-c49481ec51a5 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:12.930625 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2ce34dca-3ed2-4e7d-add1-5d0fc5b5ed3e req-78c7c71a-c45f-43a9-a06b-df701114f091 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] 10.222.0.59 "GET /v2.0/security-groups?id=886286dd-08ce-4f82-85ab-82f3ed155db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571704 Feb 10 23:03:12.948860 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:03:12.948860 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:03:12.948860 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:03:12.948860 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:03:12.948860 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:03:12.948860 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:03:12.948860 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:03:12.948860 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:03:12.948860 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:03:12.948860 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:03:12.948860 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:03:12.948860 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:03:12.948860 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:03:12.948860 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:03:12.948860 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:03:12.948860 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:03:12.948860 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:03:12.948860 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:03:12.948860 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:03:12.948860 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:03:12.948860 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:03:12.948860 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:03:12.948860 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:03:12.948860 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:03:12.948860 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:03:12.948860 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:03:12.948860 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:03:12.948860 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:03:12.948860 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:03:12.948860 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:03:12.948860 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:03:12.948860 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:03:12.956167 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-55bdba44-d2dd-459c-8b94-0857f5f08350 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:12.956280 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:13.030307 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bdba44-d2dd-459c-8b94-0857f5f08350 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Pushing event updated for resources: {'Port': ['ID=9ab0ef52-6da3-41d9-b57d-94ff6560bf05,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:13.053140 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bdba44-d2dd-459c-8b94-0857f5f08350 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Network 2497ba23-db9a-4d0b-8717-14db0bf1ab51 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:03:13.053140 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-55bdba44-d2dd-459c-8b94-0857f5f08350 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:13.059834 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bdba44-d2dd-459c-8b94-0857f5f08350 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:03:13.131944 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-ababbcee-5146-476c-823a-b419017f185a tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Unset dirty status for tenant:18b53cb21d1d4d98b648eb6f677e3500 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:03:13.132830 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-ababbcee-5146-476c-823a-b419017f185a tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2469 time: 0.9048057 Feb 10 23:03:13.133498 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-424f2a0f-ef16-49f0-a67c-d58fd9427103 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:13.134304 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424f2a0f-ef16-49f0-a67c-d58fd9427103 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:13.134869 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-424f2a0f-ef16-49f0-a67c-d58fd9427103 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:13.147379 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 39866) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:13.242322 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-a4e118a2-15a7-4d24-8fd6-3f84daf10f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4cba652-48e1-4de6-ac75-d2cd0a781767', 'name': 'tempest-ServersTestJSON-1746539574-router', 'tenant_id': 'b6f152d8d3864ce9bbf63b40c6aaa545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': '755ef63d-c5a8-4f83-b0dc-05ee612984a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:02:35Z', 'updated_at': '2022-02-10T23:02:48Z', 'revision_number': 4, 'project_id': 'b6f152d8d3864ce9bbf63b40c6aaa545', 'gw_port': {'id': '755ef63d-c5a8-4f83-b0dc-05ee612984a0', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:32:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cba652-48e1-4de6-ac75-d2cd0a781767', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:37Z', 'updated_at': '2022-02-10T23:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'ff0bc89f-9198-4895-93f4-20c2e1e0cbf9', 'name': '', 'network_id': 'babc7379-fefc-41a5-a39a-fab07194ed36', 'tenant_id': 'b6f152d8d3864ce9bbf63b40c6aaa545', 'mac_address': 'fa:16:3e:38:ce:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4cba652-48e1-4de6-ac75-d2cd0a781767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca52b472-e037-459c-a520-2e3911329927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:46Z', 'updated_at': '2022-02-10T23:03:12Z', 'revision_number': 4, 'project_id': 'b6f152d8d3864ce9bbf63b40c6aaa545', 'subnets': [{'id': 'ca52b472-e037-459c-a520-2e3911329927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:13.246994 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e118a2-15a7-4d24-8fd6-3f84daf10f7e None None] The sync data for ids ['f4cba652-48e1-4de6-ac75-d2cd0a781767'] in dv-neutron-828797-1-hyperv is: [{'id': 'f4cba652-48e1-4de6-ac75-d2cd0a781767', 'name': 'tempest-ServersTestJSON-1746539574-router', 'tenant_id': 'b6f152d8d3864ce9bbf63b40c6aaa545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': '755ef63d-c5a8-4f83-b0dc-05ee612984a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:02:35Z', 'updated_at': '2022-02-10T23:02:48Z', 'revision_number': 4, 'project_id': 'b6f152d8d3864ce9bbf63b40c6aaa545', 'gw_port': {'id': '755ef63d-c5a8-4f83-b0dc-05ee612984a0', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:32:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cba652-48e1-4de6-ac75-d2cd0a781767', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:37Z', 'updated_at': '2022-02-10T23:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'ff0bc89f-9198-4895-93f4-20c2e1e0cbf9', 'name': '', 'network_id': 'babc7379-fefc-41a5-a39a-fab07194ed36', 'tenant_id': 'b6f152d8d3864ce9bbf63b40c6aaa545', 'mac_address': 'fa:16:3e:38:ce:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4cba652-48e1-4de6-ac75-d2cd0a781767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca52b472-e037-459c-a520-2e3911329927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:46Z', 'updated_at': '2022-02-10T23:03:12Z', 'revision_number': 4, 'project_id': 'b6f152d8d3864ce9bbf63b40c6aaa545', 'subnets': [{'id': 'ca52b472-e037-459c-a520-2e3911329927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:03:13.359446 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39874) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:13.385711 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] In _notify_port_updated(), no bound segment for port ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab on network 10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 {{(pid=84333) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 23:03:13.386810 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:13.392568 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] 10.222.0.59 "PUT /v2.0/ports/ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab HTTP/1.1" status: 200 len: 980 time: 6.9820426 Feb 10 23:03:13.403551 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 39880) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:13.449796 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-424f2a0f-ef16-49f0-a67c-d58fd9427103 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.8714457 Feb 10 23:03:13.450667 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8e5baa1d-54c8-4031-bc6e-c49481ec51a5 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:13.469628 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39886) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:13.470375 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-55bdba44-d2dd-459c-8b94-0857f5f08350 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:13.471155 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-55bdba44-d2dd-459c-8b94-0857f5f08350 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:13.578341 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-80ad12eb-6c81-4f33-8715-9e3bc7d8e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Deleting port ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:03:13.579612 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-80ad12eb-6c81-4f33-8715-9e3bc7d8e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:13.596229 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-be70a2d5-81ca-47a8-bdd7-18c39064e8a3 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:13.676731 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fa6df7-75bf-4d94-a072-6a6837b6f646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Pushing event updated for resources: {'Port': ['ID=ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:13.679270 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424f2a0f-ef16-49f0-a67c-d58fd9427103 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Pushing event updated for resources: {'Network': ['ID=23ec5cc0-c8a1-4999-a18d-4d659e3a3195,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:13.700410 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-089d8163-c575-4864-a534-c73b301b3053 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Deleting port 77dc8d46-0d9e-43ac-b926-4d5b597c3cfe {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:03:13.700410 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-089d8163-c575-4864-a534-c73b301b3053 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:13.707753 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device ff0bc89f-9198-4895-93f4-20c2e1e0cbf9 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:03:13.730708 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8e5baa1d-54c8-4031-bc6e-c49481ec51a5 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:13.812930 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-6f696639-0c6b-4309-9110-bbdaa4ba6a67 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-398816298'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:13.819017 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-e6b63235-f510-47da-9005-9168ff7ab42e req-bc34a4d1-3d6f-4e8b-98b4-e55b10bd7bc5 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] 10.222.0.59 "GET /v2.0/ports?device_id=694a6d95-ea06-4d1a-958e-902c65635ce9 HTTP/1.1" status: 200 len: 210 time: 0.1796117 Feb 10 23:03:13.831900 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-6f696639-0c6b-4309-9110-bbdaa4ba6a67 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:13.869293 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-6f696639-0c6b-4309-9110-bbdaa4ba6a67 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Usage tracker for resource:network and tenant:94e99271b9864baf95ec6da6da96df21 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:13.877454 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-6f696639-0c6b-4309-9110-bbdaa4ba6a67 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:13.880374 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-8e5baa1d-54c8-4031-bc6e-c49481ec51a5 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] 10.222.0.59 "DELETE /v2.0/networks/e06a9c55-fd79-4cdb-aae9-c8797437db37 HTTP/1.1" status: 204 len: 168 time: 1.7946236 Feb 10 23:03:13.889435 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 23ec5cc0-c8a1-4999-a18d-4d659e3a3195 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:03:13.906227 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port ff0bc89f-9198-4895-93f4-20c2e1e0cbf9 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:03:13.926415 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39892) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:13.963045 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-6f696639-0c6b-4309-9110-bbdaa4ba6a67 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:13.968560 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port ff0bc89f-9198-4895-93f4-20c2e1e0cbf9 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:13.969282 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:14.008873 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5baa1d-54c8-4031-bc6e-c49481ec51a5 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Pushing event deleted for resources: {'Network': ['ID=e06a9c55-fd79-4cdb-aae9-c8797437db37,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:14.132563 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f696639-0c6b-4309-9110-bbdaa4ba6a67 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Made reservation on behalf of 94e99271b9864baf95ec6da6da96df21 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:03:14.140236 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6f696639-0c6b-4309-9110-bbdaa4ba6a67 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:14.182606 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6f696639-0c6b-4309-9110-bbdaa4ba6a67 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:14.200522 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:14.242007 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port ff0bc89f-9198-4895-93f4-20c2e1e0cbf9, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=ff0bc89f-9198-4895-93f4-20c2e1e0cbf9,segment=NetworkSegment(8d4bd894-00ad-407b-b19e-8b7c13928dae),segment_id=8d4bd894-00ad-407b-b19e-8b7c13928dae)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:03:14.287771 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-be70a2d5-81ca-47a8-bdd7-18c39064e8a3 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:14.336697 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:14.337238 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-80ad12eb-6c81-4f33-8715-9e3bc7d8e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] For port ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab, host hv-neutron-8287, got binding levels [] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:03:14.337238 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-80ad12eb-6c81-4f33-8715-9e3bc7d8e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:14.350223 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3954ad10-2c24-4261-aaa7-1967c86cccff tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:14.354309 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3954ad10-2c24-4261-aaa7-1967c86cccff tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:14.358371 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3954ad10-2c24-4261-aaa7-1967c86cccff tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:14.360036 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3954ad10-2c24-4261-aaa7-1967c86cccff tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1943 time: 0.4223897 Feb 10 23:03:14.370274 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39898) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:14.372782 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-6f696639-0c6b-4309-9110-bbdaa4ba6a67 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:14.383728 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-c80ea604-fe92-4be7-8073-c50fea25ee1b tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1656671128'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:14.389325 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-6f696639-0c6b-4309-9110-bbdaa4ba6a67 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Usage tracker for resource:security_group_rule and tenant:94e99271b9864baf95ec6da6da96df21 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:14.398081 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c80ea604-fe92-4be7-8073-c50fea25ee1b tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:14.400877 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-6f696639-0c6b-4309-9110-bbdaa4ba6a67 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:14.418120 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c80ea604-fe92-4be7-8073-c50fea25ee1b tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Usage tracker for resource:network and tenant:6b83c6e0d06f4637bab5d70fc5c92395 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:14.422644 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-6f696639-0c6b-4309-9110-bbdaa4ba6a67 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:14.428630 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c80ea604-fe92-4be7-8073-c50fea25ee1b tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:14.429630 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=ff0bc89f-9198-4895-93f4-20c2e1e0cbf9,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:14.445075 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-be70a2d5-81ca-47a8-bdd7-18c39064e8a3 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:14.452069 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c80ea604-fe92-4be7-8073-c50fea25ee1b tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:14.506675 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-80ad12eb-6c81-4f33-8715-9e3bc7d8e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Calling delete_port for ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:03:14.562271 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-089d8163-c575-4864-a534-c73b301b3053 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:14.562805 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-be70a2d5-81ca-47a8-bdd7-18c39064e8a3 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Network 23ec5cc0-c8a1-4999-a18d-4d659e3a3195 is not hosted by any dhcp agent {{(pid=84332) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 10 23:03:14.564221 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be70a2d5-81ca-47a8-bdd7-18c39064e8a3 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:14.565111 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-be70a2d5-81ca-47a8-bdd7-18c39064e8a3 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:14.566402 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-be70a2d5-81ca-47a8-bdd7-18c39064e8a3 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] 10.222.0.59 "PUT /v2.0/networks/23ec5cc0-c8a1-4999-a18d-4d659e3a3195 HTTP/1.1" status: 200 len: 858 time: 1.0888996 Feb 10 23:03:14.572160 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 39906) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:14.588924 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be70a2d5-81ca-47a8-bdd7-18c39064e8a3 tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Pushing event updated for resources: {'Network': ['ID=23ec5cc0-c8a1-4999-a18d-4d659e3a3195,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:14.607179 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89673057-621e-4bf3-b54e-d37f35e086b0 req-0b5cb5b9-9f7d-4e25-a054-56f1895e355d tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:14.614980 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-89673057-621e-4bf3-b54e-d37f35e086b0 req-0b5cb5b9-9f7d-4e25-a054-56f1895e355d tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] 10.222.0.59 "GET /v2.0/ports?device_id=e63ad508-7815-45c6-a10e-8696bb1d6517 HTTP/1.1" status: 200 len: 943 time: 0.3924561 Feb 10 23:03:14.622942 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80ea604-fe92-4be7-8073-c50fea25ee1b tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Made reservation on behalf of 6b83c6e0d06f4637bab5d70fc5c92395 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:03:14.626730 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c80ea604-fe92-4be7-8073-c50fea25ee1b tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:14.789390 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-089d8163-c575-4864-a534-c73b301b3053 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Calling delete_port for 77dc8d46-0d9e-43ac-b926-4d5b597c3cfe owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:03:14.882804 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e8b2ff37-36a9-4813-aa00-91d8fe30c0ff tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:14.891327 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6f696639-0c6b-4309-9110-bbdaa4ba6a67 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:14.912606 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c80ea604-fe92-4be7-8073-c50fea25ee1b tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:03:14.948408 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-89673057-621e-4bf3-b54e-d37f35e086b0 req-bcf9d07a-ec5b-440d-8814-3e6dcff02294 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] 10.222.0.59 "GET /v2.0/security-groups?id=886286dd-08ce-4f82-85ab-82f3ed155db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3325651 Feb 10 23:03:14.955759 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c80ea604-fe92-4be7-8073-c50fea25ee1b tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:14.956177 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-c80ea604-fe92-4be7-8073-c50fea25ee1b tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Added segment c96f3c26-20fc-4d06-9595-6a9c71084bde of type vlan for network f1c98a70-5a35-4965-9593-2e8090229318 Feb 10 23:03:15.009853 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c80ea604-fe92-4be7-8073-c50fea25ee1b tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:15.018565 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6f696639-0c6b-4309-9110-bbdaa4ba6a67 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:15.038652 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3227eb-85c4-4b24-a169-266f666dd882 req-6b243259-a977-4d28-9e56-b896bfa283e7 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:15.040101 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ec3227eb-85c4-4b24-a169-266f666dd882 req-6b243259-a977-4d28-9e56-b896bfa283e7 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] 10.222.0.37 "GET /v2.0/networks?id=babc7379-fefc-41a5-a39a-fab07194ed36 HTTP/1.1" status: 200 len: 806 time: 0.3741813 Feb 10 23:03:15.064832 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f696639-0c6b-4309-9110-bbdaa4ba6a67 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:03:15.103696 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55bdba44-d2dd-459c-8b94-0857f5f08350 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Router 0a595792-35d3-4979-b99b-0ca8662c4bfd is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:03:15.116072 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f696639-0c6b-4309-9110-bbdaa4ba6a67 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b79f3cdd-430b-41e2-b7cf-71b282d3d8d6,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:15.118887 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-80ad12eb-6c81-4f33-8715-9e3bc7d8e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:15.120785 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6f696639-0c6b-4309-9110-bbdaa4ba6a67 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:15.121126 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-6f696639-0c6b-4309-9110-bbdaa4ba6a67 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Added segment 30581f83-ec87-4f5d-8907-9491f101fd71 of type vlan for network a83eaf5b-2ae3-4906-be1c-aab2fd255ad9 Feb 10 23:03:15.217115 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-ec3227eb-85c4-4b24-a169-266f666dd882 req-487c9110-198f-48cf-a072-cbe5014f4531 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Synchronizing usage tracker for tenant:b6f152d8d3864ce9bbf63b40c6aaa545 on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:03:15.230675 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6f696639-0c6b-4309-9110-bbdaa4ba6a67 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:15.236242 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c80ea604-fe92-4be7-8073-c50fea25ee1b tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:15.239515 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-e24f1030-ae2b-44c4-8f54-adfaf36035e8 req-9889f70b-4608-4704-bf0a-8dfb8c2071f7 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] 10.222.0.59 "GET /v2.0/ports?device_id=694a6d95-ea06-4d1a-958e-902c65635ce9 HTTP/1.1" status: 200 len: 210 time: 0.2845514 Feb 10 23:03:15.239848 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80ea604-fe92-4be7-8073-c50fea25ee1b tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:15.240406 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c80ea604-fe92-4be7-8073-c50fea25ee1b tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:15.253784 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ad12eb-6c81-4f33-8715-9e3bc7d8e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:15.270786 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e8b2ff37-36a9-4813-aa00-91d8fe30c0ff tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:15.288950 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-80ad12eb-6c81-4f33-8715-9e3bc7d8e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:15.319048 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-e8b2ff37-36a9-4813-aa00-91d8fe30c0ff tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23ec5cc0-c8a1-4999-a18d-4d659e3a3195']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:15.333797 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-e8b2ff37-36a9-4813-aa00-91d8fe30c0ff tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '817d6546-2c31-41da-abcc-c0b27f5b433f') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:15.334083 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-e8b2ff37-36a9-4813-aa00-91d8fe30c0ff tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '817d6546-2c31-41da-abcc-c0b27f5b433f') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:15.346220 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e8b2ff37-36a9-4813-aa00-91d8fe30c0ff tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:15.361628 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e8b2ff37-36a9-4813-aa00-91d8fe30c0ff tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:15.367321 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8b2ff37-36a9-4813-aa00-91d8fe30c0ff tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:03:15.367689 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e8b2ff37-36a9-4813-aa00-91d8fe30c0ff tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:15.382574 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:03:15.382574 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:03:15.382574 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:03:15.382574 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:03:15.382574 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:03:15.382574 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:03:15.382574 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:03:15.382574 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:03:15.382574 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:03:15.382574 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:03:15.382574 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:03:15.382574 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:03:15.382574 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:03:15.382574 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:03:15.382574 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:03:15.382574 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:03:15.382574 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:03:15.382574 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:03:15.382574 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:03:15.382574 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:03:15.382574 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:03:15.382574 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:03:15.382574 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:03:15.382574 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:03:15.382574 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:03:15.382574 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:03:15.382574 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:03:15.382574 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:03:15.382574 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:03:15.382574 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:03:15.382574 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:03:15.382574 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:03:15.406790 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-ec3227eb-85c4-4b24-a169-266f666dd882 req-487c9110-198f-48cf-a072-cbe5014f4531 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Unset dirty status for tenant:b6f152d8d3864ce9bbf63b40c6aaa545 on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:03:15.408525 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ec3227eb-85c4-4b24-a169-266f666dd882 req-487c9110-198f-48cf-a072-cbe5014f4531 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6f152d8d3864ce9bbf63b40c6aaa545 HTTP/1.1" status: 200 len: 380 time: 0.3455446 Feb 10 23:03:15.431942 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-089d8163-c575-4864-a534-c73b301b3053 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:15.440282 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-ec3227eb-85c4-4b24-a169-266f666dd882 req-65f76370-de79-40f7-adf9-ce323a878c3d tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Request body: {'port': {'device_id': '694a6d95-ea06-4d1a-958e-902c65635ce9', 'network_id': 'babc7379-fefc-41a5-a39a-fab07194ed36', 'admin_state_up': True, 'tenant_id': 'b6f152d8d3864ce9bbf63b40c6aaa545', 'security_groups': ['3f5b4c60-a1f0-4362-abb0-13772bc5afad']}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:15.470092 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80ea604-fe92-4be7-8073-c50fea25ee1b tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Pushing event updated for resources: {'Network': ['ID=f1c98a70-5a35-4965-9593-2e8090229318,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:15.479369 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network f1c98a70-5a35-4965-9593-2e8090229318 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:03:15.497645 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-80ad12eb-6c81-4f33-8715-9e3bc7d8e812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] 10.222.0.59 "DELETE /v2.0/ports/ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab HTTP/1.1" status: 204 len: 168 time: 2.0537512 Feb 10 23:03:15.499032 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089d8163-c575-4864-a534-c73b301b3053 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Pushing event deleted for resources: {'Port': ['ID=77dc8d46-0d9e-43ac-b926-4d5b597c3cfe,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:15.502962 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 39912) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:15.538125 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c80ea604-fe92-4be7-8073-c50fea25ee1b tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1668124 Feb 10 23:03:15.543324 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39916) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:15.553300 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-063ea725-253c-424d-95b0-775d62450523 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-385286031'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:15.554990 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-063ea725-253c-424d-95b0-775d62450523 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:15.559180 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-063ea725-253c-424d-95b0-775d62450523 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Usage tracker for resource:network and tenant:6b83c6e0d06f4637bab5d70fc5c92395 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:15.567101 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-063ea725-253c-424d-95b0-775d62450523 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:15.573473 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-063ea725-253c-424d-95b0-775d62450523 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:15.576896 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfc0a232-e3eb-4d3c-af56-c438d692905f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] GET failed (client error): The resource could not be found. Feb 10 23:03:15.577399 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-dfc0a232-e3eb-4d3c-af56-c438d692905f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Synchronizing usage tracker for tenant:b8b6a598d81a4c6ca947b726228f1bf2 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:03:15.605490 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6f696639-0c6b-4309-9110-bbdaa4ba6a67 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:15.610073 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f696639-0c6b-4309-9110-bbdaa4ba6a67 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:15.611850 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6f696639-0c6b-4309-9110-bbdaa4ba6a67 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:15.654011 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device ff0bc89f-9198-4895-93f4-20c2e1e0cbf9 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:03:15.672493 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e8b2ff37-36a9-4813-aa00-91d8fe30c0ff tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:15.687906 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b2ff37-36a9-4813-aa00-91d8fe30c0ff tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 23ec5cc0-c8a1-4999-a18d-4d659e3a3195 {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 10 23:03:15.705811 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e8b2ff37-36a9-4813-aa00-91d8fe30c0ff tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:15.739597 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063ea725-253c-424d-95b0-775d62450523 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Made reservation on behalf of 6b83c6e0d06f4637bab5d70fc5c92395 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:03:15.742171 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-063ea725-253c-424d-95b0-775d62450523 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:15.791924 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port ff0bc89f-9198-4895-93f4-20c2e1e0cbf9 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:15.792532 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:15.812461 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b2ff37-36a9-4813-aa00-91d8fe30c0ff tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] Pushing event deleted for resources: {'Network': ['ID=23ec5cc0-c8a1-4999-a18d-4d659e3a3195,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:15.820766 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-dfc0a232-e3eb-4d3c-af56-c438d692905f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] Unset dirty status for tenant:b8b6a598d81a4c6ca947b726228f1bf2 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:03:15.828031 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39920) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:15.829744 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-dfc0a232-e3eb-4d3c-af56-c438d692905f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889469121-project-admin] 10.222.0.59 "GET /v2.0/ports/ac0e71a6-7760-4ab5-8fb2-3edd65aa4dab HTTP/1.1" status: 404 len: 333 time: 0.3252139 Feb 10 23:03:15.833553 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-e8b2ff37-36a9-4813-aa00-91d8fe30c0ff tempest-ExternalNetworksTestJSON-1845855039 tempest-ExternalNetworksTestJSON-1845855039-project-admin] 10.222.0.59 "DELETE /v2.0/networks/23ec5cc0-c8a1-4999-a18d-4d659e3a3195 HTTP/1.1" status: 204 len: 168 time: 1.2607098 Feb 10 23:03:15.841348 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f696639-0c6b-4309-9110-bbdaa4ba6a67 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Pushing event updated for resources: {'Network': ['ID=a83eaf5b-2ae3-4906-be1c-aab2fd255ad9,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:15.842147 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 39924) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:15.856587 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network a83eaf5b-2ae3-4906-be1c-aab2fd255ad9 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:03:15.884662 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6f696639-0c6b-4309-9110-bbdaa4ba6a67 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.5239549 Feb 10 23:03:15.913190 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b01f3d6-20e7-4a5a-8776-72bb974a224d tempest-ExternalNetworksTestJSON-1906311358 tempest-ExternalNetworksTestJSON-1906311358-project] DELETE failed (client error): The resource could not be found. Feb 10 23:03:15.914130 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b01f3d6-20e7-4a5a-8776-72bb974a224d tempest-ExternalNetworksTestJSON-1906311358 tempest-ExternalNetworksTestJSON-1906311358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:03:15.916061 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-3b01f3d6-20e7-4a5a-8776-72bb974a224d tempest-ExternalNetworksTestJSON-1906311358 tempest-ExternalNetworksTestJSON-1906311358-project] 10.222.0.59 "DELETE /v2.0/subnets/b78d56f6-4c60-4c0f-af88-3c110872e598 HTTP/1.1" status: 404 len: 337 time: 0.0725725 Feb 10 23:03:15.916864 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 39928) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:15.919689 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 39930) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:15.926567 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-07c13850-a3d6-4b20-ac19-ccf14aacce86 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Request body: {'subnet': {'network_id': 'a83eaf5b-2ae3-4906-be1c-aab2fd255ad9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:15.926808 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:15.944993 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-ec3227eb-85c4-4b24-a169-266f666dd882 req-65f76370-de79-40f7-adf9-ce323a878c3d tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:15.959581 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-063ea725-253c-424d-95b0-775d62450523 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:03:15.982537 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-ec3227eb-85c4-4b24-a169-266f666dd882 req-65f76370-de79-40f7-adf9-ce323a878c3d tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:16.036361 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-063ea725-253c-424d-95b0-775d62450523 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:16.045050 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-063ea725-253c-424d-95b0-775d62450523 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Added segment aca4faac-ec5d-4365-ba05-93f97321aaa7 of type vlan for network c4d34843-b67c-4881-961e-36952ffb1191 Feb 10 23:03:16.080967 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8f8806a9-3e5a-442f-8a8f-5c87f72f7e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:16.114880 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-063ea725-253c-424d-95b0-775d62450523 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:16.169339 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec3227eb-85c4-4b24-a169-266f666dd882 req-65f76370-de79-40f7-adf9-ce323a878c3d tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Made reservation on behalf of b6f152d8d3864ce9bbf63b40c6aaa545 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:03:16.172252 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-ec3227eb-85c4-4b24-a169-266f666dd882 req-65f76370-de79-40f7-adf9-ce323a878c3d tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:16.186612 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-36477e37-ffcd-432c-99f0-b4dbf415cd63 tempest-ExternalNetworksTestJSON-1906311358 tempest-ExternalNetworksTestJSON-1906311358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:16.198172 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-07c13850-a3d6-4b20-ac19-ccf14aacce86 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:16.202338 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-07c13850-a3d6-4b20-ac19-ccf14aacce86 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Usage tracker for resource:subnet and tenant:94e99271b9864baf95ec6da6da96df21 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:16.207732 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-07c13850-a3d6-4b20-ac19-ccf14aacce86 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:16.211856 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-07c13850-a3d6-4b20-ac19-ccf14aacce86 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:16.310894 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c13850-a3d6-4b20-ac19-ccf14aacce86 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Made reservation on behalf of 94e99271b9864baf95ec6da6da96df21 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:03:16.331196 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55bdba44-d2dd-459c-8b94-0857f5f08350 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:03:16.345861 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa3c780-aca2-4718-9f1e-06ae0840966a None None] Sync routers for ids ['0a595792-35d3-4979-b99b-0ca8662c4bfd'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:03:16.359105 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa3c780-aca2-4718-9f1e-06ae0840966a None None] Routers {'0a595792-35d3-4979-b99b-0ca8662c4bfd'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:03:16.360188 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-0aa3c780-aca2-4718-9f1e-06ae0840966a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:02:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['0a595792-35d3-4979-b99b-0ca8662c4bfd'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:16.447936 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8f8806a9-3e5a-442f-8a8f-5c87f72f7e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:16.459691 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-063ea725-253c-424d-95b0-775d62450523 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:16.467378 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063ea725-253c-424d-95b0-775d62450523 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:16.469422 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-063ea725-253c-424d-95b0-775d62450523 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:16.474793 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device fd7c2c10-2ed3-486f-8644-8ac1d4c66bac details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:03:16.520648 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-36477e37-ffcd-432c-99f0-b4dbf415cd63 tempest-ExternalNetworksTestJSON-1906311358 tempest-ExternalNetworksTestJSON-1906311358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:16.529470 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-e051d38b-e659-4f78-8f44-eecef35206dc req-9773f05e-48ae-4be1-9c9d-d7c0c8719b3d tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] 10.222.0.59 "GET /v2.0/ports?device_id=694a6d95-ea06-4d1a-958e-902c65635ce9 HTTP/1.1" status: 200 len: 210 time: 0.0959561 Feb 10 23:03:16.581661 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-089d8163-c575-4864-a534-c73b301b3053 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:16.583474 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-089d8163-c575-4864-a534-c73b301b3053 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] 10.222.0.59 "DELETE /v2.0/ports/77dc8d46-0d9e-43ac-b926-4d5b597c3cfe HTTP/1.1" status: 204 len: 168 time: 3.4124892 Feb 10 23:03:16.588415 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 39940) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:16.591435 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-36477e37-ffcd-432c-99f0-b4dbf415cd63 tempest-ExternalNetworksTestJSON-1906311358 tempest-ExternalNetworksTestJSON-1906311358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33dae115-533e-431d-a1e5-00d3e0de8f0a']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:16.599010 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-0aa3c780-aca2-4718-9f1e-06ae0840966a None None] Set router 0a595792-35d3-4979-b99b-0ca8662c4bfd gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:03:16.600173 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-07c13850-a3d6-4b20-ac19-ccf14aacce86 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:16.646702 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-8f8806a9-3e5a-442f-8a8f-5c87f72f7e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10cd9d46-f1fc-4510-9ae8-a0f93b2ade32']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:16.660753 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b0558-50ec-4b8e-8585-9c5267577835 req-e9cd8fb0-795a-403c-b881-0553a8fe518a tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:16.662423 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f38b0558-50ec-4b8e-8585-9c5267577835 req-e9cd8fb0-795a-403c-b881-0553a8fe518a tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] 10.222.0.59 "GET /v2.0/ports?device_id=e63ad508-7815-45c6-a10e-8696bb1d6517 HTTP/1.1" status: 200 len: 943 time: 0.5431445 Feb 10 23:03:16.729347 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port fd7c2c10-2ed3-486f-8644-8ac1d4c66bac, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=fd7c2c10-2ed3-486f-8644-8ac1d4c66bac,segment=NetworkSegment(ce999748-c696-4a47-b782-f74c775e9534),segment_id=ce999748-c696-4a47-b782-f74c775e9534)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:03:16.736941 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-36477e37-ffcd-432c-99f0-b4dbf415cd63 tempest-ExternalNetworksTestJSON-1906311358 tempest-ExternalNetworksTestJSON-1906311358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82f071d5-84e2-45d7-8794-1b9ec5fce3ba') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:16.737233 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-36477e37-ffcd-432c-99f0-b4dbf415cd63 tempest-ExternalNetworksTestJSON-1906311358 tempest-ExternalNetworksTestJSON-1906311358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82f071d5-84e2-45d7-8794-1b9ec5fce3ba') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:16.748308 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Returning: {'device': 'fd7c2c10-2ed3-486f-8644-8ac1d4c66bac', 'network_id': '6483cb9e-fe3f-463f-833b-3771068bd14e', 'port_id': 'fd7c2c10-2ed3-486f-8644-8ac1d4c66bac', 'mac_address': 'fa:16:3e:65:da:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48a055f8-63d3-4e5a-8cc1-4cd5fa049a73', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:03:16.758885 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-424339e1-4bac-4f6e-a828-8a6bf0b866a7 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] GET failed (client error): The resource could not be found. Feb 10 23:03:16.759388 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-424339e1-4bac-4f6e-a828-8a6bf0b866a7 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Synchronizing usage tracker for tenant:18b53cb21d1d4d98b648eb6f677e3500 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:03:16.765628 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-36477e37-ffcd-432c-99f0-b4dbf415cd63 tempest-ExternalNetworksTestJSON-1906311358 tempest-ExternalNetworksTestJSON-1906311358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:16.811806 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:16.812178 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-36477e37-ffcd-432c-99f0-b4dbf415cd63 tempest-ExternalNetworksTestJSON-1906311358 tempest-ExternalNetworksTestJSON-1906311358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:16.827894 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36477e37-ffcd-432c-99f0-b4dbf415cd63 tempest-ExternalNetworksTestJSON-1906311358 tempest-ExternalNetworksTestJSON-1906311358-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:03:16.828294 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-36477e37-ffcd-432c-99f0-b4dbf415cd63 tempest-ExternalNetworksTestJSON-1906311358 tempest-ExternalNetworksTestJSON-1906311358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:16.832924 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd7c2c10-2ed3-486f-8644-8ac1d4c66bac {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:03:16.845259 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:03:16.845259 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:03:16.845259 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:03:16.845259 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:03:16.845259 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:03:16.845259 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:03:16.845259 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:03:16.845259 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:03:16.845259 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:03:16.845259 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:03:16.845259 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:03:16.845259 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:03:16.845259 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:03:16.845259 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:03:16.845259 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:03:16.845259 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:03:16.845259 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:03:16.845259 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:03:16.845259 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:03:16.845259 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:03:16.845259 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:03:16.845259 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:03:16.845259 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:03:16.845259 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:03:16.845259 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:03:16.845259 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:03:16.845259 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:03:16.845259 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:03:16.845259 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:03:16.845259 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:03:16.845259 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:03:16.845259 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:03:16.852954 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-8f8806a9-3e5a-442f-8a8f-5c87f72f7e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ff686aa-1269-4591-8d52-802682de9bdc') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:16.853245 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-8f8806a9-3e5a-442f-8a8f-5c87f72f7e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ff686aa-1269-4591-8d52-802682de9bdc') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:16.855838 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port fd7c2c10-2ed3-486f-8644-8ac1d4c66bac, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=fd7c2c10-2ed3-486f-8644-8ac1d4c66bac,segment=NetworkSegment(ce999748-c696-4a47-b782-f74c775e9534),segment_id=ce999748-c696-4a47-b782-f74c775e9534)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:03:16.862089 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-55bdba44-d2dd-459c-8b94-0857f5f08350 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:16.863326 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-55bdba44-d2dd-459c-8b94-0857f5f08350 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 8.6075459 Feb 10 23:03:16.872151 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063ea725-253c-424d-95b0-775d62450523 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Pushing event updated for resources: {'Network': ['ID=c4d34843-b67c-4881-961e-36952ffb1191,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:16.875241 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-063ea725-253c-424d-95b0-775d62450523 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3303611 Feb 10 23:03:16.884845 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39944) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:16.884845 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39946) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:16.890297 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8f8806a9-3e5a-442f-8a8f-5c87f72f7e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32216962'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:16.893558 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network c4d34843-b67c-4881-961e-36952ffb1191 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:03:16.971828 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-0aa3c780-aca2-4718-9f1e-06ae0840966a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a595792-35d3-4979-b99b-0ca8662c4bfd', 'name': '', 'tenant_id': '11f3bed017e3494cb19f574ec004947b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2497ba23-db9a-4d0b-8717-14db0bf1ab51', 'external_fixed_ips': [{'subnet_id': '57d617a7-82b6-4e8f-bdbd-aa9054d0073e', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': '9ab0ef52-6da3-41d9-b57d-94ff6560bf05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:03:08Z', 'updated_at': '2022-02-10T23:03:13Z', 'revision_number': 3, 'project_id': '11f3bed017e3494cb19f574ec004947b', 'gw_port': {'id': '9ab0ef52-6da3-41d9-b57d-94ff6560bf05', 'name': '', 'network_id': '2497ba23-db9a-4d0b-8717-14db0bf1ab51', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a595792-35d3-4979-b99b-0ca8662c4bfd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57d617a7-82b6-4e8f-bdbd-aa9054d0073e', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:03:11Z', 'updated_at': '2022-02-10T23:03:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57d617a7-82b6-4e8f-bdbd-aa9054d0073e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:16.976275 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa3c780-aca2-4718-9f1e-06ae0840966a None None] Checking router: 0a595792-35d3-4979-b99b-0ca8662c4bfd for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:03:16.976650 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa3c780-aca2-4718-9f1e-06ae0840966a None None] Updating router 0a595792-35d3-4979-b99b-0ca8662c4bfd port 9ab0ef52-6da3-41d9-b57d-94ff6560bf05 binding host dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:03:16.995273 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-424339e1-4bac-4f6e-a828-8a6bf0b866a7 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Unset dirty status for tenant:18b53cb21d1d4d98b648eb6f677e3500 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:03:16.999902 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-424339e1-4bac-4f6e-a828-8a6bf0b866a7 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] 10.222.0.59 "GET /v2.0/ports/77dc8d46-0d9e-43ac-b926-4d5b597c3cfe HTTP/1.1" status: 404 len: 333 time: 0.4071651 Feb 10 23:03:17.004818 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 39952) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:17.012188 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-a832ca92-7c8b-4610-af1a-918e88faadaa tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Request body: {'port': {'network_id': 'de4458e5-31d7-4d26-92ba-94a8b2d6e5e4', 'name': 'tempest-AllowedAddressPairTestJSON-2057524983'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:17.030791 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:17.048054 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0aa3c780-aca2-4718-9f1e-06ae0840966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:17.051131 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-81adc9b4-74e2-433a-8266-89ccdd1cb4af tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Request body: {'ports': [{'network_id': 'f1c98a70-5a35-4965-9593-2e8090229318', 'name': 'tempest-port--842280592', 'admin_state_up': True}, {'network_id': 'c4d34843-b67c-4881-961e-36952ffb1191', 'admin_state_up': False}]} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:17.051681 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-81adc9b4-74e2-433a-8266-89ccdd1cb4af tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Request body: {'port': {'network_id': 'f1c98a70-5a35-4965-9593-2e8090229318', 'name': 'tempest-port--842280592', 'admin_state_up': True}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:17.053794 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-81adc9b4-74e2-433a-8266-89ccdd1cb4af tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Request body: {'port': {'network_id': 'c4d34843-b67c-4881-961e-36952ffb1191', 'admin_state_up': False}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:17.113252 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=fd7c2c10-2ed3-486f-8644-8ac1d4c66bac,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:17.202460 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-36477e37-ffcd-432c-99f0-b4dbf415cd63 tempest-ExternalNetworksTestJSON-1906311358 tempest-ExternalNetworksTestJSON-1906311358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:17.237046 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-36477e37-ffcd-432c-99f0-b4dbf415cd63 tempest-ExternalNetworksTestJSON-1906311358 tempest-ExternalNetworksTestJSON-1906311358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:17.256564 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f38b0558-50ec-4b8e-8585-9c5267577835 req-b7cad958-e0c9-44d5-af4a-6464c17f8031 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] 10.222.0.59 "GET /v2.0/security-groups?id=886286dd-08ce-4f82-85ab-82f3ed155db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5834107 Feb 10 23:03:17.264351 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36477e37-ffcd-432c-99f0-b4dbf415cd63 tempest-ExternalNetworksTestJSON-1906311358 tempest-ExternalNetworksTestJSON-1906311358-project] Pushing event deleted for resources: {'Network': ['ID=33dae115-533e-431d-a1e5-00d3e0de8f0a,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:17.284501 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a832ca92-7c8b-4610-af1a-918e88faadaa tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:17.294718 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a832ca92-7c8b-4610-af1a-918e88faadaa tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:17.295759 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [req-ec3227eb-85c4-4b24-a169-266f666dd882 req-65f76370-de79-40f7-adf9-ce323a878c3d tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Allocated IP 172.20.0.14 (babc7379-fefc-41a5-a39a-fab07194ed36/ca52b472-e037-459c-a520-2e3911329927/ff769919-8c1e-4b91-998e-cf46b5138b83) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:03:17.299551 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8f8806a9-3e5a-442f-8a8f-5c87f72f7e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:17.343733 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f8806a9-3e5a-442f-8a8f-5c87f72f7e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:03:17.344123 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8f8806a9-3e5a-442f-8a8f-5c87f72f7e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32033006'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:17.361261 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-36477e37-ffcd-432c-99f0-b4dbf415cd63 tempest-ExternalNetworksTestJSON-1906311358 tempest-ExternalNetworksTestJSON-1906311358-project] 10.222.0.59 "DELETE /v2.0/networks/33dae115-533e-431d-a1e5-00d3e0de8f0a HTTP/1.1" status: 204 len: 168 time: 1.4389544 Feb 10 23:03:17.365099 dv-neutron-828797-1-hyperv neutron-server[84332]: Traceback (most recent call last): Feb 10 23:03:17.365099 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:03:17.365099 dv-neutron-828797-1-hyperv neutron-server[84332]: timer() Feb 10 23:03:17.365099 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:03:17.365099 dv-neutron-828797-1-hyperv neutron-server[84332]: cb(*args, **kw) Feb 10 23:03:17.365099 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:03:17.365099 dv-neutron-828797-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Feb 10 23:03:17.365099 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:03:17.365099 dv-neutron-828797-1-hyperv neutron-server[84332]: self._notify() Feb 10 23:03:17.365099 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:03:17.365099 dv-neutron-828797-1-hyperv neutron-server[84332]: self.callback(batched_events) Feb 10 23:03:17.365099 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:03:17.365099 dv-neutron-828797-1-hyperv neutron-server[84332]: event.method(event) Feb 10 23:03:17.365099 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:03:17.365099 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:03:17.365099 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:03:17.365099 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:03:17.365099 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:03:17.365099 dv-neutron-828797-1-hyperv neutron-server[84332]: return f(self, *a, **k) Feb 10 23:03:17.365099 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:03:17.365099 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._get(url).json() Feb 10 23:03:17.365099 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:03:17.365099 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:03:17.365099 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:03:17.365099 dv-neutron-828797-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Feb 10 23:03:17.365099 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:03:17.365099 dv-neutron-828797-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:03:17.365099 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:03:17.365099 dv-neutron-828797-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:03:17.365099 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:03:17.365099 dv-neutron-828797-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:03:17.365099 dv-neutron-828797-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:03:17.370359 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-81adc9b4-74e2-433a-8266-89ccdd1cb4af tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:17.379286 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['fd7c2c10-2ed3-486f-8644-8ac1d4c66bac'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:03:17.388249 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-07c13850-a3d6-4b20-ac19-ccf14aacce86 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:17.392450 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a832ca92-7c8b-4610-af1a-918e88faadaa tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Made reservation on behalf of 18b53cb21d1d4d98b648eb6f677e3500 for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:03:17.400581 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a832ca92-7c8b-4610-af1a-918e88faadaa tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:17.429625 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-81adc9b4-74e2-433a-8266-89ccdd1cb4af tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Usage tracker for resource:port and tenant:6b83c6e0d06f4637bab5d70fc5c92395 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:17.444193 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-81adc9b4-74e2-433a-8266-89ccdd1cb4af tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:17.480425 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-81adc9b4-74e2-433a-8266-89ccdd1cb4af tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:17.482536 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-a832ca92-7c8b-4610-af1a-918e88faadaa tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] device_id is not set on port be964c74-0ae8-413d-9467-3bee902a9721 yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:03:17.521110 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0aa3c780-aca2-4718-9f1e-06ae0840966a None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:17.545130 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c13850-a3d6-4b20-ac19-ccf14aacce86 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Pushing event updated for resources: {'Subnet': ['ID=b3ce60ab-e3ba-4d60-938c-93af4ddc93ad,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:17.549060 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-0aa3c780-aca2-4718-9f1e-06ae0840966a None None] Transition to ACTIVE for port object 9ab0ef52-6da3-41d9-b57d-94ff6560bf05 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:03:17.635938 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c13850-a3d6-4b20-ac19-ccf14aacce86 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Checking segment: {'id': '30581f83-ec87-4f5d-8907-9491f101fd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a83eaf5b-2ae3-4906-be1c-aab2fd255ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:03:17.636292 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c13850-a3d6-4b20-ac19-ccf14aacce86 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Network hostable DHCP agents. Network: a83eaf5b-2ae3-4906-be1c-aab2fd255ad9, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:03:17.668819 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0aa3c780-aca2-4718-9f1e-06ae0840966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:17.685026 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81adc9b4-74e2-433a-8266-89ccdd1cb4af tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Made reservation on behalf of 6b83c6e0d06f4637bab5d70fc5c92395 for: {'port': 2} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:03:17.693605 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-81adc9b4-74e2-433a-8266-89ccdd1cb4af tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:17.694302 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-a832ca92-7c8b-4610-af1a-918e88faadaa tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Allocated IP 172.20.0.11 (de4458e5-31d7-4d26-92ba-94a8b2d6e5e4/84f5775c-49eb-4f87-a451-b4d51041c59f/be964c74-0ae8-413d-9467-3bee902a9721) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:03:17.722169 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8f8806a9-3e5a-442f-8a8f-5c87f72f7e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:17.764164 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fc0df9-4dc4-4650-9af2-034698760c87 None None] Pushing event updated for resources: {'Port': ['ID=9ab0ef52-6da3-41d9-b57d-94ff6560bf05,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:17.771248 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-81adc9b4-74e2-433a-8266-89ccdd1cb4af tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:17.773709 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-0aa3c780-aca2-4718-9f1e-06ae0840966a None None] Attempting to bind port 9ab0ef52-6da3-41d9-b57d-94ff6560bf05 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:03:17.774358 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-0aa3c780-aca2-4718-9f1e-06ae0840966a None None] Attempting to bind port 9ab0ef52-6da3-41d9-b57d-94ff6560bf05 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': 'cd67ae34-51f0-44f9-bc48-83aef91c81f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2497ba23-db9a-4d0b-8717-14db0bf1ab51'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:03:17.775000 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa3c780-aca2-4718-9f1e-06ae0840966a None None] Attempting to bind port 9ab0ef52-6da3-41d9-b57d-94ff6560bf05 on network 2497ba23-db9a-4d0b-8717-14db0bf1ab51 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:03:17.784132 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa3c780-aca2-4718-9f1e-06ae0840966a None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:03:17.784906 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa3c780-aca2-4718-9f1e-06ae0840966a None None] Checking segment: {'id': 'cd67ae34-51f0-44f9-bc48-83aef91c81f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2497ba23-db9a-4d0b-8717-14db0bf1ab51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:03:17.785569 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0aa3c780-aca2-4718-9f1e-06ae0840966a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:17.786077 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8f8806a9-3e5a-442f-8a8f-5c87f72f7e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:17.786223 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa3c780-aca2-4718-9f1e-06ae0840966a None None] Bound using segment: {'id': 'cd67ae34-51f0-44f9-bc48-83aef91c81f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2497ba23-db9a-4d0b-8717-14db0bf1ab51'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:03:17.786579 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-0aa3c780-aca2-4718-9f1e-06ae0840966a None None] Bound port: 9ab0ef52-6da3-41d9-b57d-94ff6560bf05, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd67ae34-51f0-44f9-bc48-83aef91c81f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2497ba23-db9a-4d0b-8717-14db0bf1ab51'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:03:17.787088 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0aa3c780-aca2-4718-9f1e-06ae0840966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:17.794871 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c13850-a3d6-4b20-ac19-ccf14aacce86 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Network a83eaf5b-2ae3-4906-be1c-aab2fd255ad9 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:03:17.808347 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8806a9-3e5a-442f-8a8f-5c87f72f7e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848-project] Pushing event deleted for resources: {'Network': ['ID=10cd9d46-f1fc-4510-9ae8-a0f93b2ade32,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:17.811869 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-cae772f0-5106-4ebb-8a40-63d274a6e9a7 req-828bfc29-4eeb-4c4f-b7d0-d67ebba7987f tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] 10.222.0.59 "GET /v2.0/ports?device_id=694a6d95-ea06-4d1a-958e-902c65635ce9 HTTP/1.1" status: 200 len: 210 time: 0.0930285 Feb 10 23:03:17.826440 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8f8806a9-3e5a-442f-8a8f-5c87f72f7e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858670848-project] 10.222.0.59 "DELETE /v2.0/networks/10cd9d46-f1fc-4510-9ae8-a0f93b2ade32 HTTP/1.1" status: 204 len: 168 time: 1.9929430 Feb 10 23:03:17.883016 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-0aa3c780-aca2-4718-9f1e-06ae0840966a None None] For port 9ab0ef52-6da3-41d9-b57d-94ff6560bf05, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:03:17.886536 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-0aa3c780-aca2-4718-9f1e-06ae0840966a None None] For port 9ab0ef52-6da3-41d9-b57d-94ff6560bf05, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=9ab0ef52-6da3-41d9-b57d-94ff6560bf05,segment=NetworkSegment(cd67ae34-51f0-44f9-bc48-83aef91c81f9),segment_id=cd67ae34-51f0-44f9-bc48-83aef91c81f9)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:03:17.947024 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-07c13850-a3d6-4b20-ac19-ccf14aacce86 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, a83eaf5b-2ae3-4906-be1c-aab2fd255ad9) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:17.951809 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c13850-a3d6-4b20-ac19-ccf14aacce86 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:17.955259 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a59ce9-1095-48e5-b3f8-a3ed3d062edd None None] Network a83eaf5b-2ae3-4906-be1c-aab2fd255ad9 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:03:17.956616 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-07c13850-a3d6-4b20-ac19-ccf14aacce86 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:17.990174 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-ec3227eb-85c4-4b24-a169-266f666dd882 req-65f76370-de79-40f7-adf9-ce323a878c3d tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:17.993082 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-0aa3c780-aca2-4718-9f1e-06ae0840966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:18.083781 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-07c13850-a3d6-4b20-ac19-ccf14aacce86 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1630585 Feb 10 23:03:18.084589 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a832ca92-7c8b-4610-af1a-918e88faadaa tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:18.088296 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-ec3227eb-85c4-4b24-a169-266f666dd882 req-65f76370-de79-40f7-adf9-ce323a878c3d tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Transition to ACTIVE for port object ff769919-8c1e-4b91-998e-cf46b5138b83 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:03:18.088586 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 39964) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:18.102257 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-c89eaa5a-f066-484c-850f-1d522e58bab0 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Request body: {'port': {'network_id': 'a83eaf5b-2ae3-4906-be1c-aab2fd255ad9', 'name': 'tempest-ExtraDHCPOptionsTestJSON-957508452'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:18.132406 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-81adc9b4-74e2-433a-8266-89ccdd1cb4af tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] device_id is not set on port 5ee24e48-1888-4640-8df9-ea9084a425ed yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:03:18.148638 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e95d881f-a15d-4ae5-bfc5-0d5d767dd482 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:18.186722 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-a832ca92-7c8b-4610-af1a-918e88faadaa tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Transition to ACTIVE for port object be964c74-0ae8-413d-9467-3bee902a9721 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:03:18.187326 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa3c780-aca2-4718-9f1e-06ae0840966a None None] Routers {'0a595792-35d3-4979-b99b-0ca8662c4bfd'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:03:18.188323 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-0aa3c780-aca2-4718-9f1e-06ae0840966a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:02:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['0a595792-35d3-4979-b99b-0ca8662c4bfd'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:18.193788 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 39968) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:18.258699 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fc0df9-4dc4-4650-9af2-034698760c87 None None] Pushing event updated for resources: {'Port': ['ID=9ab0ef52-6da3-41d9-b57d-94ff6560bf05,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:18.279676 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c89eaa5a-f066-484c-850f-1d522e58bab0 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:18.285986 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-c89eaa5a-f066-484c-850f-1d522e58bab0 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Usage tracker for resource:port and tenant:94e99271b9864baf95ec6da6da96df21 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:18.304573 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-c89eaa5a-f066-484c-850f-1d522e58bab0 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:18.322994 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c89eaa5a-f066-484c-850f-1d522e58bab0 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:18.339081 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a832ca92-7c8b-4610-af1a-918e88faadaa tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:18.455290 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-ec3227eb-85c4-4b24-a169-266f666dd882 req-65f76370-de79-40f7-adf9-ce323a878c3d tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:18.475001 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-81adc9b4-74e2-433a-8266-89ccdd1cb4af tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:18.497877 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device fd7c2c10-2ed3-486f-8644-8ac1d4c66bac up at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:03:18.519868 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a832ca92-7c8b-4610-af1a-918e88faadaa tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Pushing event updated for resources: {'Port': ['ID=be964c74-0ae8-413d-9467-3bee902a9721,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:18.523489 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89eaa5a-f066-484c-850f-1d522e58bab0 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Made reservation on behalf of 94e99271b9864baf95ec6da6da96df21 for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:03:18.526624 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c89eaa5a-f066-484c-850f-1d522e58bab0 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:18.540235 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-0aa3c780-aca2-4718-9f1e-06ae0840966a None None] Set router 0a595792-35d3-4979-b99b-0ca8662c4bfd gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:03:18.606586 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a832ca92-7c8b-4610-af1a-918e88faadaa tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Network de4458e5-31d7-4d26-92ba-94a8b2d6e5e4 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:03:18.613644 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-c89eaa5a-f066-484c-850f-1d522e58bab0 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] device_id is not set on port b5953551-2c39-4c99-b972-1c0b77b12738 yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:03:18.638135 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39978) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:18.670734 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14f89a2-a0a4-4f4b-a6e4-3d8e2706e930 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-a83eaf5b-2ae3-4906-be1c-aab2fd255ad9', 'network_id': 'a83eaf5b-2ae3-4906-be1c-aab2fd255ad9', 'tenant_id': '94e99271b9864baf95ec6da6da96df21', 'fixed_ips': [{'subnet_id': 'b3ce60ab-e3ba-4d60-938c-93af4ddc93ad'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:03:18.671524 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b14f89a2-a0a4-4f4b-a6e4-3d8e2706e930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:18.700495 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-a832ca92-7c8b-4610-af1a-918e88faadaa tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:18.734068 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a832ca92-7c8b-4610-af1a-918e88faadaa tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:03:18.818309 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a832ca92-7c8b-4610-af1a-918e88faadaa tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:18.819094 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a832ca92-7c8b-4610-af1a-918e88faadaa tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:18.822465 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning for port fd7c2c10-2ed3-486f-8644-8ac1d4c66bac completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:03:18.833000 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning complete for port fd7c2c10-2ed3-486f-8644-8ac1d4c66bac triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:18.834320 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:18.928404 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-e0460e47-5016-43f6-8cae-ef34c3857afe admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b3995ca1ff1e462f83ef08a6abad818d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7295282 Feb 10 23:03:18.928404 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 39986) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:18.982904 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec3227eb-85c4-4b24-a169-266f666dd882 req-65f76370-de79-40f7-adf9-ce323a878c3d tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Network babc7379-fefc-41a5-a39a-fab07194ed36 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:03:18.995443 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f76370-de79-40f7-adf9-ce323a878c3d tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Pushing event updated for resources: {'Port': ['ID=ff769919-8c1e-4b91-998e-cf46b5138b83,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:18.999057 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-a832ca92-7c8b-4610-af1a-918e88faadaa tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9895883 Feb 10 23:03:19.006644 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [req-ec3227eb-85c4-4b24-a169-266f666dd882 req-65f76370-de79-40f7-adf9-ce323a878c3d tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:19.006644 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 39990) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:19.012065 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec3227eb-85c4-4b24-a169-266f666dd882 req-65f76370-de79-40f7-adf9-ce323a878c3d tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:03:19.077561 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-81adc9b4-74e2-433a-8266-89ccdd1cb4af tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] device_id is not set on port b9ba7f58-4cd1-4749-b61c-a96d49a20ea3 yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:03:19.107944 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-b14f89a2-a0a4-4f4b-a6e4-3d8e2706e930 None None] Allocated IP 172.20.0.2 (a83eaf5b-2ae3-4906-be1c-aab2fd255ad9/b3ce60ab-e3ba-4d60-938c-93af4ddc93ad/4201667c-e870-4294-9b37-484d116d3d9b) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:03:19.116992 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-4c8bb686-e6a5-461a-b4be-cbe2fc85adc4 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:71:68:7d'}]}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:19.143639 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-0aa3c780-aca2-4718-9f1e-06ae0840966a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a595792-35d3-4979-b99b-0ca8662c4bfd', 'name': '', 'tenant_id': '11f3bed017e3494cb19f574ec004947b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2497ba23-db9a-4d0b-8717-14db0bf1ab51', 'external_fixed_ips': [{'subnet_id': '57d617a7-82b6-4e8f-bdbd-aa9054d0073e', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': '9ab0ef52-6da3-41d9-b57d-94ff6560bf05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:03:08Z', 'updated_at': '2022-02-10T23:03:13Z', 'revision_number': 3, 'project_id': '11f3bed017e3494cb19f574ec004947b', 'gw_port': {'id': '9ab0ef52-6da3-41d9-b57d-94ff6560bf05', 'name': '', 'network_id': '2497ba23-db9a-4d0b-8717-14db0bf1ab51', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a595792-35d3-4979-b99b-0ca8662c4bfd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57d617a7-82b6-4e8f-bdbd-aa9054d0073e', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:03:11Z', 'updated_at': '2022-02-10T23:03:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57d617a7-82b6-4e8f-bdbd-aa9054d0073e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:19.152355 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa3c780-aca2-4718-9f1e-06ae0840966a None None] The sync data for ids ['0a595792-35d3-4979-b99b-0ca8662c4bfd'] in dv-neutron-828797-1-hyperv is: [{'id': '0a595792-35d3-4979-b99b-0ca8662c4bfd', 'name': '', 'tenant_id': '11f3bed017e3494cb19f574ec004947b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2497ba23-db9a-4d0b-8717-14db0bf1ab51', 'external_fixed_ips': [{'subnet_id': '57d617a7-82b6-4e8f-bdbd-aa9054d0073e', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': '9ab0ef52-6da3-41d9-b57d-94ff6560bf05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:03:08Z', 'updated_at': '2022-02-10T23:03:13Z', 'revision_number': 3, 'project_id': '11f3bed017e3494cb19f574ec004947b', 'gw_port': {'id': '9ab0ef52-6da3-41d9-b57d-94ff6560bf05', 'name': '', 'network_id': '2497ba23-db9a-4d0b-8717-14db0bf1ab51', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a595792-35d3-4979-b99b-0ca8662c4bfd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57d617a7-82b6-4e8f-bdbd-aa9054d0073e', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:03:11Z', 'updated_at': '2022-02-10T23:03:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57d617a7-82b6-4e8f-bdbd-aa9054d0073e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:03:19.165202 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d57d82b1-4979-4468-9d46-4290dffd70d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:19.195028 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d57d82b1-4979-4468-9d46-4290dffd70d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:19.224567 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3227eb-85c4-4b24-a169-266f666dd882 req-65f76370-de79-40f7-adf9-ce323a878c3d tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:19.225368 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-ec3227eb-85c4-4b24-a169-266f666dd882 req-65f76370-de79-40f7-adf9-ce323a878c3d tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:19.277863 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0fafeb-7986-4483-ac92-0567f3d49f86 req-ad13a1c8-7e86-42e9-b9f3-32ea8fa14c2f tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:19.284980 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-2a0fafeb-7986-4483-ac92-0567f3d49f86 req-ad13a1c8-7e86-42e9-b9f3-32ea8fa14c2f tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] 10.222.0.59 "GET /v2.0/ports?device_id=694a6d95-ea06-4d1a-958e-902c65635ce9 HTTP/1.1" status: 200 len: 932 time: 0.2070301 Feb 10 23:03:19.308976 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4e79358b-fa3d-4f3b-ae25-4bca3c581a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:19.333132 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d57d82b1-4979-4468-9d46-4290dffd70d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:19.353398 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-2a0fafeb-7986-4483-ac92-0567f3d49f86 req-e06bbd55-c22f-4bd5-9429-f169b267bee6 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] 10.222.0.59 "GET /v2.0/security-groups?id=3f5b4c60-a1f0-4362-abb0-13772bc5afad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657887 Feb 10 23:03:19.355224 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57d82b1-4979-4468-9d46-4290dffd70d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef8436d-df6e-406c-8525-c82daa14b215,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:19.382133 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d57d82b1-4979-4468-9d46-4290dffd70d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:19.382133 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-d57d82b1-4979-4468-9d46-4290dffd70d6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/eef8436d-df6e-406c-8525-c82daa14b215 HTTP/1.1" status: 204 len: 168 time: 0.4515834 Feb 10 23:03:19.402167 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:19.421170 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae463cf-2070-4048-8919-92852e81d9c1 req-6e99027c-6ddf-45f4-962e-f2633c54e09e tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:19.422829 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9ae463cf-2070-4048-8919-92852e81d9c1 req-6e99027c-6ddf-45f4-962e-f2633c54e09e tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] 10.222.0.59 "GET /v2.0/ports?device_id=e63ad508-7815-45c6-a10e-8696bb1d6517 HTTP/1.1" status: 200 len: 944 time: 0.8463502 Feb 10 23:03:19.445281 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-75e0e381-d2bb-4391-a352-37e19472090f None None] Provisioning for port be964c74-0ae8-413d-9467-3bee902a9721 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:03:19.458024 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63ad508-7815-45c6-a10e-8696bb1d6517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7c2c10-2ed3-486f-8644-8ac1d4c66bac'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:03:19.482923 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e95d881f-a15d-4ae5-bfc5-0d5d767dd482 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:19.503131 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ec3227eb-85c4-4b24-a169-266f666dd882 req-65f76370-de79-40f7-adf9-ce323a878c3d tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0746632 Feb 10 23:03:19.521674 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-27a5e3fb-dc8d-48ea-827c-f2ae356edd93 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=37c23a6a6f5a4b2cb5a09482fd9fa539&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8615181 Feb 10 23:03:19.522292 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 39998) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:19.527986 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-ec3227eb-85c4-4b24-a169-266f666dd882 req-6c4edf1d-aada-41ae-9c96-ee1aa4716f3b service neutron] Request body: {'port': {'device_id': '694a6d95-ea06-4d1a-958e-902c65635ce9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:19.548971 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b14f89a2-a0a4-4f4b-a6e4-3d8e2706e930 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:19.556192 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-75e0e381-d2bb-4391-a352-37e19472090f None None] Provisioning complete for port be964c74-0ae8-413d-9467-3bee902a9721 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:19.556826 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-75e0e381-d2bb-4391-a352-37e19472090f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:19.614434 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e6ed4841-277a-4467-9951-5cd157b8932c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:19.630248 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port fd7c2c10-2ed3-486f-8644-8ac1d4c66bac, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=fd7c2c10-2ed3-486f-8644-8ac1d4c66bac,segment=NetworkSegment(ce999748-c696-4a47-b782-f74c775e9534),segment_id=ce999748-c696-4a47-b782-f74c775e9534)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:03:19.634053 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-75e0e381-d2bb-4391-a352-37e19472090f None None] Port be964c74-0ae8-413d-9467-3bee902a9721 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:03:19.635997 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-b14f89a2-a0a4-4f4b-a6e4-3d8e2706e930 None None] Transition to ACTIVE for port object 4201667c-e870-4294-9b37-484d116d3d9b will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:03:19.651349 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e6ed4841-277a-4467-9951-5cd157b8932c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:19.658726 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-b14f89a2-a0a4-4f4b-a6e4-3d8e2706e930 None None] Transition to ACTIVE for port object 4201667c-e870-4294-9b37-484d116d3d9b will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:03:19.712998 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-e95d881f-a15d-4ae5-bfc5-0d5d767dd482 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Deleting port 9ab0ef52-6da3-41d9-b57d-94ff6560bf05 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:03:19.713425 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e95d881f-a15d-4ae5-bfc5-0d5d767dd482 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:19.742140 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:19.746060 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b14f89a2-a0a4-4f4b-a6e4-3d8e2706e930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:19.803970 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9ae463cf-2070-4048-8919-92852e81d9c1 req-e7ce9ccd-7745-4901-8780-001a07fb380d tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] 10.222.0.59 "GET /v2.0/security-groups?id=886286dd-08ce-4f82-85ab-82f3ed155db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3685098 Feb 10 23:03:19.852660 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14f89a2-a0a4-4f4b-a6e4-3d8e2706e930 None None] Network a83eaf5b-2ae3-4906-be1c-aab2fd255ad9 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:03:19.853565 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-c89eaa5a-f066-484c-850f-1d522e58bab0 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Allocated IP 172.20.0.12 (a83eaf5b-2ae3-4906-be1c-aab2fd255ad9/b3ce60ab-e3ba-4d60-938c-93af4ddc93ad/b5953551-2c39-4c99-b972-1c0b77b12738) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:03:19.862208 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-b14f89a2-a0a4-4f4b-a6e4-3d8e2706e930 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:19.871901 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14f89a2-a0a4-4f4b-a6e4-3d8e2706e930 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:03:19.874479 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-81adc9b4-74e2-433a-8266-89ccdd1cb4af tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:19.884159 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=fd7c2c10-2ed3-486f-8644-8ac1d4c66bac,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:19.886675 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4c8bb686-e6a5-461a-b4be-cbe2fc85adc4 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:19.968239 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-ec3227eb-85c4-4b24-a169-266f666dd882 req-6c4edf1d-aada-41ae-9c96-ee1aa4716f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:19.994976 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-e825a975-8cad-44e8-a83c-c4249b631088 None None] Provisioning for port ff769919-8c1e-4b91-998e-cf46b5138b83 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:03:20.059704 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-e825a975-8cad-44e8-a83c-c4249b631088 None None] Provisioning complete for port ff769919-8c1e-4b91-998e-cf46b5138b83 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:20.060075 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e825a975-8cad-44e8-a83c-c4249b631088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:20.086278 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e6ed4841-277a-4467-9951-5cd157b8932c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:20.130351 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-e825a975-8cad-44e8-a83c-c4249b631088 None None] Port ff769919-8c1e-4b91-998e-cf46b5138b83 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:03:20.146856 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-b14f89a2-a0a4-4f4b-a6e4-3d8e2706e930 None None] Attempting to bind port 4201667c-e870-4294-9b37-484d116d3d9b on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:03:20.146856 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-b14f89a2-a0a4-4f4b-a6e4-3d8e2706e930 None None] Attempting to bind port 4201667c-e870-4294-9b37-484d116d3d9b by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '30581f83-ec87-4f5d-8907-9491f101fd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a83eaf5b-2ae3-4906-be1c-aab2fd255ad9'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:03:20.146856 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14f89a2-a0a4-4f4b-a6e4-3d8e2706e930 None None] Attempting to bind port 4201667c-e870-4294-9b37-484d116d3d9b on network a83eaf5b-2ae3-4906-be1c-aab2fd255ad9 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:03:20.152021 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f89a2-a0a4-4f4b-a6e4-3d8e2706e930 None None] Pushing event updated for resources: {'Port': ['ID=4201667c-e870-4294-9b37-484d116d3d9b,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:20.159943 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63ad508-7815-45c6-a10e-8696bb1d6517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7c2c10-2ed3-486f-8644-8ac1d4c66bac', 'code': 200} Feb 10 23:03:20.161995 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14f89a2-a0a4-4f4b-a6e4-3d8e2706e930 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:03:20.162979 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14f89a2-a0a4-4f4b-a6e4-3d8e2706e930 None None] Checking segment: {'id': '30581f83-ec87-4f5d-8907-9491f101fd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a83eaf5b-2ae3-4906-be1c-aab2fd255ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:03:20.162979 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b14f89a2-a0a4-4f4b-a6e4-3d8e2706e930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:20.170396 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14f89a2-a0a4-4f4b-a6e4-3d8e2706e930 None None] Bound using segment: {'id': '30581f83-ec87-4f5d-8907-9491f101fd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a83eaf5b-2ae3-4906-be1c-aab2fd255ad9'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:03:20.171077 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-b14f89a2-a0a4-4f4b-a6e4-3d8e2706e930 None None] Bound port: 4201667c-e870-4294-9b37-484d116d3d9b, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30581f83-ec87-4f5d-8907-9491f101fd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a83eaf5b-2ae3-4906-be1c-aab2fd255ad9'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:03:20.171214 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b14f89a2-a0a4-4f4b-a6e4-3d8e2706e930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:20.181123 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-e95d881f-a15d-4ae5-bfc5-0d5d767dd482 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] For port 9ab0ef52-6da3-41d9-b57d-94ff6560bf05, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=9ab0ef52-6da3-41d9-b57d-94ff6560bf05,segment=NetworkSegment(cd67ae34-51f0-44f9-bc48-83aef91c81f9),segment_id=cd67ae34-51f0-44f9-bc48-83aef91c81f9)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:03:20.181733 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e95d881f-a15d-4ae5-bfc5-0d5d767dd482 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:20.230217 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ed4841-277a-4467-9951-5cd157b8932c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838f8a01-ce87-4d12-af36-b50ab0cd0085,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:20.242582 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e6ed4841-277a-4467-9951-5cd157b8932c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:20.246322 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-e6ed4841-277a-4467-9951-5cd157b8932c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/838f8a01-ce87-4d12-af36-b50ab0cd0085 HTTP/1.1" status: 204 len: 168 time: 0.7204580 Feb 10 23:03:20.283436 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-b14f89a2-a0a4-4f4b-a6e4-3d8e2706e930 None None] For port 4201667c-e870-4294-9b37-484d116d3d9b, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:03:20.286473 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-b14f89a2-a0a4-4f4b-a6e4-3d8e2706e930 None None] For port 4201667c-e870-4294-9b37-484d116d3d9b, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=4201667c-e870-4294-9b37-484d116d3d9b,segment=NetworkSegment(30581f83-ec87-4f5d-8907-9491f101fd71),segment_id=30581f83-ec87-4f5d-8907-9491f101fd71)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:03:20.334386 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c89eaa5a-f066-484c-850f-1d522e58bab0 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:20.351896 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-c89eaa5a-f066-484c-850f-1d522e58bab0 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Transition to ACTIVE for port object b5953551-2c39-4c99-b972-1c0b77b12738 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:03:20.371185 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b14f89a2-a0a4-4f4b-a6e4-3d8e2706e930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:20.381377 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-81adc9b4-74e2-433a-8266-89ccdd1cb4af tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:20.388817 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-e95d881f-a15d-4ae5-bfc5-0d5d767dd482 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Calling delete_port for 9ab0ef52-6da3-41d9-b57d-94ff6560bf05 owned by network:router_gateway {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:03:20.417710 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40018) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:20.451984 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f89a2-a0a4-4f4b-a6e4-3d8e2706e930 None None] Pushing event updated for resources: {'Port': ['ID=4201667c-e870-4294-9b37-484d116d3d9b,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:20.498243 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c89eaa5a-f066-484c-850f-1d522e58bab0 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:20.551748 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.37', 61688) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:20.605908 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-e99e2bdf-d096-4dba-b181-44b387c0af42 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=96e6d8ddd61d40f9b92401437a3f6f84&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1869063 Feb 10 23:03:20.606547 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40026) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:20.617933 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89eaa5a-f066-484c-850f-1d522e58bab0 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Network a83eaf5b-2ae3-4906-be1c-aab2fd255ad9 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:03:20.626949 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-c89eaa5a-f066-484c-850f-1d522e58bab0 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:20.644673 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89eaa5a-f066-484c-850f-1d522e58bab0 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:03:20.682150 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89eaa5a-f066-484c-850f-1d522e58bab0 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Pushing event updated for resources: {'Port': ['ID=b5953551-2c39-4c99-b972-1c0b77b12738,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:20.796141 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89eaa5a-f066-484c-850f-1d522e58bab0 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:20.796910 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c89eaa5a-f066-484c-850f-1d522e58bab0 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:20.834272 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8b3635fc-a048-48c4-85ce-f7aa27850de3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:20.895904 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8b3635fc-a048-48c4-85ce-f7aa27850de3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:20.935024 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81adc9b4-74e2-433a-8266-89ccdd1cb4af tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Pushing event updated for resources: {'Port': ['ID=5ee24e48-1888-4640-8df9-ea9084a425ed,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:20.986590 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-c89eaa5a-f066-484c-850f-1d522e58bab0 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.8955319 Feb 10 23:03:20.987202 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40032) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:20.992932 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-afa261f8-c048-484e-83f8-2b1cf31c999f tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Request body: {'port': {'network_id': 'a83eaf5b-2ae3-4906-be1c-aab2fd255ad9', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1985405247', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:20.993492 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.api.validators [None req-afa261f8-c048-484e-83f8-2b1cf31c999f tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] bootfile-name is not in valid_values {{(pid=84333) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 10 23:03:20.993825 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.api.validators [None req-afa261f8-c048-484e-83f8-2b1cf31c999f tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] tftp-server is not in valid_values {{(pid=84333) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 10 23:03:20.994151 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.api.validators [None req-afa261f8-c048-484e-83f8-2b1cf31c999f tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] server-ip-address is not in valid_values {{(pid=84333) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 10 23:03:21.106048 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8b3635fc-a048-48c4-85ce-f7aa27850de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:21.140061 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3635fc-a048-48c4-85ce-f7aa27850de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f4ef60-47e6-4f5a-b8e6-30870acc3e02,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:21.182916 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8b3635fc-a048-48c4-85ce-f7aa27850de3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:21.184041 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-8b3635fc-a048-48c4-85ce-f7aa27850de3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/08f4ef60-47e6-4f5a-b8e6-30870acc3e02 HTTP/1.1" status: 204 len: 168 time: 0.5715513 Feb 10 23:03:21.188901 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1929befa-53de-40ad-a916-9157bbb3376c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:21.218047 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-afa261f8-c048-484e-83f8-2b1cf31c999f tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:21.224239 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-afa261f8-c048-484e-83f8-2b1cf31c999f tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Usage tracker for resource:port and tenant:94e99271b9864baf95ec6da6da96df21 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:21.231917 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa24d7-146a-4596-80ab-ce622da24002 req-d73bc829-3beb-4b91-b35a-8cfffc7dfbeb tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:21.234813 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-78fa24d7-146a-4596-80ab-ce622da24002 req-d73bc829-3beb-4b91-b35a-8cfffc7dfbeb tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] 10.222.0.59 "GET /v2.0/ports?device_id=e63ad508-7815-45c6-a10e-8696bb1d6517 HTTP/1.1" status: 200 len: 945 time: 0.2145600 Feb 10 23:03:21.234813 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-afa261f8-c048-484e-83f8-2b1cf31c999f tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:21.271339 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-afa261f8-c048-484e-83f8-2b1cf31c999f tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:21.280486 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40038) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:21.292674 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.resource_extend [None req-4c8bb686-e6a5-461a-b4be-cbe2fc85adc4 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:03:21.336060 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4c8bb686-e6a5-461a-b4be-cbe2fc85adc4 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:21.342596 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81adc9b4-74e2-433a-8266-89ccdd1cb4af tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Checking segment: {'id': 'c96f3c26-20fc-4d06-9595-6a9c71084bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f1c98a70-5a35-4965-9593-2e8090229318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:03:21.343022 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81adc9b4-74e2-433a-8266-89ccdd1cb4af tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Network hostable DHCP agents. Network: f1c98a70-5a35-4965-9593-2e8090229318, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:03:21.362090 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-78fa24d7-146a-4596-80ab-ce622da24002 req-7b7ad3b1-f0a7-4ca9-b653-f8bc806183b2 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] 10.222.0.59 "GET /v2.0/security-groups?id=886286dd-08ce-4f82-85ab-82f3ed155db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209209 Feb 10 23:03:21.375549 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-17eb5e0a-0d71-4c52-8dde-5f87621b5614 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b8b6a598d81a4c6ca947b726228f1bf2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0918965 Feb 10 23:03:21.376334 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40042) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:21.402057 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e0f15-e296-49f5-a5ae-2c2b2420c655 req-3127dc2b-86c3-4d8a-ae88-0451001ce645 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:21.402057 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-196e0f15-e296-49f5-a5ae-2c2b2420c655 req-3127dc2b-86c3-4d8a-ae88-0451001ce645 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Synchronizing usage tracker for tenant:b6f152d8d3864ce9bbf63b40c6aaa545 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:03:21.402057 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1e620c58-56f2-48cf-b9f0-35b0a460f430 req-deadeee5-1ad9-4156-91b8-75fd8ab5b58a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e63ad508-7815-45c6-a10e-8696bb1d6517 HTTP/1.1" status: 200 len: 1098 time: 0.8448339 Feb 10 23:03:21.421012 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa261f8-c048-484e-83f8-2b1cf31c999f tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Made reservation on behalf of 94e99271b9864baf95ec6da6da96df21 for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:03:21.424514 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-afa261f8-c048-484e-83f8-2b1cf31c999f tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:21.464643 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-afa261f8-c048-484e-83f8-2b1cf31c999f tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] device_id is not set on port 75cc3341-c580-4eda-8a13-8f83ee468ed0 yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:03:21.495560 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4c8bb686-e6a5-461a-b4be-cbe2fc85adc4 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:21.498928 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-1e620c58-56f2-48cf-b9f0-35b0a460f430 req-d5116092-fc1b-49b8-ba96-f34859d698d4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:21.533112 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-39a92a30-15ea-496b-abeb-54682b98490f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:21.598338 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-196e0f15-e296-49f5-a5ae-2c2b2420c655 req-3127dc2b-86c3-4d8a-ae88-0451001ce645 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Unset dirty status for tenant:b6f152d8d3864ce9bbf63b40c6aaa545 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:03:21.606486 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-196e0f15-e296-49f5-a5ae-2c2b2420c655 req-3127dc2b-86c3-4d8a-ae88-0451001ce645 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] 10.222.0.59 "GET /v2.0/ports?device_id=694a6d95-ea06-4d1a-958e-902c65635ce9 HTTP/1.1" status: 200 len: 932 time: 1.0557132 Feb 10 23:03:21.646561 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-39a92a30-15ea-496b-abeb-54682b98490f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:21.688636 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-1e620c58-56f2-48cf-b9f0-35b0a460f430 req-d5116092-fc1b-49b8-ba96-f34859d698d4 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:21.703357 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-1e620c58-56f2-48cf-b9f0-35b0a460f430 req-d5116092-fc1b-49b8-ba96-f34859d698d4 service neutron] Usage tracker for resource:security_group_rule and tenant:119266f77b434b67b3cf4a089aac39bc is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:21.708081 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-1e620c58-56f2-48cf-b9f0-35b0a460f430 req-d5116092-fc1b-49b8-ba96-f34859d698d4 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:21.721822 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-1e620c58-56f2-48cf-b9f0-35b0a460f430 req-d5116092-fc1b-49b8-ba96-f34859d698d4 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:21.730527 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 4201667c-e870-4294-9b37-484d116d3d9b up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:03:21.765037 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-afa261f8-c048-484e-83f8-2b1cf31c999f tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Allocated IP 172.20.0.4 (a83eaf5b-2ae3-4906-be1c-aab2fd255ad9/b3ce60ab-e3ba-4d60-938c-93af4ddc93ad/75cc3341-c580-4eda-8a13-8f83ee468ed0) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:03:21.777871 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81adc9b4-74e2-433a-8266-89ccdd1cb4af tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Network f1c98a70-5a35-4965-9593-2e8090229318 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:03:21.809717 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288e305c-69e7-4d50-9094-4fba6a9c960e None None] Network a83eaf5b-2ae3-4906-be1c-aab2fd255ad9 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:03:21.848859 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [req-ec3227eb-85c4-4b24-a169-266f666dd882 req-6c4edf1d-aada-41ae-9c96-ee1aa4716f3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff769919-8c1e-4b91-998e-cf46b5138b83 {{(pid=84332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:03:21.869747 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8bb686-e6a5-461a-b4be-cbe2fc85adc4 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Pushing event updated for resources: {'Port': ['ID=be964c74-0ae8-413d-9467-3bee902a9721,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:21.874714 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-ec3227eb-85c4-4b24-a169-266f666dd882 req-6c4edf1d-aada-41ae-9c96-ee1aa4716f3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:21.894240 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-39a92a30-15ea-496b-abeb-54682b98490f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:21.942681 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-196e0f15-e296-49f5-a5ae-2c2b2420c655 req-a45864a9-4ef1-49fb-b0ba-c9f4790ac726 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] 10.222.0.59 "GET /v2.0/security-groups?id=3f5b4c60-a1f0-4362-abb0-13772bc5afad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3348706 Feb 10 23:03:21.946993 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-ec3227eb-85c4-4b24-a169-266f666dd882 req-6c4edf1d-aada-41ae-9c96-ee1aa4716f3b service neutron] Transition to ACTIVE for port object ff769919-8c1e-4b91-998e-cf46b5138b83 will not be triggered until provisioned by entity L2. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:03:21.971794 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-81adc9b4-74e2-433a-8266-89ccdd1cb4af tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, f1c98a70-5a35-4965-9593-2e8090229318) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:21.972692 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81adc9b4-74e2-433a-8266-89ccdd1cb4af tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:03:21.974271 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-81adc9b4-74e2-433a-8266-89ccdd1cb4af tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:21.976763 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf3a9d9-682c-4638-b071-d5c53173df7f None None] Network f1c98a70-5a35-4965-9593-2e8090229318 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:03:21.983656 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a92a30-15ea-496b-abeb-54682b98490f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5e4089-8bee-4767-b07f-a4d54d6f8626,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:22.017110 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e95d881f-a15d-4ae5-bfc5-0d5d767dd482 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:22.021431 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-4c8bb686-e6a5-461a-b4be-cbe2fc85adc4 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] In _notify_port_updated(), no bound segment for port be964c74-0ae8-413d-9467-3bee902a9721 on network de4458e5-31d7-4d26-92ba-94a8b2d6e5e4 {{(pid=84332) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 23:03:22.025232 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8bb686-e6a5-461a-b4be-cbe2fc85adc4 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:22.025853 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4c8bb686-e6a5-461a-b4be-cbe2fc85adc4 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:22.033774 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4c8bb686-e6a5-461a-b4be-cbe2fc85adc4 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] 10.222.0.59 "PUT /v2.0/ports/be964c74-0ae8-413d-9467-3bee902a9721 HTTP/1.1" status: 200 len: 995 time: 2.9699078 Feb 10 23:03:22.033774 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40056) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:22.138190 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-30cf5df8-0d4c-4dc7-83ba-dfda303dc363 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Deleting port be964c74-0ae8-413d-9467-3bee902a9721 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:03:22.138534 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-30cf5df8-0d4c-4dc7-83ba-dfda303dc363 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:22.163180 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-ec3227eb-85c4-4b24-a169-266f666dd882 req-6c4edf1d-aada-41ae-9c96-ee1aa4716f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:22.164820 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-afa261f8-c048-484e-83f8-2b1cf31c999f tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:22.182549 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-afa261f8-c048-484e-83f8-2b1cf31c999f tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Transition to ACTIVE for port object 75cc3341-c580-4eda-8a13-8f83ee468ed0 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:03:22.210581 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-39a92a30-15ea-496b-abeb-54682b98490f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:22.223253 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-39a92a30-15ea-496b-abeb-54682b98490f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9d5e4089-8bee-4767-b07f-a4d54d6f8626 HTTP/1.1" status: 204 len: 168 time: 0.8335121 Feb 10 23:03:22.231377 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-3b3d9f4a-fa1a-48ab-a10e-49f78a581b4f None None] Provisioning for port 4201667c-e870-4294-9b37-484d116d3d9b completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:03:22.243060 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-3b3d9f4a-fa1a-48ab-a10e-49f78a581b4f None None] Provisioning complete for port 4201667c-e870-4294-9b37-484d116d3d9b triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:22.243429 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3b3d9f4a-fa1a-48ab-a10e-49f78a581b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:22.253993 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-1e620c58-56f2-48cf-b9f0-35b0a460f430 req-d5116092-fc1b-49b8-ba96-f34859d698d4 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:22.296163 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-afa261f8-c048-484e-83f8-2b1cf31c999f tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:22.296416 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 4201667c-e870-4294-9b37-484d116d3d9b completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:03:22.312044 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81adc9b4-74e2-433a-8266-89ccdd1cb4af tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Pushing event updated for resources: {'Port': ['ID=b9ba7f58-4cd1-4749-b61c-a96d49a20ea3,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:22.373216 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 4201667c-e870-4294-9b37-484d116d3d9b triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:22.375314 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:22.395212 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa261f8-c048-484e-83f8-2b1cf31c999f tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Network a83eaf5b-2ae3-4906-be1c-aab2fd255ad9 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:03:22.398567 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-afa261f8-c048-484e-83f8-2b1cf31c999f tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:22.403419 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa261f8-c048-484e-83f8-2b1cf31c999f tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:03:22.495272 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa261f8-c048-484e-83f8-2b1cf31c999f tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:22.496054 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-afa261f8-c048-484e-83f8-2b1cf31c999f tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:22.510764 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-1e620c58-56f2-48cf-b9f0-35b0a460f430 req-d5116092-fc1b-49b8-ba96-f34859d698d4 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:22.538704 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa261f8-c048-484e-83f8-2b1cf31c999f tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Pushing event updated for resources: {'Port': ['ID=75cc3341-c580-4eda-8a13-8f83ee468ed0,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:22.577370 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-afa261f8-c048-484e-83f8-2b1cf31c999f tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.5890980 Feb 10 23:03:22.580349 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40068) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:22.582251 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95d881f-a15d-4ae5-bfc5-0d5d767dd482 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Pushing event deleted for resources: {'Port': ['ID=9ab0ef52-6da3-41d9-b57d-94ff6560bf05,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:22.629591 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:22.690650 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3b3d9f4a-fa1a-48ab-a10e-49f78a581b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:22.749162 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-3b3d9f4a-fa1a-48ab-a10e-49f78a581b4f None None] For port 4201667c-e870-4294-9b37-484d116d3d9b, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=4201667c-e870-4294-9b37-484d116d3d9b,segment=NetworkSegment(30581f83-ec87-4f5d-8907-9491f101fd71),segment_id=30581f83-ec87-4f5d-8907-9491f101fd71)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:03:22.751481 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:22.781736 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5116092-fc1b-49b8-ba96-f34859d698d4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c10077-a252-45d2-b3d1-6731eaab322a,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:22.829521 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:22.868647 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac0e7eb-ce99-42d2-bd23-2a52bda9b7fe tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:22.871085 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3b3d9f4a-fa1a-48ab-a10e-49f78a581b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:22.873727 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac0e7eb-ce99-42d2-bd23-2a52bda9b7fe tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:22.874479 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1e620c58-56f2-48cf-b9f0-35b0a460f430 req-d5116092-fc1b-49b8-ba96-f34859d698d4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=886286dd-08ce-4f82-85ab-82f3ed155db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.4588451 Feb 10 23:03:22.883696 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac0e7eb-ce99-42d2-bd23-2a52bda9b7fe tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:22.885454 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-fac0e7eb-ce99-42d2-bd23-2a52bda9b7fe tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Synchronizing usage tracker for tenant:94e99271b9864baf95ec6da6da96df21 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:03:22.921664 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7608edee-1eef-4690-b355-df9940ce38d3 req-99866564-2c46-45fd-a3ae-b1dc83163f8d tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:22.926770 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-7608edee-1eef-4690-b355-df9940ce38d3 req-99866564-2c46-45fd-a3ae-b1dc83163f8d tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] 10.222.0.59 "GET /v2.0/ports?device_id=e63ad508-7815-45c6-a10e-8696bb1d6517 HTTP/1.1" status: 200 len: 945 time: 0.2077549 Feb 10 23:03:22.944198 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81adc9b4-74e2-433a-8266-89ccdd1cb4af tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Checking segment: {'id': 'aca4faac-ec5d-4365-ba05-93f97321aaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'c4d34843-b67c-4881-961e-36952ffb1191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:03:22.944579 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81adc9b4-74e2-433a-8266-89ccdd1cb4af tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Network hostable DHCP agents. Network: c4d34843-b67c-4881-961e-36952ffb1191, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:03:22.982944 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3d9f4a-fa1a-48ab-a10e-49f78a581b4f None None] Pushing event updated for resources: {'Port': ['ID=4201667c-e870-4294-9b37-484d116d3d9b,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:22.987762 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-7608edee-1eef-4690-b355-df9940ce38d3 req-1b46befd-c944-457e-9ed8-677522c9e4ff tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] 10.222.0.59 "GET /v2.0/security-groups?id=886286dd-08ce-4f82-85ab-82f3ed155db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564816 Feb 10 23:03:22.998575 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-fac0e7eb-ce99-42d2-bd23-2a52bda9b7fe tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Unset dirty status for tenant:94e99271b9864baf95ec6da6da96df21 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:03:22.999974 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-fac0e7eb-ce99-42d2-bd23-2a52bda9b7fe tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.4186037 Feb 10 23:03:23.004144 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40080) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:23.113326 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-d259257f-9879-4f36-b446-3b11da8f88f3 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Deleting port 75cc3341-c580-4eda-8a13-8f83ee468ed0 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:03:23.114119 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d259257f-9879-4f36-b446-3b11da8f88f3 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:23.138162 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:03:23.138812 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:03:23.139472 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-8ddaf001-3f49-4928-b6a6-a7e8abe51c62 None None] Provisioning complete for port be964c74-0ae8-413d-9467-3bee902a9721 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:23.139980 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf001-3f49-4928-b6a6-a7e8abe51c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:23.245897 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4edf1d-aada-41ae-9c96-ee1aa4716f3b service neutron] Pushing event updated for resources: {'Port': ['ID=ff769919-8c1e-4b91-998e-cf46b5138b83,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:23.253156 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf001-3f49-4928-b6a6-a7e8abe51c62 None None] Port be964c74-0ae8-413d-9467-3bee902a9721 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:03:23.374522 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e95d881f-a15d-4ae5-bfc5-0d5d767dd482 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734197'] for router_gateway, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:23.451013 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d259257f-9879-4f36-b446-3b11da8f88f3 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:23.518933 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-5e3c96ae-ae7a-434c-873c-3ab9d8dbda39 None None] Provisioning for port 75cc3341-c580-4eda-8a13-8f83ee468ed0 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:03:23.525359 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-5e3c96ae-ae7a-434c-873c-3ab9d8dbda39 None None] Provisioning complete for port 75cc3341-c580-4eda-8a13-8f83ee468ed0 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:23.529152 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5e3c96ae-ae7a-434c-873c-3ab9d8dbda39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:23.614717 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-30cf5df8-0d4c-4dc7-83ba-dfda303dc363 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:23.776166 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-5e3c96ae-ae7a-434c-873c-3ab9d8dbda39 None None] Port 75cc3341-c580-4eda-8a13-8f83ee468ed0 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:03:23.778661 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-d259257f-9879-4f36-b446-3b11da8f88f3 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Calling delete_port for 75cc3341-c580-4eda-8a13-8f83ee468ed0 owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:03:23.842216 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81adc9b4-74e2-433a-8266-89ccdd1cb4af tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Network c4d34843-b67c-4881-961e-36952ffb1191 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:03:23.891572 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 4201667c-e870-4294-9b37-484d116d3d9b up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:03:23.972302 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-ec3227eb-85c4-4b24-a169-266f666dd882 req-6c4edf1d-aada-41ae-9c96-ee1aa4716f3b service neutron] Attempting to bind port ff769919-8c1e-4b91-998e-cf46b5138b83 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:03:23.972667 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-ec3227eb-85c4-4b24-a169-266f666dd882 req-6c4edf1d-aada-41ae-9c96-ee1aa4716f3b service neutron] Attempting to bind port ff769919-8c1e-4b91-998e-cf46b5138b83 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '8d4bd894-00ad-407b-b19e-8b7c13928dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'babc7379-fefc-41a5-a39a-fab07194ed36'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:03:23.972995 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3227eb-85c4-4b24-a169-266f666dd882 req-6c4edf1d-aada-41ae-9c96-ee1aa4716f3b service neutron] Attempting to bind port ff769919-8c1e-4b91-998e-cf46b5138b83 on network babc7379-fefc-41a5-a39a-fab07194ed36 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:03:23.983054 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-30cf5df8-0d4c-4dc7-83ba-dfda303dc363 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Calling delete_port for be964c74-0ae8-413d-9467-3bee902a9721 owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:03:24.056195 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:24.068089 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-5e3c96ae-ae7a-434c-873c-3ab9d8dbda39 None None] Provisioning for port b5953551-2c39-4c99-b972-1c0b77b12738 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:03:24.083196 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-5e3c96ae-ae7a-434c-873c-3ab9d8dbda39 None None] Provisioning complete for port b5953551-2c39-4c99-b972-1c0b77b12738 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:24.083893 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5e3c96ae-ae7a-434c-873c-3ab9d8dbda39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:24.143605 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e95d881f-a15d-4ae5-bfc5-0d5d767dd482 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:24.167103 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3227eb-85c4-4b24-a169-266f666dd882 req-6c4edf1d-aada-41ae-9c96-ee1aa4716f3b service neutron] Port ff769919-8c1e-4b91-998e-cf46b5138b83 on network babc7379-fefc-41a5-a39a-fab07194ed36 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:03:24.167548 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3227eb-85c4-4b24-a169-266f666dd882 req-6c4edf1d-aada-41ae-9c96-ee1aa4716f3b service neutron] Attempting to bind port ff769919-8c1e-4b91-998e-cf46b5138b83 on network babc7379-fefc-41a5-a39a-fab07194ed36 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:03:24.182397 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-5e3c96ae-ae7a-434c-873c-3ab9d8dbda39 None None] Port b5953551-2c39-4c99-b972-1c0b77b12738 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:03:24.191294 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-81adc9b4-74e2-433a-8266-89ccdd1cb4af tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, c4d34843-b67c-4881-961e-36952ffb1191) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:24.216532 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d259257f-9879-4f36-b446-3b11da8f88f3 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:24.222582 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81adc9b4-74e2-433a-8266-89ccdd1cb4af tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:03:24.226972 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81adc9b4-74e2-433a-8266-89ccdd1cb4af tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:24.228492 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebac159-62ea-4b6e-be34-912410026099 None None] Network c4d34843-b67c-4881-961e-36952ffb1191 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:03:24.230777 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81adc9b4-74e2-433a-8266-89ccdd1cb4af tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:24.231589 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-81adc9b4-74e2-433a-8266-89ccdd1cb4af tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:24.240889 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e95d881f-a15d-4ae5-bfc5-0d5d767dd482 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:24.256144 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3227eb-85c4-4b24-a169-266f666dd882 req-6c4edf1d-aada-41ae-9c96-ee1aa4716f3b service neutron] Checking agent: {'id': '0f85d58b-4cda-4360-97cf-be037aef26b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'started_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:03:24.257311 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3227eb-85c4-4b24-a169-266f666dd882 req-6c4edf1d-aada-41ae-9c96-ee1aa4716f3b service neutron] Checking segment: {'id': '8d4bd894-00ad-407b-b19e-8b7c13928dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'babc7379-fefc-41a5-a39a-fab07194ed36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:03:24.257812 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3227eb-85c4-4b24-a169-266f666dd882 req-6c4edf1d-aada-41ae-9c96-ee1aa4716f3b service neutron] Bound using segment: {'id': '8d4bd894-00ad-407b-b19e-8b7c13928dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'babc7379-fefc-41a5-a39a-fab07194ed36'} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:03:24.258521 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-ec3227eb-85c4-4b24-a169-266f666dd882 req-6c4edf1d-aada-41ae-9c96-ee1aa4716f3b service neutron] Bound port: ff769919-8c1e-4b91-998e-cf46b5138b83, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d4bd894-00ad-407b-b19e-8b7c13928dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'babc7379-fefc-41a5-a39a-fab07194ed36'}}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:03:24.259209 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-ec3227eb-85c4-4b24-a169-266f666dd882 req-6c4edf1d-aada-41ae-9c96-ee1aa4716f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:24.296011 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c31cd9-4ed6-4cd2-b5d4-3c3ef80f54cc req-d685f25f-1dab-4c7d-90f5-64208fb43c0e tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:24.298557 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d2c31cd9-4ed6-4cd2-b5d4-3c3ef80f54cc req-d685f25f-1dab-4c7d-90f5-64208fb43c0e tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] 10.222.0.59 "GET /v2.0/ports?device_id=694a6d95-ea06-4d1a-958e-902c65635ce9 HTTP/1.1" status: 200 len: 944 time: 1.0019124 Feb 10 23:03:24.304691 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-5e3c96ae-ae7a-434c-873c-3ab9d8dbda39 None None] Provisioning complete for port 4201667c-e870-4294-9b37-484d116d3d9b triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:24.305212 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5e3c96ae-ae7a-434c-873c-3ab9d8dbda39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:24.395513 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d259257f-9879-4f36-b446-3b11da8f88f3 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Pushing event deleted for resources: {'Port': ['ID=75cc3341-c580-4eda-8a13-8f83ee468ed0,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:24.402965 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 4201667c-e870-4294-9b37-484d116d3d9b triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:24.403387 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:24.476317 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-ec3227eb-85c4-4b24-a169-266f666dd882 req-6c4edf1d-aada-41ae-9c96-ee1aa4716f3b service neutron] For port ff769919-8c1e-4b91-998e-cf46b5138b83, host hv-neutron-8287, cleared binding levels {{(pid=84332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:03:24.482137 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-ec3227eb-85c4-4b24-a169-266f666dd882 req-6c4edf1d-aada-41ae-9c96-ee1aa4716f3b service neutron] For port ff769919-8c1e-4b91-998e-cf46b5138b83, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=ff769919-8c1e-4b91-998e-cf46b5138b83,segment=NetworkSegment(8d4bd894-00ad-407b-b19e-8b7c13928dae),segment_id=8d4bd894-00ad-407b-b19e-8b7c13928dae)] {{(pid=84332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:03:24.569701 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-ec3227eb-85c4-4b24-a169-266f666dd882 req-6c4edf1d-aada-41ae-9c96-ee1aa4716f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:24.728314 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d259257f-9879-4f36-b446-3b11da8f88f3 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:24.780649 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4edf1d-aada-41ae-9c96-ee1aa4716f3b service neutron] Pushing event updated for resources: {'Port': ['ID=ff769919-8c1e-4b91-998e-cf46b5138b83,revision_number=3']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:24.814572 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2938b8a-c471-4024-9fbb-8e8fdf5cc1b2 req-5369a94c-ebe6-41e6-a2dc-c2b297752d34 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:24.817905 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-a2938b8a-c471-4024-9fbb-8e8fdf5cc1b2 req-5369a94c-ebe6-41e6-a2dc-c2b297752d34 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] 10.222.0.59 "GET /v2.0/ports?device_id=e63ad508-7815-45c6-a10e-8696bb1d6517 HTTP/1.1" status: 200 len: 945 time: 0.5288632 Feb 10 23:03:24.823375 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-d259257f-9879-4f36-b446-3b11da8f88f3 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] 10.222.0.59 "DELETE /v2.0/ports/75cc3341-c580-4eda-8a13-8f83ee468ed0 HTTP/1.1" status: 204 len: 168 time: 1.8171616 Feb 10 23:03:24.901400 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40108) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:24.916429 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-cf00f0fd-12ac-466b-bdfa-65bfcaf70e80 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Request body: {'port': {'name': 'tempest-new-port-name-1335172123', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:24.916861 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.api.validators [None req-cf00f0fd-12ac-466b-bdfa-65bfcaf70e80 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] bootfile-name is not in valid_values {{(pid=84333) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 10 23:03:24.917155 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.api.validators [None req-cf00f0fd-12ac-466b-bdfa-65bfcaf70e80 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] tftp-server is not in valid_values {{(pid=84333) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 10 23:03:24.917470 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.api.validators [None req-cf00f0fd-12ac-466b-bdfa-65bfcaf70e80 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] server-ip-address is not in valid_values {{(pid=84333) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 10 23:03:24.973339 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-81adc9b4-74e2-433a-8266-89ccdd1cb4af tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 8.0835314 Feb 10 23:03:24.994770 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40114) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:25.116250 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-a2938b8a-c471-4024-9fbb-8e8fdf5cc1b2 req-87c1de7a-a5ef-4d0e-8da2-924dc959c6f8 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] 10.222.0.59 "GET /v2.0/security-groups?id=886286dd-08ce-4f82-85ab-82f3ed155db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2883461 Feb 10 23:03:25.125015 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cf00f0fd-12ac-466b-bdfa-65bfcaf70e80 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:25.180725 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-7f5b1cf6-01ff-420a-a906-078b57e2bcd6 None None] Could not find standard attr ID for object 75cc3341-c580-4eda-8a13-8f83ee468ed0. {{(pid=84334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 23:03:25.188354 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d2c31cd9-4ed6-4cd2-b5d4-3c3ef80f54cc req-e3ed9214-31c3-45f4-8a8c-5e58f8e03b26 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] 10.222.0.59 "GET /v2.0/security-groups?id=3f5b4c60-a1f0-4362-abb0-13772bc5afad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7036016 Feb 10 23:03:25.202732 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-ec3227eb-85c4-4b24-a169-266f666dd882 req-6c4edf1d-aada-41ae-9c96-ee1aa4716f3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:25.204532 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ec3227eb-85c4-4b24-a169-266f666dd882 req-6c4edf1d-aada-41ae-9c96-ee1aa4716f3b service neutron] 10.222.0.37 "PUT /v2.0/ports/ff769919-8c1e-4b91-998e-cf46b5138b83 HTTP/1.1" status: 200 len: 1094 time: 5.6891000 Feb 10 23:03:25.205507 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '694a6d95-ea06-4d1a-958e-902c65635ce9', 'tag': 'ff769919-8c1e-4b91-998e-cf46b5138b83'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:03:25.210041 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-7f5b1cf6-01ff-420a-a906-078b57e2bcd6 None None] Provisioning complete for port b5953551-2c39-4c99-b972-1c0b77b12738 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:25.210471 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7f5b1cf6-01ff-420a-a906-078b57e2bcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:25.269699 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e95d881f-a15d-4ae5-bfc5-0d5d767dd482 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:25.277459 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e95d881f-a15d-4ae5-bfc5-0d5d767dd482 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0a595792-35d3-4979-b99b-0ca8662c4bfd {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:03:25.313527 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-7f5b1cf6-01ff-420a-a906-078b57e2bcd6 None None] Port b5953551-2c39-4c99-b972-1c0b77b12738 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:03:25.397238 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '694a6d95-ea06-4d1a-958e-902c65635ce9', 'tag': 'ff769919-8c1e-4b91-998e-cf46b5138b83', 'status': 'completed', 'code': 200} Feb 10 23:03:25.444159 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14536cf8-6671-422a-9e55-1d78c2bdb0f2 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:25.448040 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14536cf8-6671-422a-9e55-1d78c2bdb0f2 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:25.448808 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-14536cf8-6671-422a-9e55-1d78c2bdb0f2 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Synchronizing usage tracker for tenant:6b83c6e0d06f4637bab5d70fc5c92395 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:03:25.479441 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ec3227eb-85c4-4b24-a169-266f666dd882 req-eced6d5b-83c1-463b-bcda-0c353998b368 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b6f152d8d3864ce9bbf63b40c6aaa545&device_id=694a6d95-ea06-4d1a-958e-902c65635ce9 HTTP/1.1" status: 200 len: 1097 time: 0.1491330 Feb 10 23:03:25.486457 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e95d881f-a15d-4ae5-bfc5-0d5d767dd482 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:25.487472 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e95d881f-a15d-4ae5-bfc5-0d5d767dd482 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] 10.222.0.59 "DELETE /v2.0/routers/0a595792-35d3-4979-b99b-0ca8662c4bfd HTTP/1.1" status: 204 len: 168 time: 8.6027689 Feb 10 23:03:25.490524 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40126) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:25.561736 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-30cf5df8-0d4c-4dc7-83ba-dfda303dc363 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:25.576732 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-14536cf8-6671-422a-9e55-1d78c2bdb0f2 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Unset dirty status for tenant:6b83c6e0d06f4637bab5d70fc5c92395 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:03:25.577407 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-325b61e8-f2ef-46c8-97cc-fb74c37367a0 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Deleting subnet 57d617a7-82b6-4e8f-bdbd-aa9054d0073e {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:03:25.579260 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-14536cf8-6671-422a-9e55-1d78c2bdb0f2 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.5816624 Feb 10 23:03:25.582458 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-325b61e8-f2ef-46c8-97cc-fb74c37367a0 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:25.611700 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40134) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:25.640230 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cf5df8-0d4c-4dc7-83ba-dfda303dc363 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Pushing event deleted for resources: {'Port': ['ID=be964c74-0ae8-413d-9467-3bee902a9721,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:25.644381 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ec3227eb-85c4-4b24-a169-266f666dd882 req-6bd4deac-c2d5-4099-963b-b26181f1e367 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff769919-8c1e-4b91-998e-cf46b5138b83 HTTP/1.1" status: 200 len: 217 time: 0.1557539 Feb 10 23:03:25.668528 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.resource_extend [None req-cf00f0fd-12ac-466b-bdfa-65bfcaf70e80 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:03:25.747047 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cf00f0fd-12ac-466b-bdfa-65bfcaf70e80 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:25.769434 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-325b61e8-f2ef-46c8-97cc-fb74c37367a0 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31983416'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:25.821408 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-05645936-c447-4c8b-bdf9-d359154d2fb4 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Deleting port 5ee24e48-1888-4640-8df9-ea9084a425ed {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:03:25.821743 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-05645936-c447-4c8b-bdf9-d359154d2fb4 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:25.877693 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3227eb-85c4-4b24-a169-266f666dd882 req-2a45b5ab-cc90-40d5-bb51-2a477a03c480 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:25.879088 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ec3227eb-85c4-4b24-a169-266f666dd882 req-2a45b5ab-cc90-40d5-bb51-2a477a03c480 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ca52b472-e037-459c-a520-2e3911329927 HTTP/1.1" status: 200 len: 845 time: 0.2271290 Feb 10 23:03:25.913050 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-325b61e8-f2ef-46c8-97cc-fb74c37367a0 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:25.981920 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cf00f0fd-12ac-466b-bdfa-65bfcaf70e80 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:26.099158 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-30cf5df8-0d4c-4dc7-83ba-dfda303dc363 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:26.101253 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-30cf5df8-0d4c-4dc7-83ba-dfda303dc363 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] 10.222.0.59 "DELETE /v2.0/ports/be964c74-0ae8-413d-9467-3bee902a9721 HTTP/1.1" status: 204 len: 168 time: 4.0616095 Feb 10 23:03:26.104227 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40146) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:26.149078 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc8845a1-6f4d-4107-b8ab-54dc11743698 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] GET failed (client error): The resource could not be found. Feb 10 23:03:26.149578 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-cc8845a1-6f4d-4107-b8ab-54dc11743698 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Synchronizing usage tracker for tenant:18b53cb21d1d4d98b648eb6f677e3500 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:03:26.175500 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ec3227eb-85c4-4b24-a169-266f666dd882 req-fd705f37-7f9e-4535-b2be-3113e335502c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=babc7379-fefc-41a5-a39a-fab07194ed36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2474272 Feb 10 23:03:26.286454 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf00f0fd-12ac-466b-bdfa-65bfcaf70e80 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Pushing event updated for resources: {'Port': ['ID=b5953551-2c39-4c99-b972-1c0b77b12738,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:26.317318 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-cf00f0fd-12ac-466b-bdfa-65bfcaf70e80 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] In _notify_port_updated(), no bound segment for port b5953551-2c39-4c99-b972-1c0b77b12738 on network a83eaf5b-2ae3-4906-be1c-aab2fd255ad9 {{(pid=84333) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 23:03:26.321575 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf00f0fd-12ac-466b-bdfa-65bfcaf70e80 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:26.322275 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cf00f0fd-12ac-466b-bdfa-65bfcaf70e80 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:26.327039 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-cf00f0fd-12ac-466b-bdfa-65bfcaf70e80 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] 10.222.0.59 "PUT /v2.0/ports/b5953551-2c39-4c99-b972-1c0b77b12738 HTTP/1.1" status: 200 len: 1137 time: 1.4211993 Feb 10 23:03:26.328067 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40156) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:26.331427 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-05645936-c447-4c8b-bdf9-d359154d2fb4 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:26.331796 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-cc8845a1-6f4d-4107-b8ab-54dc11743698 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Unset dirty status for tenant:18b53cb21d1d4d98b648eb6f677e3500 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:03:26.345208 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-cc8845a1-6f4d-4107-b8ab-54dc11743698 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] 10.222.0.59 "GET /v2.0/ports/be964c74-0ae8-413d-9467-3bee902a9721 HTTP/1.1" status: 404 len: 333 time: 0.2399085 Feb 10 23:03:26.352028 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40160) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:26.367522 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-497e3540-5306-456c-8cfe-6c9b7fee61b7 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Request body: {'port': {'network_id': 'de4458e5-31d7-4d26-92ba-94a8b2d6e5e4', 'name': 'tempest-AllowedAddressPairTestJSON-1187280879'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:26.506925 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-20f8e314-71d7-42be-acb9-b0b753fb3475 None None] Provisioning complete for port b5953551-2c39-4c99-b972-1c0b77b12738 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:26.507567 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20f8e314-71d7-42be-acb9-b0b753fb3475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:26.522781 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-325b61e8-f2ef-46c8-97cc-fb74c37367a0 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:26.587806 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-20f8e314-71d7-42be-acb9-b0b753fb3475 None None] Port b5953551-2c39-4c99-b972-1c0b77b12738 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:03:26.674405 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-497e3540-5306-456c-8cfe-6c9b7fee61b7 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:26.690784 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-497e3540-5306-456c-8cfe-6c9b7fee61b7 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:26.733972 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ec3227eb-85c4-4b24-a169-266f666dd882 req-0ef0db8e-0115-45b9-af9c-1b69faf86827 service neutron] 10.222.0.37 "GET /v2.0/networks/babc7379-fefc-41a5-a39a-fab07194ed36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5515826 Feb 10 23:03:26.812479 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-05645936-c447-4c8b-bdf9-d359154d2fb4 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Calling delete_port for 5ee24e48-1888-4640-8df9-ea9084a425ed owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:03:26.873778 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b61e8-f2ef-46c8-97cc-fb74c37367a0 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=57d617a7-82b6-4e8f-bdbd-aa9054d0073e,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:26.877575 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497e3540-5306-456c-8cfe-6c9b7fee61b7 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Made reservation on behalf of 18b53cb21d1d4d98b648eb6f677e3500 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:03:26.880515 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-497e3540-5306-456c-8cfe-6c9b7fee61b7 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:26.889821 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-325b61e8-f2ef-46c8-97cc-fb74c37367a0 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:26.910418 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa66fcad-c8f8-4619-b87a-96373149044c tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:26.915165 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-fa66fcad-c8f8-4619-b87a-96373149044c tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Synchronizing usage tracker for tenant:94e99271b9864baf95ec6da6da96df21 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:03:26.918903 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f629ffc6-8936-412b-911b-0f9104489559 req-3b9b7d8a-bf54-4447-b40f-ba602d6eb2c3 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:26.922584 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-325b61e8-f2ef-46c8-97cc-fb74c37367a0 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] 10.222.0.59 "DELETE /v2.0/subnets/57d617a7-82b6-4e8f-bdbd-aa9054d0073e HTTP/1.1" status: 204 len: 168 time: 1.4283204 Feb 10 23:03:26.922750 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f629ffc6-8936-412b-911b-0f9104489559 req-3b9b7d8a-bf54-4447-b40f-ba602d6eb2c3 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] 10.222.0.59 "GET /v2.0/ports?device_id=e63ad508-7815-45c6-a10e-8696bb1d6517 HTTP/1.1" status: 200 len: 945 time: 0.3092506 Feb 10 23:03:26.926688 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40176) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:26.956583 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-497e3540-5306-456c-8cfe-6c9b7fee61b7 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] device_id is not set on port 323823c4-38c2-47f3-ba10-cf084f3089e3 yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:03:26.998890 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ec3227eb-85c4-4b24-a169-266f666dd882 req-399d6eb6-9646-4cfc-bae6-c9c7a94cc933 service neutron] 10.222.0.37 "GET /v2.0/networks/babc7379-fefc-41a5-a39a-fab07194ed36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533917 Feb 10 23:03:27.067356 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f629ffc6-8936-412b-911b-0f9104489559 req-f978fa19-be2e-44a3-ae3a-35f7ee622884 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] 10.222.0.59 "GET /v2.0/security-groups?id=886286dd-08ce-4f82-85ab-82f3ed155db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350608 Feb 10 23:03:27.091664 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2e6a8-6037-4d9f-bbb6-2b9b1303ad24 req-dceb1814-ffae-4484-9a9f-b0219f65b49f tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:27.093405 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-32f2e6a8-6037-4d9f-bbb6-2b9b1303ad24 req-dceb1814-ffae-4484-9a9f-b0219f65b49f tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] 10.222.0.59 "GET /v2.0/ports?device_id=694a6d95-ea06-4d1a-958e-902c65635ce9 HTTP/1.1" status: 200 len: 944 time: 0.5810671 Feb 10 23:03:27.096702 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8b72a089-2c6c-45b9-87f7-d44e64449065 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:27.154483 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-05645936-c447-4c8b-bdf9-d359154d2fb4 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:27.155946 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-fa66fcad-c8f8-4619-b87a-96373149044c tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Unset dirty status for tenant:94e99271b9864baf95ec6da6da96df21 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:03:27.160681 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-fa66fcad-c8f8-4619-b87a-96373149044c tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] 10.222.0.59 "GET /v2.0/ports/b5953551-2c39-4c99-b972-1c0b77b12738 HTTP/1.1" status: 200 len: 1137 time: 0.8291097 Feb 10 23:03:27.163535 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40186) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:27.163968 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40188) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:27.238477 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40196) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:27.258648 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05645936-c447-4c8b-bdf9-d359154d2fb4 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Pushing event deleted for resources: {'Port': ['ID=5ee24e48-1888-4640-8df9-ea9084a425ed,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:27.335177 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-05645936-c447-4c8b-bdf9-d359154d2fb4 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:27.342312 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-94ccdaa4-6508-4ac4-898d-f0e8329190f0 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Deleting port b5953551-2c39-4c99-b972-1c0b77b12738 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:03:27.342642 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-94ccdaa4-6508-4ac4-898d-f0e8329190f0 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:27.369074 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-497e3540-5306-456c-8cfe-6c9b7fee61b7 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Allocated IP 172.20.0.9 (de4458e5-31d7-4d26-92ba-94a8b2d6e5e4/84f5775c-49eb-4f87-a451-b4d51041c59f/323823c4-38c2-47f3-ba10-cf084f3089e3) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:03:27.376773 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-32f2e6a8-6037-4d9f-bbb6-2b9b1303ad24 req-beb5f0cc-011e-4493-af40-3006d2122e0f tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] 10.222.0.59 "GET /v2.0/security-groups?id=3f5b4c60-a1f0-4362-abb0-13772bc5afad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2734232 Feb 10 23:03:27.391474 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f4aef457-fd1f-469b-a35c-c918f4e90813 req-15dcdb38-1c38-4d7a-ba43-f75b268c3c1e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b6f152d8d3864ce9bbf63b40c6aaa545&device_id=694a6d95-ea06-4d1a-958e-902c65635ce9 HTTP/1.1" status: 200 len: 1097 time: 0.1991203 Feb 10 23:03:27.515382 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-99a8b588-5cfb-43c6-a765-f561c9927e27 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Request body: {'floatingip': {'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:27.521733 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8b72a089-2c6c-45b9-87f7-d44e64449065 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:27.527042 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-689cd6f4-b80a-468c-a555-571ccba034fe tempest-PortsAdminExtendedAttrsTestJSON-539359302 tempest-PortsAdminExtendedAttrsTestJSON-539359302-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1756025752'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:27.542272 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-689cd6f4-b80a-468c-a555-571ccba034fe tempest-PortsAdminExtendedAttrsTestJSON-539359302 tempest-PortsAdminExtendedAttrsTestJSON-539359302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:27.557187 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-99a8b588-5cfb-43c6-a765-f561c9927e27 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:27.564351 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-689cd6f4-b80a-468c-a555-571ccba034fe tempest-PortsAdminExtendedAttrsTestJSON-539359302 tempest-PortsAdminExtendedAttrsTestJSON-539359302-project] Usage tracker for resource:network and tenant:d5c141829810446cb79a1be48650ce32 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:27.567991 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-689cd6f4-b80a-468c-a555-571ccba034fe tempest-PortsAdminExtendedAttrsTestJSON-539359302 tempest-PortsAdminExtendedAttrsTestJSON-539359302-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:27.577384 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-05645936-c447-4c8b-bdf9-d359154d2fb4 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] 10.222.0.59 "DELETE /v2.0/ports/5ee24e48-1888-4640-8df9-ea9084a425ed HTTP/1.1" status: 204 len: 168 time: 1.9619205 Feb 10 23:03:27.577384 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-99a8b588-5cfb-43c6-a765-f561c9927e27 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Usage tracker for resource:floatingip and tenant:812727b2b6d94720ae53e72c564bba8c is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:27.585312 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb5200f-e0c6-4ddd-9bbe-5df641514980 req-b1c09185-5a86-42f2-a9b5-62f9755a6204 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:27.586755 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8cb5200f-e0c6-4ddd-9bbe-5df641514980 req-b1c09185-5a86-42f2-a9b5-62f9755a6204 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] 10.222.0.59 "GET /v2.0/ports?device_id=e63ad508-7815-45c6-a10e-8696bb1d6517 HTTP/1.1" status: 200 len: 945 time: 0.3150876 Feb 10 23:03:27.587201 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40204) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:27.589588 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-99a8b588-5cfb-43c6-a765-f561c9927e27 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:27.591636 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-689cd6f4-b80a-468c-a555-571ccba034fe tempest-PortsAdminExtendedAttrsTestJSON-539359302 tempest-PortsAdminExtendedAttrsTestJSON-539359302-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:27.595380 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-8b72a089-2c6c-45b9-87f7-d44e64449065 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2497ba23-db9a-4d0b-8717-14db0bf1ab51']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:27.618301 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40208) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:27.652212 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-99a8b588-5cfb-43c6-a765-f561c9927e27 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:27.666655 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-8b72a089-2c6c-45b9-87f7-d44e64449065 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd67ae34-51f0-44f9-bc48-83aef91c81f9') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:27.666939 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-8b72a089-2c6c-45b9-87f7-d44e64449065 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd67ae34-51f0-44f9-bc48-83aef91c81f9') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:27.684507 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-61f668d9-f70a-4b98-a991-d7d9ccc74abc tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Request body: {'floatingip': {'port_id': 'fd7c2c10-2ed3-486f-8644-8ac1d4c66bac'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:27.693107 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8b72a089-2c6c-45b9-87f7-d44e64449065 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:27.791175 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8b72a089-2c6c-45b9-87f7-d44e64449065 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:27.808070 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-43c630f7-a0d4-4fa2-be99-1506b5d9dd36 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Deleting port b9ba7f58-4cd1-4749-b61c-a96d49a20ea3 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:03:27.808070 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-43c630f7-a0d4-4fa2-be99-1506b5d9dd36 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:27.847299 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b72a089-2c6c-45b9-87f7-d44e64449065 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:03:27.851743 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8b72a089-2c6c-45b9-87f7-d44e64449065 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:27.863216 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:03:27.863216 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:03:27.863216 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:03:27.863216 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:03:27.863216 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:03:27.863216 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:03:27.863216 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:03:27.863216 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:03:27.863216 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:03:27.863216 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:03:27.863216 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:03:27.863216 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:03:27.863216 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:03:27.863216 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:03:27.863216 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:03:27.863216 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:03:27.863216 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:03:27.863216 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:03:27.863216 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:03:27.863216 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:03:27.863216 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:03:27.863216 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:03:27.863216 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:03:27.863216 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:03:27.863216 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:03:27.863216 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:03:27.863216 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:03:27.863216 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:03:27.863216 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:03:27.863216 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:03:27.863216 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:03:27.863216 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:03:27.880174 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689cd6f4-b80a-468c-a555-571ccba034fe tempest-PortsAdminExtendedAttrsTestJSON-539359302 tempest-PortsAdminExtendedAttrsTestJSON-539359302-project] Made reservation on behalf of d5c141829810446cb79a1be48650ce32 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:03:27.883093 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-689cd6f4-b80a-468c-a555-571ccba034fe tempest-PortsAdminExtendedAttrsTestJSON-539359302 tempest-PortsAdminExtendedAttrsTestJSON-539359302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:27.918698 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-99a8b588-5cfb-43c6-a765-f561c9927e27 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks [] for floatingip, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:27.925626 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-61f668d9-f70a-4b98-a991-d7d9ccc74abc tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Notify callbacks [] for floatingip, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:27.980741 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-689cd6f4-b80a-468c-a555-571ccba034fe tempest-PortsAdminExtendedAttrsTestJSON-539359302 tempest-PortsAdminExtendedAttrsTestJSON-539359302-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:28.014798 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aef457-fd1f-469b-a35c-c918f4e90813 req-55642846-4519-4144-a12f-e53064922f3b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:28.017016 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f4aef457-fd1f-469b-a35c-c918f4e90813 req-55642846-4519-4144-a12f-e53064922f3b service neutron] 10.222.0.37 "GET /v2.0/networks?id=babc7379-fefc-41a5-a39a-fab07194ed36 HTTP/1.1" status: 200 len: 907 time: 0.6166823 Feb 10 23:03:28.088483 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-94ccdaa4-6508-4ac4-898d-f0e8329190f0 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:28.185443 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f4aef457-fd1f-469b-a35c-c918f4e90813 req-6d630cdb-c9db-459d-afe7-76e128edc681 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff769919-8c1e-4b91-998e-cf46b5138b83 HTTP/1.1" status: 200 len: 217 time: 0.1560204 Feb 10 23:03:28.201135 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-497e3540-5306-456c-8cfe-6c9b7fee61b7 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:28.236512 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-689cd6f4-b80a-468c-a555-571ccba034fe tempest-PortsAdminExtendedAttrsTestJSON-539359302 tempest-PortsAdminExtendedAttrsTestJSON-539359302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:28.261010 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-689cd6f4-b80a-468c-a555-571ccba034fe tempest-PortsAdminExtendedAttrsTestJSON-539359302 tempest-PortsAdminExtendedAttrsTestJSON-539359302-project] Usage tracker for resource:security_group_rule and tenant:d5c141829810446cb79a1be48650ce32 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:28.298417 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-689cd6f4-b80a-468c-a555-571ccba034fe tempest-PortsAdminExtendedAttrsTestJSON-539359302 tempest-PortsAdminExtendedAttrsTestJSON-539359302-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:28.309321 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-497e3540-5306-456c-8cfe-6c9b7fee61b7 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Transition to ACTIVE for port object 323823c4-38c2-47f3-ba10-cf084f3089e3 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:03:28.314121 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-94ccdaa4-6508-4ac4-898d-f0e8329190f0 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Calling delete_port for b5953551-2c39-4c99-b972-1c0b77b12738 owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:03:28.321216 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-689cd6f4-b80a-468c-a555-571ccba034fe tempest-PortsAdminExtendedAttrsTestJSON-539359302 tempest-PortsAdminExtendedAttrsTestJSON-539359302-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:28.339747 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8b72a089-2c6c-45b9-87f7-d44e64449065 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:28.366133 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aef457-fd1f-469b-a35c-c918f4e90813 req-dc8399d0-2f87-4dbb-b0e9-8b1365e38032 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:28.367559 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f4aef457-fd1f-469b-a35c-c918f4e90813 req-dc8399d0-2f87-4dbb-b0e9-8b1365e38032 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ca52b472-e037-459c-a520-2e3911329927 HTTP/1.1" status: 200 len: 845 time: 0.1733825 Feb 10 23:03:28.368888 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b72a089-2c6c-45b9-87f7-d44e64449065 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2497ba23-db9a-4d0b-8717-14db0bf1ab51 {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 10 23:03:28.392121 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8b72a089-2c6c-45b9-87f7-d44e64449065 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:28.470016 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b72a089-2c6c-45b9-87f7-d44e64449065 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Pushing event deleted for resources: {'Network': ['ID=2497ba23-db9a-4d0b-8717-14db0bf1ab51,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:28.496974 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-8b72a089-2c6c-45b9-87f7-d44e64449065 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] 10.222.0.59 "DELETE /v2.0/networks/2497ba23-db9a-4d0b-8717-14db0bf1ab51 HTTP/1.1" status: 204 len: 168 time: 1.5673649 Feb 10 23:03:28.542493 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-43c630f7-a0d4-4fa2-be99-1506b5d9dd36 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:28.699730 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-43c630f7-a0d4-4fa2-be99-1506b5d9dd36 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Calling delete_port for b9ba7f58-4cd1-4749-b61c-a96d49a20ea3 owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:03:28.711816 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-497e3540-5306-456c-8cfe-6c9b7fee61b7 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:28.788927 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-689cd6f4-b80a-468c-a555-571ccba034fe tempest-PortsAdminExtendedAttrsTestJSON-539359302 tempest-PortsAdminExtendedAttrsTestJSON-539359302-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:28.846095 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497e3540-5306-456c-8cfe-6c9b7fee61b7 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Pushing event updated for resources: {'Port': ['ID=323823c4-38c2-47f3-ba10-cf084f3089e3,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:28.905303 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497e3540-5306-456c-8cfe-6c9b7fee61b7 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Network de4458e5-31d7-4d26-92ba-94a8b2d6e5e4 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:03:28.906929 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-99a8b588-5cfb-43c6-a765-f561c9927e27 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:28.908531 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f4aef457-fd1f-469b-a35c-c918f4e90813 req-3f4f7498-9ee0-41ef-ac34-d69ed7a31b0b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=babc7379-fefc-41a5-a39a-fab07194ed36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5322151 Feb 10 23:03:28.910474 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-497e3540-5306-456c-8cfe-6c9b7fee61b7 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:28.919025 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497e3540-5306-456c-8cfe-6c9b7fee61b7 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:03:28.963095 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd8a972-d686-490e-a6ab-8e6f2f470f74 req-efcb8b03-fa2d-480a-ab6f-4b4b7ecf5bb2 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:28.970908 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-9dd8a972-d686-490e-a6ab-8e6f2f470f74 req-efcb8b03-fa2d-480a-ab6f-4b4b7ecf5bb2 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] 10.222.0.59 "GET /v2.0/ports?device_id=694a6d95-ea06-4d1a-958e-902c65635ce9 HTTP/1.1" status: 200 len: 944 time: 0.2291598 Feb 10 23:03:28.985414 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-689cd6f4-b80a-468c-a555-571ccba034fe tempest-PortsAdminExtendedAttrsTestJSON-539359302 tempest-PortsAdminExtendedAttrsTestJSON-539359302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:29.019308 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-43c630f7-a0d4-4fa2-be99-1506b5d9dd36 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:29.026069 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-94ccdaa4-6508-4ac4-898d-f0e8329190f0 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:29.145146 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40220) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:29.147429 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c630f7-a0d4-4fa2-be99-1506b5d9dd36 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Pushing event deleted for resources: {'Port': ['ID=b9ba7f58-4cd1-4749-b61c-a96d49a20ea3,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:29.204082 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-b6c4ffdb-94d6-46c9-9480-69bb10f1281b tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Request body: {'router': {'name': 'tempest-router--1407469846', 'project_id': '832c783e7c9343298429a8aeaf4a0436'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:29.213061 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-43c630f7-a0d4-4fa2-be99-1506b5d9dd36 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:29.251481 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-689cd6f4-b80a-468c-a555-571ccba034fe tempest-PortsAdminExtendedAttrsTestJSON-539359302 tempest-PortsAdminExtendedAttrsTestJSON-539359302-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:03:29.255651 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ccdaa4-6508-4ac4-898d-f0e8329190f0 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Pushing event deleted for resources: {'Port': ['ID=b5953551-2c39-4c99-b972-1c0b77b12738,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:29.258693 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b6c4ffdb-94d6-46c9-9480-69bb10f1281b tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:29.269918 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689cd6f4-b80a-468c-a555-571ccba034fe tempest-PortsAdminExtendedAttrsTestJSON-539359302 tempest-PortsAdminExtendedAttrsTestJSON-539359302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=077dc537-d231-4a1d-829b-0c988addf54c,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:29.272760 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-9dd8a972-d686-490e-a6ab-8e6f2f470f74 req-e645ed0e-a258-4ed7-bf12-385cae736b15 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] 10.222.0.59 "GET /v2.0/security-groups?id=3f5b4c60-a1f0-4362-abb0-13772bc5afad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3008094 Feb 10 23:03:29.285520 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-b6c4ffdb-94d6-46c9-9480-69bb10f1281b tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Usage tracker for resource:router and tenant:832c783e7c9343298429a8aeaf4a0436 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:29.292421 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497e3540-5306-456c-8cfe-6c9b7fee61b7 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:29.293083 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-497e3540-5306-456c-8cfe-6c9b7fee61b7 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:29.303444 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-689cd6f4-b80a-468c-a555-571ccba034fe tempest-PortsAdminExtendedAttrsTestJSON-539359302 tempest-PortsAdminExtendedAttrsTestJSON-539359302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:29.303782 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-689cd6f4-b80a-468c-a555-571ccba034fe tempest-PortsAdminExtendedAttrsTestJSON-539359302 tempest-PortsAdminExtendedAttrsTestJSON-539359302-project] Added segment ad22bf44-ab3a-4846-ae88-95b27e0bd335 of type vlan for network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 Feb 10 23:03:29.320106 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-b6c4ffdb-94d6-46c9-9480-69bb10f1281b tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:29.324697 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-037f5056-acc0-466d-9152-0464016e1a9f None None] Provisioning for port 323823c4-38c2-47f3-ba10-cf084f3089e3 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:03:29.337005 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-43c630f7-a0d4-4fa2-be99-1506b5d9dd36 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] 10.222.0.59 "DELETE /v2.0/ports/b9ba7f58-4cd1-4749-b61c-a96d49a20ea3 HTTP/1.1" status: 204 len: 168 time: 1.7443905 Feb 10 23:03:29.340164 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-037f5056-acc0-466d-9152-0464016e1a9f None None] Provisioning complete for port 323823c4-38c2-47f3-ba10-cf084f3089e3 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:29.340914 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-037f5056-acc0-466d-9152-0464016e1a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:29.344417 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b6c4ffdb-94d6-46c9-9480-69bb10f1281b tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:29.349856 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40224) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:29.354651 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689cd6f4-b80a-468c-a555-571ccba034fe tempest-PortsAdminExtendedAttrsTestJSON-539359302 tempest-PortsAdminExtendedAttrsTestJSON-539359302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:29.354990 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689cd6f4-b80a-468c-a555-571ccba034fe tempest-PortsAdminExtendedAttrsTestJSON-539359302 tempest-PortsAdminExtendedAttrsTestJSON-539359302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:29.355332 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689cd6f4-b80a-468c-a555-571ccba034fe tempest-PortsAdminExtendedAttrsTestJSON-539359302 tempest-PortsAdminExtendedAttrsTestJSON-539359302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:29.355648 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689cd6f4-b80a-468c-a555-571ccba034fe tempest-PortsAdminExtendedAttrsTestJSON-539359302 tempest-PortsAdminExtendedAttrsTestJSON-539359302-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:29.355972 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689cd6f4-b80a-468c-a555-571ccba034fe tempest-PortsAdminExtendedAttrsTestJSON-539359302 tempest-PortsAdminExtendedAttrsTestJSON-539359302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:29.356491 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689cd6f4-b80a-468c-a555-571ccba034fe tempest-PortsAdminExtendedAttrsTestJSON-539359302 tempest-PortsAdminExtendedAttrsTestJSON-539359302-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:29.356695 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689cd6f4-b80a-468c-a555-571ccba034fe tempest-PortsAdminExtendedAttrsTestJSON-539359302 tempest-PortsAdminExtendedAttrsTestJSON-539359302-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:29.357018 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689cd6f4-b80a-468c-a555-571ccba034fe tempest-PortsAdminExtendedAttrsTestJSON-539359302 tempest-PortsAdminExtendedAttrsTestJSON-539359302-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:29.357377 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689cd6f4-b80a-468c-a555-571ccba034fe tempest-PortsAdminExtendedAttrsTestJSON-539359302 tempest-PortsAdminExtendedAttrsTestJSON-539359302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:29.357651 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689cd6f4-b80a-468c-a555-571ccba034fe tempest-PortsAdminExtendedAttrsTestJSON-539359302 tempest-PortsAdminExtendedAttrsTestJSON-539359302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:29.357957 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689cd6f4-b80a-468c-a555-571ccba034fe tempest-PortsAdminExtendedAttrsTestJSON-539359302 tempest-PortsAdminExtendedAttrsTestJSON-539359302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:29.396310 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-99a8b588-5cfb-43c6-a765-f561c9927e27 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Allocated IP 172.26.8.158 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/dbee9da8-04f3-4c25-8ee8-00d3c015d1f0) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:03:29.412636 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-689cd6f4-b80a-468c-a555-571ccba034fe tempest-PortsAdminExtendedAttrsTestJSON-539359302 tempest-PortsAdminExtendedAttrsTestJSON-539359302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:29.418478 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-1e094377-a48f-4539-83ee-78b608cce8d8 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Synchronizing usage tracker for tenant:6b83c6e0d06f4637bab5d70fc5c92395 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:03:29.423062 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-037f5056-acc0-466d-9152-0464016e1a9f None None] Port 323823c4-38c2-47f3-ba10-cf084f3089e3 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:03:29.433174 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f4aef457-fd1f-469b-a35c-c918f4e90813 req-48cfd184-90ed-45d1-94f0-546549f33af9 service neutron] 10.222.0.37 "GET /v2.0/networks/babc7379-fefc-41a5-a39a-fab07194ed36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5151289 Feb 10 23:03:29.435118 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-94ccdaa4-6508-4ac4-898d-f0e8329190f0 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:29.440459 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-94ccdaa4-6508-4ac4-898d-f0e8329190f0 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] 10.222.0.59 "DELETE /v2.0/ports/b5953551-2c39-4c99-b972-1c0b77b12738 HTTP/1.1" status: 204 len: 168 time: 2.2402990 Feb 10 23:03:29.444673 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40228) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:29.596149 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-1e094377-a48f-4539-83ee-78b608cce8d8 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Unset dirty status for tenant:6b83c6e0d06f4637bab5d70fc5c92395 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:03:29.601870 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-1e094377-a48f-4539-83ee-78b608cce8d8 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2443266 Feb 10 23:03:29.616882 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40232) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:29.634339 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-3df5fe25-25a6-417f-86d5-6505f0592d03 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-86986782'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:29.673919 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-497e3540-5306-456c-8cfe-6c9b7fee61b7 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3181839 Feb 10 23:03:29.682426 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40236) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:29.693485 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3df5fe25-25a6-417f-86d5-6505f0592d03 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:29.698245 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-ed8eb3a8-18d7-4eeb-a617-8e484127c5bd tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:71:68:7d'}]}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:29.720183 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6c4ffdb-94d6-46c9-9480-69bb10f1281b tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:29.721128 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6c4ffdb-94d6-46c9-9480-69bb10f1281b tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:29.726933 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.resource_extend [None req-61f668d9-f70a-4b98-a991-d7d9ccc74abc tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:03:29.728319 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-3df5fe25-25a6-417f-86d5-6505f0592d03 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Usage tracker for resource:network and tenant:6b83c6e0d06f4637bab5d70fc5c92395 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:29.733103 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-3df5fe25-25a6-417f-86d5-6505f0592d03 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:29.745274 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3df5fe25-25a6-417f-86d5-6505f0592d03 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:29.785554 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-99a8b588-5cfb-43c6-a765-f561c9927e27 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:29.809972 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-689cd6f4-b80a-468c-a555-571ccba034fe tempest-PortsAdminExtendedAttrsTestJSON-539359302 tempest-PortsAdminExtendedAttrsTestJSON-539359302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:29.813645 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689cd6f4-b80a-468c-a555-571ccba034fe tempest-PortsAdminExtendedAttrsTestJSON-539359302 tempest-PortsAdminExtendedAttrsTestJSON-539359302-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:29.814227 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-689cd6f4-b80a-468c-a555-571ccba034fe tempest-PortsAdminExtendedAttrsTestJSON-539359302 tempest-PortsAdminExtendedAttrsTestJSON-539359302-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:29.814748 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff4ae9ed-7948-4eac-a194-fe029087ad89 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Deleting subnet b3ce60ab-e3ba-4d60-938c-93af4ddc93ad {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:03:29.819704 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ff4ae9ed-7948-4eac-a194-fe029087ad89 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:29.888349 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df5fe25-25a6-417f-86d5-6505f0592d03 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Made reservation on behalf of 6b83c6e0d06f4637bab5d70fc5c92395 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:03:29.891574 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3df5fe25-25a6-417f-86d5-6505f0592d03 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:29.997779 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ff4ae9ed-7948-4eac-a194-fe029087ad89 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31983416'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:30.057667 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6c4ffdb-94d6-46c9-9480-69bb10f1281b tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:30.057837 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-61f668d9-f70a-4b98-a991-d7d9ccc74abc tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:30.073966 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-689cd6f4-b80a-468c-a555-571ccba034fe tempest-PortsAdminExtendedAttrsTestJSON-539359302 tempest-PortsAdminExtendedAttrsTestJSON-539359302-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.8341470 Feb 10 23:03:30.089527 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3df5fe25-25a6-417f-86d5-6505f0592d03 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:03:30.092001 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689cd6f4-b80a-468c-a555-571ccba034fe tempest-PortsAdminExtendedAttrsTestJSON-539359302 tempest-PortsAdminExtendedAttrsTestJSON-539359302-project] Pushing event updated for resources: {'Network': ['ID=e31ec0e1-7298-4a08-8af0-8c3c4fda2e42,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:30.104055 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f4aef457-fd1f-469b-a35c-c918f4e90813 req-5e7cc6b4-14fb-4008-bd45-7822b59df5ed service neutron] 10.222.0.37 "GET /v2.0/networks/babc7379-fefc-41a5-a39a-fab07194ed36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6330035 Feb 10 23:03:30.109137 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3df5fe25-25a6-417f-86d5-6505f0592d03 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:30.109399 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:03:30.109541 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-3df5fe25-25a6-417f-86d5-6505f0592d03 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Added segment 8ab137c1-02ea-4272-91d2-bd6ce44df31d of type vlan for network f518a134-107d-4928-903d-44d674a67d30 Feb 10 23:03:30.120015 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-99a8b588-5cfb-43c6-a765-f561c9927e27 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:30.148510 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-61f668d9-f70a-4b98-a991-d7d9ccc74abc tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1734214'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:30.217910 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3df5fe25-25a6-417f-86d5-6505f0592d03 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:30.223952 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ff4ae9ed-7948-4eac-a194-fe029087ad89 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:30.253759 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6c4ffdb-94d6-46c9-9480-69bb10f1281b tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:30.273960 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a8b588-5cfb-43c6-a765-f561c9927e27 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:03:30.284357 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a8b588-5cfb-43c6-a765-f561c9927e27 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Pushing event updated for resources: {'Port': ['ID=dbee9da8-04f3-4c25-8ee8-00d3c015d1f0,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:30.293963 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-99a8b588-5cfb-43c6-a765-f561c9927e27 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:30.296360 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a8b588-5cfb-43c6-a765-f561c9927e27 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:03:30.397729 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ed8eb3a8-18d7-4eeb-a617-8e484127c5bd tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:30.443079 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6c4ffdb-94d6-46c9-9480-69bb10f1281b tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:30.446754 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-b6c4ffdb-94d6-46c9-9480-69bb10f1281b tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.2657039 Feb 10 23:03:30.446989 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40246) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:30.477712 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40250) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:30.479965 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device ff769919-8c1e-4b91-998e-cf46b5138b83 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:03:30.495803 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Request body: {'port': {'network_id': 'e31ec0e1-7298-4a08-8af0-8c3c4fda2e42', 'binding:host_id': 'hv-neutron-8287', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-986444192'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:30.504634 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:30.518002 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Usage tracker for resource:port and tenant:6a354787dc7c4236bf1ba33ed51e2d96 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:30.523903 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:30.540884 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:30.552079 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ff4ae9ed-7948-4eac-a194-fe029087ad89 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:30.555625 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3df5fe25-25a6-417f-86d5-6505f0592d03 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:30.559304 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df5fe25-25a6-417f-86d5-6505f0592d03 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:30.561650 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3df5fe25-25a6-417f-86d5-6505f0592d03 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:30.650615 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port ff769919-8c1e-4b91-998e-cf46b5138b83, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=ff769919-8c1e-4b91-998e-cf46b5138b83,segment=NetworkSegment(8d4bd894-00ad-407b-b19e-8b7c13928dae),segment_id=8d4bd894-00ad-407b-b19e-8b7c13928dae)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:03:30.659141 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Made reservation on behalf of 6a354787dc7c4236bf1ba33ed51e2d96 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:03:30.661420 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:30.664945 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Returning: {'device': 'ff769919-8c1e-4b91-998e-cf46b5138b83', 'network_id': 'babc7379-fefc-41a5-a39a-fab07194ed36', 'port_id': 'ff769919-8c1e-4b91-998e-cf46b5138b83', 'mac_address': 'fa:16:3e:09:dc:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca52b472-e037-459c-a520-2e3911329927', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:03:30.689471 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:30.720858 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:30.739356 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff769919-8c1e-4b91-998e-cf46b5138b83 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:03:30.750601 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ae9ed-7948-4eac-a194-fe029087ad89 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Pushing event deleted for resources: {'Subnet': ['ID=b3ce60ab-e3ba-4d60-938c-93af4ddc93ad,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:30.756394 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port ff769919-8c1e-4b91-998e-cf46b5138b83, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=ff769919-8c1e-4b91-998e-cf46b5138b83,segment=NetworkSegment(8d4bd894-00ad-407b-b19e-8b7c13928dae),segment_id=8d4bd894-00ad-407b-b19e-8b7c13928dae)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:03:30.779358 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:30.786790 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ff4ae9ed-7948-4eac-a194-fe029087ad89 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:30.787104 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Usage tracker for resource:security_group_rule and tenant:6a354787dc7c4236bf1ba33ed51e2d96 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:30.792131 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:30.794645 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7045340-fbbd-4851-b3d7-73295a8a4e50 None None] Network a83eaf5b-2ae3-4906-be1c-aab2fd255ad9 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:03:30.802064 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:30.805067 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.l3_db [None req-61f668d9-f70a-4b98-a991-d7d9ccc74abc tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Floating IP 59d7b999-c53c-40ab-8d4a-2c795b94ef30 associated. External IP: 172.26.8.246, port: fd7c2c10-2ed3-486f-8644-8ac1d4c66bac. Feb 10 23:03:30.816670 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-ff4ae9ed-7948-4eac-a194-fe029087ad89 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] 10.222.0.59 "DELETE /v2.0/subnets/b3ce60ab-e3ba-4d60-938c-93af4ddc93ad HTTP/1.1" status: 204 len: 168 time: 1.3681004 Feb 10 23:03:30.817592 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df5fe25-25a6-417f-86d5-6505f0592d03 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Pushing event updated for resources: {'Network': ['ID=f518a134-107d-4928-903d-44d674a67d30,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:30.820883 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40254) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:30.862827 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network f518a134-107d-4928-903d-44d674a67d30 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:03:30.874236 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5ed99c5f-bd29-4b30-8f00-a29075b6152b tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:30.881198 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:30.940641 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.resource_extend [None req-ed8eb3a8-18d7-4eeb-a617-8e484127c5bd tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:03:30.963784 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ed8eb3a8-18d7-4eeb-a617-8e484127c5bd tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:30.983820 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-3df5fe25-25a6-417f-86d5-6505f0592d03 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3655341 Feb 10 23:03:30.991312 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40258) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:31.008967 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-d300f660-6314-45ab-a7db-d66c7438b855 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1520796574'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:31.027228 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-d300f660-6314-45ab-a7db-d66c7438b855 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:31.040037 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d300f660-6314-45ab-a7db-d66c7438b855 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Usage tracker for resource:network and tenant:6b83c6e0d06f4637bab5d70fc5c92395 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:31.044802 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ed8eb3a8-18d7-4eeb-a617-8e484127c5bd tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:31.054446 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d300f660-6314-45ab-a7db-d66c7438b855 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:31.096801 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:31.098974 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-d300f660-6314-45ab-a7db-d66c7438b855 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:31.109587 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=ff769919-8c1e-4b91-998e-cf46b5138b83,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:31.124805 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['ff769919-8c1e-4b91-998e-cf46b5138b83'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:03:31.153811 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-99a8b588-5cfb-43c6-a765-f561c9927e27 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:31.165132 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:31.165475 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:31.165800 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:31.166140 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:31.175072 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:31.175220 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6cc084-4f31-4da0-aa0c-d9113a744a60 req-56fe3945-1e44-40cc-bea5-6462745658a8 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:31.175313 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:31.175313 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:31.175313 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:31.175313 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:31.175313 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:31.175648 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-0d6cc084-4f31-4da0-aa0c-d9113a744a60 req-56fe3945-1e44-40cc-bea5-6462745658a8 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] 10.222.0.59 "GET /v2.0/ports?device_id=694a6d95-ea06-4d1a-958e-902c65635ce9 HTTP/1.1" status: 200 len: 944 time: 0.6627214 Feb 10 23:03:31.175717 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:31.175814 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f2adb6d7-a2e1-48af-81bf-2231b71d57d2 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:31.179900 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8eb3a8-18d7-4eeb-a617-8e484127c5bd tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Pushing event updated for resources: {'Port': ['ID=323823c4-38c2-47f3-ba10-cf084f3089e3,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:31.181461 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:31.198407 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] device_id is not set on port 592afb0b-44ff-4d3e-91f2-686f44a33915 yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:03:31.204604 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f2adb6d7-a2e1-48af-81bf-2231b71d57d2 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Deleting port 4201667c-e870-4294-9b37-484d116d3d9b {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:03:31.204604 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f2adb6d7-a2e1-48af-81bf-2231b71d57d2 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:31.251362 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d300f660-6314-45ab-a7db-d66c7438b855 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Made reservation on behalf of 6b83c6e0d06f4637bab5d70fc5c92395 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:03:31.254376 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d300f660-6314-45ab-a7db-d66c7438b855 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:31.380352 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b67aaff-4498-42c4-bcd1-1dccb0d53d05 None None] DHCP port deletion for a83eaf5b-2ae3-4906-be1c-aab2fd255ad9 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:03:31.385132 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-6b67aaff-4498-42c4-bcd1-1dccb0d53d05 None None] Deleting port 4201667c-e870-4294-9b37-484d116d3d9b {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:03:31.385840 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6b67aaff-4498-42c4-bcd1-1dccb0d53d05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:31.447727 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5e9089-fdc5-48e3-b8d2-d1fd5ddacf89,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:31.470407 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-ed8eb3a8-18d7-4eeb-a617-8e484127c5bd tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] In _notify_port_updated(), no bound segment for port 323823c4-38c2-47f3-ba10-cf084f3089e3 on network de4458e5-31d7-4d26-92ba-94a8b2d6e5e4 {{(pid=84332) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 23:03:31.471771 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8eb3a8-18d7-4eeb-a617-8e484127c5bd tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:31.472598 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ed8eb3a8-18d7-4eeb-a617-8e484127c5bd tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:31.476704 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ed8eb3a8-18d7-4eeb-a617-8e484127c5bd tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] 10.222.0.59 "PUT /v2.0/ports/323823c4-38c2-47f3-ba10-cf084f3089e3 HTTP/1.1" status: 200 len: 996 time: 1.7903636 Feb 10 23:03:31.480500 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40262) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:31.523802 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d300f660-6314-45ab-a7db-d66c7438b855 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:03:31.584838 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d300f660-6314-45ab-a7db-d66c7438b855 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:31.585183 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-d300f660-6314-45ab-a7db-d66c7438b855 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Added segment 860e8635-839c-4e21-bc48-0c5d28c0af5e of type vlan for network daaeccf8-1cd0-4805-84a3-9bff19c6e0df Feb 10 23:03:31.618678 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-786a5ae1-cd07-4f95-b089-f06016b84eeb tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Deleting port 323823c4-38c2-47f3-ba10-cf084f3089e3 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:03:31.619255 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-786a5ae1-cd07-4f95-b089-f06016b84eeb tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:31.679117 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-9962a3d3-27b4-4227-9f67-266f819fa46c None None] Provisioning complete for port 323823c4-38c2-47f3-ba10-cf084f3089e3 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:31.679701 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9962a3d3-27b4-4227-9f67-266f819fa46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:31.680350 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d300f660-6314-45ab-a7db-d66c7438b855 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:31.720294 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-6b67aaff-4498-42c4-bcd1-1dccb0d53d05 None None] For port 4201667c-e870-4294-9b37-484d116d3d9b, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=4201667c-e870-4294-9b37-484d116d3d9b,segment=NetworkSegment(30581f83-ec87-4f5d-8907-9491f101fd71),segment_id=30581f83-ec87-4f5d-8907-9491f101fd71)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:03:31.720696 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6b67aaff-4498-42c4-bcd1-1dccb0d53d05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:31.789563 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-99a8b588-5cfb-43c6-a765-f561c9927e27 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:31.817609 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.resource_extend [None req-d300f660-6314-45ab-a7db-d66c7438b855 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:03:31.848583 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-6b67aaff-4498-42c4-bcd1-1dccb0d53d05 None None] Calling delete_port for 4201667c-e870-4294-9b37-484d116d3d9b owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:03:31.876395 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-9962a3d3-27b4-4227-9f67-266f819fa46c None None] Port 323823c4-38c2-47f3-ba10-cf084f3089e3 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:03:31.886521 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5ed99c5f-bd29-4b30-8f00-a29075b6152b tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:31.921607 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 9ab0ef52-6da3-41d9-b57d-94ff6560bf05 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:03:31.952043 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-0d6cc084-4f31-4da0-aa0c-d9113a744a60 req-84594cc7-9386-4eaf-861e-d77c9c4d0c6e tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] 10.222.0.59 "GET /v2.0/security-groups?id=3f5b4c60-a1f0-4362-abb0-13772bc5afad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7488580 Feb 10 23:03:31.956291 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 9ab0ef52-6da3-41d9-b57d-94ff6560bf05 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:03:31.956659 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 9ab0ef52-6da3-41d9-b57d-94ff6560bf05 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:03:31.957064 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 4201667c-e870-4294-9b37-484d116d3d9b no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:03:31.974446 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5ed99c5f-bd29-4b30-8f00-a29075b6152b tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:32.074907 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d300f660-6314-45ab-a7db-d66c7438b855 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:32.076361 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:32.079231 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d300f660-6314-45ab-a7db-d66c7438b855 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:32.079812 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d300f660-6314-45ab-a7db-d66c7438b855 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:32.086801 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6b67aaff-4498-42c4-bcd1-1dccb0d53d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:32.134866 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b67aaff-4498-42c4-bcd1-1dccb0d53d05 None None] Pushing event deleted for resources: {'Port': ['ID=4201667c-e870-4294-9b37-484d116d3d9b,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:32.163189 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-f2adb6d7-a2e1-48af-81bf-2231b71d57d2 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] For port 4201667c-e870-4294-9b37-484d116d3d9b, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=4201667c-e870-4294-9b37-484d116d3d9b,segment=NetworkSegment(30581f83-ec87-4f5d-8907-9491f101fd71),segment_id=30581f83-ec87-4f5d-8907-9491f101fd71)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:03:32.165762 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f2adb6d7-a2e1-48af-81bf-2231b71d57d2 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:32.181413 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b67aaff-4498-42c4-bcd1-1dccb0d53d05 None None] No DVR routers for this DVR port 4201667c-e870-4294-9b37-484d116d3d9b on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:03:32.309493 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d300f660-6314-45ab-a7db-d66c7438b855 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Pushing event updated for resources: {'Network': ['ID=daaeccf8-1cd0-4805-84a3-9bff19c6e0df,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:32.314524 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5ed99c5f-bd29-4b30-8f00-a29075b6152b tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:32.315015 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed99c5f-bd29-4b30-8f00-a29075b6152b tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 221d9b51-1945-49f4-89a0-c77259b1dc0d {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:03:32.318110 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] device_id is not set on port 592afb0b-44ff-4d3e-91f2-686f44a33915 yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:03:32.325875 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network daaeccf8-1cd0-4805-84a3-9bff19c6e0df details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:03:32.333275 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f2adb6d7-a2e1-48af-81bf-2231b71d57d2 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Calling delete_port for 4201667c-e870-4294-9b37-484d116d3d9b owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:03:32.342712 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:32.349568 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-786a5ae1-cd07-4f95-b089-f06016b84eeb tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:32.390327 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5ed99c5f-bd29-4b30-8f00-a29075b6152b tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:32.394922 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-5ed99c5f-bd29-4b30-8f00-a29075b6152b tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] 10.222.0.59 "DELETE /v2.0/routers/221d9b51-1945-49f4-89a0-c77259b1dc0d HTTP/1.1" status: 204 len: 168 time: 1.9445305 Feb 10 23:03:32.440397 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d300f660-6314-45ab-a7db-d66c7438b855 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4407299 Feb 10 23:03:32.457346 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-99a8b588-5cfb-43c6-a765-f561c9927e27 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:32.463314 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-f2adb6d7-a2e1-48af-81bf-2231b71d57d2 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:03:32.463659 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-f2adb6d7-a2e1-48af-81bf-2231b71d57d2 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:03:32.488777 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device ff769919-8c1e-4b91-998e-cf46b5138b83 up at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:03:32.510676 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Transition to ACTIVE for port object 592afb0b-44ff-4d3e-91f2-686f44a33915 will not be triggered until provisioned by entity L2. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:03:32.521096 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-786a5ae1-cd07-4f95-b089-f06016b84eeb tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Calling delete_port for 323823c4-38c2-47f3-ba10-cf084f3089e3 owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:03:32.524286 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-99a8b588-5cfb-43c6-a765-f561c9927e27 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:32.635937 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:32.658822 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a8b588-5cfb-43c6-a765-f561c9927e27 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Pushing event updated for resources: {'Port': ['ID=dbee9da8-04f3-4c25-8ee8-00d3c015d1f0,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:32.677598 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a8b588-5cfb-43c6-a765-f561c9927e27 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:32.678166 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a8b588-5cfb-43c6-a765-f561c9927e27 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:32.678643 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a8b588-5cfb-43c6-a765-f561c9927e27 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:32.679116 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a8b588-5cfb-43c6-a765-f561c9927e27 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:32.679616 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a8b588-5cfb-43c6-a765-f561c9927e27 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:32.680083 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a8b588-5cfb-43c6-a765-f561c9927e27 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:32.681193 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a8b588-5cfb-43c6-a765-f561c9927e27 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:32.681524 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a8b588-5cfb-43c6-a765-f561c9927e27 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:32.681847 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a8b588-5cfb-43c6-a765-f561c9927e27 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:32.682167 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a8b588-5cfb-43c6-a765-f561c9927e27 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:32.682491 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a8b588-5cfb-43c6-a765-f561c9927e27 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:32.688633 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning for port ff769919-8c1e-4b91-998e-cf46b5138b83 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:03:32.693961 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning complete for port ff769919-8c1e-4b91-998e-cf46b5138b83 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:32.693961 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:32.716431 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-99a8b588-5cfb-43c6-a765-f561c9927e27 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1734214'] for floatingip, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:32.745290 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40268) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:32.761776 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Pushing event updated for resources: {'Port': ['ID=592afb0b-44ff-4d3e-91f2-686f44a33915,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:32.835195 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Checking segment: {'id': 'ad22bf44-ab3a-4846-ae88-95b27e0bd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e31ec0e1-7298-4a08-8af0-8c3c4fda2e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:03:32.835866 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Network hostable DHCP agents. Network: e31ec0e1-7298-4a08-8af0-8c3c4fda2e42, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:03:32.860070 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61f668d9-f70a-4b98-a991-d7d9ccc74abc tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Router bd42796b-5696-4a9c-9599-a1cca1944e3f has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:03:32.879173 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-99a8b588-5cfb-43c6-a765-f561c9927e27 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:32.880565 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-99a8b588-5cfb-43c6-a765-f561c9927e27 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6853800 Feb 10 23:03:32.883509 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40274) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:32.893037 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-ab46687d-a504-41c3-be48-b8da320b9413 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2052809413'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:32.896852 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ab46687d-a504-41c3-be48-b8da320b9413 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:32.897191 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:32.905823 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-ab46687d-a504-41c3-be48-b8da320b9413 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Usage tracker for resource:network and tenant:812727b2b6d94720ae53e72c564bba8c is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:32.912209 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-ab46687d-a504-41c3-be48-b8da320b9413 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:32.923795 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ab46687d-a504-41c3-be48-b8da320b9413 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:32.942621 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port ff769919-8c1e-4b91-998e-cf46b5138b83, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=ff769919-8c1e-4b91-998e-cf46b5138b83,segment=NetworkSegment(8d4bd894-00ad-407b-b19e-8b7c13928dae),segment_id=8d4bd894-00ad-407b-b19e-8b7c13928dae)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:03:32.943637 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '694a6d95-ea06-4d1a-958e-902c65635ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff769919-8c1e-4b91-998e-cf46b5138b83'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:03:32.965160 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f2adb6d7-a2e1-48af-81bf-2231b71d57d2 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Deleting port 4201667c-e870-4294-9b37-484d116d3d9b {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:03:32.965945 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f2adb6d7-a2e1-48af-81bf-2231b71d57d2 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:32.980132 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-786a5ae1-cd07-4f95-b089-f06016b84eeb tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:33.028100 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:33.095800 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '694a6d95-ea06-4d1a-958e-902c65635ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff769919-8c1e-4b91-998e-cf46b5138b83', 'code': 200} Feb 10 23:03:33.163437 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=ff769919-8c1e-4b91-998e-cf46b5138b83,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:33.185720 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f2adb6d7-a2e1-48af-81bf-2231b71d57d2 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] The port '4201667c-e870-4294-9b37-484d116d3d9b' was deleted {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 23:03:33.192635 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab46687d-a504-41c3-be48-b8da320b9413 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Made reservation on behalf of 812727b2b6d94720ae53e72c564bba8c for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:03:33.193078 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ab46687d-a504-41c3-be48-b8da320b9413 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:33.211705 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-1b300136-ca19-4a19-8028-cdc9cd6b62ca tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-584499809', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}, 'admin_state_up': False}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:33.239425 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:03:33.241595 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786a5ae1-cd07-4f95-b089-f06016b84eeb tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Pushing event deleted for resources: {'Port': ['ID=323823c4-38c2-47f3-ba10-cf084f3089e3,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:33.269526 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ab46687d-a504-41c3-be48-b8da320b9413 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:33.349345 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, e31ec0e1-7298-4a08-8af0-8c3c4fda2e42) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:33.360354 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d35491-258a-4c54-af1d-fc4beb419b77 None None] Network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:03:33.372845 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:03:33.431789 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 592afb0b-44ff-4d3e-91f2-686f44a33915 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:03:33.432146 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 592afb0b-44ff-4d3e-91f2-686f44a33915 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': 'ad22bf44-ab3a-4846-ae88-95b27e0bd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e31ec0e1-7298-4a08-8af0-8c3c4fda2e42'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:03:33.432472 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 592afb0b-44ff-4d3e-91f2-686f44a33915 on network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:03:33.449338 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-786a5ae1-cd07-4f95-b089-f06016b84eeb tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:33.470775 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f2adb6d7-a2e1-48af-81bf-2231b71d57d2 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:33.503307 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Port 592afb0b-44ff-4d3e-91f2-686f44a33915 on network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:03:33.503651 dv-neutron-828797-1-hyperv neutron-server[84332]: ERROR neutron.plugins.ml2.managers [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Failed to bind port 592afb0b-44ff-4d3e-91f2-686f44a33915 on host hv-neutron-8287 for vnic_type normal using segments [{'id': 'ad22bf44-ab3a-4846-ae88-95b27e0bd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e31ec0e1-7298-4a08-8af0-8c3c4fda2e42'}] Feb 10 23:03:33.505772 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-f2adb6d7-a2e1-48af-81bf-2231b71d57d2 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a83eaf5b-2ae3-4906-be1c-aab2fd255ad9']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:33.509333 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.plugins.ml2.plugin [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempt 2 to bind port 592afb0b-44ff-4d3e-91f2-686f44a33915 Feb 10 23:03:33.524393 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-f2adb6d7-a2e1-48af-81bf-2231b71d57d2 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30581f83-ec87-4f5d-8907-9491f101fd71') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:33.524754 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-f2adb6d7-a2e1-48af-81bf-2231b71d57d2 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30581f83-ec87-4f5d-8907-9491f101fd71') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:33.530760 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-786a5ae1-cd07-4f95-b089-f06016b84eeb tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] 10.222.0.59 "DELETE /v2.0/ports/323823c4-38c2-47f3-ba10-cf084f3089e3 HTTP/1.1" status: 204 len: 168 time: 2.0484760 Feb 10 23:03:33.537811 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40282) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:33.565994 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f2adb6d7-a2e1-48af-81bf-2231b71d57d2 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:33.587500 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 592afb0b-44ff-4d3e-91f2-686f44a33915 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:03:33.587966 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 592afb0b-44ff-4d3e-91f2-686f44a33915 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': 'ad22bf44-ab3a-4846-ae88-95b27e0bd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e31ec0e1-7298-4a08-8af0-8c3c4fda2e42'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:03:33.588387 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 592afb0b-44ff-4d3e-91f2-686f44a33915 on network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:03:33.597322 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f2adb6d7-a2e1-48af-81bf-2231b71d57d2 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:33.604930 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2adb6d7-a2e1-48af-81bf-2231b71d57d2 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:03:33.605336 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f2adb6d7-a2e1-48af-81bf-2231b71d57d2 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:33.622167 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c87c013-4bc3-4dcb-9899-44f483cac0eb tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] GET failed (client error): The resource could not be found. Feb 10 23:03:33.622948 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-7c87c013-4bc3-4dcb-9899-44f483cac0eb tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Synchronizing usage tracker for tenant:18b53cb21d1d4d98b648eb6f677e3500 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:03:33.639676 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Port 592afb0b-44ff-4d3e-91f2-686f44a33915 on network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:03:33.640317 dv-neutron-828797-1-hyperv neutron-server[84332]: ERROR neutron.plugins.ml2.managers [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Failed to bind port 592afb0b-44ff-4d3e-91f2-686f44a33915 on host hv-neutron-8287 for vnic_type normal using segments [{'id': 'ad22bf44-ab3a-4846-ae88-95b27e0bd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e31ec0e1-7298-4a08-8af0-8c3c4fda2e42'}] Feb 10 23:03:33.643779 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.plugins.ml2.plugin [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempt 3 to bind port 592afb0b-44ff-4d3e-91f2-686f44a33915 Feb 10 23:03:33.690471 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 592afb0b-44ff-4d3e-91f2-686f44a33915 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:03:33.691723 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 592afb0b-44ff-4d3e-91f2-686f44a33915 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': 'ad22bf44-ab3a-4846-ae88-95b27e0bd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e31ec0e1-7298-4a08-8af0-8c3c4fda2e42'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:03:33.692181 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 592afb0b-44ff-4d3e-91f2-686f44a33915 on network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:03:33.711993 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-1b300136-ca19-4a19-8028-cdc9cd6b62ca tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:33.715524 dv-neutron-828797-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:03:33.715524 dv-neutron-828797-1-hyperv neutron-server[84333]: util.warn( Feb 10 23:03:33.715524 dv-neutron-828797-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:03:33.715524 dv-neutron-828797-1-hyperv neutron-server[84333]: util.warn( Feb 10 23:03:33.715524 dv-neutron-828797-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:03:33.715524 dv-neutron-828797-1-hyperv neutron-server[84333]: util.warn( Feb 10 23:03:33.715524 dv-neutron-828797-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:03:33.715524 dv-neutron-828797-1-hyperv neutron-server[84333]: util.warn( Feb 10 23:03:33.715524 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:03:33.715524 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:03:33.715524 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:03:33.715524 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:03:33.715524 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:03:33.715524 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:03:33.715524 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:03:33.715524 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:03:33.715524 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:03:33.715524 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:03:33.715524 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:03:33.715524 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:03:33.715524 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:03:33.715524 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:03:33.715524 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:03:33.715524 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:03:33.715524 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:03:33.715524 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:03:33.715524 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:03:33.715524 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:03:33.715524 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:03:33.715524 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:03:33.715524 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:03:33.715524 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:03:33.715524 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:03:33.715524 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:03:33.715524 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:03:33.715524 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:03:33.715524 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:03:33.715524 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:03:33.715524 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:03:33.715524 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:03:33.729119 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Port 592afb0b-44ff-4d3e-91f2-686f44a33915 on network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:03:33.729119 dv-neutron-828797-1-hyperv neutron-server[84332]: ERROR neutron.plugins.ml2.managers [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Failed to bind port 592afb0b-44ff-4d3e-91f2-686f44a33915 on host hv-neutron-8287 for vnic_type normal using segments [{'id': 'ad22bf44-ab3a-4846-ae88-95b27e0bd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e31ec0e1-7298-4a08-8af0-8c3c4fda2e42'}] Feb 10 23:03:33.729119 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.plugins.ml2.plugin [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempt 4 to bind port 592afb0b-44ff-4d3e-91f2-686f44a33915 Feb 10 23:03:33.729359 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-1b300136-ca19-4a19-8028-cdc9cd6b62ca tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Usage tracker for resource:router and tenant:9106f78d7f4749b994ba4bdf05ebdeb2 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:33.749439 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-7c87c013-4bc3-4dcb-9899-44f483cac0eb tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Unset dirty status for tenant:18b53cb21d1d4d98b648eb6f677e3500 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:03:33.751747 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7c87c013-4bc3-4dcb-9899-44f483cac0eb tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] 10.222.0.59 "GET /v2.0/ports/323823c4-38c2-47f3-ba10-cf084f3089e3 HTTP/1.1" status: 404 len: 333 time: 0.2098212 Feb 10 23:03:33.755010 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-1b300136-ca19-4a19-8028-cdc9cd6b62ca tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:33.757633 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6e331e53-d0b1-4b85-a070-8e977acb7e92 req-b03fc06e-c1c2-4d1d-bea8-c3575d4ee744 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=694a6d95-ea06-4d1a-958e-902c65635ce9 HTTP/1.1" status: 200 len: 1099 time: 0.3143058 Feb 10 23:03:33.757785 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40286) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:33.758562 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 592afb0b-44ff-4d3e-91f2-686f44a33915 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:03:33.758898 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 592afb0b-44ff-4d3e-91f2-686f44a33915 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': 'ad22bf44-ab3a-4846-ae88-95b27e0bd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e31ec0e1-7298-4a08-8af0-8c3c4fda2e42'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:03:33.759226 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 592afb0b-44ff-4d3e-91f2-686f44a33915 on network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:03:33.775848 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-1b300136-ca19-4a19-8028-cdc9cd6b62ca tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:33.780599 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-17108591-2ae0-4bd6-9bd9-f69d69a372ad tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Request body: {'port': {'network_id': 'de4458e5-31d7-4d26-92ba-94a8b2d6e5e4', 'name': 'tempest-AllowedAddressPairTestJSON-992225397'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:33.785009 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Port 592afb0b-44ff-4d3e-91f2-686f44a33915 on network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:03:33.785342 dv-neutron-828797-1-hyperv neutron-server[84332]: ERROR neutron.plugins.ml2.managers [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Failed to bind port 592afb0b-44ff-4d3e-91f2-686f44a33915 on host hv-neutron-8287 for vnic_type normal using segments [{'id': 'ad22bf44-ab3a-4846-ae88-95b27e0bd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e31ec0e1-7298-4a08-8af0-8c3c4fda2e42'}] Feb 10 23:03:33.790271 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.plugins.ml2.plugin [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempt 5 to bind port 592afb0b-44ff-4d3e-91f2-686f44a33915 Feb 10 23:03:33.800484 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f668d9-f70a-4b98-a991-d7d9ccc74abc tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:03:33.816947 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-61f668d9-f70a-4b98-a991-d7d9ccc74abc tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:33.819565 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f32add8-f620-4d51-89f5-02af1d3e53b9 None None] Sync routers for ids ['bd42796b-5696-4a9c-9599-a1cca1944e3f'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:03:33.842844 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f32add8-f620-4d51-89f5-02af1d3e53b9 None None] Routers {'bd42796b-5696-4a9c-9599-a1cca1944e3f'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:03:33.844010 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-3f32add8-f620-4d51-89f5-02af1d3e53b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:03:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['bd42796b-5696-4a9c-9599-a1cca1944e3f'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:33.892137 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ab46687d-a504-41c3-be48-b8da320b9413 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:33.910157 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 592afb0b-44ff-4d3e-91f2-686f44a33915 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:03:33.910783 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 592afb0b-44ff-4d3e-91f2-686f44a33915 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': 'ad22bf44-ab3a-4846-ae88-95b27e0bd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e31ec0e1-7298-4a08-8af0-8c3c4fda2e42'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:03:33.910983 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 592afb0b-44ff-4d3e-91f2-686f44a33915 on network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:03:33.942663 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Port 592afb0b-44ff-4d3e-91f2-686f44a33915 on network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:03:33.942918 dv-neutron-828797-1-hyperv neutron-server[84332]: ERROR neutron.plugins.ml2.managers [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Failed to bind port 592afb0b-44ff-4d3e-91f2-686f44a33915 on host hv-neutron-8287 for vnic_type normal using segments [{'id': 'ad22bf44-ab3a-4846-ae88-95b27e0bd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e31ec0e1-7298-4a08-8af0-8c3c4fda2e42'}] Feb 10 23:03:33.945765 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.plugins.ml2.plugin [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempt 6 to bind port 592afb0b-44ff-4d3e-91f2-686f44a33915 Feb 10 23:03:33.955187 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-61f668d9-f70a-4b98-a991-d7d9ccc74abc tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] 10.222.0.59 "PUT /v2.0/floatingips/59d7b999-c53c-40ab-8d4a-2c795b94ef30 HTTP/1.1" status: 200 len: 991 time: 6.3321435 Feb 10 23:03:33.966478 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-ab46687d-a504-41c3-be48-b8da320b9413 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Usage tracker for resource:security_group_rule and tenant:812727b2b6d94720ae53e72c564bba8c is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:33.971706 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e63ad508-7815-45c6-a10e-8696bb1d6517', 'tag': 'fd7c2c10-2ed3-486f-8644-8ac1d4c66bac'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:03:33.972250 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-ab46687d-a504-41c3-be48-b8da320b9413 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:33.986812 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ab46687d-a504-41c3-be48-b8da320b9413 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:34.003735 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-6e331e53-d0b1-4b85-a070-8e977acb7e92 req-dc5c065b-2d6d-4e7f-8fa2-8f1524632479 service neutron] Synchronizing usage tracker for tenant:119266f77b434b67b3cf4a089aac39bc on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:03:34.019612 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 592afb0b-44ff-4d3e-91f2-686f44a33915 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:03:34.020225 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 592afb0b-44ff-4d3e-91f2-686f44a33915 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': 'ad22bf44-ab3a-4846-ae88-95b27e0bd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e31ec0e1-7298-4a08-8af0-8c3c4fda2e42'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:03:34.020810 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 592afb0b-44ff-4d3e-91f2-686f44a33915 on network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:03:34.026168 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f2adb6d7-a2e1-48af-81bf-2231b71d57d2 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:34.031137 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f2adb6d7-a2e1-48af-81bf-2231b71d57d2 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:34.057479 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Port 592afb0b-44ff-4d3e-91f2-686f44a33915 on network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:03:34.057919 dv-neutron-828797-1-hyperv neutron-server[84332]: ERROR neutron.plugins.ml2.managers [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Failed to bind port 592afb0b-44ff-4d3e-91f2-686f44a33915 on host hv-neutron-8287 for vnic_type normal using segments [{'id': 'ad22bf44-ab3a-4846-ae88-95b27e0bd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e31ec0e1-7298-4a08-8af0-8c3c4fda2e42'}] Feb 10 23:03:34.059068 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.plugins.ml2.plugin [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempt 7 to bind port 592afb0b-44ff-4d3e-91f2-686f44a33915 Feb 10 23:03:34.089584 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2adb6d7-a2e1-48af-81bf-2231b71d57d2 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] Pushing event deleted for resources: {'Network': ['ID=a83eaf5b-2ae3-4906-be1c-aab2fd255ad9,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:34.102380 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 592afb0b-44ff-4d3e-91f2-686f44a33915 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:03:34.102380 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 592afb0b-44ff-4d3e-91f2-686f44a33915 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': 'ad22bf44-ab3a-4846-ae88-95b27e0bd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e31ec0e1-7298-4a08-8af0-8c3c4fda2e42'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:03:34.102380 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 592afb0b-44ff-4d3e-91f2-686f44a33915 on network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:03:34.114053 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Port 592afb0b-44ff-4d3e-91f2-686f44a33915 on network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:03:34.114459 dv-neutron-828797-1-hyperv neutron-server[84332]: ERROR neutron.plugins.ml2.managers [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Failed to bind port 592afb0b-44ff-4d3e-91f2-686f44a33915 on host hv-neutron-8287 for vnic_type normal using segments [{'id': 'ad22bf44-ab3a-4846-ae88-95b27e0bd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e31ec0e1-7298-4a08-8af0-8c3c4fda2e42'}] Feb 10 23:03:34.114857 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.plugins.ml2.plugin [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempt 8 to bind port 592afb0b-44ff-4d3e-91f2-686f44a33915 Feb 10 23:03:34.133700 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 592afb0b-44ff-4d3e-91f2-686f44a33915 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:03:34.134114 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 592afb0b-44ff-4d3e-91f2-686f44a33915 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': 'ad22bf44-ab3a-4846-ae88-95b27e0bd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e31ec0e1-7298-4a08-8af0-8c3c4fda2e42'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:03:34.134521 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 592afb0b-44ff-4d3e-91f2-686f44a33915 on network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:03:34.138663 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6500a289-48c5-410c-96ce-f4e18930cbd3 req-49e3327f-b3bd-4180-aaa2-8f57bdc55b41 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:34.140367 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-3f32add8-f620-4d51-89f5-02af1d3e53b9 None None] Set router bd42796b-5696-4a9c-9599-a1cca1944e3f gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:03:34.142163 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Port 592afb0b-44ff-4d3e-91f2-686f44a33915 on network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:03:34.142614 dv-neutron-828797-1-hyperv neutron-server[84332]: ERROR neutron.plugins.ml2.managers [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Failed to bind port 592afb0b-44ff-4d3e-91f2-686f44a33915 on host hv-neutron-8287 for vnic_type normal using segments [{'id': 'ad22bf44-ab3a-4846-ae88-95b27e0bd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e31ec0e1-7298-4a08-8af0-8c3c4fda2e42'}] Feb 10 23:03:34.143064 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.plugins.ml2.plugin [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempt 9 to bind port 592afb0b-44ff-4d3e-91f2-686f44a33915 Feb 10 23:03:34.145769 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-6500a289-48c5-410c-96ce-f4e18930cbd3 req-49e3327f-b3bd-4180-aaa2-8f57bdc55b41 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] 10.222.0.59 "GET /v2.0/ports?device_id=694a6d95-ea06-4d1a-958e-902c65635ce9 HTTP/1.1" status: 200 len: 946 time: 0.8719642 Feb 10 23:03:34.154586 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b300136-ca19-4a19-8028-cdc9cd6b62ca tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:34.155451 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b300136-ca19-4a19-8028-cdc9cd6b62ca tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:34.160306 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-f2adb6d7-a2e1-48af-81bf-2231b71d57d2 tempest-ExtraDHCPOptionsTestJSON-2105504828 tempest-ExtraDHCPOptionsTestJSON-2105504828-project] 10.222.0.59 "DELETE /v2.0/networks/a83eaf5b-2ae3-4906-be1c-aab2fd255ad9 HTTP/1.1" status: 204 len: 168 time: 3.3342152 Feb 10 23:03:34.162008 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-6e331e53-d0b1-4b85-a070-8e977acb7e92 req-dc5c065b-2d6d-4e7f-8fa2-8f1524632479 service neutron] Unset dirty status for tenant:119266f77b434b67b3cf4a089aac39bc on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:03:34.163554 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6e331e53-d0b1-4b85-a070-8e977acb7e92 req-dc5c065b-2d6d-4e7f-8fa2-8f1524632479 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3f5b4c60-a1f0-4362-abb0-13772bc5afad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3969445 Feb 10 23:03:34.164305 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 592afb0b-44ff-4d3e-91f2-686f44a33915 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:03:34.164769 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 592afb0b-44ff-4d3e-91f2-686f44a33915 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': 'ad22bf44-ab3a-4846-ae88-95b27e0bd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e31ec0e1-7298-4a08-8af0-8c3c4fda2e42'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:03:34.165167 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 592afb0b-44ff-4d3e-91f2-686f44a33915 on network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:03:34.174338 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Port 592afb0b-44ff-4d3e-91f2-686f44a33915 on network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:03:34.174756 dv-neutron-828797-1-hyperv neutron-server[84332]: ERROR neutron.plugins.ml2.managers [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Failed to bind port 592afb0b-44ff-4d3e-91f2-686f44a33915 on host hv-neutron-8287 for vnic_type normal using segments [{'id': 'ad22bf44-ab3a-4846-ae88-95b27e0bd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e31ec0e1-7298-4a08-8af0-8c3c4fda2e42'}] Feb 10 23:03:34.175258 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.plugins.ml2.plugin [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempt 10 to bind port 592afb0b-44ff-4d3e-91f2-686f44a33915 Feb 10 23:03:34.240972 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-17108591-2ae0-4bd6-9bd9-f69d69a372ad tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:34.251714 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 592afb0b-44ff-4d3e-91f2-686f44a33915 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:03:34.252757 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-17108591-2ae0-4bd6-9bd9-f69d69a372ad tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:34.258626 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 592afb0b-44ff-4d3e-91f2-686f44a33915 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': 'ad22bf44-ab3a-4846-ae88-95b27e0bd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e31ec0e1-7298-4a08-8af0-8c3c4fda2e42'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:03:34.258626 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 592afb0b-44ff-4d3e-91f2-686f44a33915 on network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:03:34.289843 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Port 592afb0b-44ff-4d3e-91f2-686f44a33915 on network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:03:34.291461 dv-neutron-828797-1-hyperv neutron-server[84332]: ERROR neutron.plugins.ml2.managers [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Failed to bind port 592afb0b-44ff-4d3e-91f2-686f44a33915 on host hv-neutron-8287 for vnic_type normal using segments [{'id': 'ad22bf44-ab3a-4846-ae88-95b27e0bd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e31ec0e1-7298-4a08-8af0-8c3c4fda2e42'}] Feb 10 23:03:34.291975 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:34.378791 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b300136-ca19-4a19-8028-cdc9cd6b62ca tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:34.379493 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17108591-2ae0-4bd6-9bd9-f69d69a372ad tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Made reservation on behalf of 18b53cb21d1d4d98b648eb6f677e3500 for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:03:34.382883 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-17108591-2ae0-4bd6-9bd9-f69d69a372ad tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:34.423538 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-6500a289-48c5-410c-96ce-f4e18930cbd3 req-42926b0c-56bb-4143-a4b1-46c51a73c416 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] 10.222.0.59 "GET /v2.0/security-groups?id=3f5b4c60-a1f0-4362-abb0-13772bc5afad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2767260 Feb 10 23:03:34.445563 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ab46687d-a504-41c3-be48-b8da320b9413 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:34.463217 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-17108591-2ae0-4bd6-9bd9-f69d69a372ad tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] device_id is not set on port 4c42efa3-b8f5-4683-bcac-d97ca8af79ec yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:03:34.476957 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b517027-c2c3-493a-8302-6dba86c613c6 req-33c4abb3-a6f2-4705-b9a5-22ca68c76719 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:34.487136 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6b517027-c2c3-493a-8302-6dba86c613c6 req-33c4abb3-a6f2-4705-b9a5-22ca68c76719 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] 10.222.0.59 "GET /v2.0/ports?device_id=e63ad508-7815-45c6-a10e-8696bb1d6517 HTTP/1.1" status: 200 len: 945 time: 0.2962732 Feb 10 23:03:34.548556 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] For port 592afb0b-44ff-4d3e-91f2-686f44a33915, host hv-neutron-8287, cleared binding levels {{(pid=84332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:03:34.548944 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempted to set empty binding levels {{(pid=84332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 10 23:03:34.562658 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6b517027-c2c3-493a-8302-6dba86c613c6 req-140a7250-b7c3-401c-b8b7-32734c084980 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] 10.222.0.59 "GET /v2.0/security-groups?id=886286dd-08ce-4f82-85ab-82f3ed155db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744479 Feb 10 23:03:34.584987 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ab46687d-a504-41c3-be48-b8da320b9413 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:34.588424 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e63ad508-7815-45c6-a10e-8696bb1d6517', 'tag': 'fd7c2c10-2ed3-486f-8644-8ac1d4c66bac', 'status': 'completed', 'code': 200} Feb 10 23:03:34.700865 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:34.744346 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-3f32add8-f620-4d51-89f5-02af1d3e53b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd42796b-5696-4a9c-9599-a1cca1944e3f', 'name': 'tempest-ServersTestManualDisk-1020424301-router', 'tenant_id': '027aa545b61c4bb78c5d5117fda627e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '6e47beed-37cb-4253-8c44-224335edacd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:02:30Z', 'updated_at': '2022-02-10T23:02:35Z', 'revision_number': 4, 'project_id': '027aa545b61c4bb78c5d5117fda627e8', 'gw_port': {'id': '6e47beed-37cb-4253-8c44-224335edacd3', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd42796b-5696-4a9c-9599-a1cca1944e3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:30Z', 'updated_at': '2022-02-10T23:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '59d7b999-c53c-40ab-8d4a-2c795b94ef30', 'tenant_id': '027aa545b61c4bb78c5d5117fda627e8', 'floating_ip_address': '172.26.8.246', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': 'bd42796b-5696-4a9c-9599-a1cca1944e3f', 'port_id': 'fd7c2c10-2ed3-486f-8644-8ac1d4c66bac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6483cb9e-fe3f-463f-833b-3771068bd14e', 'mac_address': 'fa:16:3e:65:da:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63ad508-7815-45c6-a10e-8696bb1d6517', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:02:46Z', 'updated_at': '2022-02-10T23:03:29Z', 'revision_number': 1, 'project_id': '027aa545b61c4bb78c5d5117fda627e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '604792d3-12ae-4868-aff8-cfce3f458619', 'name': '', 'network_id': '6483cb9e-fe3f-463f-833b-3771068bd14e', 'tenant_id': '027aa545b61c4bb78c5d5117fda627e8', 'mac_address': 'fa:16:3e:a5:f1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd42796b-5696-4a9c-9599-a1cca1944e3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48a055f8-63d3-4e5a-8cc1-4cd5fa049a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:34Z', 'updated_at': '2022-02-10T23:02:48Z', 'revision_number': 5, 'project_id': '027aa545b61c4bb78c5d5117fda627e8', 'subnets': [{'id': '48a055f8-63d3-4e5a-8cc1-4cd5fa049a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:34.749199 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f32add8-f620-4d51-89f5-02af1d3e53b9 None None] Checking router: bd42796b-5696-4a9c-9599-a1cca1944e3f for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:03:34.762264 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f32add8-f620-4d51-89f5-02af1d3e53b9 None None] Routers {'bd42796b-5696-4a9c-9599-a1cca1944e3f'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:03:34.763082 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-3f32add8-f620-4d51-89f5-02af1d3e53b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:03:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['bd42796b-5696-4a9c-9599-a1cca1944e3f'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:34.773092 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab46687d-a504-41c3-be48-b8da320b9413 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:03:34.790608 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Pushing event updated for resources: {'Port': ['ID=592afb0b-44ff-4d3e-91f2-686f44a33915,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:34.845931 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-71a30ba1-6ad4-4c34-88ce-874e557a17cf req-32f36510-3e6a-4d95-917e-0364599f8f0e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=027aa545b61c4bb78c5d5117fda627e8&device_id=e63ad508-7815-45c6-a10e-8696bb1d6517 HTTP/1.1" status: 200 len: 1098 time: 0.2375638 Feb 10 23:03:34.857280 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:34.857429 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab46687d-a504-41c3-be48-b8da320b9413 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=821578e7-e719-4b61-97a2-3d8685bed679,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:34.864481 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ab46687d-a504-41c3-be48-b8da320b9413 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:34.864971 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-ab46687d-a504-41c3-be48-b8da320b9413 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Added segment fbb3fe0b-086a-4362-ac89-efd80cfc0c06 of type vlan for network 001486ac-bc6e-490d-a874-c3e783bcac31 Feb 10 23:03:35.011985 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b300136-ca19-4a19-8028-cdc9cd6b62ca tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:35.169854 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40302) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:35.171412 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ab46687d-a504-41c3-be48-b8da320b9413 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:35.171412 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-17108591-2ae0-4bd6-9bd9-f69d69a372ad tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Allocated IP 172.20.0.6 (de4458e5-31d7-4d26-92ba-94a8b2d6e5e4/84f5775c-49eb-4f87-a451-b4d51041c59f/4c42efa3-b8f5-4683-bcac-d97ca8af79ec) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:03:35.172208 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a30ba1-6ad4-4c34-88ce-874e557a17cf req-99a95b1f-7964-4143-ba1a-cda79d76dc88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:35.172208 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-71a30ba1-6ad4-4c34-88ce-874e557a17cf req-99a95b1f-7964-4143-ba1a-cda79d76dc88 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6483cb9e-fe3f-463f-833b-3771068bd14e HTTP/1.1" status: 200 len: 913 time: 0.2039688 Feb 10 23:03:35.195330 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-3f32add8-f620-4d51-89f5-02af1d3e53b9 None None] Set router bd42796b-5696-4a9c-9599-a1cca1944e3f gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:03:35.275765 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-71a30ba1-6ad4-4c34-88ce-874e557a17cf req-c2d76f5b-bc59-4ff7-87df-40748ce283dc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd7c2c10-2ed3-486f-8644-8ac1d4c66bac HTTP/1.1" status: 200 len: 999 time: 0.1672416 Feb 10 23:03:35.327170 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-17108591-2ae0-4bd6-9bd9-f69d69a372ad tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:35.346742 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-17108591-2ae0-4bd6-9bd9-f69d69a372ad tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Transition to ACTIVE for port object 4c42efa3-b8f5-4683-bcac-d97ca8af79ec will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:03:35.375105 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ab46687d-a504-41c3-be48-b8da320b9413 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:35.385433 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab46687d-a504-41c3-be48-b8da320b9413 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:35.410140 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ab46687d-a504-41c3-be48-b8da320b9413 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:35.410316 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a30ba1-6ad4-4c34-88ce-874e557a17cf req-bc0ab145-c29e-4473-991c-1e8efe8c1121 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:35.411077 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-71a30ba1-6ad4-4c34-88ce-874e557a17cf req-bc0ab145-c29e-4473-991c-1e8efe8c1121 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=48a055f8-63d3-4e5a-8cc1-4cd5fa049a73 HTTP/1.1" status: 200 len: 851 time: 0.1197050 Feb 10 23:03:35.415205 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-cf49c52c-ac75-4285-a245-dee8db368f86 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 4.9359400 Feb 10 23:03:35.418049 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40308) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:35.619342 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-01fc7691-8ad2-4ae9-be7d-73fa364c17e4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=94e99271b9864baf95ec6da6da96df21&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6056159 Feb 10 23:03:35.631930 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40314) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:35.651370 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-17108591-2ae0-4bd6-9bd9-f69d69a372ad tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:35.680946 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-5ded3559-c502-40e4-9a00-ebf0f2ef8577 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Deleting port 592afb0b-44ff-4d3e-91f2-686f44a33915 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:03:35.691536 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5ded3559-c502-40e4-9a00-ebf0f2ef8577 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:35.726974 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-3f32add8-f620-4d51-89f5-02af1d3e53b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd42796b-5696-4a9c-9599-a1cca1944e3f', 'name': 'tempest-ServersTestManualDisk-1020424301-router', 'tenant_id': '027aa545b61c4bb78c5d5117fda627e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '6e47beed-37cb-4253-8c44-224335edacd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:02:30Z', 'updated_at': '2022-02-10T23:02:35Z', 'revision_number': 4, 'project_id': '027aa545b61c4bb78c5d5117fda627e8', 'gw_port': {'id': '6e47beed-37cb-4253-8c44-224335edacd3', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd42796b-5696-4a9c-9599-a1cca1944e3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:30Z', 'updated_at': '2022-02-10T23:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '59d7b999-c53c-40ab-8d4a-2c795b94ef30', 'tenant_id': '027aa545b61c4bb78c5d5117fda627e8', 'floating_ip_address': '172.26.8.246', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': 'bd42796b-5696-4a9c-9599-a1cca1944e3f', 'port_id': 'fd7c2c10-2ed3-486f-8644-8ac1d4c66bac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6483cb9e-fe3f-463f-833b-3771068bd14e', 'mac_address': 'fa:16:3e:65:da:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63ad508-7815-45c6-a10e-8696bb1d6517', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:02:46Z', 'updated_at': '2022-02-10T23:03:29Z', 'revision_number': 1, 'project_id': '027aa545b61c4bb78c5d5117fda627e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '604792d3-12ae-4868-aff8-cfce3f458619', 'name': '', 'network_id': '6483cb9e-fe3f-463f-833b-3771068bd14e', 'tenant_id': '027aa545b61c4bb78c5d5117fda627e8', 'mac_address': 'fa:16:3e:a5:f1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd42796b-5696-4a9c-9599-a1cca1944e3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48a055f8-63d3-4e5a-8cc1-4cd5fa049a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:34Z', 'updated_at': '2022-02-10T23:02:48Z', 'revision_number': 5, 'project_id': '027aa545b61c4bb78c5d5117fda627e8', 'subnets': [{'id': '48a055f8-63d3-4e5a-8cc1-4cd5fa049a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:35.731219 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f32add8-f620-4d51-89f5-02af1d3e53b9 None None] The sync data for ids ['bd42796b-5696-4a9c-9599-a1cca1944e3f'] in dv-neutron-828797-1-hyperv is: [{'id': 'bd42796b-5696-4a9c-9599-a1cca1944e3f', 'name': 'tempest-ServersTestManualDisk-1020424301-router', 'tenant_id': '027aa545b61c4bb78c5d5117fda627e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '6e47beed-37cb-4253-8c44-224335edacd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:02:30Z', 'updated_at': '2022-02-10T23:02:35Z', 'revision_number': 4, 'project_id': '027aa545b61c4bb78c5d5117fda627e8', 'gw_port': {'id': '6e47beed-37cb-4253-8c44-224335edacd3', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd42796b-5696-4a9c-9599-a1cca1944e3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:30Z', 'updated_at': '2022-02-10T23:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '59d7b999-c53c-40ab-8d4a-2c795b94ef30', 'tenant_id': '027aa545b61c4bb78c5d5117fda627e8', 'floating_ip_address': '172.26.8.246', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': 'bd42796b-5696-4a9c-9599-a1cca1944e3f', 'port_id': 'fd7c2c10-2ed3-486f-8644-8ac1d4c66bac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6483cb9e-fe3f-463f-833b-3771068bd14e', 'mac_address': 'fa:16:3e:65:da:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63ad508-7815-45c6-a10e-8696bb1d6517', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:02:46Z', 'updated_at': '2022-02-10T23:03:29Z', 'revision_number': 1, 'project_id': '027aa545b61c4bb78c5d5117fda627e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '604792d3-12ae-4868-aff8-cfce3f458619', 'name': '', 'network_id': '6483cb9e-fe3f-463f-833b-3771068bd14e', 'tenant_id': '027aa545b61c4bb78c5d5117fda627e8', 'mac_address': 'fa:16:3e:a5:f1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd42796b-5696-4a9c-9599-a1cca1944e3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48a055f8-63d3-4e5a-8cc1-4cd5fa049a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:34Z', 'updated_at': '2022-02-10T23:02:48Z', 'revision_number': 5, 'project_id': '027aa545b61c4bb78c5d5117fda627e8', 'subnets': [{'id': '48a055f8-63d3-4e5a-8cc1-4cd5fa049a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:03:35.742947 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40318) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:35.751888 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-28e1c393-55f8-4105-817d-49f9f0ecab89 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Request body: {'subnets': [{'network_id': 'f518a134-107d-4928-903d-44d674a67d30', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1132831449', 'ip_version': 6}, {'network_id': 'daaeccf8-1cd0-4805-84a3-9bff19c6e0df', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:35.752198 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-28e1c393-55f8-4105-817d-49f9f0ecab89 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Request body: {'subnet': {'network_id': 'f518a134-107d-4928-903d-44d674a67d30', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1132831449', 'ip_version': 6}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:35.753448 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-28e1c393-55f8-4105-817d-49f9f0ecab89 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Request body: {'subnet': {'network_id': 'daaeccf8-1cd0-4805-84a3-9bff19c6e0df', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:35.770118 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-71a30ba1-6ad4-4c34-88ce-874e557a17cf req-eeaf3b32-cdd4-41f4-83ea-fc418d61999d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6483cb9e-fe3f-463f-833b-3771068bd14e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3506846 Feb 10 23:03:35.897007 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab46687d-a504-41c3-be48-b8da320b9413 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Pushing event updated for resources: {'Network': ['ID=001486ac-bc6e-490d-a874-c3e783bcac31,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:35.912887 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 001486ac-bc6e-490d-a874-c3e783bcac31 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:03:35.942627 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17108591-2ae0-4bd6-9bd9-f69d69a372ad tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Pushing event updated for resources: {'Port': ['ID=4c42efa3-b8f5-4683-bcac-d97ca8af79ec,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:35.956569 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17108591-2ae0-4bd6-9bd9-f69d69a372ad tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Network de4458e5-31d7-4d26-92ba-94a8b2d6e5e4 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:03:35.967516 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-17108591-2ae0-4bd6-9bd9-f69d69a372ad tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:35.971154 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17108591-2ae0-4bd6-9bd9-f69d69a372ad tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:03:36.008627 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-ab46687d-a504-41c3-be48-b8da320b9413 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.1175301 Feb 10 23:03:36.012980 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40322) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:36.017985 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d018b12-48af-4412-b3ee-2def49dcf9ba None None] New status for floating IP 59d7b999-c53c-40ab-8d4a-2c795b94ef30: ACTIVE {{(pid=84335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 23:03:36.045612 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-35664c70-07c5-4a8a-af13-cd6b34e3adb2 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Request body: {'subnet': {'network_id': '001486ac-bc6e-490d-a874-c3e783bcac31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:36.221132 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17108591-2ae0-4bd6-9bd9-f69d69a372ad tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:36.221750 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-17108591-2ae0-4bd6-9bd9-f69d69a372ad tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:36.236838 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-75f96b31-f5ee-4015-8014-c926277d4f86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:36.263942 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-75f96b31-f5ee-4015-8014-c926277d4f86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:36.307693 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-6b2f4e35-300b-4616-87e6-1391e5ea637c None None] Provisioning for port 4c42efa3-b8f5-4683-bcac-d97ca8af79ec completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:03:36.322818 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-6b2f4e35-300b-4616-87e6-1391e5ea637c None None] Provisioning complete for port 4c42efa3-b8f5-4683-bcac-d97ca8af79ec triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:36.323707 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6b2f4e35-300b-4616-87e6-1391e5ea637c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:36.345384 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-17108591-2ae0-4bd6-9bd9-f69d69a372ad tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5823245 Feb 10 23:03:36.351537 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40326) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:36.364668 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-74a512ba-d745-411c-9c7d-7dfd289c92a6 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Request body: {'port': {'network_id': 'de4458e5-31d7-4d26-92ba-94a8b2d6e5e4', 'name': 'tempest-AllowedAddressPairTestJSON-403400232'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:36.375928 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-71a30ba1-6ad4-4c34-88ce-874e557a17cf req-2d989105-6817-472d-8c76-e4385922d1ca service neutron] 10.222.0.37 "GET /v2.0/networks/6483cb9e-fe3f-463f-833b-3771068bd14e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5989904 Feb 10 23:03:36.387507 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-35664c70-07c5-4a8a-af13-cd6b34e3adb2 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:36.395569 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-6b2f4e35-300b-4616-87e6-1391e5ea637c None None] Port 4c42efa3-b8f5-4683-bcac-d97ca8af79ec cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:03:36.395870 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-5ded3559-c502-40e4-9a00-ebf0f2ef8577 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] For port 592afb0b-44ff-4d3e-91f2-686f44a33915, host hv-neutron-8287, got binding levels [] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:03:36.395870 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5ded3559-c502-40e4-9a00-ebf0f2ef8577 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:36.400386 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04022a88-853b-4c16-8d2f-cd5eb8b03431 req-5a9d6594-b771-4679-919e-c2f87ff8cb35 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:36.401898 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-04022a88-853b-4c16-8d2f-cd5eb8b03431 req-5a9d6594-b771-4679-919e-c2f87ff8cb35 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] 10.222.0.59 "GET /v2.0/ports?device_id=694a6d95-ea06-4d1a-958e-902c65635ce9 HTTP/1.1" status: 200 len: 946 time: 0.6456187 Feb 10 23:03:36.409243 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-35664c70-07c5-4a8a-af13-cd6b34e3adb2 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Usage tracker for resource:subnet and tenant:812727b2b6d94720ae53e72c564bba8c is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:36.535218 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-35664c70-07c5-4a8a-af13-cd6b34e3adb2 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:36.542521 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-28e1c393-55f8-4105-817d-49f9f0ecab89 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:36.561523 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-75f96b31-f5ee-4015-8014-c926277d4f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:36.565955 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-35664c70-07c5-4a8a-af13-cd6b34e3adb2 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:36.612635 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f96b31-f5ee-4015-8014-c926277d4f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79f3cdd-430b-41e2-b7cf-71b282d3d8d6,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:36.618057 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-5ded3559-c502-40e4-9a00-ebf0f2ef8577 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Calling delete_port for 592afb0b-44ff-4d3e-91f2-686f44a33915 owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:03:36.648090 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-28e1c393-55f8-4105-817d-49f9f0ecab89 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Usage tracker for resource:subnet and tenant:6b83c6e0d06f4637bab5d70fc5c92395 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:36.658735 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-28e1c393-55f8-4105-817d-49f9f0ecab89 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:36.668629 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-28e1c393-55f8-4105-817d-49f9f0ecab89 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:36.685820 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b300136-ca19-4a19-8028-cdc9cd6b62ca tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:36.716527 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-75f96b31-f5ee-4015-8014-c926277d4f86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:36.717655 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-75f96b31-f5ee-4015-8014-c926277d4f86 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b79f3cdd-430b-41e2-b7cf-71b282d3d8d6 HTTP/1.1" status: 204 len: 168 time: 1.0745108 Feb 10 23:03:36.725182 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35664c70-07c5-4a8a-af13-cd6b34e3adb2 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Made reservation on behalf of 812727b2b6d94720ae53e72c564bba8c for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:03:36.740775 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-71a30ba1-6ad4-4c34-88ce-874e557a17cf req-a0e79097-16f0-4516-bd5f-ac702600da8a service neutron] 10.222.0.37 "GET /v2.0/networks/6483cb9e-fe3f-463f-833b-3771068bd14e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3502300 Feb 10 23:03:36.756168 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b300136-ca19-4a19-8028-cdc9cd6b62ca tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:36.759847 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-04022a88-853b-4c16-8d2f-cd5eb8b03431 req-782448e2-4b40-4564-a19f-d2aca1845ff4 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] 10.222.0.59 "GET /v2.0/security-groups?id=3f5b4c60-a1f0-4362-abb0-13772bc5afad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3478236 Feb 10 23:03:36.815888 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e1c393-55f8-4105-817d-49f9f0ecab89 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Made reservation on behalf of 6b83c6e0d06f4637bab5d70fc5c92395 for: {'subnet': 2} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:03:36.861645 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-74a512ba-d745-411c-9c7d-7dfd289c92a6 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:36.884909 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5ded3559-c502-40e4-9a00-ebf0f2ef8577 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:36.894429 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-74a512ba-d745-411c-9c7d-7dfd289c92a6 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:36.911758 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-35664c70-07c5-4a8a-af13-cd6b34e3adb2 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:36.944604 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded3559-c502-40e4-9a00-ebf0f2ef8577 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Pushing event deleted for resources: {'Port': ['ID=592afb0b-44ff-4d3e-91f2-686f44a33915,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:36.988258 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5ded3559-c502-40e4-9a00-ebf0f2ef8577 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:37.053534 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5ded3559-c502-40e4-9a00-ebf0f2ef8577 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] 10.222.0.59 "DELETE /v2.0/ports/592afb0b-44ff-4d3e-91f2-686f44a33915 HTTP/1.1" status: 204 len: 168 time: 1.5805914 Feb 10 23:03:37.054858 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40334) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:37.058968 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a512ba-d745-411c-9c7d-7dfd289c92a6 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Made reservation on behalf of 18b53cb21d1d4d98b648eb6f677e3500 for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:03:37.063226 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-74a512ba-d745-411c-9c7d-7dfd289c92a6 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:37.086710 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-28e1c393-55f8-4105-817d-49f9f0ecab89 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:37.087242 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-28e1c393-55f8-4105-817d-49f9f0ecab89 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:37.144957 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-161382f6-0b85-419e-9120-4af1efc1b0d4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] GET failed (client error): The resource could not be found. Feb 10 23:03:37.146255 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-161382f6-0b85-419e-9120-4af1efc1b0d4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] 10.222.0.59 "GET /v2.0/ports/592afb0b-44ff-4d3e-91f2-686f44a33915 HTTP/1.1" status: 404 len: 333 time: 0.0885150 Feb 10 23:03:37.150610 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40338) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:37.164023 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-62a38b19-0683-4d5e-a768-448a2eedca70 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Request body: {'port': {'network_id': 'e31ec0e1-7298-4a08-8af0-8c3c4fda2e42', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-914361822'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:37.174356 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-74a512ba-d745-411c-9c7d-7dfd289c92a6 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] device_id is not set on port 9a528930-b03d-4b87-b2a4-f6ad412d009b yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:03:37.213846 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-62a38b19-0683-4d5e-a768-448a2eedca70 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:37.221337 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-1b300136-ca19-4a19-8028-cdc9cd6b62ca tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Allocated IP 172.26.8.123 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/adf5de8f-5f75-43cb-af59-fa9b1b017be4) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:03:37.233702 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-62a38b19-0683-4d5e-a768-448a2eedca70 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Usage tracker for resource:port and tenant:6a354787dc7c4236bf1ba33ed51e2d96 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:37.247321 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-62a38b19-0683-4d5e-a768-448a2eedca70 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:37.267584 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-62a38b19-0683-4d5e-a768-448a2eedca70 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:37.434235 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a38b19-0683-4d5e-a768-448a2eedca70 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Made reservation on behalf of 6a354787dc7c4236bf1ba33ed51e2d96 for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:03:37.436479 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-62a38b19-0683-4d5e-a768-448a2eedca70 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:37.471722 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:03:37.509633 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-62a38b19-0683-4d5e-a768-448a2eedca70 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] device_id is not set on port 9549a237-f90f-46d9-b566-1251cf64276d yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:03:37.611080 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-74a512ba-d745-411c-9c7d-7dfd289c92a6 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Allocated IP 172.20.0.3 (de4458e5-31d7-4d26-92ba-94a8b2d6e5e4/84f5775c-49eb-4f87-a451-b4d51041c59f/9a528930-b03d-4b87-b2a4-f6ad412d009b) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:03:37.627511 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-28e1c393-55f8-4105-817d-49f9f0ecab89 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:37.675256 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-35664c70-07c5-4a8a-af13-cd6b34e3adb2 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:37.693121 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e1c393-55f8-4105-817d-49f9f0ecab89 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Pushing event updated for resources: {'Subnet': ['ID=7583b2ed-7b17-476a-8f0e-59a922f60978,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:37.724026 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b300136-ca19-4a19-8028-cdc9cd6b62ca tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:37.727922 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e1c393-55f8-4105-817d-49f9f0ecab89 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Checking segment: {'id': '8ab137c1-02ea-4272-91d2-bd6ce44df31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f518a134-107d-4928-903d-44d674a67d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:03:37.728275 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e1c393-55f8-4105-817d-49f9f0ecab89 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Network hostable DHCP agents. Network: f518a134-107d-4928-903d-44d674a67d30, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:03:37.838608 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e1c393-55f8-4105-817d-49f9f0ecab89 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Network f518a134-107d-4928-903d-44d674a67d30 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:03:37.913129 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35664c70-07c5-4a8a-af13-cd6b34e3adb2 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Pushing event updated for resources: {'Subnet': ['ID=ec519fd6-2f08-49fd-aa37-916f7389a232,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:37.954263 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-28e1c393-55f8-4105-817d-49f9f0ecab89 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, f518a134-107d-4928-903d-44d674a67d30) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:37.959004 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-28e1c393-55f8-4105-817d-49f9f0ecab89 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:37.966098 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e522f9b-4a57-44a3-ae53-8d3268ce6e68 None None] Network f518a134-107d-4928-903d-44d674a67d30 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:03:38.036994 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40358) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:38.049361 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-62a38b19-0683-4d5e-a768-448a2eedca70 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:38.050992 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35664c70-07c5-4a8a-af13-cd6b34e3adb2 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Checking segment: {'id': 'fbb3fe0b-086a-4362-ac89-efd80cfc0c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '001486ac-bc6e-490d-a874-c3e783bcac31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:03:38.051347 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35664c70-07c5-4a8a-af13-cd6b34e3adb2 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Network hostable DHCP agents. Network: 001486ac-bc6e-490d-a874-c3e783bcac31, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:03:38.071354 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e1c393-55f8-4105-817d-49f9f0ecab89 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Pushing event updated for resources: {'Subnet': ['ID=fd89be59-8cba-4d77-8d44-281d1483280b,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:38.137735 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-74a512ba-d745-411c-9c7d-7dfd289c92a6 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:38.144316 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8631505a-9020-4b57-9567-060cc77860f1 req-4e39869d-dabe-4fc2-8af0-f534bb0958e6 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:38.148999 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8631505a-9020-4b57-9567-060cc77860f1 req-4e39869d-dabe-4fc2-8af0-f534bb0958e6 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] 10.222.0.59 "GET /v2.0/ports?device_id=694a6d95-ea06-4d1a-958e-902c65635ce9 HTTP/1.1" status: 200 len: 946 time: 0.2550471 Feb 10 23:03:38.152829 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b300136-ca19-4a19-8028-cdc9cd6b62ca tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:38.153220 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e1c393-55f8-4105-817d-49f9f0ecab89 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Checking segment: {'id': '860e8635-839c-4e21-bc48-0c5d28c0af5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'daaeccf8-1cd0-4805-84a3-9bff19c6e0df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:03:38.153652 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e1c393-55f8-4105-817d-49f9f0ecab89 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Network hostable DHCP agents. Network: daaeccf8-1cd0-4805-84a3-9bff19c6e0df, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:03:38.193706 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-74a512ba-d745-411c-9c7d-7dfd289c92a6 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Transition to ACTIVE for port object 9a528930-b03d-4b87-b2a4-f6ad412d009b will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:03:38.233324 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35664c70-07c5-4a8a-af13-cd6b34e3adb2 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Network 001486ac-bc6e-490d-a874-c3e783bcac31 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:03:38.240483 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b300136-ca19-4a19-8028-cdc9cd6b62ca tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:03:38.246548 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-1b300136-ca19-4a19-8028-cdc9cd6b62ca tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:38.254481 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b300136-ca19-4a19-8028-cdc9cd6b62ca tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:03:38.263670 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5940c17-ae7a-4e18-b8db-ecffd70a70b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-f518a134-107d-4928-903d-44d674a67d30', 'network_id': 'f518a134-107d-4928-903d-44d674a67d30', 'tenant_id': '6b83c6e0d06f4637bab5d70fc5c92395', 'fixed_ips': [{'subnet_id': '7583b2ed-7b17-476a-8f0e-59a922f60978'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:03:38.264901 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d5940c17-ae7a-4e18-b8db-ecffd70a70b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:38.283146 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-35664c70-07c5-4a8a-af13-cd6b34e3adb2 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 001486ac-bc6e-490d-a874-c3e783bcac31) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:38.284749 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b300136-ca19-4a19-8028-cdc9cd6b62ca tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Pushing event updated for resources: {'Port': ['ID=adf5de8f-5f75-43cb-af59-fa9b1b017be4,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:38.302358 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1680fbe-4937-4c5d-8377-f5bffc3fb79c None None] Network 001486ac-bc6e-490d-a874-c3e783bcac31 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:03:38.387977 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-62a38b19-0683-4d5e-a768-448a2eedca70 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:38.389957 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35664c70-07c5-4a8a-af13-cd6b34e3adb2 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:38.390566 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-35664c70-07c5-4a8a-af13-cd6b34e3adb2 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:38.401710 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-423ea1cd-48da-4a6a-8b41-c578e0adf5d3 tempest-NetworksNegativeTestJSON-884929305 tempest-NetworksNegativeTestJSON-884929305-project] Request body: {'port': {'network_id': 'cc428045-361e-4d63-8ddb-564aaf33e952', 'name': 'tempest-NetworksNegativeTestJSON-445696494'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:38.430468 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-423ea1cd-48da-4a6a-8b41-c578e0adf5d3 tempest-NetworksNegativeTestJSON-884929305 tempest-NetworksNegativeTestJSON-884929305-project] POST failed (client error): The resource could not be found. Feb 10 23:03:38.430907 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-423ea1cd-48da-4a6a-8b41-c578e0adf5d3 tempest-NetworksNegativeTestJSON-884929305 tempest-NetworksNegativeTestJSON-884929305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:03:38.436102 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-423ea1cd-48da-4a6a-8b41-c578e0adf5d3 tempest-NetworksNegativeTestJSON-884929305 tempest-NetworksNegativeTestJSON-884929305-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3661523 Feb 10 23:03:38.436740 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40364) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:38.475690 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8631505a-9020-4b57-9567-060cc77860f1 req-23f88668-78df-46ea-8d6f-4e24275ed744 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] 10.222.0.59 "GET /v2.0/security-groups?id=3f5b4c60-a1f0-4362-abb0-13772bc5afad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3021083 Feb 10 23:03:38.482044 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-c60f085f-75a6-4503-a8cd-8eeac5ed7d95 tempest-NetworksNegativeTestJSON-884929305 tempest-NetworksNegativeTestJSON-884929305-project] DELETE failed (client error): The resource could not be found. Feb 10 23:03:38.482842 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c60f085f-75a6-4503-a8cd-8eeac5ed7d95 tempest-NetworksNegativeTestJSON-884929305 tempest-NetworksNegativeTestJSON-884929305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:03:38.497138 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c60f085f-75a6-4503-a8cd-8eeac5ed7d95 tempest-NetworksNegativeTestJSON-884929305 tempest-NetworksNegativeTestJSON-884929305-project] 10.222.0.59 "DELETE /v2.0/networks/9ae4ce63-bed6-426c-a2aa-9c331bdff304 HTTP/1.1" status: 404 len: 339 time: 0.0572555 Feb 10 23:03:38.507064 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40368) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:38.544867 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-aba47a08-27c4-4b49-8079-38a34dcd2331 tempest-NetworksNegativeTestJSON-884929305 tempest-NetworksNegativeTestJSON-884929305-project] DELETE failed (client error): The resource could not be found. Feb 10 23:03:38.547619 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aba47a08-27c4-4b49-8079-38a34dcd2331 tempest-NetworksNegativeTestJSON-884929305 tempest-NetworksNegativeTestJSON-884929305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:03:38.552031 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-aba47a08-27c4-4b49-8079-38a34dcd2331 tempest-NetworksNegativeTestJSON-884929305 tempest-NetworksNegativeTestJSON-884929305-project] 10.222.0.59 "DELETE /v2.0/ports/be7175f4-f7f7-4c57-8968-1810d3d49c5f HTTP/1.1" status: 404 len: 333 time: 0.0536070 Feb 10 23:03:38.552770 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40374) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:38.555800 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a38b19-0683-4d5e-a768-448a2eedca70 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:03:38.556078 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a38b19-0683-4d5e-a768-448a2eedca70 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Pushing event updated for resources: {'Port': ['ID=9549a237-f90f-46d9-b566-1251cf64276d,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:38.560575 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-62a38b19-0683-4d5e-a768-448a2eedca70 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:38.564981 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a38b19-0683-4d5e-a768-448a2eedca70 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:03:38.565755 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a38b19-0683-4d5e-a768-448a2eedca70 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:38.566348 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-62a38b19-0683-4d5e-a768-448a2eedca70 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:38.591330 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-74a512ba-d745-411c-9c7d-7dfd289c92a6 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:38.599527 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-d05dd9a0-6ddb-46b5-8d04-1b218c3573ea tempest-NetworksNegativeTestJSON-884929305 tempest-NetworksNegativeTestJSON-884929305-project] DELETE failed (client error): The resource could not be found. Feb 10 23:03:38.600134 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d05dd9a0-6ddb-46b5-8d04-1b218c3573ea tempest-NetworksNegativeTestJSON-884929305 tempest-NetworksNegativeTestJSON-884929305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:03:38.606131 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d05dd9a0-6ddb-46b5-8d04-1b218c3573ea tempest-NetworksNegativeTestJSON-884929305 tempest-NetworksNegativeTestJSON-884929305-project] 10.222.0.59 "DELETE /v2.0/subnets/eb9ff9e7-957f-4aa2-b167-1ba83b9fd302 HTTP/1.1" status: 404 len: 337 time: 0.0523090 Feb 10 23:03:38.606802 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40378) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:38.631890 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e1c393-55f8-4105-817d-49f9f0ecab89 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Network daaeccf8-1cd0-4805-84a3-9bff19c6e0df is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:03:38.642505 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-35664c70-07c5-4a8a-af13-cd6b34e3adb2 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6002536 Feb 10 23:03:38.643404 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8a8c1e4-0198-4aab-b2bc-213b793bc4aa tempest-NetworksNegativeTestJSON-884929305 tempest-NetworksNegativeTestJSON-884929305-project] GET failed (client error): The resource could not be found. Feb 10 23:03:38.650382 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b8a8c1e4-0198-4aab-b2bc-213b793bc4aa tempest-NetworksNegativeTestJSON-884929305 tempest-NetworksNegativeTestJSON-884929305-project] 10.222.0.59 "GET /v2.0/networks/a7bd7ea0-a7d9-4c01-9d8f-4a5abfc843bc HTTP/1.1" status: 404 len: 339 time: 0.0424206 Feb 10 23:03:38.651784 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40382) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:38.652118 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40384) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:38.663010 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-3a4b061b-bb80-4526-bd63-0fcad4f7cef1 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1613370195', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}, 'admin_state_up': False}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:38.728446 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3a4b061b-bb80-4526-bd63-0fcad4f7cef1 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:38.732466 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-62a38b19-0683-4d5e-a768-448a2eedca70 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.5817404 Feb 10 23:03:38.737312 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40390) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:38.742939 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-3a4b061b-bb80-4526-bd63-0fcad4f7cef1 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Usage tracker for resource:router and tenant:812727b2b6d94720ae53e72c564bba8c is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:38.743130 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8287'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:38.745863 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-7754d372-64ac-43df-91a1-8244df6ba345 tempest-NetworksNegativeTestJSON-884929305 tempest-NetworksNegativeTestJSON-884929305-project] GET failed (client error): The resource could not be found. Feb 10 23:03:38.747216 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-7754d372-64ac-43df-91a1-8244df6ba345 tempest-NetworksNegativeTestJSON-884929305 tempest-NetworksNegativeTestJSON-884929305-project] 10.222.0.59 "GET /v2.0/ports/f2fcfc14-2993-4daf-ae82-a306d5dd20c6 HTTP/1.1" status: 404 len: 333 time: 0.0927484 Feb 10 23:03:38.750923 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-3a4b061b-bb80-4526-bd63-0fcad4f7cef1 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:38.753437 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-d5940c17-ae7a-4e18-b8db-ecffd70a70b0 None None] Allocated IP 2001:db8::1 (f518a134-107d-4928-903d-44d674a67d30/7583b2ed-7b17-476a-8f0e-59a922f60978/3c9668f3-23c7-4120-831b-f525b1b778c2) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:03:38.760772 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a512ba-d745-411c-9c7d-7dfd289c92a6 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Network de4458e5-31d7-4d26-92ba-94a8b2d6e5e4 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:03:38.766795 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40394) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:38.767990 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3a4b061b-bb80-4526-bd63-0fcad4f7cef1 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:38.771781 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-74a512ba-d745-411c-9c7d-7dfd289c92a6 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:38.773723 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a512ba-d745-411c-9c7d-7dfd289c92a6 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Pushing event updated for resources: {'Port': ['ID=9a528930-b03d-4b87-b2a4-f6ad412d009b,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:38.802143 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-28e1c393-55f8-4105-817d-49f9f0ecab89 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, daaeccf8-1cd0-4805-84a3-9bff19c6e0df) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:38.807309 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a512ba-d745-411c-9c7d-7dfd289c92a6 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:03:38.809417 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e1c393-55f8-4105-817d-49f9f0ecab89 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:38.809870 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e1c393-55f8-4105-817d-49f9f0ecab89 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:38.810584 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-28e1c393-55f8-4105-817d-49f9f0ecab89 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:38.834907 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b3b487-1d8d-4847-8666-baf0c3f8d771 None None] Network daaeccf8-1cd0-4805-84a3-9bff19c6e0df requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:03:38.897934 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfc15d90-c07a-417c-a4ea-9dbc5ec1008c tempest-NetworksNegativeTestJSON-884929305 tempest-NetworksNegativeTestJSON-884929305-project] GET failed (client error): The resource could not be found. Feb 10 23:03:38.899126 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-dfc15d90-c07a-417c-a4ea-9dbc5ec1008c tempest-NetworksNegativeTestJSON-884929305 tempest-NetworksNegativeTestJSON-884929305-project] 10.222.0.59 "GET /v2.0/subnets/e8cd0d11-1685-4562-9009-515ba93023b0 HTTP/1.1" status: 404 len: 337 time: 0.1330051 Feb 10 23:03:38.907462 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40398) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:38.908051 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:38.929986 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-77271b77-9a30-47fa-bf15-463e8258c4b4 tempest-NetworksNegativeTestJSON-884929305 tempest-NetworksNegativeTestJSON-884929305-project] Request body: {'network': {'name': 'new_name'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:38.950573 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a512ba-d745-411c-9c7d-7dfd289c92a6 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:38.951185 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-74a512ba-d745-411c-9c7d-7dfd289c92a6 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:38.952213 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-28e1c393-55f8-4105-817d-49f9f0ecab89 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.2076564 Feb 10 23:03:38.955808 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-77271b77-9a30-47fa-bf15-463e8258c4b4 tempest-NetworksNegativeTestJSON-884929305 tempest-NetworksNegativeTestJSON-884929305-project] PUT failed (client error): The resource could not be found. Feb 10 23:03:38.956249 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77271b77-9a30-47fa-bf15-463e8258c4b4 tempest-NetworksNegativeTestJSON-884929305 tempest-NetworksNegativeTestJSON-884929305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:03:38.957421 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-77271b77-9a30-47fa-bf15-463e8258c4b4 tempest-NetworksNegativeTestJSON-884929305 tempest-NetworksNegativeTestJSON-884929305-project] 10.222.0.59 "PUT /v2.0/networks/de772509-0810-4b3f-b0d3-2dab348d1ceb HTTP/1.1" status: 404 len: 339 time: 0.0397313 Feb 10 23:03:38.958056 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40402) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:38.978744 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40404) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:38.992279 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-4993f65b-6797-4fed-9eea-eee051dae4ef tempest-NetworksNegativeTestJSON-884929305 tempest-NetworksNegativeTestJSON-884929305-project] Request body: {'port': {'name': 'new_name'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:39.054441 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3a4b061b-bb80-4526-bd63-0fcad4f7cef1 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:39.056025 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3a4b061b-bb80-4526-bd63-0fcad4f7cef1 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:39.058838 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-4993f65b-6797-4fed-9eea-eee051dae4ef tempest-NetworksNegativeTestJSON-884929305 tempest-NetworksNegativeTestJSON-884929305-project] PUT failed (client error): The resource could not be found. Feb 10 23:03:39.059780 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4993f65b-6797-4fed-9eea-eee051dae4ef tempest-NetworksNegativeTestJSON-884929305 tempest-NetworksNegativeTestJSON-884929305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:03:39.066775 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-4993f65b-6797-4fed-9eea-eee051dae4ef tempest-NetworksNegativeTestJSON-884929305 tempest-NetworksNegativeTestJSON-884929305-project] 10.222.0.59 "PUT /v2.0/ports/683e2943-1e9e-4b20-a536-810796ec3bb9 HTTP/1.1" status: 404 len: 333 time: 0.0809700 Feb 10 23:03:39.070092 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce3aa86-e7f3-465d-87d7-0d1526aee90e req-6d626c09-60b6-4093-b583-88229698d34b tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:39.071589 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-cce3aa86-e7f3-465d-87d7-0d1526aee90e req-6d626c09-60b6-4093-b583-88229698d34b tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] 10.222.0.59 "GET /v2.0/ports?device_id=694a6d95-ea06-4d1a-958e-902c65635ce9 HTTP/1.1" status: 200 len: 946 time: 0.3093755 Feb 10 23:03:39.072230 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40410) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:39.085173 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-f7ed9ab7-f0d1-4792-935b-16be8e8cceba tempest-NetworksNegativeTestJSON-884929305 tempest-NetworksNegativeTestJSON-884929305-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:39.138818 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40414) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:39.148402 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-33bef2d3-3a8a-4fd3-8177-8259e7635442 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Request body: {'floatingip': {'port_id': 'ff769919-8c1e-4b91-998e-cf46b5138b83'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:39.189451 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf0eb20-0ce1-4f70-a6cb-0963d54aa2bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-001486ac-bc6e-490d-a874-c3e783bcac31', 'network_id': '001486ac-bc6e-490d-a874-c3e783bcac31', 'tenant_id': '812727b2b6d94720ae53e72c564bba8c', 'fixed_ips': [{'subnet_id': 'ec519fd6-2f08-49fd-aa37-916f7389a232'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:03:39.190340 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cdf0eb20-0ce1-4f70-a6cb-0963d54aa2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:39.239092 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-33bef2d3-3a8a-4fd3-8177-8259e7635442 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Notify callbacks [] for floatingip, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:39.274106 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] device_id is not set on port 9549a237-f90f-46d9-b566-1251cf64276d yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:03:39.283825 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:39.295674 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-74a512ba-d745-411c-9c7d-7dfd289c92a6 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9387710 Feb 10 23:03:39.298690 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7ed9ab7-f0d1-4792-935b-16be8e8cceba tempest-NetworksNegativeTestJSON-884929305 tempest-NetworksNegativeTestJSON-884929305-project] PUT failed (client error): The resource could not be found. Feb 10 23:03:39.299133 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7ed9ab7-f0d1-4792-935b-16be8e8cceba tempest-NetworksNegativeTestJSON-884929305 tempest-NetworksNegativeTestJSON-884929305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:03:39.300235 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-f7ed9ab7-f0d1-4792-935b-16be8e8cceba tempest-NetworksNegativeTestJSON-884929305 tempest-NetworksNegativeTestJSON-884929305-project] 10.222.0.59 "PUT /v2.0/subnets/6ddb3126-246f-4bd5-958c-3643343d8f43 HTTP/1.1" status: 404 len: 337 time: 0.2220984 Feb 10 23:03:39.300788 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40418) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:39.311044 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Transition to ACTIVE for port object 9549a237-f90f-46d9-b566-1251cf64276d will not be triggered until provisioned by entity L2. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:03:39.340097 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b06f086-ed6e-407b-8d7c-b67cc1a35d58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-daaeccf8-1cd0-4805-84a3-9bff19c6e0df', 'network_id': 'daaeccf8-1cd0-4805-84a3-9bff19c6e0df', 'tenant_id': '6b83c6e0d06f4637bab5d70fc5c92395', 'fixed_ips': [{'subnet_id': 'fd89be59-8cba-4d77-8d44-281d1483280b'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:03:39.340704 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9b06f086-ed6e-407b-8d7c-b67cc1a35d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:39.378860 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:39.386706 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-a473936f-7228-4b0c-92ce-e614cfaec755 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:71:68:7d'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:1d:5e:68'}]}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:39.493080 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-9d716018-0374-4aff-94e2-5db4fe1efff6 None None] Provisioning for port 9a528930-b03d-4b87-b2a4-f6ad412d009b completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:03:39.511680 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b300136-ca19-4a19-8028-cdc9cd6b62ca tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks [] for router_gateway, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:39.512147 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b300136-ca19-4a19-8028-cdc9cd6b62ca tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:39.519310 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3a4b061b-bb80-4526-bd63-0fcad4f7cef1 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:39.552235 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f6855f-5d47-44aa-a208-041ce152b6dd tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:39.557368 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f6855f-5d47-44aa-a208-041ce152b6dd tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:39.557368 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f6855f-5d47-44aa-a208-041ce152b6dd tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:39.557368 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-40f6855f-5d47-44aa-a208-041ce152b6dd tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Synchronizing usage tracker for tenant:6b83c6e0d06f4637bab5d70fc5c92395 on resource:subnet {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:03:39.558587 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-9d716018-0374-4aff-94e2-5db4fe1efff6 None None] Provisioning complete for port 9a528930-b03d-4b87-b2a4-f6ad412d009b triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:39.558941 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9d716018-0374-4aff-94e2-5db4fe1efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:39.618649 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 9549a237-f90f-46d9-b566-1251cf64276d on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:03:39.618997 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 9549a237-f90f-46d9-b566-1251cf64276d by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': 'ad22bf44-ab3a-4846-ae88-95b27e0bd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e31ec0e1-7298-4a08-8af0-8c3c4fda2e42'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:03:39.619325 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 9549a237-f90f-46d9-b566-1251cf64276d on network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:03:39.620851 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d5940c17-ae7a-4e18-b8db-ecffd70a70b0 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:39.628153 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Port 9549a237-f90f-46d9-b566-1251cf64276d on network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:03:39.628153 dv-neutron-828797-1-hyperv neutron-server[84332]: ERROR neutron.plugins.ml2.managers [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Failed to bind port 9549a237-f90f-46d9-b566-1251cf64276d on host hv-neutron-8287 for vnic_type normal using segments [{'id': 'ad22bf44-ab3a-4846-ae88-95b27e0bd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e31ec0e1-7298-4a08-8af0-8c3c4fda2e42'}] Feb 10 23:03:39.628719 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Pushing event updated for resources: {'Port': ['ID=9549a237-f90f-46d9-b566-1251cf64276d,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:39.633516 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.plugins.ml2.plugin [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempt 2 to bind port 9549a237-f90f-46d9-b566-1251cf64276d Feb 10 23:03:39.669061 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-d5940c17-ae7a-4e18-b8db-ecffd70a70b0 None None] Transition to ACTIVE for port object 3c9668f3-23c7-4120-831b-f525b1b778c2 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:03:39.675498 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 9549a237-f90f-46d9-b566-1251cf64276d on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:03:39.676024 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 9549a237-f90f-46d9-b566-1251cf64276d by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': 'ad22bf44-ab3a-4846-ae88-95b27e0bd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e31ec0e1-7298-4a08-8af0-8c3c4fda2e42'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:03:39.676513 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 9549a237-f90f-46d9-b566-1251cf64276d on network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:03:39.683426 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Port 9549a237-f90f-46d9-b566-1251cf64276d on network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:03:39.683932 dv-neutron-828797-1-hyperv neutron-server[84332]: ERROR neutron.plugins.ml2.managers [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Failed to bind port 9549a237-f90f-46d9-b566-1251cf64276d on host hv-neutron-8287 for vnic_type normal using segments [{'id': 'ad22bf44-ab3a-4846-ae88-95b27e0bd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e31ec0e1-7298-4a08-8af0-8c3c4fda2e42'}] Feb 10 23:03:39.684463 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.plugins.ml2.plugin [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempt 3 to bind port 9549a237-f90f-46d9-b566-1251cf64276d Feb 10 23:03:39.703531 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 9549a237-f90f-46d9-b566-1251cf64276d on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:03:39.707586 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 9549a237-f90f-46d9-b566-1251cf64276d by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': 'ad22bf44-ab3a-4846-ae88-95b27e0bd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e31ec0e1-7298-4a08-8af0-8c3c4fda2e42'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:03:39.708637 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 9549a237-f90f-46d9-b566-1251cf64276d on network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:03:39.714811 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-40f6855f-5d47-44aa-a208-041ce152b6dd tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Unset dirty status for tenant:6b83c6e0d06f4637bab5d70fc5c92395 on resource:subnet {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:03:39.725529 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-40f6855f-5d47-44aa-a208-041ce152b6dd tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.7319419 Feb 10 23:03:39.725761 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40424) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:39.736566 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-cdf0eb20-0ce1-4f70-a6cb-0963d54aa2bf None None] Allocated IP 172.20.0.2 (001486ac-bc6e-490d-a874-c3e783bcac31/ec519fd6-2f08-49fd-aa37-916f7389a232/79a1e648-77c6-4020-a7c9-8d3e3fda9eb5) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:03:39.743429 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-9d716018-0374-4aff-94e2-5db4fe1efff6 None None] Port 9a528930-b03d-4b87-b2a4-f6ad412d009b cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:03:39.755240 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-d5940c17-ae7a-4e18-b8db-ecffd70a70b0 None None] Transition to ACTIVE for port object 3c9668f3-23c7-4120-831b-f525b1b778c2 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:03:39.760244 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Port 9549a237-f90f-46d9-b566-1251cf64276d on network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:03:39.764127 dv-neutron-828797-1-hyperv neutron-server[84332]: ERROR neutron.plugins.ml2.managers [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Failed to bind port 9549a237-f90f-46d9-b566-1251cf64276d on host hv-neutron-8287 for vnic_type normal using segments [{'id': 'ad22bf44-ab3a-4846-ae88-95b27e0bd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e31ec0e1-7298-4a08-8af0-8c3c4fda2e42'}] Feb 10 23:03:39.764127 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.plugins.ml2.plugin [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempt 4 to bind port 9549a237-f90f-46d9-b566-1251cf64276d Feb 10 23:03:39.788491 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-9b06f086-ed6e-407b-8d7c-b67cc1a35d58 None None] Allocated IP 2001:db8:0:1::1 (daaeccf8-1cd0-4805-84a3-9bff19c6e0df/fd89be59-8cba-4d77-8d44-281d1483280b/4bbe5f0e-cd47-4b57-915c-6ff2d1a3611e) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:03:39.805971 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 9549a237-f90f-46d9-b566-1251cf64276d on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:03:39.806311 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 9549a237-f90f-46d9-b566-1251cf64276d by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': 'ad22bf44-ab3a-4846-ae88-95b27e0bd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e31ec0e1-7298-4a08-8af0-8c3c4fda2e42'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:03:39.806650 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 9549a237-f90f-46d9-b566-1251cf64276d on network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:03:39.838448 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Port 9549a237-f90f-46d9-b566-1251cf64276d on network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:03:39.838989 dv-neutron-828797-1-hyperv neutron-server[84332]: ERROR neutron.plugins.ml2.managers [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Failed to bind port 9549a237-f90f-46d9-b566-1251cf64276d on host hv-neutron-8287 for vnic_type normal using segments [{'id': 'ad22bf44-ab3a-4846-ae88-95b27e0bd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e31ec0e1-7298-4a08-8af0-8c3c4fda2e42'}] Feb 10 23:03:39.841902 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.plugins.ml2.plugin [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempt 5 to bind port 9549a237-f90f-46d9-b566-1251cf64276d Feb 10 23:03:39.858892 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 9549a237-f90f-46d9-b566-1251cf64276d on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:03:39.859494 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 9549a237-f90f-46d9-b566-1251cf64276d by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': 'ad22bf44-ab3a-4846-ae88-95b27e0bd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e31ec0e1-7298-4a08-8af0-8c3c4fda2e42'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:03:39.860118 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 9549a237-f90f-46d9-b566-1251cf64276d on network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:03:39.867687 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-f72631e6-e214-4cc5-bd4e-6adc01b256cb tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Deleting subnet 7583b2ed-7b17-476a-8f0e-59a922f60978 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:03:39.872874 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f72631e6-e214-4cc5-bd4e-6adc01b256cb tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:39.877599 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d5940c17-ae7a-4e18-b8db-ecffd70a70b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:39.915315 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Port 9549a237-f90f-46d9-b566-1251cf64276d on network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:03:39.915612 dv-neutron-828797-1-hyperv neutron-server[84332]: ERROR neutron.plugins.ml2.managers [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Failed to bind port 9549a237-f90f-46d9-b566-1251cf64276d on host hv-neutron-8287 for vnic_type normal using segments [{'id': 'ad22bf44-ab3a-4846-ae88-95b27e0bd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e31ec0e1-7298-4a08-8af0-8c3c4fda2e42'}] Feb 10 23:03:39.922069 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.plugins.ml2.plugin [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempt 6 to bind port 9549a237-f90f-46d9-b566-1251cf64276d Feb 10 23:03:39.946738 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 9549a237-f90f-46d9-b566-1251cf64276d on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:03:39.947069 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 9549a237-f90f-46d9-b566-1251cf64276d by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': 'ad22bf44-ab3a-4846-ae88-95b27e0bd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e31ec0e1-7298-4a08-8af0-8c3c4fda2e42'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:03:39.947404 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 9549a237-f90f-46d9-b566-1251cf64276d on network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:03:39.951842 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f72631e6-e214-4cc5-bd4e-6adc01b256cb tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:39.991431 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Port 9549a237-f90f-46d9-b566-1251cf64276d on network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:03:39.991764 dv-neutron-828797-1-hyperv neutron-server[84332]: ERROR neutron.plugins.ml2.managers [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Failed to bind port 9549a237-f90f-46d9-b566-1251cf64276d on host hv-neutron-8287 for vnic_type normal using segments [{'id': 'ad22bf44-ab3a-4846-ae88-95b27e0bd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e31ec0e1-7298-4a08-8af0-8c3c4fda2e42'}] Feb 10 23:03:39.998359 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.plugins.ml2.plugin [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempt 7 to bind port 9549a237-f90f-46d9-b566-1251cf64276d Feb 10 23:03:40.025745 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 9549a237-f90f-46d9-b566-1251cf64276d on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:03:40.026087 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 9549a237-f90f-46d9-b566-1251cf64276d by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': 'ad22bf44-ab3a-4846-ae88-95b27e0bd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e31ec0e1-7298-4a08-8af0-8c3c4fda2e42'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:03:40.027078 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 9549a237-f90f-46d9-b566-1251cf64276d on network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:03:40.047343 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Port 9549a237-f90f-46d9-b566-1251cf64276d on network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:03:40.047608 dv-neutron-828797-1-hyperv neutron-server[84332]: ERROR neutron.plugins.ml2.managers [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Failed to bind port 9549a237-f90f-46d9-b566-1251cf64276d on host hv-neutron-8287 for vnic_type normal using segments [{'id': 'ad22bf44-ab3a-4846-ae88-95b27e0bd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e31ec0e1-7298-4a08-8af0-8c3c4fda2e42'}] Feb 10 23:03:40.050711 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.plugins.ml2.plugin [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempt 8 to bind port 9549a237-f90f-46d9-b566-1251cf64276d Feb 10 23:03:40.059278 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5940c17-ae7a-4e18-b8db-ecffd70a70b0 None None] Network f518a134-107d-4928-903d-44d674a67d30 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:03:40.060337 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5940c17-ae7a-4e18-b8db-ecffd70a70b0 None None] Pushing event updated for resources: {'Port': ['ID=3c9668f3-23c7-4120-831b-f525b1b778c2,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:40.066972 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-d5940c17-ae7a-4e18-b8db-ecffd70a70b0 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:40.077158 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 9549a237-f90f-46d9-b566-1251cf64276d on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:03:40.077158 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 9549a237-f90f-46d9-b566-1251cf64276d by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': 'ad22bf44-ab3a-4846-ae88-95b27e0bd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e31ec0e1-7298-4a08-8af0-8c3c4fda2e42'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:03:40.077527 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 9549a237-f90f-46d9-b566-1251cf64276d on network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:03:40.082859 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5940c17-ae7a-4e18-b8db-ecffd70a70b0 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:03:40.098368 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Port 9549a237-f90f-46d9-b566-1251cf64276d on network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:03:40.098696 dv-neutron-828797-1-hyperv neutron-server[84332]: ERROR neutron.plugins.ml2.managers [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Failed to bind port 9549a237-f90f-46d9-b566-1251cf64276d on host hv-neutron-8287 for vnic_type normal using segments [{'id': 'ad22bf44-ab3a-4846-ae88-95b27e0bd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e31ec0e1-7298-4a08-8af0-8c3c4fda2e42'}] Feb 10 23:03:40.101345 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.plugins.ml2.plugin [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempt 9 to bind port 9549a237-f90f-46d9-b566-1251cf64276d Feb 10 23:03:40.125080 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 9549a237-f90f-46d9-b566-1251cf64276d on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:03:40.126120 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 9549a237-f90f-46d9-b566-1251cf64276d by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': 'ad22bf44-ab3a-4846-ae88-95b27e0bd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e31ec0e1-7298-4a08-8af0-8c3c4fda2e42'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:03:40.126450 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 9549a237-f90f-46d9-b566-1251cf64276d on network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:03:40.129946 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f72631e6-e214-4cc5-bd4e-6adc01b256cb tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:40.190892 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40430) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:40.210748 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Port 9549a237-f90f-46d9-b566-1251cf64276d on network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:03:40.210748 dv-neutron-828797-1-hyperv neutron-server[84332]: ERROR neutron.plugins.ml2.managers [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Failed to bind port 9549a237-f90f-46d9-b566-1251cf64276d on host hv-neutron-8287 for vnic_type normal using segments [{'id': 'ad22bf44-ab3a-4846-ae88-95b27e0bd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e31ec0e1-7298-4a08-8af0-8c3c4fda2e42'}] Feb 10 23:03:40.213908 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.plugins.ml2.plugin [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempt 10 to bind port 9549a237-f90f-46d9-b566-1251cf64276d Feb 10 23:03:40.239857 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 9549a237-f90f-46d9-b566-1251cf64276d on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:03:40.239857 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 9549a237-f90f-46d9-b566-1251cf64276d by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': 'ad22bf44-ab3a-4846-ae88-95b27e0bd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e31ec0e1-7298-4a08-8af0-8c3c4fda2e42'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:03:40.240109 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 9549a237-f90f-46d9-b566-1251cf64276d on network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:03:40.249578 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Port 9549a237-f90f-46d9-b566-1251cf64276d on network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:03:40.250655 dv-neutron-828797-1-hyperv neutron-server[84332]: ERROR neutron.plugins.ml2.managers [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Failed to bind port 9549a237-f90f-46d9-b566-1251cf64276d on host hv-neutron-8287 for vnic_type normal using segments [{'id': 'ad22bf44-ab3a-4846-ae88-95b27e0bd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e31ec0e1-7298-4a08-8af0-8c3c4fda2e42'}] Feb 10 23:03:40.251132 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:40.365946 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cdf0eb20-0ce1-4f70-a6cb-0963d54aa2bf None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:40.370457 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] For port 9549a237-f90f-46d9-b566-1251cf64276d, host hv-neutron-8287, cleared binding levels {{(pid=84332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:03:40.370625 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempted to set empty binding levels {{(pid=84332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 10 23:03:40.386604 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-d5940c17-ae7a-4e18-b8db-ecffd70a70b0 None None] Attempting to bind port 3c9668f3-23c7-4120-831b-f525b1b778c2 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:03:40.387061 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-d5940c17-ae7a-4e18-b8db-ecffd70a70b0 None None] Attempting to bind port 3c9668f3-23c7-4120-831b-f525b1b778c2 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '8ab137c1-02ea-4272-91d2-bd6ce44df31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f518a134-107d-4928-903d-44d674a67d30'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:03:40.387469 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5940c17-ae7a-4e18-b8db-ecffd70a70b0 None None] Attempting to bind port 3c9668f3-23c7-4120-831b-f525b1b778c2 on network f518a134-107d-4928-903d-44d674a67d30 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:03:40.391357 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-cdf0eb20-0ce1-4f70-a6cb-0963d54aa2bf None None] Transition to ACTIVE for port object 79a1e648-77c6-4020-a7c9-8d3e3fda9eb5 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:03:40.400442 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9b06f086-ed6e-407b-8d7c-b67cc1a35d58 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:40.415596 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5940c17-ae7a-4e18-b8db-ecffd70a70b0 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:03:40.416060 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5940c17-ae7a-4e18-b8db-ecffd70a70b0 None None] Checking segment: {'id': '8ab137c1-02ea-4272-91d2-bd6ce44df31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f518a134-107d-4928-903d-44d674a67d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:03:40.416521 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d5940c17-ae7a-4e18-b8db-ecffd70a70b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:40.416991 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5940c17-ae7a-4e18-b8db-ecffd70a70b0 None None] Bound using segment: {'id': '8ab137c1-02ea-4272-91d2-bd6ce44df31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f518a134-107d-4928-903d-44d674a67d30'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:03:40.417521 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-d5940c17-ae7a-4e18-b8db-ecffd70a70b0 None None] Bound port: 3c9668f3-23c7-4120-831b-f525b1b778c2, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ab137c1-02ea-4272-91d2-bd6ce44df31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f518a134-107d-4928-903d-44d674a67d30'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:03:40.417944 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d5940c17-ae7a-4e18-b8db-ecffd70a70b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:40.425269 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a473936f-7228-4b0c-92ce-e614cfaec755 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:40.430285 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a41281d1-4ddc-422a-aff0-0fb18e13ba6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:40.439085 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-9b06f086-ed6e-407b-8d7c-b67cc1a35d58 None None] Transition to ACTIVE for port object 4bbe5f0e-cd47-4b57-915c-6ff2d1a3611e will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:03:40.447538 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-cdf0eb20-0ce1-4f70-a6cb-0963d54aa2bf None None] Transition to ACTIVE for port object 79a1e648-77c6-4020-a7c9-8d3e3fda9eb5 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:03:40.451856 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3a4b061b-bb80-4526-bd63-0fcad4f7cef1 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:40.467416 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:40.498181 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-9b06f086-ed6e-407b-8d7c-b67cc1a35d58 None None] Transition to ACTIVE for port object 4bbe5f0e-cd47-4b57-915c-6ff2d1a3611e will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:03:40.519782 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f72631e6-e214-4cc5-bd4e-6adc01b256cb tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:40.537287 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-d5940c17-ae7a-4e18-b8db-ecffd70a70b0 None None] For port 3c9668f3-23c7-4120-831b-f525b1b778c2, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:03:40.540389 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-d5940c17-ae7a-4e18-b8db-ecffd70a70b0 None None] For port 3c9668f3-23c7-4120-831b-f525b1b778c2, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=3c9668f3-23c7-4120-831b-f525b1b778c2,segment=NetworkSegment(8ab137c1-02ea-4272-91d2-bd6ce44df31d),segment_id=8ab137c1-02ea-4272-91d2-bd6ce44df31d)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:03:40.542502 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cdf0eb20-0ce1-4f70-a6cb-0963d54aa2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:40.575719 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72631e6-e214-4cc5-bd4e-6adc01b256cb tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Pushing event deleted for resources: {'Subnet': ['ID=7583b2ed-7b17-476a-8f0e-59a922f60978,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:40.596401 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a41281d1-4ddc-422a-aff0-0fb18e13ba6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:40.608094 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a41281d1-4ddc-422a-aff0-0fb18e13ba6e admin admin] Usage tracker for resource:security_group_rule and tenant:27fefcf550234d4fa9913af4f1812f0e is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:40.611087 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] In _notify_port_updated(), no bound segment for port 9549a237-f90f-46d9-b566-1251cf64276d on network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 {{(pid=84332) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 23:03:40.615963 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:40.615963 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] 10.222.0.59 "PUT /v2.0/ports/9549a237-f90f-46d9-b566-1251cf64276d HTTP/1.1" status: 200 len: 976 time: 1.8760047 Feb 10 23:03:40.616145 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9b06f086-ed6e-407b-8d7c-b67cc1a35d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:40.616268 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a41281d1-4ddc-422a-aff0-0fb18e13ba6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:40.618240 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f72631e6-e214-4cc5-bd4e-6adc01b256cb tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:40.620442 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf0eb20-0ce1-4f70-a6cb-0963d54aa2bf None None] Network 001486ac-bc6e-490d-a874-c3e783bcac31 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:03:40.620701 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea7046b-7b85-4649-9cf7-99feadb32dd4 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Pushing event updated for resources: {'Port': ['ID=9549a237-f90f-46d9-b566-1251cf64276d,revision_number=3']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:40.625908 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-cdf0eb20-0ce1-4f70-a6cb-0963d54aa2bf None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:40.627912 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf0eb20-0ce1-4f70-a6cb-0963d54aa2bf None None] Pushing event updated for resources: {'Port': ['ID=79a1e648-77c6-4020-a7c9-8d3e3fda9eb5,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:40.628062 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40436) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:40.630498 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf0eb20-0ce1-4f70-a6cb-0963d54aa2bf None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:03:40.630876 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a41281d1-4ddc-422a-aff0-0fb18e13ba6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:40.674667 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d5940c17-ae7a-4e18-b8db-ecffd70a70b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:40.747211 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b06f086-ed6e-407b-8d7c-b67cc1a35d58 None None] Network daaeccf8-1cd0-4805-84a3-9bff19c6e0df is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:03:40.751271 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-9b06f086-ed6e-407b-8d7c-b67cc1a35d58 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:40.753306 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f72631e6-e214-4cc5-bd4e-6adc01b256cb tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] 10.222.0.59 "DELETE /v2.0/subnets/7583b2ed-7b17-476a-8f0e-59a922f60978 HTTP/1.1" status: 204 len: 168 time: 1.0265086 Feb 10 23:03:40.762145 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40440) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:40.776896 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b06f086-ed6e-407b-8d7c-b67cc1a35d58 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:03:40.782108 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-6b8b29dd-1991-4f9d-b30f-d715097dd1ad tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Synchronizing usage tracker for tenant:6a354787dc7c4236bf1ba33ed51e2d96 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:03:40.786353 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b06f086-ed6e-407b-8d7c-b67cc1a35d58 None None] Pushing event updated for resources: {'Port': ['ID=4bbe5f0e-cd47-4b57-915c-6ff2d1a3611e,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:40.904505 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-cdf0eb20-0ce1-4f70-a6cb-0963d54aa2bf None None] Attempting to bind port 79a1e648-77c6-4020-a7c9-8d3e3fda9eb5 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:03:40.904964 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-cdf0eb20-0ce1-4f70-a6cb-0963d54aa2bf None None] Attempting to bind port 79a1e648-77c6-4020-a7c9-8d3e3fda9eb5 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': 'fbb3fe0b-086a-4362-ac89-efd80cfc0c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '001486ac-bc6e-490d-a874-c3e783bcac31'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:03:40.905236 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf0eb20-0ce1-4f70-a6cb-0963d54aa2bf None None] Attempting to bind port 79a1e648-77c6-4020-a7c9-8d3e3fda9eb5 on network 001486ac-bc6e-490d-a874-c3e783bcac31 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:03:40.945345 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a41281d1-4ddc-422a-aff0-0fb18e13ba6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:40.963522 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d1a7a53-33c7-4375-a3d8-fd30b4063371 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Deleting subnet fd89be59-8cba-4d77-8d44-281d1483280b {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:03:40.966580 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5d1a7a53-33c7-4375-a3d8-fd30b4063371 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:40.969244 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5940c17-ae7a-4e18-b8db-ecffd70a70b0 None None] Pushing event updated for resources: {'Port': ['ID=3c9668f3-23c7-4120-831b-f525b1b778c2,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:40.971862 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf0eb20-0ce1-4f70-a6cb-0963d54aa2bf None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:03:40.972215 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf0eb20-0ce1-4f70-a6cb-0963d54aa2bf None None] Checking segment: {'id': 'fbb3fe0b-086a-4362-ac89-efd80cfc0c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '001486ac-bc6e-490d-a874-c3e783bcac31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:03:40.972704 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cdf0eb20-0ce1-4f70-a6cb-0963d54aa2bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:40.973075 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf0eb20-0ce1-4f70-a6cb-0963d54aa2bf None None] Bound using segment: {'id': 'fbb3fe0b-086a-4362-ac89-efd80cfc0c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '001486ac-bc6e-490d-a874-c3e783bcac31'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:03:40.973534 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-cdf0eb20-0ce1-4f70-a6cb-0963d54aa2bf None None] Bound port: 79a1e648-77c6-4020-a7c9-8d3e3fda9eb5, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb3fe0b-086a-4362-ac89-efd80cfc0c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '001486ac-bc6e-490d-a874-c3e783bcac31'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:03:40.973894 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cdf0eb20-0ce1-4f70-a6cb-0963d54aa2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:40.990417 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-9b06f086-ed6e-407b-8d7c-b67cc1a35d58 None None] Attempting to bind port 4bbe5f0e-cd47-4b57-915c-6ff2d1a3611e on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:03:40.990606 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-9b06f086-ed6e-407b-8d7c-b67cc1a35d58 None None] Attempting to bind port 4bbe5f0e-cd47-4b57-915c-6ff2d1a3611e by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '860e8635-839c-4e21-bc48-0c5d28c0af5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'daaeccf8-1cd0-4805-84a3-9bff19c6e0df'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:03:40.991460 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b06f086-ed6e-407b-8d7c-b67cc1a35d58 None None] Attempting to bind port 4bbe5f0e-cd47-4b57-915c-6ff2d1a3611e on network daaeccf8-1cd0-4805-84a3-9bff19c6e0df {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:03:41.038820 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b06f086-ed6e-407b-8d7c-b67cc1a35d58 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:03:41.038820 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b06f086-ed6e-407b-8d7c-b67cc1a35d58 None None] Checking segment: {'id': '860e8635-839c-4e21-bc48-0c5d28c0af5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'daaeccf8-1cd0-4805-84a3-9bff19c6e0df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:03:41.039201 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-6b8b29dd-1991-4f9d-b30f-d715097dd1ad tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Unset dirty status for tenant:6a354787dc7c4236bf1ba33ed51e2d96 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:03:41.039307 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9b06f086-ed6e-407b-8d7c-b67cc1a35d58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:41.039307 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b06f086-ed6e-407b-8d7c-b67cc1a35d58 None None] Bound using segment: {'id': '860e8635-839c-4e21-bc48-0c5d28c0af5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'daaeccf8-1cd0-4805-84a3-9bff19c6e0df'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:03:41.039763 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-9b06f086-ed6e-407b-8d7c-b67cc1a35d58 None None] Bound port: 4bbe5f0e-cd47-4b57-915c-6ff2d1a3611e, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860e8635-839c-4e21-bc48-0c5d28c0af5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'daaeccf8-1cd0-4805-84a3-9bff19c6e0df'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:03:41.044029 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9b06f086-ed6e-407b-8d7c-b67cc1a35d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:41.044180 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6b8b29dd-1991-4f9d-b30f-d715097dd1ad tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21254 time: 0.4115288 Feb 10 23:03:41.044180 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a41281d1-4ddc-422a-aff0-0fb18e13ba6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:41.050505 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40444) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:41.054917 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5d1a7a53-33c7-4375-a3d8-fd30b4063371 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:41.132012 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41281d1-4ddc-422a-aff0-0fb18e13ba6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaaee581-4742-48a3-94b0-c78dfeea025d,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:41.161241 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-cdf0eb20-0ce1-4f70-a6cb-0963d54aa2bf None None] For port 79a1e648-77c6-4020-a7c9-8d3e3fda9eb5, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:03:41.161429 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.resource_extend [None req-33bef2d3-3a8a-4fd3-8177-8259e7635442 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:03:41.175600 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-cdf0eb20-0ce1-4f70-a6cb-0963d54aa2bf None None] For port 79a1e648-77c6-4020-a7c9-8d3e3fda9eb5, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=79a1e648-77c6-4020-a7c9-8d3e3fda9eb5,segment=NetworkSegment(fbb3fe0b-086a-4362-ac89-efd80cfc0c06),segment_id=fbb3fe0b-086a-4362-ac89-efd80cfc0c06)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:03:41.178417 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-9b06f086-ed6e-407b-8d7c-b67cc1a35d58 None None] For port 4bbe5f0e-cd47-4b57-915c-6ff2d1a3611e, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:03:41.181728 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-9b06f086-ed6e-407b-8d7c-b67cc1a35d58 None None] For port 4bbe5f0e-cd47-4b57-915c-6ff2d1a3611e, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=4bbe5f0e-cd47-4b57-915c-6ff2d1a3611e,segment=NetworkSegment(860e8635-839c-4e21-bc48-0c5d28c0af5e),segment_id=860e8635-839c-4e21-bc48-0c5d28c0af5e)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:03:41.268118 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cdf0eb20-0ce1-4f70-a6cb-0963d54aa2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:41.283956 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-eb3df0c2-c5b4-43fb-aa65-1e75a55c98eb tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Deleting port 9549a237-f90f-46d9-b566-1251cf64276d {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:03:41.284389 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-eb3df0c2-c5b4-43fb-aa65-1e75a55c98eb tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:41.298165 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.resource_extend [None req-a473936f-7228-4b0c-92ce-e614cfaec755 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:03:41.314528 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a41281d1-4ddc-422a-aff0-0fb18e13ba6e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=27fefcf550234d4fa9913af4f1812f0e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1205106 Feb 10 23:03:41.325242 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40448) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:41.342273 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a473936f-7228-4b0c-92ce-e614cfaec755 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:41.360749 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-33bef2d3-3a8a-4fd3-8177-8259e7635442 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:41.386177 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf0eb20-0ce1-4f70-a6cb-0963d54aa2bf None None] Pushing event updated for resources: {'Port': ['ID=79a1e648-77c6-4020-a7c9-8d3e3fda9eb5,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:41.391925 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9b06f086-ed6e-407b-8d7c-b67cc1a35d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:41.433451 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3a4b061b-bb80-4526-bd63-0fcad4f7cef1 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:41.453615 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5d1a7a53-33c7-4375-a3d8-fd30b4063371 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:41.473525 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a473936f-7228-4b0c-92ce-e614cfaec755 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:41.473525 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b300136-ca19-4a19-8028-cdc9cd6b62ca tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Router 08606a76-54e0-49c8-94fd-b1467d65cbe0 is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:03:41.485189 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-33bef2d3-3a8a-4fd3-8177-8259e7635442 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1734214'] for floatingip, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:41.500020 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b06f086-ed6e-407b-8d7c-b67cc1a35d58 None None] Pushing event updated for resources: {'Port': ['ID=4bbe5f0e-cd47-4b57-915c-6ff2d1a3611e,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:41.579706 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3a4b061b-bb80-4526-bd63-0fcad4f7cef1 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:41.588607 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0f04c264-d8e8-4555-a094-1f5d3a94c954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:41.659321 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0f04c264-d8e8-4555-a094-1f5d3a94c954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:41.672740 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-eb3df0c2-c5b4-43fb-aa65-1e75a55c98eb tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] For port 9549a237-f90f-46d9-b566-1251cf64276d, host hv-neutron-8287, got binding levels [] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:03:41.678045 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-eb3df0c2-c5b4-43fb-aa65-1e75a55c98eb tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:41.807934 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-eb3df0c2-c5b4-43fb-aa65-1e75a55c98eb tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Calling delete_port for 9549a237-f90f-46d9-b566-1251cf64276d owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:03:41.841761 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5d1a7a53-33c7-4375-a3d8-fd30b4063371 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:41.929232 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1a7a53-33c7-4375-a3d8-fd30b4063371 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Pushing event deleted for resources: {'Subnet': ['ID=fd89be59-8cba-4d77-8d44-281d1483280b,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:41.961303 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5d1a7a53-33c7-4375-a3d8-fd30b4063371 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:41.986687 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a473936f-7228-4b0c-92ce-e614cfaec755 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Pushing event updated for resources: {'Port': ['ID=9a528930-b03d-4b87-b2a4-f6ad412d009b,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:41.990322 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 3c9668f3-23c7-4120-831b-f525b1b778c2 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:03:41.995011 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5d1a7a53-33c7-4375-a3d8-fd30b4063371 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] 10.222.0.59 "DELETE /v2.0/subnets/fd89be59-8cba-4d77-8d44-281d1483280b HTTP/1.1" status: 204 len: 168 time: 1.2083199 Feb 10 23:03:41.998383 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40454) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:42.109458 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0f04c264-d8e8-4555-a094-1f5d3a94c954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:42.130446 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-eb3df0c2-c5b4-43fb-aa65-1e75a55c98eb tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:42.196876 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 3c9668f3-23c7-4120-831b-f525b1b778c2 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:03:42.239888 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-a473936f-7228-4b0c-92ce-e614cfaec755 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] In _notify_port_updated(), no bound segment for port 9a528930-b03d-4b87-b2a4-f6ad412d009b on network de4458e5-31d7-4d26-92ba-94a8b2d6e5e4 {{(pid=84333) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 23:03:42.243808 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a473936f-7228-4b0c-92ce-e614cfaec755 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:42.244449 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a473936f-7228-4b0c-92ce-e614cfaec755 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:42.245898 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-a473936f-7228-4b0c-92ce-e614cfaec755 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] 10.222.0.59 "PUT /v2.0/ports/9a528930-b03d-4b87-b2a4-f6ad412d009b HTTP/1.1" status: 200 len: 1055 time: 2.9186528 Feb 10 23:03:42.260342 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40458) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:42.277122 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0f04c264-d8e8-4555-a094-1f5d3a94c954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:42.281289 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0f04c264-d8e8-4555-a094-1f5d3a94c954 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/aaaee581-4742-48a3-94b0-c78dfeea025d HTTP/1.1" status: 204 len: 168 time: 0.9525135 Feb 10 23:03:42.284112 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3df0c2-c5b4-43fb-aa65-1e75a55c98eb tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Pushing event deleted for resources: {'Port': ['ID=9549a237-f90f-46d9-b566-1251cf64276d,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:42.287071 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f04c264-d8e8-4555-a094-1f5d3a94c954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaaee581-4742-48a3-94b0-c78dfeea025d,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:42.302582 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-eb3df0c2-c5b4-43fb-aa65-1e75a55c98eb tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:42.307371 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-eb3df0c2-c5b4-43fb-aa65-1e75a55c98eb tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] 10.222.0.59 "DELETE /v2.0/ports/9549a237-f90f-46d9-b566-1251cf64276d HTTP/1.1" status: 204 len: 168 time: 1.1818464 Feb 10 23:03:42.309297 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40464) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:42.364129 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a3ed1ce-f549-44b8-9500-f6d8a0f24965 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] GET failed (client error): The resource could not be found. Feb 10 23:03:42.364910 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-4a3ed1ce-f549-44b8-9500-f6d8a0f24965 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Synchronizing usage tracker for tenant:6a354787dc7c4236bf1ba33ed51e2d96 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:03:42.373329 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0c2c9b-4b4e-4a6e-9aa9-7be2afb296c7 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:42.374016 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-6c0c2c9b-4b4e-4a6e-9aa9-7be2afb296c7 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Synchronizing usage tracker for tenant:6b83c6e0d06f4637bab5d70fc5c92395 on resource:subnet {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:03:42.380795 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-3a4b061b-bb80-4526-bd63-0fcad4f7cef1 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Allocated IP 172.26.8.82 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/9b2a3b05-dd8d-4651-a259-5fc782511dad) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:03:42.506526 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-e5c39ce9-833b-4777-add9-da740c7fa6e6 None None] Provisioning complete for port 9a528930-b03d-4b87-b2a4-f6ad412d009b triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:42.508726 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e5c39ce9-833b-4777-add9-da740c7fa6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:42.512477 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-3672db19-d9b6-4fb5-ab19-63f03efdc6fb tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Deleting port 9a528930-b03d-4b87-b2a4-f6ad412d009b {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:03:42.512954 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3672db19-d9b6-4fb5-ab19-63f03efdc6fb tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:42.570666 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-e5c39ce9-833b-4777-add9-da740c7fa6e6 None None] Port 9a528930-b03d-4b87-b2a4-f6ad412d009b cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:03:42.603985 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-4a3ed1ce-f549-44b8-9500-f6d8a0f24965 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Unset dirty status for tenant:6a354787dc7c4236bf1ba33ed51e2d96 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:03:42.605434 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4a3ed1ce-f549-44b8-9500-f6d8a0f24965 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] 10.222.0.59 "GET /v2.0/ports/9549a237-f90f-46d9-b566-1251cf64276d HTTP/1.1" status: 404 len: 333 time: 0.2951596 Feb 10 23:03:42.610786 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40468) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:42.617015 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-87575d31-c46c-43e4-a6ba-8a4a9ea4f74e tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-329900409', 'network_id': 'e31ec0e1-7298-4a08-8af0-8c3c4fda2e42'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:42.622013 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-6c0c2c9b-4b4e-4a6e-9aa9-7be2afb296c7 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Unset dirty status for tenant:6b83c6e0d06f4637bab5d70fc5c92395 on resource:subnet {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:03:42.623167 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6c0c2c9b-4b4e-4a6e-9aa9-7be2afb296c7 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6238329 Feb 10 23:03:42.625023 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-87575d31-c46c-43e4-a6ba-8a4a9ea4f74e tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:42.632702 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40472) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:42.655316 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-87575d31-c46c-43e4-a6ba-8a4a9ea4f74e tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:42.766857 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-751cf5b6-b3d5-4d3e-b607-2d6590035405 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:42.778151 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-751cf5b6-b3d5-4d3e-b607-2d6590035405 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Deleting port 4bbe5f0e-cd47-4b57-915c-6ff2d1a3611e {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:03:42.778570 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-751cf5b6-b3d5-4d3e-b607-2d6590035405 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:42.788646 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3a4b061b-bb80-4526-bd63-0fcad4f7cef1 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:42.820594 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87575d31-c46c-43e4-a6ba-8a4a9ea4f74e tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Made reservation on behalf of 6a354787dc7c4236bf1ba33ed51e2d96 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:03:42.822935 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-87575d31-c46c-43e4-a6ba-8a4a9ea4f74e tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:42.847633 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f573cb-bfca-4496-a409-abebc3b6e9ce None None] Network f518a134-107d-4928-903d-44d674a67d30 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:03:42.903547 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-87575d31-c46c-43e4-a6ba-8a4a9ea4f74e tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] device_id is not set on port 055c9ef0-4670-4da2-b9f3-b1dd37f2b9f3 yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:03:42.922357 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3672db19-d9b6-4fb5-ab19-63f03efdc6fb tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:42.931361 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.l3_db [None req-33bef2d3-3a8a-4fd3-8177-8259e7635442 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Floating IP 7a386fba-edbd-41f1-b029-024db4de6c5b associated. External IP: 172.26.8.124, port: ff769919-8c1e-4b91-998e-cf46b5138b83. Feb 10 23:03:43.108163 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-f917aa92-cd90-494b-9b95-abe4a1dff998 None None] Provisioning for port 3c9668f3-23c7-4120-831b-f525b1b778c2 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:03:43.127064 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-f917aa92-cd90-494b-9b95-abe4a1dff998 None None] Provisioning complete for port 3c9668f3-23c7-4120-831b-f525b1b778c2 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:43.128440 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f917aa92-cd90-494b-9b95-abe4a1dff998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:43.174483 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-751cf5b6-b3d5-4d3e-b607-2d6590035405 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] For port 4bbe5f0e-cd47-4b57-915c-6ff2d1a3611e, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=4bbe5f0e-cd47-4b57-915c-6ff2d1a3611e,segment=NetworkSegment(860e8635-839c-4e21-bc48-0c5d28c0af5e),segment_id=860e8635-839c-4e21-bc48-0c5d28c0af5e)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:03:43.176183 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-751cf5b6-b3d5-4d3e-b607-2d6590035405 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:43.206361 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3a4b061b-bb80-4526-bd63-0fcad4f7cef1 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:43.272249 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-3672db19-d9b6-4fb5-ab19-63f03efdc6fb tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Calling delete_port for 9a528930-b03d-4b87-b2a4-f6ad412d009b owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:03:43.303846 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f917aa92-cd90-494b-9b95-abe4a1dff998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:43.348601 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-f917aa92-cd90-494b-9b95-abe4a1dff998 None None] For port 3c9668f3-23c7-4120-831b-f525b1b778c2, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=3c9668f3-23c7-4120-831b-f525b1b778c2,segment=NetworkSegment(8ab137c1-02ea-4272-91d2-bd6ce44df31d),segment_id=8ab137c1-02ea-4272-91d2-bd6ce44df31d)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:03:43.351623 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4224d08-3ca4-45df-b857-30cb1703d07d None None] DHCP port deletion for f518a134-107d-4928-903d-44d674a67d30 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:03:43.357015 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-a4224d08-3ca4-45df-b857-30cb1703d07d None None] Deleting port 3c9668f3-23c7-4120-831b-f525b1b778c2 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:03:43.358130 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a4224d08-3ca4-45df-b857-30cb1703d07d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:43.445325 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4b061b-bb80-4526-bd63-0fcad4f7cef1 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Pushing event updated for resources: {'Port': ['ID=9b2a3b05-dd8d-4651-a259-5fc782511dad,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:43.453901 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b300136-ca19-4a19-8028-cdc9cd6b62ca tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:03:43.479080 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4b061b-bb80-4526-bd63-0fcad4f7cef1 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:03:43.485506 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-3a4b061b-bb80-4526-bd63-0fcad4f7cef1 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:43.499051 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4b061b-bb80-4526-bd63-0fcad4f7cef1 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:03:43.603050 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f917aa92-cd90-494b-9b95-abe4a1dff998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:43.640003 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6111dc7-b240-45e7-a1c5-5625a60f3c75 None None] Sync routers for ids ['08606a76-54e0-49c8-94fd-b1467d65cbe0'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:03:43.696295 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-a4224d08-3ca4-45df-b857-30cb1703d07d None None] For port 3c9668f3-23c7-4120-831b-f525b1b778c2, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=3c9668f3-23c7-4120-831b-f525b1b778c2,segment=NetworkSegment(8ab137c1-02ea-4272-91d2-bd6ce44df31d),segment_id=8ab137c1-02ea-4272-91d2-bd6ce44df31d)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:03:43.696813 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-87575d31-c46c-43e4-a6ba-8a4a9ea4f74e tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:43.697020 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a4224d08-3ca4-45df-b857-30cb1703d07d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:43.716572 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6111dc7-b240-45e7-a1c5-5625a60f3c75 None None] Routers {'08606a76-54e0-49c8-94fd-b1467d65cbe0'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:03:43.717230 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-a6111dc7-b240-45e7-a1c5-5625a60f3c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:03:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['08606a76-54e0-49c8-94fd-b1467d65cbe0'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:43.818310 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-751cf5b6-b3d5-4d3e-b607-2d6590035405 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Calling delete_port for 4bbe5f0e-cd47-4b57-915c-6ff2d1a3611e owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:03:43.870699 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-87575d31-c46c-43e4-a6ba-8a4a9ea4f74e tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:43.904259 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e895d37e-472b-4661-b4e7-a8f59d295cd9 None None] Network 001486ac-bc6e-490d-a874-c3e783bcac31 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:03:44.021041 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b300136-ca19-4a19-8028-cdc9cd6b62ca tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:44.022858 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-1b300136-ca19-4a19-8028-cdc9cd6b62ca tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 11.2765377 Feb 10 23:03:44.034118 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40490) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:44.078730 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-a4224d08-3ca4-45df-b857-30cb1703d07d None None] Calling delete_port for 3c9668f3-23c7-4120-831b-f525b1b778c2 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:03:44.113251 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-751cf5b6-b3d5-4d3e-b607-2d6590035405 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:44.118737 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dac31eb-1681-46f5-b583-d00c7a665463 None None] Network daaeccf8-1cd0-4805-84a3-9bff19c6e0df requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:03:44.132565 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 4bbe5f0e-cd47-4b57-915c-6ff2d1a3611e up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:03:44.180970 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 4bbe5f0e-cd47-4b57-915c-6ff2d1a3611e {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:03:44.180970 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 4bbe5f0e-cd47-4b57-915c-6ff2d1a3611e not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 10 23:03:44.188309 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87575d31-c46c-43e4-a6ba-8a4a9ea4f74e tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:03:44.195171 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-87575d31-c46c-43e4-a6ba-8a4a9ea4f74e tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:44.202713 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87575d31-c46c-43e4-a6ba-8a4a9ea4f74e tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:03:44.202713 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87575d31-c46c-43e4-a6ba-8a4a9ea4f74e tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:44.202713 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-87575d31-c46c-43e4-a6ba-8a4a9ea4f74e tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:44.205894 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87575d31-c46c-43e4-a6ba-8a4a9ea4f74e tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Pushing event updated for resources: {'Port': ['ID=055c9ef0-4670-4da2-b9f3-b1dd37f2b9f3,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:44.238832 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f917aa92-cd90-494b-9b95-abe4a1dff998 None None] Pushing event updated for resources: {'Port': ['ID=3c9668f3-23c7-4120-831b-f525b1b778c2,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:44.244726 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751cf5b6-b3d5-4d3e-b607-2d6590035405 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] No DVR routers for this DVR port 4bbe5f0e-cd47-4b57-915c-6ff2d1a3611e on host dv-neutron-828797-1-hyperv {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:03:44.260040 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Port 4bbe5f0e-cd47-4b57-915c-6ff2d1a3611e not found, will not notify nova. {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 10 23:03:44.261465 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 79a1e648-77c6-4020-a7c9-8d3e3fda9eb5 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:03:44.291810 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-a6111dc7-b240-45e7-a1c5-5625a60f3c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:44.301724 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40496) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:44.303193 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751cf5b6-b3d5-4d3e-b607-2d6590035405 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Pushing event deleted for resources: {'Port': ['ID=4bbe5f0e-cd47-4b57-915c-6ff2d1a3611e,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:44.330269 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3672db19-d9b6-4fb5-ab19-63f03efdc6fb tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:44.419338 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3672db19-d9b6-4fb5-ab19-63f03efdc6fb tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Pushing event deleted for resources: {'Port': ['ID=9a528930-b03d-4b87-b2a4-f6ad412d009b,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:44.465062 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-751cf5b6-b3d5-4d3e-b607-2d6590035405 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:44.507625 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-53d1f13f-7f0c-4569-ac06-e94ab344595f None None] Provisioning for port 79a1e648-77c6-4020-a7c9-8d3e3fda9eb5 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:03:44.516321 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6111dc7-b240-45e7-a1c5-5625a60f3c75 None None] Routers {'08606a76-54e0-49c8-94fd-b1467d65cbe0'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:03:44.517039 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-a6111dc7-b240-45e7-a1c5-5625a60f3c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:03:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['08606a76-54e0-49c8-94fd-b1467d65cbe0'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:44.527365 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-751cf5b6-b3d5-4d3e-b607-2d6590035405 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daaeccf8-1cd0-4805-84a3-9bff19c6e0df']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:44.568295 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-87575d31-c46c-43e4-a6ba-8a4a9ea4f74e tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.9561489 Feb 10 23:03:44.583373 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40502) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:44.621029 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-751cf5b6-b3d5-4d3e-b607-2d6590035405 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '860e8635-839c-4e21-bc48-0c5d28c0af5e') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:44.621342 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-751cf5b6-b3d5-4d3e-b607-2d6590035405 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '860e8635-839c-4e21-bc48-0c5d28c0af5e') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:44.663775 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-1dbb1263-92e6-4b4c-bfcc-995e7353dd38 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-915328287'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:44.674947 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-1dbb1263-92e6-4b4c-bfcc-995e7353dd38 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:44.682211 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-751cf5b6-b3d5-4d3e-b607-2d6590035405 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32216962'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:44.698769 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1dbb1263-92e6-4b4c-bfcc-995e7353dd38 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Usage tracker for resource:network and tenant:9679d844e15947ffaadb0d4f870cf9d6 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:44.703587 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-16814c58-3c7e-45b6-9bf9-580ff00b55dc tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Synchronizing usage tracker for tenant:6a354787dc7c4236bf1ba33ed51e2d96 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:03:44.707162 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1dbb1263-92e6-4b4c-bfcc-995e7353dd38 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:44.722204 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-751cf5b6-b3d5-4d3e-b607-2d6590035405 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:44.730470 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-1dbb1263-92e6-4b4c-bfcc-995e7353dd38 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:44.739429 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-a6111dc7-b240-45e7-a1c5-5625a60f3c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:44.740054 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6111dc7-b240-45e7-a1c5-5625a60f3c75 None None] The sync data for ids ['08606a76-54e0-49c8-94fd-b1467d65cbe0'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:03:44.741738 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-751cf5b6-b3d5-4d3e-b607-2d6590035405 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:03:44.742371 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-751cf5b6-b3d5-4d3e-b607-2d6590035405 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32033006'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:44.759966 dv-neutron-828797-1-hyperv neutron-server[84332]: Traceback (most recent call last): Feb 10 23:03:44.759966 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:03:44.759966 dv-neutron-828797-1-hyperv neutron-server[84332]: timer() Feb 10 23:03:44.759966 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:03:44.759966 dv-neutron-828797-1-hyperv neutron-server[84332]: cb(*args, **kw) Feb 10 23:03:44.759966 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:03:44.759966 dv-neutron-828797-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Feb 10 23:03:44.759966 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:03:44.759966 dv-neutron-828797-1-hyperv neutron-server[84332]: self._notify() Feb 10 23:03:44.759966 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:03:44.759966 dv-neutron-828797-1-hyperv neutron-server[84332]: self.callback(batched_events) Feb 10 23:03:44.759966 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:03:44.759966 dv-neutron-828797-1-hyperv neutron-server[84332]: event.method(event) Feb 10 23:03:44.759966 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:03:44.759966 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:03:44.759966 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:03:44.759966 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:03:44.759966 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:03:44.759966 dv-neutron-828797-1-hyperv neutron-server[84332]: return f(self, *a, **k) Feb 10 23:03:44.759966 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:03:44.759966 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._get(url).json() Feb 10 23:03:44.759966 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:03:44.759966 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:03:44.759966 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:03:44.759966 dv-neutron-828797-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Feb 10 23:03:44.759966 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:03:44.759966 dv-neutron-828797-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:03:44.759966 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:03:44.759966 dv-neutron-828797-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:03:44.759966 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:03:44.759966 dv-neutron-828797-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:03:44.759966 dv-neutron-828797-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:03:44.774601 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a4224d08-3ca4-45df-b857-30cb1703d07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:44.856373 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-16814c58-3c7e-45b6-9bf9-580ff00b55dc tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Unset dirty status for tenant:6a354787dc7c4236bf1ba33ed51e2d96 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:03:44.858218 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-16814c58-3c7e-45b6-9bf9-580ff00b55dc tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] 10.222.0.59 "GET /v2.0/ports/055c9ef0-4670-4da2-b9f3-b1dd37f2b9f3 HTTP/1.1" status: 200 len: 954 time: 0.2725878 Feb 10 23:03:44.862841 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40506) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:44.865587 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4224d08-3ca4-45df-b857-30cb1703d07d None None] Pushing event deleted for resources: {'Port': ['ID=3c9668f3-23c7-4120-831b-f525b1b778c2,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:44.867274 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-63089965-a603-4d67-915c-75c3f5a6b2d1 None None] Could not find standard attr ID for object 4bbe5f0e-cd47-4b57-915c-6ff2d1a3611e. {{(pid=84334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 23:03:44.874651 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dbb1263-92e6-4b4c-bfcc-995e7353dd38 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Made reservation on behalf of 9679d844e15947ffaadb0d4f870cf9d6 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:03:44.882663 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1dbb1263-92e6-4b4c-bfcc-995e7353dd38 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:44.892997 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4224d08-3ca4-45df-b857-30cb1703d07d None None] No DVR routers for this DVR port 3c9668f3-23c7-4120-831b-f525b1b778c2 on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:03:44.914033 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3a4b061b-bb80-4526-bd63-0fcad4f7cef1 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks [] for router_gateway, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:44.914787 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3a4b061b-bb80-4526-bd63-0fcad4f7cef1 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:44.940403 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ab07c9-46f9-45cb-9f0c-7dcca7c4b582 None None] DHCP port deletion for daaeccf8-1cd0-4805-84a3-9bff19c6e0df request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:03:44.949395 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1dbb1263-92e6-4b4c-bfcc-995e7353dd38 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:44.983359 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 79a1e648-77c6-4020-a7c9-8d3e3fda9eb5 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:03:44.991183 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 79a1e648-77c6-4020-a7c9-8d3e3fda9eb5 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:44.994484 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:45.003680 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-1dbb1263-92e6-4b4c-bfcc-995e7353dd38 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:45.007948 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1dbb1263-92e6-4b4c-bfcc-995e7353dd38 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Usage tracker for resource:security_group_rule and tenant:9679d844e15947ffaadb0d4f870cf9d6 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:45.010924 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1dbb1263-92e6-4b4c-bfcc-995e7353dd38 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:45.017453 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-1dbb1263-92e6-4b4c-bfcc-995e7353dd38 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:45.095980 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1dbb1263-92e6-4b4c-bfcc-995e7353dd38 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:45.102162 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-751cf5b6-b3d5-4d3e-b607-2d6590035405 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:45.108447 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-93389123-2dab-4111-bc5d-c64fe069871e tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] 10.222.0.59 "GET /v2.0/routers/08606a76-54e0-49c8-94fd-b1467d65cbe0 HTTP/1.1" status: 200 len: 920 time: 1.0721693 Feb 10 23:03:45.132379 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-751cf5b6-b3d5-4d3e-b607-2d6590035405 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:45.136609 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40510) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:45.137300 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751cf5b6-b3d5-4d3e-b607-2d6590035405 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Pushing event deleted for resources: {'Network': ['ID=daaeccf8-1cd0-4805-84a3-9bff19c6e0df,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:45.142480 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-112106db-5b55-4ce6-bf5e-d7a61d9ad87c tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Deleting port 055c9ef0-4670-4da2-b9f3-b1dd37f2b9f3 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:03:45.142820 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-112106db-5b55-4ce6-bf5e-d7a61d9ad87c tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:45.150426 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:45.186735 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1dbb1263-92e6-4b4c-bfcc-995e7353dd38 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:45.194878 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 79a1e648-77c6-4020-a7c9-8d3e3fda9eb5, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=79a1e648-77c6-4020-a7c9-8d3e3fda9eb5,segment=NetworkSegment(fbb3fe0b-086a-4362-ac89-efd80cfc0c06),segment_id=fbb3fe0b-086a-4362-ac89-efd80cfc0c06)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:03:45.215104 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-56433552-8e04-4ccd-a4c0-4fe13da35d72 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] 10.222.0.59 "GET /v2.0/ports?device_id=08606a76-54e0-49c8-94fd-b1467d65cbe0 HTTP/1.1" status: 200 len: 205 time: 0.0719640 Feb 10 23:03:45.220184 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3672db19-d9b6-4fb5-ab19-63f03efdc6fb tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:45.223602 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40514) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:45.233352 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-751cf5b6-b3d5-4d3e-b607-2d6590035405 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] 10.222.0.59 "DELETE /v2.0/networks/daaeccf8-1cd0-4805-84a3-9bff19c6e0df HTTP/1.1" status: 204 len: 168 time: 2.5996535 Feb 10 23:03:45.235379 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dbb1263-92e6-4b4c-bfcc-995e7353dd38 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:03:45.242028 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40518) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:45.272773 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:45.350724 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 3c9668f3-23c7-4120-831b-f525b1b778c2 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:03:45.360164 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1dbb1263-92e6-4b4c-bfcc-995e7353dd38 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:45.360510 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-1dbb1263-92e6-4b4c-bfcc-995e7353dd38 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Added segment 6f4e3826-bbea-41a8-96fc-6bf5edd50af0 of type vlan for network 3229c636-8b37-4bfa-bba4-754edf10a5cb Feb 10 23:03:45.389341 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33bef2d3-3a8a-4fd3-8177-8259e7635442 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Router f4cba652-48e1-4de6-ac75-d2cd0a781767 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:03:45.390612 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 3c9668f3-23c7-4120-831b-f525b1b778c2 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:03:45.391155 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 3c9668f3-23c7-4120-831b-f525b1b778c2 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:03:45.409594 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-142dfbc0-d1e8-40b0-b163-3bee62cb7efc None None] Provisioning complete for port 79a1e648-77c6-4020-a7c9-8d3e3fda9eb5 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:45.409594 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-142dfbc0-d1e8-40b0-b163-3bee62cb7efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:45.409872 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-3672db19-d9b6-4fb5-ab19-63f03efdc6fb tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] 10.222.0.59 "DELETE /v2.0/ports/9a528930-b03d-4b87-b2a4-f6ad412d009b HTTP/1.1" status: 204 len: 168 time: 3.1441035 Feb 10 23:03:45.415820 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40522) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:45.430518 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbb1263-92e6-4b4c-bfcc-995e7353dd38 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=631b1318-6c92-4150-b35b-6f5a707d421c,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:45.469672 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=79a1e648-77c6-4020-a7c9-8d3e3fda9eb5,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:45.509455 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-67f088ad-2123-4a2c-91fc-599c0dc76487 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] GET failed (client error): The resource could not be found. Feb 10 23:03:45.510022 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-67f088ad-2123-4a2c-91fc-599c0dc76487 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Synchronizing usage tracker for tenant:18b53cb21d1d4d98b648eb6f677e3500 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:03:45.539459 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1dbb1263-92e6-4b4c-bfcc-995e7353dd38 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:45.563385 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-112106db-5b55-4ce6-bf5e-d7a61d9ad87c tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:45.574290 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7cdf38de-a5fb-4a44-92f3-2d7b32ec1558 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:45.708601 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-67f088ad-2123-4a2c-91fc-599c0dc76487 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Unset dirty status for tenant:18b53cb21d1d4d98b648eb6f677e3500 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:03:45.709696 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-67f088ad-2123-4a2c-91fc-599c0dc76487 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] 10.222.0.59 "GET /v2.0/ports/9a528930-b03d-4b87-b2a4-f6ad412d009b HTTP/1.1" status: 404 len: 333 time: 0.2905128 Feb 10 23:03:45.714936 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40526) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:45.729968 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.resource_extend [None req-1dbb1263-92e6-4b4c-bfcc-995e7353dd38 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:03:45.802584 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-112106db-5b55-4ce6-bf5e-d7a61d9ad87c tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Calling delete_port for 055c9ef0-4670-4da2-b9f3-b1dd37f2b9f3 owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:03:45.890624 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 79a1e648-77c6-4020-a7c9-8d3e3fda9eb5 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:03:45.947783 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:45.959643 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-72980d20-4b06-4935-8a52-3d01a9bb9998 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Deleting port 4c42efa3-b8f5-4683-bcac-d97ca8af79ec {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:03:45.959911 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-72980d20-4b06-4935-8a52-3d01a9bb9998 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:45.965343 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 79a1e648-77c6-4020-a7c9-8d3e3fda9eb5 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:45.965964 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:45.966532 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1dbb1263-92e6-4b4c-bfcc-995e7353dd38 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:45.972369 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbb1263-92e6-4b4c-bfcc-995e7353dd38 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:45.972369 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1dbb1263-92e6-4b4c-bfcc-995e7353dd38 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:46.095684 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7cdf38de-a5fb-4a44-92f3-2d7b32ec1558 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:46.156506 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-7cdf38de-a5fb-4a44-92f3-2d7b32ec1558 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f518a134-107d-4928-903d-44d674a67d30']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:46.163490 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbb1263-92e6-4b4c-bfcc-995e7353dd38 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event updated for resources: {'Network': ['ID=3229c636-8b37-4bfa-bba4-754edf10a5cb,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:46.171354 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-7cdf38de-a5fb-4a44-92f3-2d7b32ec1558 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ab137c1-02ea-4272-91d2-bd6ce44df31d') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:46.171643 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-7cdf38de-a5fb-4a44-92f3-2d7b32ec1558 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ab137c1-02ea-4272-91d2-bd6ce44df31d') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:46.178339 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 3229c636-8b37-4bfa-bba4-754edf10a5cb details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:03:46.183524 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7cdf38de-a5fb-4a44-92f3-2d7b32ec1558 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32216962'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:46.205636 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7cdf38de-a5fb-4a44-92f3-2d7b32ec1558 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:46.213149 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cdf38de-a5fb-4a44-92f3-2d7b32ec1558 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:03:46.214307 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7cdf38de-a5fb-4a44-92f3-2d7b32ec1558 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32033006'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:46.233257 dv-neutron-828797-1-hyperv neutron-server[84332]: Traceback (most recent call last): Feb 10 23:03:46.233257 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:03:46.233257 dv-neutron-828797-1-hyperv neutron-server[84332]: timer() Feb 10 23:03:46.233257 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:03:46.233257 dv-neutron-828797-1-hyperv neutron-server[84332]: cb(*args, **kw) Feb 10 23:03:46.233257 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:03:46.233257 dv-neutron-828797-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Feb 10 23:03:46.233257 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:03:46.233257 dv-neutron-828797-1-hyperv neutron-server[84332]: self._notify() Feb 10 23:03:46.233257 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:03:46.233257 dv-neutron-828797-1-hyperv neutron-server[84332]: self.callback(batched_events) Feb 10 23:03:46.233257 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:03:46.233257 dv-neutron-828797-1-hyperv neutron-server[84332]: event.method(event) Feb 10 23:03:46.233257 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:03:46.233257 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:03:46.233257 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:03:46.233257 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:03:46.233257 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:03:46.233257 dv-neutron-828797-1-hyperv neutron-server[84332]: return f(self, *a, **k) Feb 10 23:03:46.233257 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:03:46.233257 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._get(url).json() Feb 10 23:03:46.233257 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:03:46.233257 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:03:46.233257 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:03:46.233257 dv-neutron-828797-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Feb 10 23:03:46.233257 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:03:46.233257 dv-neutron-828797-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:03:46.233257 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:03:46.233257 dv-neutron-828797-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:03:46.233257 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:03:46.233257 dv-neutron-828797-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:03:46.233257 dv-neutron-828797-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:03:46.241678 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1dbb1263-92e6-4b4c-bfcc-995e7353dd38 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9338269 Feb 10 23:03:46.246438 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 4bbe5f0e-cd47-4b57-915c-6ff2d1a3611e no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:03:46.257004 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40530) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:46.274404 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d5a4b133-152f-48ea-8073-a547182e01f6 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:46.290063 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-112106db-5b55-4ce6-bf5e-d7a61d9ad87c tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:46.292817 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 4bbe5f0e-cd47-4b57-915c-6ff2d1a3611e {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:03:46.293225 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 4bbe5f0e-cd47-4b57-915c-6ff2d1a3611e not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:03:46.350280 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-37fffdec-a33c-42a1-90dd-9970c8ca3a7c tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1429991976'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:46.360821 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112106db-5b55-4ce6-bf5e-d7a61d9ad87c tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Pushing event deleted for resources: {'Port': ['ID=055c9ef0-4670-4da2-b9f3-b1dd37f2b9f3,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:46.369474 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-112106db-5b55-4ce6-bf5e-d7a61d9ad87c tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:46.379465 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-112106db-5b55-4ce6-bf5e-d7a61d9ad87c tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] 10.222.0.59 "DELETE /v2.0/ports/055c9ef0-4670-4da2-b9f3-b1dd37f2b9f3 HTTP/1.1" status: 204 len: 168 time: 1.5090971 Feb 10 23:03:46.382111 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40534) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:46.382291 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-37fffdec-a33c-42a1-90dd-9970c8ca3a7c tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:46.422329 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfeae05a-4c26-44d3-809b-c2c654af7ffc tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] GET failed (client error): The resource could not be found. Feb 10 23:03:46.422834 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-bfeae05a-4c26-44d3-809b-c2c654af7ffc tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Synchronizing usage tracker for tenant:6a354787dc7c4236bf1ba33ed51e2d96 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:03:46.438723 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7cdf38de-a5fb-4a44-92f3-2d7b32ec1558 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:46.447164 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-37fffdec-a33c-42a1-90dd-9970c8ca3a7c tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Usage tracker for resource:network and tenant:9679d844e15947ffaadb0d4f870cf9d6 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:46.457481 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-37fffdec-a33c-42a1-90dd-9970c8ca3a7c tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:46.459449 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7cdf38de-a5fb-4a44-92f3-2d7b32ec1558 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:46.461280 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7cdf38de-a5fb-4a44-92f3-2d7b32ec1558 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] 10.222.0.59 "DELETE /v2.0/networks/f518a134-107d-4928-903d-44d674a67d30 HTTP/1.1" status: 204 len: 168 time: 1.2157838 Feb 10 23:03:46.464484 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40538) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:46.467077 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdf38de-a5fb-4a44-92f3-2d7b32ec1558 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Pushing event deleted for resources: {'Network': ['ID=f518a134-107d-4928-903d-44d674a67d30,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:46.472849 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-37fffdec-a33c-42a1-90dd-9970c8ca3a7c tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:46.491436 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-bfeae05a-4c26-44d3-809b-c2c654af7ffc tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Unset dirty status for tenant:6a354787dc7c4236bf1ba33ed51e2d96 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:03:46.492582 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-bfeae05a-4c26-44d3-809b-c2c654af7ffc tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] 10.222.0.59 "GET /v2.0/ports/055c9ef0-4670-4da2-b9f3-b1dd37f2b9f3 HTTP/1.1" status: 404 len: 333 time: 0.1095452 Feb 10 23:03:46.496435 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40542) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:46.539633 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-72980d20-4b06-4935-8a52-3d01a9bb9998 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:46.546836 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-5d07b5ee-4889-4504-abe3-ffb9c4a9eef1 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Request body: {'port': {'network_id': 'e31ec0e1-7298-4a08-8af0-8c3c4fda2e42', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1020026688'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:46.549058 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33bef2d3-3a8a-4fd3-8177-8259e7635442 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:03:46.553819 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-33bef2d3-3a8a-4fd3-8177-8259e7635442 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:46.558925 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-5d07b5ee-4889-4504-abe3-ffb9c4a9eef1 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:46.563999 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ee799d-8196-4010-934e-86a5aff07b4f None None] Sync routers for ids ['f4cba652-48e1-4de6-ac75-d2cd0a781767'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:03:46.582877 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ee799d-8196-4010-934e-86a5aff07b4f None None] Routers {'f4cba652-48e1-4de6-ac75-d2cd0a781767'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:03:46.583514 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-61ee799d-8196-4010-934e-86a5aff07b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:03:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['f4cba652-48e1-4de6-ac75-d2cd0a781767'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:46.589922 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-5d07b5ee-4889-4504-abe3-ffb9c4a9eef1 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:46.592639 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a4b061b-bb80-4526-bd63-0fcad4f7cef1 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Router 339942e3-60ef-46c1-9ddf-5043acf39339 is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:03:46.605141 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6f35b5c4-6d6b-4dc7-98b1-deff85bbe854 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:46.704108 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37fffdec-a33c-42a1-90dd-9970c8ca3a7c tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Made reservation on behalf of 9679d844e15947ffaadb0d4f870cf9d6 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:03:46.707070 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-37fffdec-a33c-42a1-90dd-9970c8ca3a7c tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:46.717128 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d07b5ee-4889-4504-abe3-ffb9c4a9eef1 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Made reservation on behalf of 6a354787dc7c4236bf1ba33ed51e2d96 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:03:46.720814 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5d07b5ee-4889-4504-abe3-ffb9c4a9eef1 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:46.726893 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-72980d20-4b06-4935-8a52-3d01a9bb9998 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Calling delete_port for 4c42efa3-b8f5-4683-bcac-d97ca8af79ec owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:03:46.766669 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6f35b5c4-6d6b-4dc7-98b1-deff85bbe854 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:46.774195 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-5d07b5ee-4889-4504-abe3-ffb9c4a9eef1 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] device_id is not set on port 830d0658-5d78-4168-b497-61b7189ec74e yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:03:46.782877 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-61ee799d-8196-4010-934e-86a5aff07b4f None None] Set router f4cba652-48e1-4de6-ac75-d2cd0a781767 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:03:46.808741 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-33bef2d3-3a8a-4fd3-8177-8259e7635442 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] 10.222.0.59 "PUT /v2.0/floatingips/7a386fba-edbd-41f1-b029-024db4de6c5b HTTP/1.1" status: 200 len: 992 time: 7.6665106 Feb 10 23:03:46.818361 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '694a6d95-ea06-4d1a-958e-902c65635ce9', 'tag': 'ff769919-8c1e-4b91-998e-cf46b5138b83'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:03:46.838962 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-6f35b5c4-6d6b-4dc7-98b1-deff85bbe854 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4d34843-b67c-4881-961e-36952ffb1191']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:46.856221 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-6f35b5c4-6d6b-4dc7-98b1-deff85bbe854 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aca4faac-ec5d-4365-ba05-93f97321aaa7') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:46.856807 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-6f35b5c4-6d6b-4dc7-98b1-deff85bbe854 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aca4faac-ec5d-4365-ba05-93f97321aaa7') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:46.872351 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6f35b5c4-6d6b-4dc7-98b1-deff85bbe854 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32216962'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:46.898584 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6f35b5c4-6d6b-4dc7-98b1-deff85bbe854 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:46.907004 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f35b5c4-6d6b-4dc7-98b1-deff85bbe854 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:03:46.907844 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6f35b5c4-6d6b-4dc7-98b1-deff85bbe854 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32033006'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:46.963084 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37fffdec-a33c-42a1-90dd-9970c8ca3a7c tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:03:46.996771 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-37fffdec-a33c-42a1-90dd-9970c8ca3a7c tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:46.997017 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-37fffdec-a33c-42a1-90dd-9970c8ca3a7c tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Added segment 3e680bed-253b-4440-b738-6574254ece6b of type vlan for network 2df75716-09ab-43b2-85c7-b14ac2a6f03d Feb 10 23:03:47.029278 dv-neutron-828797-1-hyperv neutron-server[84332]: Traceback (most recent call last): Feb 10 23:03:47.029278 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:03:47.029278 dv-neutron-828797-1-hyperv neutron-server[84332]: timer() Feb 10 23:03:47.029278 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:03:47.029278 dv-neutron-828797-1-hyperv neutron-server[84332]: cb(*args, **kw) Feb 10 23:03:47.029278 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:03:47.029278 dv-neutron-828797-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Feb 10 23:03:47.029278 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:03:47.029278 dv-neutron-828797-1-hyperv neutron-server[84332]: self._notify() Feb 10 23:03:47.029278 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:03:47.029278 dv-neutron-828797-1-hyperv neutron-server[84332]: self.callback(batched_events) Feb 10 23:03:47.029278 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:03:47.029278 dv-neutron-828797-1-hyperv neutron-server[84332]: event.method(event) Feb 10 23:03:47.029278 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:03:47.029278 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:03:47.029278 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:03:47.029278 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:03:47.029278 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:03:47.029278 dv-neutron-828797-1-hyperv neutron-server[84332]: return f(self, *a, **k) Feb 10 23:03:47.029278 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:03:47.029278 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._get(url).json() Feb 10 23:03:47.029278 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:03:47.029278 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:03:47.029278 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:03:47.029278 dv-neutron-828797-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Feb 10 23:03:47.029278 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:03:47.029278 dv-neutron-828797-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:03:47.029278 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:03:47.029278 dv-neutron-828797-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:03:47.029278 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:03:47.029278 dv-neutron-828797-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:03:47.029278 dv-neutron-828797-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:03:47.089192 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-37fffdec-a33c-42a1-90dd-9970c8ca3a7c tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:47.178540 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d5a4b133-152f-48ea-8073-a547182e01f6 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:47.197945 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6f35b5c4-6d6b-4dc7-98b1-deff85bbe854 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:47.209421 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-61ee799d-8196-4010-934e-86a5aff07b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4cba652-48e1-4de6-ac75-d2cd0a781767', 'name': 'tempest-ServersTestJSON-1746539574-router', 'tenant_id': 'b6f152d8d3864ce9bbf63b40c6aaa545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': '755ef63d-c5a8-4f83-b0dc-05ee612984a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:02:35Z', 'updated_at': '2022-02-10T23:02:48Z', 'revision_number': 4, 'project_id': 'b6f152d8d3864ce9bbf63b40c6aaa545', 'gw_port': {'id': '755ef63d-c5a8-4f83-b0dc-05ee612984a0', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:32:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cba652-48e1-4de6-ac75-d2cd0a781767', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:37Z', 'updated_at': '2022-02-10T23:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '7a386fba-edbd-41f1-b029-024db4de6c5b', 'tenant_id': 'b6f152d8d3864ce9bbf63b40c6aaa545', 'floating_ip_address': '172.26.8.124', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': 'f4cba652-48e1-4de6-ac75-d2cd0a781767', 'port_id': 'ff769919-8c1e-4b91-998e-cf46b5138b83', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'babc7379-fefc-41a5-a39a-fab07194ed36', 'mac_address': 'fa:16:3e:09:dc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694a6d95-ea06-4d1a-958e-902c65635ce9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:03:00Z', 'updated_at': '2022-02-10T23:03:40Z', 'revision_number': 1, 'project_id': 'b6f152d8d3864ce9bbf63b40c6aaa545', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff0bc89f-9198-4895-93f4-20c2e1e0cbf9', 'name': '', 'network_id': 'babc7379-fefc-41a5-a39a-fab07194ed36', 'tenant_id': 'b6f152d8d3864ce9bbf63b40c6aaa545', 'mac_address': 'fa:16:3e:38:ce:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cba652-48e1-4de6-ac75-d2cd0a781767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca52b472-e037-459c-a520-2e3911329927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:46Z', 'updated_at': '2022-02-10T23:03:14Z', 'revision_number': 5, 'project_id': 'b6f152d8d3864ce9bbf63b40c6aaa545', 'subnets': [{'id': 'ca52b472-e037-459c-a520-2e3911329927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:47.215199 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ee799d-8196-4010-934e-86a5aff07b4f None None] Checking router: f4cba652-48e1-4de6-ac75-d2cd0a781767 for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:03:47.230583 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a4b061b-bb80-4526-bd63-0fcad4f7cef1 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:03:47.232976 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ee799d-8196-4010-934e-86a5aff07b4f None None] Routers {'f4cba652-48e1-4de6-ac75-d2cd0a781767'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:03:47.234425 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-61ee799d-8196-4010-934e-86a5aff07b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:03:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['f4cba652-48e1-4de6-ac75-d2cd0a781767'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:47.242473 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6367de-8e75-4a1f-8c80-a1a2c319573e None None] Sync routers for ids ['339942e3-60ef-46c1-9ddf-5043acf39339'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:03:47.259143 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-72980d20-4b06-4935-8a52-3d01a9bb9998 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:47.263159 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6f35b5c4-6d6b-4dc7-98b1-deff85bbe854 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:47.266960 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6367de-8e75-4a1f-8c80-a1a2c319573e None None] Routers {'339942e3-60ef-46c1-9ddf-5043acf39339'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:03:47.269614 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-4e6367de-8e75-4a1f-8c80-a1a2c319573e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:03:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['339942e3-60ef-46c1-9ddf-5043acf39339'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:47.289693 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f35b5c4-6d6b-4dc7-98b1-deff85bbe854 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Pushing event deleted for resources: {'Network': ['ID=c4d34843-b67c-4881-961e-36952ffb1191,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:47.305968 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9eb66-b6bd-4280-bd90-72bbd6046618 req-6b1b018e-2be1-4d1b-851f-2bcbb0ae07a0 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:47.314020 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-90d9eb66-b6bd-4280-bd90-72bbd6046618 req-6b1b018e-2be1-4d1b-851f-2bcbb0ae07a0 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] 10.222.0.59 "GET /v2.0/ports?device_id=694a6d95-ea06-4d1a-958e-902c65635ce9 HTTP/1.1" status: 200 len: 946 time: 0.2838285 Feb 10 23:03:47.326014 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-37fffdec-a33c-42a1-90dd-9970c8ca3a7c tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:47.332447 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fffdec-a33c-42a1-90dd-9970c8ca3a7c tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:47.333302 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-37fffdec-a33c-42a1-90dd-9970c8ca3a7c tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:47.337677 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72980d20-4b06-4935-8a52-3d01a9bb9998 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Pushing event deleted for resources: {'Port': ['ID=4c42efa3-b8f5-4683-bcac-d97ca8af79ec,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:47.385876 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '694a6d95-ea06-4d1a-958e-902c65635ce9', 'tag': 'ff769919-8c1e-4b91-998e-cf46b5138b83', 'status': 'completed', 'code': 200} Feb 10 23:03:47.386839 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-d5a4b133-152f-48ea-8073-a547182e01f6 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Deleting port adf5de8f-5f75-43cb-af59-fa9b1b017be4 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:03:47.388302 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d5a4b133-152f-48ea-8073-a547182e01f6 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:47.399735 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-4e6367de-8e75-4a1f-8c80-a1a2c319573e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:47.412283 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6367de-8e75-4a1f-8c80-a1a2c319573e None None] Routers {'339942e3-60ef-46c1-9ddf-5043acf39339'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:03:47.412942 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-4e6367de-8e75-4a1f-8c80-a1a2c319573e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:03:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['339942e3-60ef-46c1-9ddf-5043acf39339'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:47.480017 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-4e6367de-8e75-4a1f-8c80-a1a2c319573e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:47.480402 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6367de-8e75-4a1f-8c80-a1a2c319573e None None] The sync data for ids ['339942e3-60ef-46c1-9ddf-5043acf39339'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:03:47.489926 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6f35b5c4-6d6b-4dc7-98b1-deff85bbe854 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] 10.222.0.59 "DELETE /v2.0/networks/c4d34843-b67c-4881-961e-36952ffb1191 HTTP/1.1" status: 204 len: 168 time: 1.0244794 Feb 10 23:03:47.493626 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40556) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:47.496478 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-61ee799d-8196-4010-934e-86a5aff07b4f None None] Set router f4cba652-48e1-4de6-ac75-d2cd0a781767 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:03:47.510204 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3a4b061b-bb80-4526-bd63-0fcad4f7cef1 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:47.511325 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-3a4b061b-bb80-4526-bd63-0fcad4f7cef1 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 8.8582850 Feb 10 23:03:47.530058 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40560) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:47.605354 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5d07b5ee-4889-4504-abe3-ffb9c4a9eef1 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:47.679073 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-37fffdec-a33c-42a1-90dd-9970c8ca3a7c tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4144115 Feb 10 23:03:47.684586 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40564) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:47.715237 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-90d9eb66-b6bd-4280-bd90-72bbd6046618 req-a30e79b0-77d6-4482-9bc7-03e455a61a7e tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] 10.222.0.59 "GET /v2.0/security-groups?id=3f5b4c60-a1f0-4362-abb0-13772bc5afad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4001641 Feb 10 23:03:47.720025 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-ac4759cf-93c0-4e77-8236-86495010480b tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Request body: {'subnet': {'network_id': '3229c636-8b37-4bfa-bba4-754edf10a5cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:47.886548 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8bf994c1-8eee-40b7-9a28-7c329993e405 req-12c25ca1-9658-4818-a692-f2687481e563 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b6f152d8d3864ce9bbf63b40c6aaa545&device_id=694a6d95-ea06-4d1a-958e-902c65635ce9 HTTP/1.1" status: 200 len: 1099 time: 0.4401464 Feb 10 23:03:47.894816 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-ac4759cf-93c0-4e77-8236-86495010480b tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:47.910166 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-61ee799d-8196-4010-934e-86a5aff07b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4cba652-48e1-4de6-ac75-d2cd0a781767', 'name': 'tempest-ServersTestJSON-1746539574-router', 'tenant_id': 'b6f152d8d3864ce9bbf63b40c6aaa545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': '755ef63d-c5a8-4f83-b0dc-05ee612984a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:02:35Z', 'updated_at': '2022-02-10T23:02:48Z', 'revision_number': 4, 'project_id': 'b6f152d8d3864ce9bbf63b40c6aaa545', 'gw_port': {'id': '755ef63d-c5a8-4f83-b0dc-05ee612984a0', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:32:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cba652-48e1-4de6-ac75-d2cd0a781767', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:37Z', 'updated_at': '2022-02-10T23:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '7a386fba-edbd-41f1-b029-024db4de6c5b', 'tenant_id': 'b6f152d8d3864ce9bbf63b40c6aaa545', 'floating_ip_address': '172.26.8.124', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': 'f4cba652-48e1-4de6-ac75-d2cd0a781767', 'port_id': 'ff769919-8c1e-4b91-998e-cf46b5138b83', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'babc7379-fefc-41a5-a39a-fab07194ed36', 'mac_address': 'fa:16:3e:09:dc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694a6d95-ea06-4d1a-958e-902c65635ce9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:03:00Z', 'updated_at': '2022-02-10T23:03:40Z', 'revision_number': 1, 'project_id': 'b6f152d8d3864ce9bbf63b40c6aaa545', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff0bc89f-9198-4895-93f4-20c2e1e0cbf9', 'name': '', 'network_id': 'babc7379-fefc-41a5-a39a-fab07194ed36', 'tenant_id': 'b6f152d8d3864ce9bbf63b40c6aaa545', 'mac_address': 'fa:16:3e:38:ce:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cba652-48e1-4de6-ac75-d2cd0a781767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca52b472-e037-459c-a520-2e3911329927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:46Z', 'updated_at': '2022-02-10T23:03:14Z', 'revision_number': 5, 'project_id': 'b6f152d8d3864ce9bbf63b40c6aaa545', 'subnets': [{'id': 'ca52b472-e037-459c-a520-2e3911329927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:47.914446 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ee799d-8196-4010-934e-86a5aff07b4f None None] The sync data for ids ['f4cba652-48e1-4de6-ac75-d2cd0a781767'] in dv-neutron-828797-1-hyperv is: [{'id': 'f4cba652-48e1-4de6-ac75-d2cd0a781767', 'name': 'tempest-ServersTestJSON-1746539574-router', 'tenant_id': 'b6f152d8d3864ce9bbf63b40c6aaa545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': '755ef63d-c5a8-4f83-b0dc-05ee612984a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:02:35Z', 'updated_at': '2022-02-10T23:02:48Z', 'revision_number': 4, 'project_id': 'b6f152d8d3864ce9bbf63b40c6aaa545', 'gw_port': {'id': '755ef63d-c5a8-4f83-b0dc-05ee612984a0', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:32:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cba652-48e1-4de6-ac75-d2cd0a781767', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:37Z', 'updated_at': '2022-02-10T23:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '7a386fba-edbd-41f1-b029-024db4de6c5b', 'tenant_id': 'b6f152d8d3864ce9bbf63b40c6aaa545', 'floating_ip_address': '172.26.8.124', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': 'f4cba652-48e1-4de6-ac75-d2cd0a781767', 'port_id': 'ff769919-8c1e-4b91-998e-cf46b5138b83', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'babc7379-fefc-41a5-a39a-fab07194ed36', 'mac_address': 'fa:16:3e:09:dc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694a6d95-ea06-4d1a-958e-902c65635ce9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:03:00Z', 'updated_at': '2022-02-10T23:03:40Z', 'revision_number': 1, 'project_id': 'b6f152d8d3864ce9bbf63b40c6aaa545', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff0bc89f-9198-4895-93f4-20c2e1e0cbf9', 'name': '', 'network_id': 'babc7379-fefc-41a5-a39a-fab07194ed36', 'tenant_id': 'b6f152d8d3864ce9bbf63b40c6aaa545', 'mac_address': 'fa:16:3e:38:ce:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cba652-48e1-4de6-ac75-d2cd0a781767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca52b472-e037-459c-a520-2e3911329927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:46Z', 'updated_at': '2022-02-10T23:03:14Z', 'revision_number': 5, 'project_id': 'b6f152d8d3864ce9bbf63b40c6aaa545', 'subnets': [{'id': 'ca52b472-e037-459c-a520-2e3911329927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:03:47.918140 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ac4759cf-93c0-4e77-8236-86495010480b tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Usage tracker for resource:subnet and tenant:9679d844e15947ffaadb0d4f870cf9d6 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:47.926291 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ac4759cf-93c0-4e77-8236-86495010480b tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:47.938792 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-ac4759cf-93c0-4e77-8236-86495010480b tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:47.971557 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fffdec-a33c-42a1-90dd-9970c8ca3a7c tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event updated for resources: {'Network': ['ID=2df75716-09ab-43b2-85c7-b14ac2a6f03d,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:47.984819 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 2df75716-09ab-43b2-85c7-b14ac2a6f03d details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:03:47.999961 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5d07b5ee-4889-4504-abe3-ffb9c4a9eef1 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:48.001581 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5c56f867-3cb3-4801-acfd-08fbcc46bc80 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:48.086136 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4759cf-93c0-4e77-8236-86495010480b tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Made reservation on behalf of 9679d844e15947ffaadb0d4f870cf9d6 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:03:48.092719 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-72980d20-4b06-4935-8a52-3d01a9bb9998 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:48.097907 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-72980d20-4b06-4935-8a52-3d01a9bb9998 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] 10.222.0.59 "DELETE /v2.0/ports/4c42efa3-b8f5-4683-bcac-d97ca8af79ec HTTP/1.1" status: 204 len: 168 time: 2.3797867 Feb 10 23:03:48.100267 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40572) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:48.185647 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-79163929-b444-44e1-9f1d-6597c3289585 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] GET failed (client error): The resource could not be found. Feb 10 23:03:48.186154 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-79163929-b444-44e1-9f1d-6597c3289585 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Synchronizing usage tracker for tenant:18b53cb21d1d4d98b648eb6f677e3500 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:03:48.196027 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570dbeb2-aa78-454a-a792-53119afe1357 None None] New status for floating IP 7a386fba-edbd-41f1-b029-024db4de6c5b: ACTIVE {{(pid=84335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 23:03:48.244518 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d07b5ee-4889-4504-abe3-ffb9c4a9eef1 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Pushing event updated for resources: {'Port': ['ID=830d0658-5d78-4168-b497-61b7189ec74e,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:48.257909 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d07b5ee-4889-4504-abe3-ffb9c4a9eef1 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:03:48.263912 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-5d07b5ee-4889-4504-abe3-ffb9c4a9eef1 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:48.271490 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d07b5ee-4889-4504-abe3-ffb9c4a9eef1 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:03:48.271969 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d07b5ee-4889-4504-abe3-ffb9c4a9eef1 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:48.272559 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5d07b5ee-4889-4504-abe3-ffb9c4a9eef1 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:48.319681 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf994c1-8eee-40b7-9a28-7c329993e405 req-81a302f1-cded-4ca2-898b-e3732d817f6d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:48.320567 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8bf994c1-8eee-40b7-9a28-7c329993e405 req-81a302f1-cded-4ca2-898b-e3732d817f6d service neutron] 10.222.0.37 "GET /v2.0/networks?id=babc7379-fefc-41a5-a39a-fab07194ed36 HTTP/1.1" status: 200 len: 907 time: 0.4271240 Feb 10 23:03:48.320777 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d5a4b133-152f-48ea-8073-a547182e01f6 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:48.324943 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ac4759cf-93c0-4e77-8236-86495010480b tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:48.330030 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5c56f867-3cb3-4801-acfd-08fbcc46bc80 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:48.458148 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-79163929-b444-44e1-9f1d-6597c3289585 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Unset dirty status for tenant:18b53cb21d1d4d98b648eb6f677e3500 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:03:48.462719 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-79163929-b444-44e1-9f1d-6597c3289585 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] 10.222.0.59 "GET /v2.0/ports/4c42efa3-b8f5-4683-bcac-d97ca8af79ec HTTP/1.1" status: 404 len: 333 time: 0.3564014 Feb 10 23:03:48.470870 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-d5a4b133-152f-48ea-8073-a547182e01f6 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Calling delete_port for adf5de8f-5f75-43cb-af59-fa9b1b017be4 owned by network:router_gateway {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:03:48.485863 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40578) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:48.487279 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5d07b5ee-4889-4504-abe3-ffb9c4a9eef1 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.9898965 Feb 10 23:03:48.499343 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40582) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:48.501553 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-5c56f867-3cb3-4801-acfd-08fbcc46bc80 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1c98a70-5a35-4965-9593-2e8090229318']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:48.522844 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8287'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:48.568110 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-5c56f867-3cb3-4801-acfd-08fbcc46bc80 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c96f3c26-20fc-4d06-9595-6a9c71084bde') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:48.568402 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-5c56f867-3cb3-4801-acfd-08fbcc46bc80 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c96f3c26-20fc-4d06-9595-6a9c71084bde') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:48.589107 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5c56f867-3cb3-4801-acfd-08fbcc46bc80 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:48.624949 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2b5946d1-101a-4e8f-8fca-174d3693c7b0 req-7da93914-deab-4850-8937-f77b04628de3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e63ad508-7815-45c6-a10e-8696bb1d6517&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5108318 Feb 10 23:03:48.628138 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-a92ba7a6-c888-4826-9165-0461e2fdc4dc tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Deleting port 65ea4996-0cd2-4014-9ec7-eecc86ccbd34 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:03:48.628476 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a92ba7a6-c888-4826-9165-0461e2fdc4dc tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:48.652619 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8bf994c1-8eee-40b7-9a28-7c329993e405 req-68ac0ffa-ec1f-47ef-ab50-bc11ab55ecf0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff769919-8c1e-4b91-998e-cf46b5138b83 HTTP/1.1" status: 200 len: 1000 time: 0.3136826 Feb 10 23:03:48.750721 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5c56f867-3cb3-4801-acfd-08fbcc46bc80 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:48.806049 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c56f867-3cb3-4801-acfd-08fbcc46bc80 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:03:48.806448 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5c56f867-3cb3-4801-acfd-08fbcc46bc80 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:48.820370 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:03:48.820370 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:03:48.820370 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:03:48.820370 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:03:48.820370 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:03:48.820370 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:03:48.820370 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:03:48.820370 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:03:48.820370 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:03:48.820370 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:03:48.820370 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:03:48.820370 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:03:48.820370 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:03:48.820370 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:03:48.820370 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:03:48.820370 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:03:48.820370 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:03:48.820370 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:03:48.820370 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:03:48.820370 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:03:48.820370 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:03:48.820370 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:03:48.820370 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:03:48.820370 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:03:48.820370 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:03:48.820370 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:03:48.820370 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:03:48.820370 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:03:48.820370 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:03:48.820370 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:03:48.820370 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:03:48.820370 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:03:48.919973 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:48.994727 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5c56f867-3cb3-4801-acfd-08fbcc46bc80 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:49.043230 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5c56f867-3cb3-4801-acfd-08fbcc46bc80 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:49.088123 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1064e303-188a-4731-9f8e-be413425d15b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:49.102970 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c56f867-3cb3-4801-acfd-08fbcc46bc80 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] Pushing event deleted for resources: {'Network': ['ID=f1c98a70-5a35-4965-9593-2e8090229318,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:49.103166 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf994c1-8eee-40b7-9a28-7c329993e405 req-e4ee4a6b-1e52-4bdb-9f3f-485d96f7f9a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:49.104583 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8bf994c1-8eee-40b7-9a28-7c329993e405 req-e4ee4a6b-1e52-4bdb-9f3f-485d96f7f9a6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ca52b472-e037-459c-a520-2e3911329927 HTTP/1.1" status: 200 len: 845 time: 0.4444613 Feb 10 23:03:49.162868 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-5c56f867-3cb3-4801-acfd-08fbcc46bc80 tempest-BulkNetworkOpsIpV6Test-1855601933 tempest-BulkNetworkOpsIpV6Test-1855601933-project] 10.222.0.59 "DELETE /v2.0/networks/f1c98a70-5a35-4965-9593-2e8090229318 HTTP/1.1" status: 204 len: 168 time: 1.6541364 Feb 10 23:03:49.266160 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d5a4b133-152f-48ea-8073-a547182e01f6 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:49.322989 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a4b133-152f-48ea-8073-a547182e01f6 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Pushing event deleted for resources: {'Port': ['ID=adf5de8f-5f75-43cb-af59-fa9b1b017be4,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:49.333462 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] device_id is not set on port 830d0658-5d78-4168-b497-61b7189ec74e yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:03:49.369986 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2b5946d1-101a-4e8f-8fca-174d3693c7b0 req-7d56f24a-a9c9-4348-8983-653b5fda0240 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=027aa545b61c4bb78c5d5117fda627e8&device_id=e63ad508-7815-45c6-a10e-8696bb1d6517 HTTP/1.1" status: 200 len: 1098 time: 0.6067903 Feb 10 23:03:49.382097 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:49.486467 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a92ba7a6-c888-4826-9165-0461e2fdc4dc tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:49.494189 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ac4759cf-93c0-4e77-8236-86495010480b tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:49.535716 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Transition to ACTIVE for port object 830d0658-5d78-4168-b497-61b7189ec74e will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:03:49.665184 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:49.695741 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40590) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:49.706656 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8bf994c1-8eee-40b7-9a28-7c329993e405 req-86b6592a-972c-46c6-9a4d-1ca66a91d130 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=babc7379-fefc-41a5-a39a-fab07194ed36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5925343 Feb 10 23:03:49.719649 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-a92ba7a6-c888-4826-9165-0461e2fdc4dc tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Calling delete_port for 65ea4996-0cd2-4014-9ec7-eecc86ccbd34 owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:03:49.758122 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d5a4b133-152f-48ea-8073-a547182e01f6 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734197'] for router_gateway, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:49.893638 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4759cf-93c0-4e77-8236-86495010480b tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event updated for resources: {'Subnet': ['ID=cffb46d8-2adc-428e-9906-9e8a5b951d51,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:49.934378 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Pushing event updated for resources: {'Port': ['ID=830d0658-5d78-4168-b497-61b7189ec74e,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:49.984010 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5946d1-101a-4e8f-8fca-174d3693c7b0 req-71540ddc-47e7-4312-a7fc-1918331388d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:49.985489 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2b5946d1-101a-4e8f-8fca-174d3693c7b0 req-71540ddc-47e7-4312-a7fc-1918331388d1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6483cb9e-fe3f-463f-833b-3771068bd14e HTTP/1.1" status: 200 len: 913 time: 0.5908682 Feb 10 23:03:50.064229 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4759cf-93c0-4e77-8236-86495010480b tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Checking segment: {'id': '6f4e3826-bbea-41a8-96fc-6bf5edd50af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '3229c636-8b37-4bfa-bba4-754edf10a5cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:03:50.064611 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4759cf-93c0-4e77-8236-86495010480b tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Network hostable DHCP agents. Network: 3229c636-8b37-4bfa-bba4-754edf10a5cb, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:03:50.089173 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 830d0658-5d78-4168-b497-61b7189ec74e on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:03:50.089497 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 830d0658-5d78-4168-b497-61b7189ec74e by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': 'ad22bf44-ab3a-4846-ae88-95b27e0bd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e31ec0e1-7298-4a08-8af0-8c3c4fda2e42'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:03:50.089823 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 830d0658-5d78-4168-b497-61b7189ec74e on network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:03:50.092949 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d5a4b133-152f-48ea-8073-a547182e01f6 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:50.100966 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d5a4b133-152f-48ea-8073-a547182e01f6 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:50.102322 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Port 830d0658-5d78-4168-b497-61b7189ec74e on network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:03:50.102642 dv-neutron-828797-1-hyperv neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Failed to bind port 830d0658-5d78-4168-b497-61b7189ec74e on host hv-neutron-8287 for vnic_type normal using segments [{'id': 'ad22bf44-ab3a-4846-ae88-95b27e0bd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e31ec0e1-7298-4a08-8af0-8c3c4fda2e42'}] Feb 10 23:03:50.103439 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempt 2 to bind port 830d0658-5d78-4168-b497-61b7189ec74e Feb 10 23:03:50.120155 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 830d0658-5d78-4168-b497-61b7189ec74e on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:03:50.120482 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 830d0658-5d78-4168-b497-61b7189ec74e by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': 'ad22bf44-ab3a-4846-ae88-95b27e0bd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e31ec0e1-7298-4a08-8af0-8c3c4fda2e42'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:03:50.120837 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 830d0658-5d78-4168-b497-61b7189ec74e on network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:03:50.138125 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Port 830d0658-5d78-4168-b497-61b7189ec74e on network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:03:50.138448 dv-neutron-828797-1-hyperv neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Failed to bind port 830d0658-5d78-4168-b497-61b7189ec74e on host hv-neutron-8287 for vnic_type normal using segments [{'id': 'ad22bf44-ab3a-4846-ae88-95b27e0bd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e31ec0e1-7298-4a08-8af0-8c3c4fda2e42'}] Feb 10 23:03:50.139368 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempt 3 to bind port 830d0658-5d78-4168-b497-61b7189ec74e Feb 10 23:03:50.155688 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 830d0658-5d78-4168-b497-61b7189ec74e on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:03:50.156066 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 830d0658-5d78-4168-b497-61b7189ec74e by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': 'ad22bf44-ab3a-4846-ae88-95b27e0bd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e31ec0e1-7298-4a08-8af0-8c3c4fda2e42'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:03:50.156439 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 830d0658-5d78-4168-b497-61b7189ec74e on network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:03:50.163071 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Port 830d0658-5d78-4168-b497-61b7189ec74e on network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:03:50.163383 dv-neutron-828797-1-hyperv neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Failed to bind port 830d0658-5d78-4168-b497-61b7189ec74e on host hv-neutron-8287 for vnic_type normal using segments [{'id': 'ad22bf44-ab3a-4846-ae88-95b27e0bd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e31ec0e1-7298-4a08-8af0-8c3c4fda2e42'}] Feb 10 23:03:50.163758 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempt 4 to bind port 830d0658-5d78-4168-b497-61b7189ec74e Feb 10 23:03:50.179544 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 830d0658-5d78-4168-b497-61b7189ec74e on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:03:50.179898 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 830d0658-5d78-4168-b497-61b7189ec74e by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': 'ad22bf44-ab3a-4846-ae88-95b27e0bd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e31ec0e1-7298-4a08-8af0-8c3c4fda2e42'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:03:50.180169 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 830d0658-5d78-4168-b497-61b7189ec74e on network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:03:50.180986 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8bf994c1-8eee-40b7-9a28-7c329993e405 req-8da685f8-2c2d-4c39-958d-3ce234f511f7 service neutron] 10.222.0.37 "GET /v2.0/networks/babc7379-fefc-41a5-a39a-fab07194ed36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4324245 Feb 10 23:03:50.186112 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Port 830d0658-5d78-4168-b497-61b7189ec74e on network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:03:50.186423 dv-neutron-828797-1-hyperv neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Failed to bind port 830d0658-5d78-4168-b497-61b7189ec74e on host hv-neutron-8287 for vnic_type normal using segments [{'id': 'ad22bf44-ab3a-4846-ae88-95b27e0bd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e31ec0e1-7298-4a08-8af0-8c3c4fda2e42'}] Feb 10 23:03:50.187430 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempt 5 to bind port 830d0658-5d78-4168-b497-61b7189ec74e Feb 10 23:03:50.203763 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 830d0658-5d78-4168-b497-61b7189ec74e on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:03:50.204217 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 830d0658-5d78-4168-b497-61b7189ec74e by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': 'ad22bf44-ab3a-4846-ae88-95b27e0bd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e31ec0e1-7298-4a08-8af0-8c3c4fda2e42'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:03:50.204576 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 830d0658-5d78-4168-b497-61b7189ec74e on network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:03:50.210579 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d5a4b133-152f-48ea-8073-a547182e01f6 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:50.211090 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a4b133-152f-48ea-8073-a547182e01f6 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Fanout notify agent at l3_agent the message router_deleted on router 08606a76-54e0-49c8-94fd-b1467d65cbe0 {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:03:50.212644 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Port 830d0658-5d78-4168-b497-61b7189ec74e on network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:03:50.212959 dv-neutron-828797-1-hyperv neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Failed to bind port 830d0658-5d78-4168-b497-61b7189ec74e on host hv-neutron-8287 for vnic_type normal using segments [{'id': 'ad22bf44-ab3a-4846-ae88-95b27e0bd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e31ec0e1-7298-4a08-8af0-8c3c4fda2e42'}] Feb 10 23:03:50.216077 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempt 6 to bind port 830d0658-5d78-4168-b497-61b7189ec74e Feb 10 23:03:50.234349 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d5a4b133-152f-48ea-8073-a547182e01f6 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:50.235743 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-d5a4b133-152f-48ea-8073-a547182e01f6 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] 10.222.0.59 "DELETE /v2.0/routers/08606a76-54e0-49c8-94fd-b1467d65cbe0 HTTP/1.1" status: 204 len: 168 time: 5.0097733 Feb 10 23:03:50.237925 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 830d0658-5d78-4168-b497-61b7189ec74e on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:03:50.238254 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 830d0658-5d78-4168-b497-61b7189ec74e by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': 'ad22bf44-ab3a-4846-ae88-95b27e0bd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e31ec0e1-7298-4a08-8af0-8c3c4fda2e42'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:03:50.238582 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 830d0658-5d78-4168-b497-61b7189ec74e on network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:03:50.241669 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40598) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:50.247081 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-97163da5-e9d9-4750-bd60-edcba9839872 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1249087800', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'enable_snat': False}}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:50.253531 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-97163da5-e9d9-4750-bd60-edcba9839872 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:50.257852 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-97163da5-e9d9-4750-bd60-edcba9839872 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Usage tracker for resource:router and tenant:11f3bed017e3494cb19f574ec004947b is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:50.260253 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Port 830d0658-5d78-4168-b497-61b7189ec74e on network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:03:50.260598 dv-neutron-828797-1-hyperv neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Failed to bind port 830d0658-5d78-4168-b497-61b7189ec74e on host hv-neutron-8287 for vnic_type normal using segments [{'id': 'ad22bf44-ab3a-4846-ae88-95b27e0bd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e31ec0e1-7298-4a08-8af0-8c3c4fda2e42'}] Feb 10 23:03:50.261288 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-97163da5-e9d9-4750-bd60-edcba9839872 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:50.263628 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempt 7 to bind port 830d0658-5d78-4168-b497-61b7189ec74e Feb 10 23:03:50.277163 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-97163da5-e9d9-4750-bd60-edcba9839872 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:50.288153 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 830d0658-5d78-4168-b497-61b7189ec74e on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:03:50.288153 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 830d0658-5d78-4168-b497-61b7189ec74e by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': 'ad22bf44-ab3a-4846-ae88-95b27e0bd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e31ec0e1-7298-4a08-8af0-8c3c4fda2e42'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:03:50.288153 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 830d0658-5d78-4168-b497-61b7189ec74e on network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:03:50.294949 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Port 830d0658-5d78-4168-b497-61b7189ec74e on network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:03:50.295254 dv-neutron-828797-1-hyperv neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Failed to bind port 830d0658-5d78-4168-b497-61b7189ec74e on host hv-neutron-8287 for vnic_type normal using segments [{'id': 'ad22bf44-ab3a-4846-ae88-95b27e0bd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e31ec0e1-7298-4a08-8af0-8c3c4fda2e42'}] Feb 10 23:03:50.295629 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempt 8 to bind port 830d0658-5d78-4168-b497-61b7189ec74e Feb 10 23:03:50.314089 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 830d0658-5d78-4168-b497-61b7189ec74e on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:03:50.314678 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 830d0658-5d78-4168-b497-61b7189ec74e by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': 'ad22bf44-ab3a-4846-ae88-95b27e0bd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e31ec0e1-7298-4a08-8af0-8c3c4fda2e42'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:03:50.315070 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 830d0658-5d78-4168-b497-61b7189ec74e on network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:03:50.321555 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Port 830d0658-5d78-4168-b497-61b7189ec74e on network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:03:50.321948 dv-neutron-828797-1-hyperv neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Failed to bind port 830d0658-5d78-4168-b497-61b7189ec74e on host hv-neutron-8287 for vnic_type normal using segments [{'id': 'ad22bf44-ab3a-4846-ae88-95b27e0bd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e31ec0e1-7298-4a08-8af0-8c3c4fda2e42'}] Feb 10 23:03:50.322398 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempt 9 to bind port 830d0658-5d78-4168-b497-61b7189ec74e Feb 10 23:03:50.338870 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 830d0658-5d78-4168-b497-61b7189ec74e on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:03:50.339470 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 830d0658-5d78-4168-b497-61b7189ec74e by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': 'ad22bf44-ab3a-4846-ae88-95b27e0bd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e31ec0e1-7298-4a08-8af0-8c3c4fda2e42'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:03:50.341915 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 830d0658-5d78-4168-b497-61b7189ec74e on network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:03:50.346059 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Port 830d0658-5d78-4168-b497-61b7189ec74e on network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:03:50.346378 dv-neutron-828797-1-hyperv neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Failed to bind port 830d0658-5d78-4168-b497-61b7189ec74e on host hv-neutron-8287 for vnic_type normal using segments [{'id': 'ad22bf44-ab3a-4846-ae88-95b27e0bd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e31ec0e1-7298-4a08-8af0-8c3c4fda2e42'}] Feb 10 23:03:50.346748 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.plugins.ml2.plugin [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempt 10 to bind port 830d0658-5d78-4168-b497-61b7189ec74e Feb 10 23:03:50.353514 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1eb518f1-c113-4bf0-a1d5-b86b44a848ba admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6b83c6e0d06f4637bab5d70fc5c92395&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6458356 Feb 10 23:03:50.356358 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40602) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:50.369059 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2b5946d1-101a-4e8f-8fca-174d3693c7b0 req-ead42a4d-f83c-4c30-ab0a-1d2dc15187b2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd7c2c10-2ed3-486f-8644-8ac1d4c66bac HTTP/1.1" status: 200 len: 1001 time: 0.3674414 Feb 10 23:03:50.375319 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-97163da5-e9d9-4750-bd60-edcba9839872 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:50.376265 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-97163da5-e9d9-4750-bd60-edcba9839872 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:50.385323 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 830d0658-5d78-4168-b497-61b7189ec74e on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:03:50.385642 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 830d0658-5d78-4168-b497-61b7189ec74e by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': 'ad22bf44-ab3a-4846-ae88-95b27e0bd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e31ec0e1-7298-4a08-8af0-8c3c4fda2e42'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:03:50.385965 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempting to bind port 830d0658-5d78-4168-b497-61b7189ec74e on network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:03:50.414336 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Port 830d0658-5d78-4168-b497-61b7189ec74e on network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:03:50.414562 dv-neutron-828797-1-hyperv neutron-server[84333]: ERROR neutron.plugins.ml2.managers [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Failed to bind port 830d0658-5d78-4168-b497-61b7189ec74e on host hv-neutron-8287 for vnic_type normal using segments [{'id': 'ad22bf44-ab3a-4846-ae88-95b27e0bd335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e31ec0e1-7298-4a08-8af0-8c3c4fda2e42'}] Feb 10 23:03:50.414921 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:50.485928 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-97163da5-e9d9-4750-bd60-edcba9839872 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:50.516954 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cda30b4e-7f1b-4082-8fda-4b805564859e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:50.567887 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cda30b4e-7f1b-4082-8fda-4b805564859e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:50.583985 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] For port 830d0658-5d78-4168-b497-61b7189ec74e, host hv-neutron-8287, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:03:50.584340 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Attempted to set empty binding levels {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 10 23:03:50.591762 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a92ba7a6-c888-4826-9165-0461e2fdc4dc tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:50.668713 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92ba7a6-c888-4826-9165-0461e2fdc4dc tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Pushing event deleted for resources: {'Port': ['ID=65ea4996-0cd2-4014-9ec7-eecc86ccbd34,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:50.681976 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:50.744184 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4759cf-93c0-4e77-8236-86495010480b tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Network 3229c636-8b37-4bfa-bba4-754edf10a5cb is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:03:50.747095 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5946d1-101a-4e8f-8fca-174d3693c7b0 req-563b2502-bc2a-4480-857c-de7961ed511a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:50.748503 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2b5946d1-101a-4e8f-8fca-174d3693c7b0 req-563b2502-bc2a-4480-857c-de7961ed511a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=48a055f8-63d3-4e5a-8cc1-4cd5fa049a73 HTTP/1.1" status: 200 len: 851 time: 0.3235610 Feb 10 23:03:50.796701 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] In _notify_port_updated(), no bound segment for port 830d0658-5d78-4168-b497-61b7189ec74e on network e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 {{(pid=84333) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 23:03:50.798502 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:50.803000 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] 10.222.0.59 "PUT /v2.0/ports/830d0658-5d78-4168-b497-61b7189ec74e HTTP/1.1" status: 200 len: 977 time: 2.2944067 Feb 10 23:03:50.807465 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40606) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:50.852650 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8bf994c1-8eee-40b7-9a28-7c329993e405 req-e5ba6b70-ab06-4661-a75d-4b5cd30ab3a7 service neutron] 10.222.0.37 "GET /v2.0/networks/babc7379-fefc-41a5-a39a-fab07194ed36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6459939 Feb 10 23:03:50.880083 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a1cd2-3c43-42da-b589-1a15695d19ba tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Pushing event updated for resources: {'Port': ['ID=830d0658-5d78-4168-b497-61b7189ec74e,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:50.889964 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cda30b4e-7f1b-4082-8fda-4b805564859e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:50.896447 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a92ba7a6-c888-4826-9165-0461e2fdc4dc tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:50.911158 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-97163da5-e9d9-4750-bd60-edcba9839872 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:50.912521 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-ac4759cf-93c0-4e77-8236-86495010480b tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 3229c636-8b37-4bfa-bba4-754edf10a5cb) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:50.916778 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-5dc7a3c6-fbb6-4652-b4bd-726aad2c4be1 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Deleting port 830d0658-5d78-4168-b497-61b7189ec74e {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:03:50.917151 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5dc7a3c6-fbb6-4652-b4bd-726aad2c4be1 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:50.920821 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efc6d3d-07a4-49a5-8810-1c33acbd6a3d None None] Network 3229c636-8b37-4bfa-bba4-754edf10a5cb requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:03:50.925211 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4759cf-93c0-4e77-8236-86495010480b tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:50.925793 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ac4759cf-93c0-4e77-8236-86495010480b tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:50.953410 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda30b4e-7f1b-4082-8fda-4b805564859e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce6f694-3a67-4faf-8dae-95be206e8d40,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:50.957517 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2b5946d1-101a-4e8f-8fca-174d3693c7b0 req-7df2385d-ab75-4962-b3ed-d96ccc57112f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6483cb9e-fe3f-463f-833b-3771068bd14e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1873975 Feb 10 23:03:51.049203 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a92ba7a6-c888-4826-9165-0461e2fdc4dc tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] 10.222.0.59 "DELETE /v2.0/ports/65ea4996-0cd2-4014-9ec7-eecc86ccbd34 HTTP/1.1" status: 204 len: 168 time: 2.5566590 Feb 10 23:03:51.050678 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40610) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:51.108349 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ac4759cf-93c0-4e77-8236-86495010480b tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4119802 Feb 10 23:03:51.109529 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40614) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:51.119511 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-844cdb1f-97e2-4bf7-99ed-b92aaa59fc01 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Request body: {'subnet': {'network_id': '2df75716-09ab-43b2-85c7-b14ac2a6f03d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:51.135458 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cda30b4e-7f1b-4082-8fda-4b805564859e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:51.139532 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-cda30b4e-7f1b-4082-8fda-4b805564859e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3ce6f694-3a67-4faf-8dae-95be206e8d40 HTTP/1.1" status: 204 len: 168 time: 0.7819448 Feb 10 23:03:51.165878 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996535fe-8046-4caa-aac9-fe4d48a1394b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-3229c636-8b37-4bfa-bba4-754edf10a5cb', 'network_id': '3229c636-8b37-4bfa-bba4-754edf10a5cb', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'fixed_ips': [{'subnet_id': 'cffb46d8-2adc-428e-9906-9e8a5b951d51'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:03:51.166680 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-996535fe-8046-4caa-aac9-fe4d48a1394b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:51.244091 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-65469d29-be1a-4340-aa7a-fc68dc913afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:51.341075 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-996535fe-8046-4caa-aac9-fe4d48a1394b None None] Allocated IP 2001:db8::2 (3229c636-8b37-4bfa-bba4-754edf10a5cb/cffb46d8-2adc-428e-9906-9e8a5b951d51/0fd7def5-77a0-4197-a22a-65d063726f3d) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:03:51.392087 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2b5946d1-101a-4e8f-8fca-174d3693c7b0 req-3c75347e-8a8c-49fc-9b4a-13838c65e026 service neutron] 10.222.0.37 "GET /v2.0/networks/6483cb9e-fe3f-463f-833b-3771068bd14e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4270916 Feb 10 23:03:51.442640 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-844cdb1f-97e2-4bf7-99ed-b92aaa59fc01 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:51.467331 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-844cdb1f-97e2-4bf7-99ed-b92aaa59fc01 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Usage tracker for resource:subnet and tenant:9679d844e15947ffaadb0d4f870cf9d6 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:51.476117 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-844cdb1f-97e2-4bf7-99ed-b92aaa59fc01 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:51.486139 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-5dc7a3c6-fbb6-4652-b4bd-726aad2c4be1 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] For port 830d0658-5d78-4168-b497-61b7189ec74e, host hv-neutron-8287, got binding levels [] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:03:51.486724 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5dc7a3c6-fbb6-4652-b4bd-726aad2c4be1 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:51.503171 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-844cdb1f-97e2-4bf7-99ed-b92aaa59fc01 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:51.562249 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-996535fe-8046-4caa-aac9-fe4d48a1394b None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:51.573987 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-996535fe-8046-4caa-aac9-fe4d48a1394b None None] Transition to ACTIVE for port object 0fd7def5-77a0-4197-a22a-65d063726f3d will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:03:51.591452 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e37cfc5-04e4-4747-87ad-82fa3cc72de1 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Deleting subnet 84f5775c-49eb-4f87-a451-b4d51041c59f {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:03:51.593846 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-996535fe-8046-4caa-aac9-fe4d48a1394b None None] Transition to ACTIVE for port object 0fd7def5-77a0-4197-a22a-65d063726f3d will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:03:51.605023 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1e37cfc5-04e4-4747-87ad-82fa3cc72de1 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:51.628612 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-5dc7a3c6-fbb6-4652-b4bd-726aad2c4be1 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Calling delete_port for 830d0658-5d78-4168-b497-61b7189ec74e owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:03:51.670561 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c07b2484-db44-486f-8c3f-6fd4b12edc16 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:51.690380 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-996535fe-8046-4caa-aac9-fe4d48a1394b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:51.702686 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2b5946d1-101a-4e8f-8fca-174d3693c7b0 req-c5eb4adc-3a6d-4a55-a87f-21ee09bc811b service neutron] 10.222.0.37 "GET /v2.0/networks/6483cb9e-fe3f-463f-833b-3771068bd14e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897148 Feb 10 23:03:51.704426 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1e37cfc5-04e4-4747-87ad-82fa3cc72de1 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:51.729251 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844cdb1f-97e2-4bf7-99ed-b92aaa59fc01 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Made reservation on behalf of 9679d844e15947ffaadb0d4f870cf9d6 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:03:51.779740 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996535fe-8046-4caa-aac9-fe4d48a1394b None None] Network 3229c636-8b37-4bfa-bba4-754edf10a5cb is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:03:51.779740 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-996535fe-8046-4caa-aac9-fe4d48a1394b None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:51.779740 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996535fe-8046-4caa-aac9-fe4d48a1394b None None] Pushing event updated for resources: {'Port': ['ID=0fd7def5-77a0-4197-a22a-65d063726f3d,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:51.779740 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996535fe-8046-4caa-aac9-fe4d48a1394b None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:03:51.882104 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-996535fe-8046-4caa-aac9-fe4d48a1394b None None] Attempting to bind port 0fd7def5-77a0-4197-a22a-65d063726f3d on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:03:51.882671 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-996535fe-8046-4caa-aac9-fe4d48a1394b None None] Attempting to bind port 0fd7def5-77a0-4197-a22a-65d063726f3d by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '6f4e3826-bbea-41a8-96fc-6bf5edd50af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '3229c636-8b37-4bfa-bba4-754edf10a5cb'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:03:51.883197 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996535fe-8046-4caa-aac9-fe4d48a1394b None None] Attempting to bind port 0fd7def5-77a0-4197-a22a-65d063726f3d on network 3229c636-8b37-4bfa-bba4-754edf10a5cb {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:03:51.891306 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996535fe-8046-4caa-aac9-fe4d48a1394b None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:03:51.897786 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996535fe-8046-4caa-aac9-fe4d48a1394b None None] Checking segment: {'id': '6f4e3826-bbea-41a8-96fc-6bf5edd50af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '3229c636-8b37-4bfa-bba4-754edf10a5cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:03:51.897786 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-996535fe-8046-4caa-aac9-fe4d48a1394b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:51.897786 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996535fe-8046-4caa-aac9-fe4d48a1394b None None] Bound using segment: {'id': '6f4e3826-bbea-41a8-96fc-6bf5edd50af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '3229c636-8b37-4bfa-bba4-754edf10a5cb'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:03:51.897786 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-996535fe-8046-4caa-aac9-fe4d48a1394b None None] Bound port: 0fd7def5-77a0-4197-a22a-65d063726f3d, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f4e3826-bbea-41a8-96fc-6bf5edd50af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '3229c636-8b37-4bfa-bba4-754edf10a5cb'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:03:51.897786 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-996535fe-8046-4caa-aac9-fe4d48a1394b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:51.938444 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-844cdb1f-97e2-4bf7-99ed-b92aaa59fc01 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:51.962725 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5dc7a3c6-fbb6-4652-b4bd-726aad2c4be1 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:51.994357 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1e37cfc5-04e4-4747-87ad-82fa3cc72de1 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:52.038264 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-996535fe-8046-4caa-aac9-fe4d48a1394b None None] For port 0fd7def5-77a0-4197-a22a-65d063726f3d, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:03:52.041538 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-996535fe-8046-4caa-aac9-fe4d48a1394b None None] For port 0fd7def5-77a0-4197-a22a-65d063726f3d, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=0fd7def5-77a0-4197-a22a-65d063726f3d,segment=NetworkSegment(6f4e3826-bbea-41a8-96fc-6bf5edd50af0),segment_id=6f4e3826-bbea-41a8-96fc-6bf5edd50af0)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:03:52.090332 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc7a3c6-fbb6-4652-b4bd-726aad2c4be1 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Pushing event deleted for resources: {'Port': ['ID=830d0658-5d78-4168-b497-61b7189ec74e,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:52.101906 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-996535fe-8046-4caa-aac9-fe4d48a1394b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:52.176058 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-97163da5-e9d9-4750-bd60-edcba9839872 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:52.188058 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996535fe-8046-4caa-aac9-fe4d48a1394b None None] Pushing event updated for resources: {'Port': ['ID=0fd7def5-77a0-4197-a22a-65d063726f3d,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:52.223301 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5dc7a3c6-fbb6-4652-b4bd-726aad2c4be1 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:52.233916 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-97163da5-e9d9-4750-bd60-edcba9839872 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:52.255230 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1e37cfc5-04e4-4747-87ad-82fa3cc72de1 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:52.385418 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:52.461063 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-5dc7a3c6-fbb6-4652-b4bd-726aad2c4be1 tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] 10.222.0.59 "DELETE /v2.0/ports/830d0658-5d78-4168-b497-61b7189ec74e HTTP/1.1" status: 204 len: 168 time: 1.6520154 Feb 10 23:03:52.463909 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40632) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:52.471041 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e37cfc5-04e4-4747-87ad-82fa3cc72de1 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Pushing event deleted for resources: {'Subnet': ['ID=84f5775c-49eb-4f87-a451-b4d51041c59f,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:52.471041 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-c07b2484-db44-486f-8c3f-6fd4b12edc16 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Allocated IP 172.20.0.1 (001486ac-bc6e-490d-a874-c3e783bcac31/ec519fd6-2f08-49fd-aa37-916f7389a232/10c01280-3469-4620-8bf2-03301ea1720b) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:03:52.491941 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-97163da5-e9d9-4750-bd60-edcba9839872 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Allocated IP 172.26.8.4 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/3a14a2be-520e-4f47-8ad0-b28ff0f10ec3) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:03:52.521047 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1e37cfc5-04e4-4747-87ad-82fa3cc72de1 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:52.523844 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddca2d96-c21f-4948-91c9-e9c76573612b tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] GET failed (client error): The resource could not be found. Feb 10 23:03:52.524303 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ddca2d96-c21f-4948-91c9-e9c76573612b tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Synchronizing usage tracker for tenant:6a354787dc7c4236bf1ba33ed51e2d96 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:03:52.528294 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a156c88-ed6c-4c86-835b-71bdd48682ef None None] Network de4458e5-31d7-4d26-92ba-94a8b2d6e5e4 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:03:52.559453 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1e37cfc5-04e4-4747-87ad-82fa3cc72de1 tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] 10.222.0.59 "DELETE /v2.0/subnets/84f5775c-49eb-4f87-a451-b4d51041c59f HTTP/1.1" status: 204 len: 168 time: 1.4974668 Feb 10 23:03:52.597266 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40638) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:52.688901 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:52.709487 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ddca2d96-c21f-4948-91c9-e9c76573612b tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] Unset dirty status for tenant:6a354787dc7c4236bf1ba33ed51e2d96 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:03:52.712211 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ddca2d96-c21f-4948-91c9-e9c76573612b tempest-PortsAdminExtendedAttrsTestJSON-1721246302 tempest-PortsAdminExtendedAttrsTestJSON-1721246302-project-admin] 10.222.0.59 "GET /v2.0/ports/830d0658-5d78-4168-b497-61b7189ec74e HTTP/1.1" status: 404 len: 333 time: 0.2443812 Feb 10 23:03:52.714438 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c07b2484-db44-486f-8c3f-6fd4b12edc16 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:52.718307 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40642) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:52.831810 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-c07b2484-db44-486f-8c3f-6fd4b12edc16 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Transition to ACTIVE for port object 10c01280-3469-4620-8bf2-03301ea1720b will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:03:52.871269 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aeab9135-4844-468b-b951-7196c3d4befb tempest-PortsAdminExtendedAttrsTestJSON-539359302 tempest-PortsAdminExtendedAttrsTestJSON-539359302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:52.878337 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-844cdb1f-97e2-4bf7-99ed-b92aaa59fc01 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:52.887954 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9bcef9ad-fbde-4373-9ac3-092c9634041b tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:52.933478 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40648) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:53.022153 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c07b2484-db44-486f-8c3f-6fd4b12edc16 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:53.067618 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aeab9135-4844-468b-b951-7196c3d4befb tempest-PortsAdminExtendedAttrsTestJSON-539359302 tempest-PortsAdminExtendedAttrsTestJSON-539359302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:53.072152 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dab55d0-9afe-4ae9-99f9-f1360a6137f7 None None] DHCP port deletion for de4458e5-31d7-4d26-92ba-94a8b2d6e5e4 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:03:53.079970 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-9dab55d0-9afe-4ae9-99f9-f1360a6137f7 None None] Deleting port 64494610-2e04-449a-a74f-b9bda534e52c {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:03:53.082482 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9dab55d0-9afe-4ae9-99f9-f1360a6137f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:53.130805 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-aeab9135-4844-468b-b951-7196c3d4befb tempest-PortsAdminExtendedAttrsTestJSON-539359302 tempest-PortsAdminExtendedAttrsTestJSON-539359302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e31ec0e1-7298-4a08-8af0-8c3c4fda2e42']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:53.148603 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07b2484-db44-486f-8c3f-6fd4b12edc16 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Network 001486ac-bc6e-490d-a874-c3e783bcac31 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:03:53.150094 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-9bcef9ad-fbde-4373-9ac3-092c9634041b tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Deleting port 64494610-2e04-449a-a74f-b9bda534e52c {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:03:53.150431 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9bcef9ad-fbde-4373-9ac3-092c9634041b tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:53.154284 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-c07b2484-db44-486f-8c3f-6fd4b12edc16 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:53.157368 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07b2484-db44-486f-8c3f-6fd4b12edc16 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:03:53.188397 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-aeab9135-4844-468b-b951-7196c3d4befb tempest-PortsAdminExtendedAttrsTestJSON-539359302 tempest-PortsAdminExtendedAttrsTestJSON-539359302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad22bf44-ab3a-4846-ae88-95b27e0bd335') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:53.188811 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-aeab9135-4844-468b-b951-7196c3d4befb tempest-PortsAdminExtendedAttrsTestJSON-539359302 tempest-PortsAdminExtendedAttrsTestJSON-539359302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad22bf44-ab3a-4846-ae88-95b27e0bd335') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:53.195904 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b2484-db44-486f-8c3f-6fd4b12edc16 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Pushing event updated for resources: {'Port': ['ID=10c01280-3469-4620-8bf2-03301ea1720b,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:53.225949 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-f437a632-19c1-4727-8212-26b5da48b61b tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Request body: {'network': {'name': 'tempest-RoutersTest-1220699166'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:53.230716 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aeab9135-4844-468b-b951-7196c3d4befb tempest-PortsAdminExtendedAttrsTestJSON-539359302 tempest-PortsAdminExtendedAttrsTestJSON-539359302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32216962'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:53.241769 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-97163da5-e9d9-4750-bd60-edcba9839872 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:53.246190 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f437a632-19c1-4727-8212-26b5da48b61b tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:53.254450 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f437a632-19c1-4727-8212-26b5da48b61b tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Usage tracker for resource:network and tenant:62dc022463634d02b4f57b75cc001545 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:53.257332 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844cdb1f-97e2-4bf7-99ed-b92aaa59fc01 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event updated for resources: {'Subnet': ['ID=ca2e6f06-ce4a-4f30-8f3b-b4c01f81c492,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:53.263009 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f437a632-19c1-4727-8212-26b5da48b61b tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:53.274635 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aeab9135-4844-468b-b951-7196c3d4befb tempest-PortsAdminExtendedAttrsTestJSON-539359302 tempest-PortsAdminExtendedAttrsTestJSON-539359302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:53.277397 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f437a632-19c1-4727-8212-26b5da48b61b tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:53.279621 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c07b2484-db44-486f-8c3f-6fd4b12edc16 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733071'] for router_interface, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:53.301866 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeab9135-4844-468b-b951-7196c3d4befb tempest-PortsAdminExtendedAttrsTestJSON-539359302 tempest-PortsAdminExtendedAttrsTestJSON-539359302-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:03:53.302439 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aeab9135-4844-468b-b951-7196c3d4befb tempest-PortsAdminExtendedAttrsTestJSON-539359302 tempest-PortsAdminExtendedAttrsTestJSON-539359302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32033006'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:53.322308 dv-neutron-828797-1-hyperv neutron-server[84332]: Traceback (most recent call last): Feb 10 23:03:53.322308 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:03:53.322308 dv-neutron-828797-1-hyperv neutron-server[84332]: timer() Feb 10 23:03:53.322308 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:03:53.322308 dv-neutron-828797-1-hyperv neutron-server[84332]: cb(*args, **kw) Feb 10 23:03:53.322308 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:03:53.322308 dv-neutron-828797-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Feb 10 23:03:53.322308 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:03:53.322308 dv-neutron-828797-1-hyperv neutron-server[84332]: self._notify() Feb 10 23:03:53.322308 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:03:53.322308 dv-neutron-828797-1-hyperv neutron-server[84332]: self.callback(batched_events) Feb 10 23:03:53.322308 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:03:53.322308 dv-neutron-828797-1-hyperv neutron-server[84332]: event.method(event) Feb 10 23:03:53.322308 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:03:53.322308 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:03:53.322308 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:03:53.322308 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:03:53.322308 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:03:53.322308 dv-neutron-828797-1-hyperv neutron-server[84332]: return f(self, *a, **k) Feb 10 23:03:53.322308 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:03:53.322308 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._get(url).json() Feb 10 23:03:53.322308 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:03:53.322308 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:03:53.322308 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:03:53.322308 dv-neutron-828797-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Feb 10 23:03:53.322308 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:03:53.322308 dv-neutron-828797-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:03:53.322308 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:03:53.322308 dv-neutron-828797-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:03:53.322308 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:03:53.322308 dv-neutron-828797-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:03:53.322308 dv-neutron-828797-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:03:53.326508 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844cdb1f-97e2-4bf7-99ed-b92aaa59fc01 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Checking segment: {'id': '3e680bed-253b-4440-b738-6574254ece6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2df75716-09ab-43b2-85c7-b14ac2a6f03d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:03:53.326875 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844cdb1f-97e2-4bf7-99ed-b92aaa59fc01 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Network hostable DHCP agents. Network: 2df75716-09ab-43b2-85c7-b14ac2a6f03d, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:03:53.412469 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f437a632-19c1-4727-8212-26b5da48b61b tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Made reservation on behalf of 62dc022463634d02b4f57b75cc001545 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:03:53.416944 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f437a632-19c1-4727-8212-26b5da48b61b tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:53.457646 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f437a632-19c1-4727-8212-26b5da48b61b tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:53.460490 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-9dab55d0-9afe-4ae9-99f9-f1360a6137f7 None None] For port 64494610-2e04-449a-a74f-b9bda534e52c, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=64494610-2e04-449a-a74f-b9bda534e52c,segment=NetworkSegment(29d3633f-b3e7-4e78-8f97-685936bb54f4),segment_id=29d3633f-b3e7-4e78-8f97-685936bb54f4)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:03:53.461066 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9dab55d0-9afe-4ae9-99f9-f1360a6137f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:53.529188 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f437a632-19c1-4727-8212-26b5da48b61b tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:53.541461 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-9bcef9ad-fbde-4373-9ac3-092c9634041b tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] For port 64494610-2e04-449a-a74f-b9bda534e52c, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=64494610-2e04-449a-a74f-b9bda534e52c,segment=NetworkSegment(29d3633f-b3e7-4e78-8f97-685936bb54f4),segment_id=29d3633f-b3e7-4e78-8f97-685936bb54f4)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:03:53.541953 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9bcef9ad-fbde-4373-9ac3-092c9634041b tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:53.547289 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f437a632-19c1-4727-8212-26b5da48b61b tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Usage tracker for resource:security_group_rule and tenant:62dc022463634d02b4f57b75cc001545 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:53.554114 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f437a632-19c1-4727-8212-26b5da48b61b tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:53.560891 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f437a632-19c1-4727-8212-26b5da48b61b tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:53.616527 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-9dab55d0-9afe-4ae9-99f9-f1360a6137f7 None None] Calling delete_port for 64494610-2e04-449a-a74f-b9bda534e52c owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:03:53.645625 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aeab9135-4844-468b-b951-7196c3d4befb tempest-PortsAdminExtendedAttrsTestJSON-539359302 tempest-PortsAdminExtendedAttrsTestJSON-539359302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:53.650425 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4822e2db-af80-4132-9b66-758a55286a9b None None] Network 3229c636-8b37-4bfa-bba4-754edf10a5cb requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:03:53.659662 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844cdb1f-97e2-4bf7-99ed-b92aaa59fc01 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Network 2df75716-09ab-43b2-85c7-b14ac2a6f03d is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:03:53.683756 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aeab9135-4844-468b-b951-7196c3d4befb tempest-PortsAdminExtendedAttrsTestJSON-539359302 tempest-PortsAdminExtendedAttrsTestJSON-539359302-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:53.703847 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeab9135-4844-468b-b951-7196c3d4befb tempest-PortsAdminExtendedAttrsTestJSON-539359302 tempest-PortsAdminExtendedAttrsTestJSON-539359302-project] Pushing event deleted for resources: {'Network': ['ID=e31ec0e1-7298-4a08-8af0-8c3c4fda2e42,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:53.720580 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-97163da5-e9d9-4750-bd60-edcba9839872 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:53.731597 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-9bcef9ad-fbde-4373-9ac3-092c9634041b tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Calling delete_port for 64494610-2e04-449a-a74f-b9bda534e52c owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:03:53.744434 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-aeab9135-4844-468b-b951-7196c3d4befb tempest-PortsAdminExtendedAttrsTestJSON-539359302 tempest-PortsAdminExtendedAttrsTestJSON-539359302-project] 10.222.0.59 "DELETE /v2.0/networks/e31ec0e1-7298-4a08-8af0-8c3c4fda2e42 HTTP/1.1" status: 204 len: 168 time: 1.0225506 Feb 10 23:03:53.750609 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c07b2484-db44-486f-8c3f-6fd4b12edc16 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:53.761375 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f437a632-19c1-4727-8212-26b5da48b61b tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:53.851809 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97163da5-e9d9-4750-bd60-edcba9839872 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:03:53.860316 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-97163da5-e9d9-4750-bd60-edcba9839872 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:53.869771 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97163da5-e9d9-4750-bd60-edcba9839872 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:03:53.971533 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-c28e36e0-12dc-469e-bd26-a1d9aadd1c65 None None] Provisioning for port 0fd7def5-77a0-4197-a22a-65d063726f3d completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:03:53.978074 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f437a632-19c1-4727-8212-26b5da48b61b tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:54.015573 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97163da5-e9d9-4750-bd60-edcba9839872 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Pushing event updated for resources: {'Port': ['ID=3a14a2be-520e-4f47-8ad0-b28ff0f10ec3,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:54.019324 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 0fd7def5-77a0-4197-a22a-65d063726f3d up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:03:54.055080 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f437a632-19c1-4727-8212-26b5da48b61b tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:03:54.057134 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:54.063491 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-844cdb1f-97e2-4bf7-99ed-b92aaa59fc01 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 2df75716-09ab-43b2-85c7-b14ac2a6f03d) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:54.069519 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844cdb1f-97e2-4bf7-99ed-b92aaa59fc01 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:54.070332 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-844cdb1f-97e2-4bf7-99ed-b92aaa59fc01 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:54.078027 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f437a632-19c1-4727-8212-26b5da48b61b tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=071a750d-c8da-4db9-abea-2473fad984bc,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:54.079459 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbdb7cf-0c01-44e4-b23d-0c61bac09f58 None None] Network 2df75716-09ab-43b2-85c7-b14ac2a6f03d requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:03:54.082772 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f437a632-19c1-4727-8212-26b5da48b61b tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:54.083215 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-f437a632-19c1-4727-8212-26b5da48b61b tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Added segment aedc09ca-4898-4fb9-ae9c-e9a2e0f804e6 of type vlan for network 991ea15c-583f-44f7-aaa0-405e4c1e5f2a Feb 10 23:03:54.106553 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9dab55d0-9afe-4ae9-99f9-f1360a6137f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:54.107079 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-9bcef9ad-fbde-4373-9ac3-092c9634041b tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:03:54.107583 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-9bcef9ad-fbde-4373-9ac3-092c9634041b tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:03:54.138780 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f437a632-19c1-4727-8212-26b5da48b61b tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:54.197778 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-844cdb1f-97e2-4bf7-99ed-b92aaa59fc01 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.0867131 Feb 10 23:03:54.201339 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40660) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:54.209706 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-460c6701-d866-4899-bd43-9392d535014b tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1106080038', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:54.212341 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dab55d0-9afe-4ae9-99f9-f1360a6137f7 None None] Pushing event deleted for resources: {'Port': ['ID=64494610-2e04-449a-a74f-b9bda534e52c,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:54.214685 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-c28e36e0-12dc-469e-bd26-a1d9aadd1c65 None None] Provisioning for port 10c01280-3469-4620-8bf2-03301ea1720b completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:03:54.214825 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-460c6701-d866-4899-bd43-9392d535014b tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:54.221521 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-460c6701-d866-4899-bd43-9392d535014b tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Usage tracker for resource:router and tenant:9679d844e15947ffaadb0d4f870cf9d6 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:54.225319 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-c28e36e0-12dc-469e-bd26-a1d9aadd1c65 None None] Provisioning complete for port 10c01280-3469-4620-8bf2-03301ea1720b triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:54.225319 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c28e36e0-12dc-469e-bd26-a1d9aadd1c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:54.225545 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-460c6701-d866-4899-bd43-9392d535014b tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:54.232358 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-460c6701-d866-4899-bd43-9392d535014b tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:54.284582 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dab55d0-9afe-4ae9-99f9-f1360a6137f7 None None] No DVR routers for this DVR port 64494610-2e04-449a-a74f-b9bda534e52c on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:03:54.313434 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-97163da5-e9d9-4750-bd60-edcba9839872 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:54.314720 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-97163da5-e9d9-4750-bd60-edcba9839872 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:54.337581 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-c28e36e0-12dc-469e-bd26-a1d9aadd1c65 None None] Port 10c01280-3469-4620-8bf2-03301ea1720b cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:03:54.356397 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f437a632-19c1-4727-8212-26b5da48b61b tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:54.360632 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f437a632-19c1-4727-8212-26b5da48b61b tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:54.361270 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f437a632-19c1-4727-8212-26b5da48b61b tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:54.379713 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-460c6701-d866-4899-bd43-9392d535014b tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:54.381987 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-460c6701-d866-4899-bd43-9392d535014b tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:54.382877 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c07b2484-db44-486f-8c3f-6fd4b12edc16 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:54.426494 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 0fd7def5-77a0-4197-a22a-65d063726f3d completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:03:54.437406 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 0fd7def5-77a0-4197-a22a-65d063726f3d triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:54.438039 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:54.474006 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-460c6701-d866-4899-bd43-9392d535014b tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:54.477405 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec97ae8-748a-4777-b04d-38e6c56c9938 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-2df75716-09ab-43b2-85c7-b14ac2a6f03d', 'network_id': '2df75716-09ab-43b2-85c7-b14ac2a6f03d', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'fixed_ips': [{'subnet_id': 'ca2e6f06-ce4a-4f30-8f3b-b4c01f81c492'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:03:54.478196 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8ec97ae8-748a-4777-b04d-38e6c56c9938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:54.600383 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-460c6701-d866-4899-bd43-9392d535014b tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:54.610589 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-9bcef9ad-fbde-4373-9ac3-092c9634041b tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Deleting port 64494610-2e04-449a-a74f-b9bda534e52c {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:03:54.611008 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9bcef9ad-fbde-4373-9ac3-092c9634041b tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:54.612147 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f437a632-19c1-4727-8212-26b5da48b61b tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event updated for resources: {'Network': ['ID=991ea15c-583f-44f7-aaa0-405e4c1e5f2a,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:54.615770 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c07b2484-db44-486f-8c3f-6fd4b12edc16 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:54.626854 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 991ea15c-583f-44f7-aaa0-405e4c1e5f2a details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:03:54.656746 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-4c9c126a-9d9d-4a70-bddc-cdee197031c1 None None] Provisioning complete for port 0fd7def5-77a0-4197-a22a-65d063726f3d triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:54.657210 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4c9c126a-9d9d-4a70-bddc-cdee197031c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:54.682584 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f437a632-19c1-4727-8212-26b5da48b61b tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.7480018 Feb 10 23:03:54.702430 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40666) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:54.720361 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40670) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:54.720595 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-b94292e7-be64-4f38-9523-dbd1a3a7d56a tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Request body: {'network': {'name': 'tempest-RoutersTest-266953647'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:54.729832 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-9bcef9ad-fbde-4373-9ac3-092c9634041b tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] The port '64494610-2e04-449a-a74f-b9bda534e52c' was deleted {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 23:03:54.744587 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-b94292e7-be64-4f38-9523-dbd1a3a7d56a tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:54.754207 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b94292e7-be64-4f38-9523-dbd1a3a7d56a tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Usage tracker for resource:network and tenant:62dc022463634d02b4f57b75cc001545 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:54.763814 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b94292e7-be64-4f38-9523-dbd1a3a7d56a tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:54.770270 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b2484-db44-486f-8c3f-6fd4b12edc16 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Pushing event updated for resources: {'Port': ['ID=10c01280-3469-4620-8bf2-03301ea1720b,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:54.778376 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-b94292e7-be64-4f38-9523-dbd1a3a7d56a tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:54.782579 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c07b2484-db44-486f-8c3f-6fd4b12edc16 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2767683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732898'] for router_interface, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:54.845192 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-460c6701-d866-4899-bd43-9392d535014b tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:54.849398 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-460c6701-d866-4899-bd43-9392d535014b tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6470392 Feb 10 23:03:54.856576 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40676) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:54.920062 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:54.923742 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94292e7-be64-4f38-9523-dbd1a3a7d56a tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Made reservation on behalf of 62dc022463634d02b4f57b75cc001545 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:03:54.926733 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b94292e7-be64-4f38-9523-dbd1a3a7d56a tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:54.938068 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97163da5-e9d9-4750-bd60-edcba9839872 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Router 135af32f-81a2-436d-9bff-986a64a63e94 is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:03:54.978427 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b94292e7-be64-4f38-9523-dbd1a3a7d56a tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:03:54.996634 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b94292e7-be64-4f38-9523-dbd1a3a7d56a tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:54.996975 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-b94292e7-be64-4f38-9523-dbd1a3a7d56a tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Added segment f35be277-0948-428e-95d6-c638b6ea1e6c of type vlan for network d3f44d47-0c73-4a3b-97ec-9cb964fe179e Feb 10 23:03:55.004389 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07b2484-db44-486f-8c3f-6fd4b12edc16 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Network 001486ac-bc6e-490d-a874-c3e783bcac31 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:03:55.006184 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-c07b2484-db44-486f-8c3f-6fd4b12edc16 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:55.010121 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-8ec97ae8-748a-4777-b04d-38e6c56c9938 None None] Allocated IP 2001:db8:1::2 (2df75716-09ab-43b2-85c7-b14ac2a6f03d/ca2e6f06-ce4a-4f30-8f3b-b4c01f81c492/b1936fc5-87d1-4120-83e6-dabda61b73c7) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:03:55.029190 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9bcef9ad-fbde-4373-9ac3-092c9634041b tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:55.043131 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 0fd7def5-77a0-4197-a22a-65d063726f3d, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=0fd7def5-77a0-4197-a22a-65d063726f3d,segment=NetworkSegment(6f4e3826-bbea-41a8-96fc-6bf5edd50af0),segment_id=6f4e3826-bbea-41a8-96fc-6bf5edd50af0)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:03:55.067991 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4c9c126a-9d9d-4a70-bddc-cdee197031c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:55.088978 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-9bcef9ad-fbde-4373-9ac3-092c9634041b tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de4458e5-31d7-4d26-92ba-94a8b2d6e5e4']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:55.102802 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b94292e7-be64-4f38-9523-dbd1a3a7d56a tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:55.135166 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:55.251941 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 64494610-2e04-449a-a74f-b9bda534e52c no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:03:55.287540 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-9bcef9ad-fbde-4373-9ac3-092c9634041b tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29d3633f-b3e7-4e78-8f97-685936bb54f4') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:55.287540 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-9bcef9ad-fbde-4373-9ac3-092c9634041b tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29d3633f-b3e7-4e78-8f97-685936bb54f4') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:55.314230 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 64494610-2e04-449a-a74f-b9bda534e52c {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:03:55.314569 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 64494610-2e04-449a-a74f-b9bda534e52c not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:03:55.323137 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9bcef9ad-fbde-4373-9ac3-092c9634041b tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:55.360638 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=0fd7def5-77a0-4197-a22a-65d063726f3d,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:55.375750 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-4c9c126a-9d9d-4a70-bddc-cdee197031c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:03:55.376287 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-4c9c126a-9d9d-4a70-bddc-cdee197031c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:03:55.392107 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b94292e7-be64-4f38-9523-dbd1a3a7d56a tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:55.399616 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94292e7-be64-4f38-9523-dbd1a3a7d56a tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:55.400208 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b94292e7-be64-4f38-9523-dbd1a3a7d56a tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:55.408195 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-4ba2d857-f7c0-46dc-80d5-3b63ca7fa4fc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d5c141829810446cb79a1be48650ce32&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6744967 Feb 10 23:03:55.449851 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8ec97ae8-748a-4777-b04d-38e6c56c9938 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:55.463280 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40680) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:55.464215 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9bcef9ad-fbde-4373-9ac3-092c9634041b tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:55.526136 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94292e7-be64-4f38-9523-dbd1a3a7d56a tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event updated for resources: {'Network': ['ID=d3f44d47-0c73-4a3b-97ec-9cb964fe179e,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:55.538938 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bcef9ad-fbde-4373-9ac3-092c9634041b tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:03:55.539337 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9bcef9ad-fbde-4373-9ac3-092c9634041b tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:55.550238 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network d3f44d47-0c73-4a3b-97ec-9cb964fe179e details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:03:55.560347 dv-neutron-828797-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:03:55.560347 dv-neutron-828797-1-hyperv neutron-server[84333]: util.warn( Feb 10 23:03:55.560347 dv-neutron-828797-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:03:55.560347 dv-neutron-828797-1-hyperv neutron-server[84333]: util.warn( Feb 10 23:03:55.560347 dv-neutron-828797-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:03:55.560347 dv-neutron-828797-1-hyperv neutron-server[84333]: util.warn( Feb 10 23:03:55.560347 dv-neutron-828797-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:03:55.560347 dv-neutron-828797-1-hyperv neutron-server[84333]: util.warn( Feb 10 23:03:55.560347 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:03:55.560347 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:03:55.560347 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:03:55.560347 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:03:55.560347 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:03:55.560347 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:03:55.560347 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:03:55.560347 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:03:55.560347 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:03:55.560347 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:03:55.560347 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:03:55.560347 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:03:55.560347 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:03:55.560347 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:03:55.560347 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:03:55.560347 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:03:55.560347 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:03:55.560347 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:03:55.560347 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:03:55.560347 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:03:55.560347 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:03:55.560347 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:03:55.560347 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:03:55.560347 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:03:55.560347 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:03:55.560347 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:03:55.560347 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:03:55.560347 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:03:55.560347 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:03:55.560347 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:03:55.560347 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:03:55.560347 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:03:55.683436 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c07b2484-db44-486f-8c3f-6fd4b12edc16 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Router 339942e3-60ef-46c1-9ddf-5043acf39339 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:03:55.771649 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b94292e7-be64-4f38-9523-dbd1a3a7d56a tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0673018 Feb 10 23:03:55.774028 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40684) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:55.791170 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-8ec97ae8-748a-4777-b04d-38e6c56c9938 None None] Transition to ACTIVE for port object b1936fc5-87d1-4120-83e6-dabda61b73c7 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:03:55.805440 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-ee222585-b447-43a0-a127-7fc5b80849c1 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Request body: {'subnet': {'network_id': '991ea15c-583f-44f7-aaa0-405e4c1e5f2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:55.814046 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-8ec97ae8-748a-4777-b04d-38e6c56c9938 None None] Transition to ACTIVE for port object b1936fc5-87d1-4120-83e6-dabda61b73c7 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:03:55.870393 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9bcef9ad-fbde-4373-9ac3-092c9634041b tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:55.919352 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07b2484-db44-486f-8c3f-6fd4b12edc16 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:03:55.927702 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c07b2484-db44-486f-8c3f-6fd4b12edc16 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] 10.222.0.59 "PUT /v2.0/routers/339942e3-60ef-46c1-9ddf-5043acf39339/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3941004 Feb 10 23:03:55.928651 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40688) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:55.934707 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-184366f7-ebac-4f17-a1b5-c653a5906093 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Request body: {'port': {'network_id': '001486ac-bc6e-490d-a874-c3e783bcac31', 'name': 'tempest-FloatingIPAdminTestJSON-934180451'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:55.935864 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-66233530-a02d-408b-a7cb-66c01b961c6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:55.937652 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8ec97ae8-748a-4777-b04d-38e6c56c9938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:55.942383 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 0fd7def5-77a0-4197-a22a-65d063726f3d up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:03:55.953562 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9bcef9ad-fbde-4373-9ac3-092c9634041b tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:55.965953 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf761caa-c89e-4327-97bd-c2acf8bc7278 None None] Sync routers for ids ['339942e3-60ef-46c1-9ddf-5043acf39339'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:03:55.982206 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcef9ad-fbde-4373-9ac3-092c9634041b tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] Pushing event deleted for resources: {'Network': ['ID=de4458e5-31d7-4d26-92ba-94a8b2d6e5e4,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:56.004903 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-9bcef9ad-fbde-4373-9ac3-092c9634041b tempest-AllowedAddressPairTestJSON-1108154939 tempest-AllowedAddressPairTestJSON-1108154939-project] 10.222.0.59 "DELETE /v2.0/networks/de4458e5-31d7-4d26-92ba-94a8b2d6e5e4 HTTP/1.1" status: 204 len: 168 time: 3.3995314 Feb 10 23:03:56.038913 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-66233530-a02d-408b-a7cb-66c01b961c6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:56.082573 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec97ae8-748a-4777-b04d-38e6c56c9938 None None] Network 2df75716-09ab-43b2-85c7-b14ac2a6f03d is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:03:56.087899 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-8ec97ae8-748a-4777-b04d-38e6c56c9938 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:56.094588 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec97ae8-748a-4777-b04d-38e6c56c9938 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:03:56.098109 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf761caa-c89e-4327-97bd-c2acf8bc7278 None None] Routers {'339942e3-60ef-46c1-9ddf-5043acf39339'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:03:56.098495 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-184366f7-ebac-4f17-a1b5-c653a5906093 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:56.098736 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-cf761caa-c89e-4327-97bd-c2acf8bc7278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:03:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['339942e3-60ef-46c1-9ddf-5043acf39339'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:56.101213 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ee222585-b447-43a0-a127-7fc5b80849c1 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:56.103184 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-184366f7-ebac-4f17-a1b5-c653a5906093 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Usage tracker for resource:port and tenant:812727b2b6d94720ae53e72c564bba8c is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:56.107330 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-184366f7-ebac-4f17-a1b5-c653a5906093 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:56.114194 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-184366f7-ebac-4f17-a1b5-c653a5906093 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:56.130915 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-ee222585-b447-43a0-a127-7fc5b80849c1 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Usage tracker for resource:subnet and tenant:62dc022463634d02b4f57b75cc001545 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:56.140571 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-ee222585-b447-43a0-a127-7fc5b80849c1 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:56.149936 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec97ae8-748a-4777-b04d-38e6c56c9938 None None] Pushing event updated for resources: {'Port': ['ID=b1936fc5-87d1-4120-83e6-dabda61b73c7,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:56.162314 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ee222585-b447-43a0-a127-7fc5b80849c1 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:56.175786 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-cf761caa-c89e-4327-97bd-c2acf8bc7278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:56.198445 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184366f7-ebac-4f17-a1b5-c653a5906093 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Made reservation on behalf of 812727b2b6d94720ae53e72c564bba8c for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:03:56.201760 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-184366f7-ebac-4f17-a1b5-c653a5906093 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:56.209840 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a0ddca51-6086-4c8e-90fa-87227a96f619 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:56.227432 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-184366f7-ebac-4f17-a1b5-c653a5906093 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] device_id is not set on port 9eb7d8e9-b901-4f22-aa8f-3d0d69ff23a6 yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:03:56.276293 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 0fd7def5-77a0-4197-a22a-65d063726f3d triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:56.276696 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:56.314485 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf761caa-c89e-4327-97bd-c2acf8bc7278 None None] Routers {'339942e3-60ef-46c1-9ddf-5043acf39339'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:03:56.315099 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-cf761caa-c89e-4327-97bd-c2acf8bc7278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:03:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['339942e3-60ef-46c1-9ddf-5043acf39339'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:56.352272 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee222585-b447-43a0-a127-7fc5b80849c1 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Made reservation on behalf of 62dc022463634d02b4f57b75cc001545 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:03:56.368431 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97163da5-e9d9-4750-bd60-edcba9839872 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:03:56.369925 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-66233530-a02d-408b-a7cb-66c01b961c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:56.371443 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-8ec97ae8-748a-4777-b04d-38e6c56c9938 None None] Attempting to bind port b1936fc5-87d1-4120-83e6-dabda61b73c7 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:03:56.371811 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-8ec97ae8-748a-4777-b04d-38e6c56c9938 None None] Attempting to bind port b1936fc5-87d1-4120-83e6-dabda61b73c7 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '3e680bed-253b-4440-b738-6574254ece6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2df75716-09ab-43b2-85c7-b14ac2a6f03d'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:03:56.372173 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec97ae8-748a-4777-b04d-38e6c56c9938 None None] Attempting to bind port b1936fc5-87d1-4120-83e6-dabda61b73c7 on network 2df75716-09ab-43b2-85c7-b14ac2a6f03d {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:03:56.377420 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-184366f7-ebac-4f17-a1b5-c653a5906093 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Allocated IP 172.20.0.6 (001486ac-bc6e-490d-a874-c3e783bcac31/ec519fd6-2f08-49fd-aa37-916f7389a232/9eb7d8e9-b901-4f22-aa8f-3d0d69ff23a6) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:03:56.383456 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-3ed609a2-503b-4688-95b1-8bdb3ea0bda0 None None] Provisioning complete for port 10c01280-3469-4620-8bf2-03301ea1720b triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:56.385213 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3ed609a2-503b-4688-95b1-8bdb3ea0bda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:56.386559 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35e7200-82d7-4fb0-aee8-3d2f8e74dc5c None None] Sync routers for ids ['135af32f-81a2-436d-9bff-986a64a63e94'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:03:56.420476 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-cf761caa-c89e-4327-97bd-c2acf8bc7278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:56.420935 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf761caa-c89e-4327-97bd-c2acf8bc7278 None None] The sync data for ids ['339942e3-60ef-46c1-9ddf-5043acf39339'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:03:56.438117 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35e7200-82d7-4fb0-aee8-3d2f8e74dc5c None None] Routers {'135af32f-81a2-436d-9bff-986a64a63e94'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:03:56.440928 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-b35e7200-82d7-4fb0-aee8-3d2f8e74dc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:03:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['135af32f-81a2-436d-9bff-986a64a63e94'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:56.445769 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec97ae8-748a-4777-b04d-38e6c56c9938 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:03:56.446139 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec97ae8-748a-4777-b04d-38e6c56c9938 None None] Checking segment: {'id': '3e680bed-253b-4440-b738-6574254ece6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2df75716-09ab-43b2-85c7-b14ac2a6f03d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:03:56.446536 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8ec97ae8-748a-4777-b04d-38e6c56c9938 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:56.447611 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec97ae8-748a-4777-b04d-38e6c56c9938 None None] Bound using segment: {'id': '3e680bed-253b-4440-b738-6574254ece6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2df75716-09ab-43b2-85c7-b14ac2a6f03d'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:03:56.447611 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-8ec97ae8-748a-4777-b04d-38e6c56c9938 None None] Bound port: b1936fc5-87d1-4120-83e6-dabda61b73c7, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e680bed-253b-4440-b738-6574254ece6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2df75716-09ab-43b2-85c7-b14ac2a6f03d'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:03:56.447848 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8ec97ae8-748a-4777-b04d-38e6c56c9938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:56.499900 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66233530-a02d-408b-a7cb-66c01b961c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=077dc537-d231-4a1d-829b-0c988addf54c,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:56.543713 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-66233530-a02d-408b-a7cb-66c01b961c6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:56.544850 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-66233530-a02d-408b-a7cb-66c01b961c6e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/077dc537-d231-4a1d-829b-0c988addf54c HTTP/1.1" status: 204 len: 168 time: 1.0721943 Feb 10 23:03:56.570666 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ee222585-b447-43a0-a127-7fc5b80849c1 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:56.594129 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-97163da5-e9d9-4750-bd60-edcba9839872 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:56.598248 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-97163da5-e9d9-4750-bd60-edcba9839872 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.3561857 Feb 10 23:03:56.601106 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40698) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:56.729387 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-3ed609a2-503b-4688-95b1-8bdb3ea0bda0 None None] Port 10c01280-3469-4620-8bf2-03301ea1720b cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:03:56.773431 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-b35e7200-82d7-4fb0-aee8-3d2f8e74dc5c None None] Set router 135af32f-81a2-436d-9bff-986a64a63e94 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:03:56.831541 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40702) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:56.867087 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-8ec97ae8-748a-4777-b04d-38e6c56c9938 None None] For port b1936fc5-87d1-4120-83e6-dabda61b73c7, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:03:56.877406 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-8ec97ae8-748a-4777-b04d-38e6c56c9938 None None] For port b1936fc5-87d1-4120-83e6-dabda61b73c7, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=b1936fc5-87d1-4120-83e6-dabda61b73c7,segment=NetworkSegment(3e680bed-253b-4440-b738-6574254ece6b),segment_id=3e680bed-253b-4440-b738-6574254ece6b)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:03:56.980194 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-184366f7-ebac-4f17-a1b5-c653a5906093 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:57.003338 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-184366f7-ebac-4f17-a1b5-c653a5906093 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Transition to ACTIVE for port object 9eb7d8e9-b901-4f22-aa8f-3d0d69ff23a6 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:03:57.033146 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8ec97ae8-748a-4777-b04d-38e6c56c9938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:57.107769 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-df523d2e-63fa-44f6-939b-da4f50da64fd tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] 10.222.0.59 "GET /v2.0/routers/135af32f-81a2-436d-9bff-986a64a63e94 HTTP/1.1" status: 200 len: 907 time: 0.5044789 Feb 10 23:03:57.116859 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40708) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:57.125809 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-b1ee8b5e-ef1c-484c-8075-b54e400bbd01 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1249087800', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'enable_snat': True}}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:57.135475 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-b1ee8b5e-ef1c-484c-8075-b54e400bbd01 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:57.145410 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec97ae8-748a-4777-b04d-38e6c56c9938 None None] Pushing event updated for resources: {'Port': ['ID=b1936fc5-87d1-4120-83e6-dabda61b73c7,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:57.165205 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b1ee8b5e-ef1c-484c-8075-b54e400bbd01 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Usage tracker for resource:router and tenant:11f3bed017e3494cb19f574ec004947b is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:57.172667 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-184366f7-ebac-4f17-a1b5-c653a5906093 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:57.177295 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b1ee8b5e-ef1c-484c-8075-b54e400bbd01 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:57.208655 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-a0ddca51-6086-4c8e-90fa-87227a96f619 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Allocated IP 2001:db8::1 (3229c636-8b37-4bfa-bba4-754edf10a5cb/cffb46d8-2adc-428e-9906-9e8a5b951d51/94e03e0f-7e75-4cc9-9935-43d576593356) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:03:57.248011 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-b35e7200-82d7-4fb0-aee8-3d2f8e74dc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135af32f-81a2-436d-9bff-986a64a63e94', 'name': 'tempest-snat-router-1249087800', 'tenant_id': '11f3bed017e3494cb19f574ec004947b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.4'}], 'enable_snat': False}, 'gw_port_id': '3a14a2be-520e-4f47-8ad0-b28ff0f10ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:03:50Z', 'updated_at': '2022-02-10T23:03:54Z', 'revision_number': 3, 'project_id': '11f3bed017e3494cb19f574ec004947b', 'gw_port': {'id': '3a14a2be-520e-4f47-8ad0-b28ff0f10ec3', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:13:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135af32f-81a2-436d-9bff-986a64a63e94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:03:52Z', 'updated_at': '2022-02-10T23:03:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:57.253443 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35e7200-82d7-4fb0-aee8-3d2f8e74dc5c None None] Checking router: 135af32f-81a2-436d-9bff-986a64a63e94 for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:03:57.261437 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35e7200-82d7-4fb0-aee8-3d2f8e74dc5c None None] Updating router 135af32f-81a2-436d-9bff-986a64a63e94 port 3a14a2be-520e-4f47-8ad0-b28ff0f10ec3 binding host dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:03:57.275698 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184366f7-ebac-4f17-a1b5-c653a5906093 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Pushing event updated for resources: {'Port': ['ID=9eb7d8e9-b901-4f22-aa8f-3d0d69ff23a6,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:57.279071 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-b1ee8b5e-ef1c-484c-8075-b54e400bbd01 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:57.285956 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3d40f2ad-c698-4136-97e1-3d5deacf7bce admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=18b53cb21d1d4d98b648eb6f677e3500&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4484351 Feb 10 23:03:57.290754 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40714) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:57.327561 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b35e7200-82d7-4fb0-aee8-3d2f8e74dc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:57.352126 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ee222585-b447-43a0-a127-7fc5b80849c1 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:57.370548 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184366f7-ebac-4f17-a1b5-c653a5906093 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Network 001486ac-bc6e-490d-a874-c3e783bcac31 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:03:57.373262 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-184366f7-ebac-4f17-a1b5-c653a5906093 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:57.378303 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184366f7-ebac-4f17-a1b5-c653a5906093 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:03:57.453303 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2aa882df-e82d-46ec-82b4-ae26180e6811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:57.471875 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b1ee8b5e-ef1c-484c-8075-b54e400bbd01 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:57.474123 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b1ee8b5e-ef1c-484c-8075-b54e400bbd01 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:57.503747 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184366f7-ebac-4f17-a1b5-c653a5906093 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:57.503747 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-184366f7-ebac-4f17-a1b5-c653a5906093 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:57.559824 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2aa882df-e82d-46ec-82b4-ae26180e6811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:57.562889 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee222585-b447-43a0-a127-7fc5b80849c1 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event updated for resources: {'Subnet': ['ID=337fd35a-b208-4f48-9d8a-5aef3a0f2d7e,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:57.598719 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee222585-b447-43a0-a127-7fc5b80849c1 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Checking segment: {'id': 'aedc09ca-4898-4fb9-ae9c-e9a2e0f804e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '991ea15c-583f-44f7-aaa0-405e4c1e5f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:03:57.599077 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee222585-b447-43a0-a127-7fc5b80849c1 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Network hostable DHCP agents. Network: 991ea15c-583f-44f7-aaa0-405e4c1e5f2a, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:03:57.606865 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b1ee8b5e-ef1c-484c-8075-b54e400bbd01 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:57.691276 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a0ddca51-6086-4c8e-90fa-87227a96f619 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:57.713388 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-a0ddca51-6086-4c8e-90fa-87227a96f619 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Transition to ACTIVE for port object 94e03e0f-7e75-4cc9-9935-43d576593356 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:03:57.714632 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-184366f7-ebac-4f17-a1b5-c653a5906093 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7849658 Feb 10 23:03:57.718636 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40718) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:57.769699 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee222585-b447-43a0-a127-7fc5b80849c1 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Network 991ea15c-583f-44f7-aaa0-405e4c1e5f2a is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:03:57.848610 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b35e7200-82d7-4fb0-aee8-3d2f8e74dc5c None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:57.849138 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40724) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:57.872254 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-b35e7200-82d7-4fb0-aee8-3d2f8e74dc5c None None] Transition to ACTIVE for port object 3a14a2be-520e-4f47-8ad0-b28ff0f10ec3 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:03:57.880233 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a0ddca51-6086-4c8e-90fa-87227a96f619 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:57.892678 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2aa882df-e82d-46ec-82b4-ae26180e6811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:57.929394 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-ee222585-b447-43a0-a127-7fc5b80849c1 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 991ea15c-583f-44f7-aaa0-405e4c1e5f2a) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:57.934225 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee222585-b447-43a0-a127-7fc5b80849c1 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:57.934832 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ee222585-b447-43a0-a127-7fc5b80849c1 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:57.940972 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391a63a6-46ed-48f8-97d1-192e833d29fd None None] Network 991ea15c-583f-44f7-aaa0-405e4c1e5f2a requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:03:57.976363 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-8f0ccbf7-8f5c-48f4-a8ec-5fefff3aadb2 None None] Provisioning for port 9eb7d8e9-b901-4f22-aa8f-3d0d69ff23a6 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:03:57.979211 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa882df-e82d-46ec-82b4-ae26180e6811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90497fb-7d2e-4b5e-8044-f665eec009ae,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:57.986602 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b35e7200-82d7-4fb0-aee8-3d2f8e74dc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:57.989678 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2aa882df-e82d-46ec-82b4-ae26180e6811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:57.990830 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2aa882df-e82d-46ec-82b4-ae26180e6811 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f90497fb-7d2e-4b5e-8044-f665eec009ae HTTP/1.1" status: 204 len: 168 time: 0.6961720 Feb 10 23:03:57.999499 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-cc2edb94-8732-451f-a898-3d24fc191e42 tempest-FloatingIPAdminTestJSON-113662134 tempest-FloatingIPAdminTestJSON-113662134-project-admin] Request body: {'floatingip': {'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'project_id': '812727b2b6d94720ae53e72c564bba8c', 'port_id': '9eb7d8e9-b901-4f22-aa8f-3d0d69ff23a6'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:58.016587 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-cc2edb94-8732-451f-a898-3d24fc191e42 tempest-FloatingIPAdminTestJSON-113662134 tempest-FloatingIPAdminTestJSON-113662134-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:58.022299 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-cc2edb94-8732-451f-a898-3d24fc191e42 tempest-FloatingIPAdminTestJSON-113662134 tempest-FloatingIPAdminTestJSON-113662134-project-admin] Usage tracker for resource:floatingip and tenant:812727b2b6d94720ae53e72c564bba8c is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:58.025219 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-cc2edb94-8732-451f-a898-3d24fc191e42 tempest-FloatingIPAdminTestJSON-113662134 tempest-FloatingIPAdminTestJSON-113662134-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:58.030923 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-cc2edb94-8732-451f-a898-3d24fc191e42 tempest-FloatingIPAdminTestJSON-113662134 tempest-FloatingIPAdminTestJSON-113662134-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:58.040869 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b1ee8b5e-ef1c-484c-8075-b54e400bbd01 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:58.063656 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ddca51-6086-4c8e-90fa-87227a96f619 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Network 3229c636-8b37-4bfa-bba4-754edf10a5cb is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:03:58.075239 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-a0ddca51-6086-4c8e-90fa-87227a96f619 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:58.079089 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ddca51-6086-4c8e-90fa-87227a96f619 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event updated for resources: {'Port': ['ID=94e03e0f-7e75-4cc9-9935-43d576593356,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:58.081923 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ddca51-6086-4c8e-90fa-87227a96f619 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:03:58.082061 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-8f0ccbf7-8f5c-48f4-a8ec-5fefff3aadb2 None None] Provisioning complete for port 9eb7d8e9-b901-4f22-aa8f-3d0d69ff23a6 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:58.082399 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8f0ccbf7-8f5c-48f4-a8ec-5fefff3aadb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:58.084077 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a0ddca51-6086-4c8e-90fa-87227a96f619 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733071'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:58.098864 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15feef6f-3047-4e4e-9baa-a6f3590c6348 None None] Pushing event updated for resources: {'Port': ['ID=3a14a2be-520e-4f47-8ad0-b28ff0f10ec3,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:58.101289 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-81e24f90-10a0-430e-9b50-2b8743b1c942 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6a354787dc7c4236bf1ba33ed51e2d96&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2527330 Feb 10 23:03:58.104588 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40730) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:58.109888 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15feef6f-3047-4e4e-9baa-a6f3590c6348 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:58.116383 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15feef6f-3047-4e4e-9baa-a6f3590c6348 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:58.116383 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15feef6f-3047-4e4e-9baa-a6f3590c6348 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:58.116383 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15feef6f-3047-4e4e-9baa-a6f3590c6348 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:58.116383 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15feef6f-3047-4e4e-9baa-a6f3590c6348 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:58.116383 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15feef6f-3047-4e4e-9baa-a6f3590c6348 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:58.116383 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15feef6f-3047-4e4e-9baa-a6f3590c6348 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:58.116383 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15feef6f-3047-4e4e-9baa-a6f3590c6348 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:58.116383 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15feef6f-3047-4e4e-9baa-a6f3590c6348 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:58.116383 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15feef6f-3047-4e4e-9baa-a6f3590c6348 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:58.116383 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15feef6f-3047-4e4e-9baa-a6f3590c6348 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:58.156280 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cc2edb94-8732-451f-a898-3d24fc191e42 tempest-FloatingIPAdminTestJSON-113662134 tempest-FloatingIPAdminTestJSON-113662134-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:58.167042 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-b35e7200-82d7-4fb0-aee8-3d2f8e74dc5c None None] Attempting to bind port 3a14a2be-520e-4f47-8ad0-b28ff0f10ec3 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:03:58.167442 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-b35e7200-82d7-4fb0-aee8-3d2f8e74dc5c None None] Attempting to bind port 3a14a2be-520e-4f47-8ad0-b28ff0f10ec3 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:03:58.167863 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35e7200-82d7-4fb0-aee8-3d2f8e74dc5c None None] Attempting to bind port 3a14a2be-520e-4f47-8ad0-b28ff0f10ec3 on network c2ed7563-f8af-409c-803f-f56530124ba5 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:03:58.172255 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device b1936fc5-87d1-4120-83e6-dabda61b73c7 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:03:58.174413 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-ee222585-b447-43a0-a127-7fc5b80849c1 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3947866 Feb 10 23:03:58.175638 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40734) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:58.179194 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35e7200-82d7-4fb0-aee8-3d2f8e74dc5c None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:03:58.179862 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35e7200-82d7-4fb0-aee8-3d2f8e74dc5c None None] Checking segment: {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:03:58.181061 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b35e7200-82d7-4fb0-aee8-3d2f8e74dc5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:58.181061 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35e7200-82d7-4fb0-aee8-3d2f8e74dc5c None None] Bound using segment: {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:03:58.181582 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-a1ab38b2-63c5-4b25-83da-94ddd997a719 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Request body: {'subnet': {'network_id': 'd3f44d47-0c73-4a3b-97ec-9cb964fe179e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:03:58.182159 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-b35e7200-82d7-4fb0-aee8-3d2f8e74dc5c None None] Bound port: 3a14a2be-520e-4f47-8ad0-b28ff0f10ec3, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:03:58.182857 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b35e7200-82d7-4fb0-aee8-3d2f8e74dc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:58.303602 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-b35e7200-82d7-4fb0-aee8-3d2f8e74dc5c None None] For port 3a14a2be-520e-4f47-8ad0-b28ff0f10ec3, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:03:58.308655 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-b35e7200-82d7-4fb0-aee8-3d2f8e74dc5c None None] For port 3a14a2be-520e-4f47-8ad0-b28ff0f10ec3, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=3a14a2be-520e-4f47-8ad0-b28ff0f10ec3,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:03:58.376787 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b35e7200-82d7-4fb0-aee8-3d2f8e74dc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:58.491101 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d7434ce0-8344-4feb-a750-5dd50b2948a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:58.511179 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a1ab38b2-63c5-4b25-83da-94ddd997a719 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:58.517678 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-a1ab38b2-63c5-4b25-83da-94ddd997a719 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Usage tracker for resource:subnet and tenant:62dc022463634d02b4f57b75cc001545 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:58.521317 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-8f0ccbf7-8f5c-48f4-a8ec-5fefff3aadb2 None None] Port 9eb7d8e9-b901-4f22-aa8f-3d0d69ff23a6 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:03:58.522218 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-a1ab38b2-63c5-4b25-83da-94ddd997a719 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:58.524287 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15feef6f-3047-4e4e-9baa-a6f3590c6348 None None] Pushing event updated for resources: {'Port': ['ID=3a14a2be-520e-4f47-8ad0-b28ff0f10ec3,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:58.563551 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a1ab38b2-63c5-4b25-83da-94ddd997a719 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:58.569384 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35e7200-82d7-4fb0-aee8-3d2f8e74dc5c None None] Routers {'135af32f-81a2-436d-9bff-986a64a63e94'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:03:58.570218 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-b35e7200-82d7-4fb0-aee8-3d2f8e74dc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:03:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['135af32f-81a2-436d-9bff-986a64a63e94'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:58.583920 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a0ddca51-6086-4c8e-90fa-87227a96f619 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:58.588406 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d7434ce0-8344-4feb-a750-5dd50b2948a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:58.691934 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cc2edb94-8732-451f-a898-3d24fc191e42 tempest-FloatingIPAdminTestJSON-113662134 tempest-FloatingIPAdminTestJSON-113662134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:58.723191 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ab38b2-63c5-4b25-83da-94ddd997a719 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Made reservation on behalf of 62dc022463634d02b4f57b75cc001545 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:03:58.736123 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port b1936fc5-87d1-4120-83e6-dabda61b73c7 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:03:58.741595 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff72e380-c810-4fae-99a7-6042b1b1e4b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-991ea15c-583f-44f7-aaa0-405e4c1e5f2a', 'network_id': '991ea15c-583f-44f7-aaa0-405e4c1e5f2a', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'fixed_ips': [{'subnet_id': '337fd35a-b208-4f48-9d8a-5aef3a0f2d7e'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:03:58.743358 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ff72e380-c810-4fae-99a7-6042b1b1e4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:58.797882 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ea8e69-3874-455d-8c1d-b4038ac304ae None None] Network 2df75716-09ab-43b2-85c7-b14ac2a6f03d requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:03:58.865400 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-b35e7200-82d7-4fb0-aee8-3d2f8e74dc5c None None] Set router 135af32f-81a2-436d-9bff-986a64a63e94 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:03:58.906787 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b1ee8b5e-ef1c-484c-8075-b54e400bbd01 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:58.973924 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b1ee8b5e-ef1c-484c-8075-b54e400bbd01 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:58.980612 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d7434ce0-8344-4feb-a750-5dd50b2948a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:59.041003 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a1ab38b2-63c5-4b25-83da-94ddd997a719 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:59.048628 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7434ce0-8344-4feb-a750-5dd50b2948a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5e9089-fdc5-48e3-b8d2-d1fd5ddacf89,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:59.099929 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d7434ce0-8344-4feb-a750-5dd50b2948a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:59.101078 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d7434ce0-8344-4feb-a750-5dd50b2948a4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fb5e9089-fdc5-48e3-b8d2-d1fd5ddacf89 HTTP/1.1" status: 204 len: 168 time: 0.9958415 Feb 10 23:03:59.102318 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-cc2edb94-8732-451f-a898-3d24fc191e42 tempest-FloatingIPAdminTestJSON-113662134 tempest-FloatingIPAdminTestJSON-113662134-project-admin] Allocated IP 172.26.8.30 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/4ee85143-b86f-408e-a5fc-375d42810eec) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:03:59.212173 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-7153f4e8-1d53-4e9b-a83a-4a0de142db04 None None] Provisioning for port 94e03e0f-7e75-4cc9-9935-43d576593356 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:03:59.229198 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-7153f4e8-1d53-4e9b-a83a-4a0de142db04 None None] Provisioning complete for port 94e03e0f-7e75-4cc9-9935-43d576593356 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:59.230813 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7153f4e8-1d53-4e9b-a83a-4a0de142db04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:59.323063 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-ff72e380-c810-4fae-99a7-6042b1b1e4b4 None None] Allocated IP 172.20.0.2 (991ea15c-583f-44f7-aaa0-405e4c1e5f2a/337fd35a-b208-4f48-9d8a-5aef3a0f2d7e/ea37c5ee-3cd3-4606-bab5-1efe3e92bff5) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:03:59.347718 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-b35e7200-82d7-4fb0-aee8-3d2f8e74dc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135af32f-81a2-436d-9bff-986a64a63e94', 'name': 'tempest-snat-router-1249087800', 'tenant_id': '11f3bed017e3494cb19f574ec004947b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.4'}], 'enable_snat': False}, 'gw_port_id': '3a14a2be-520e-4f47-8ad0-b28ff0f10ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:03:50Z', 'updated_at': '2022-02-10T23:03:54Z', 'revision_number': 3, 'project_id': '11f3bed017e3494cb19f574ec004947b', 'gw_port': {'id': '3a14a2be-520e-4f47-8ad0-b28ff0f10ec3', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:13:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135af32f-81a2-436d-9bff-986a64a63e94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:03:52Z', 'updated_at': '2022-02-10T23:03:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:59.351362 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-7153f4e8-1d53-4e9b-a83a-4a0de142db04 None None] Port 94e03e0f-7e75-4cc9-9935-43d576593356 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:03:59.357278 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35e7200-82d7-4fb0-aee8-3d2f8e74dc5c None None] The sync data for ids ['135af32f-81a2-436d-9bff-986a64a63e94'] in dv-neutron-828797-1-hyperv is: [{'id': '135af32f-81a2-436d-9bff-986a64a63e94', 'name': 'tempest-snat-router-1249087800', 'tenant_id': '11f3bed017e3494cb19f574ec004947b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.4'}], 'enable_snat': False}, 'gw_port_id': '3a14a2be-520e-4f47-8ad0-b28ff0f10ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:03:50Z', 'updated_at': '2022-02-10T23:03:54Z', 'revision_number': 3, 'project_id': '11f3bed017e3494cb19f574ec004947b', 'gw_port': {'id': '3a14a2be-520e-4f47-8ad0-b28ff0f10ec3', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:13:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135af32f-81a2-436d-9bff-986a64a63e94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:03:52Z', 'updated_at': '2022-02-10T23:03:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:03:59.412132 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cc2edb94-8732-451f-a898-3d24fc191e42 tempest-FloatingIPAdminTestJSON-113662134 tempest-FloatingIPAdminTestJSON-113662134-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:59.638770 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a0ddca51-6086-4c8e-90fa-87227a96f619 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:59.703480 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a1ab38b2-63c5-4b25-83da-94ddd997a719 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:59.777293 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-b1ee8b5e-ef1c-484c-8075-b54e400bbd01 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Allocated IP 172.26.8.13 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/f283380a-5a16-431f-bf7b-315a1beb25c2) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:03:59.822512 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-3536eb8d-107f-428f-b179-fff965cb049d None None] Provisioning for port b1936fc5-87d1-4120-83e6-dabda61b73c7 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:03:59.848763 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-3536eb8d-107f-428f-b179-fff965cb049d None None] Provisioning complete for port b1936fc5-87d1-4120-83e6-dabda61b73c7 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:59.849659 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3536eb8d-107f-428f-b179-fff965cb049d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:00.029470 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 3a14a2be-520e-4f47-8ad0-b28ff0f10ec3 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:04:00.088832 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a0ddca51-6086-4c8e-90fa-87227a96f619 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:00.089693 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a0ddca51-6086-4c8e-90fa-87227a96f619 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2767683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732898'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:00.106886 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cc2edb94-8732-451f-a898-3d24fc191e42 tempest-FloatingIPAdminTestJSON-113662134 tempest-FloatingIPAdminTestJSON-113662134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:00.158640 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ff72e380-c810-4fae-99a7-6042b1b1e4b4 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:00.191892 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40764) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:00.212055 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-ff72e380-c810-4fae-99a7-6042b1b1e4b4 None None] Transition to ACTIVE for port object ea37c5ee-3cd3-4606-bab5-1efe3e92bff5 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:04:00.258606 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-ff72e380-c810-4fae-99a7-6042b1b1e4b4 None None] Transition to ACTIVE for port object ea37c5ee-3cd3-4606-bab5-1efe3e92bff5 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:04:00.315699 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b1ee8b5e-ef1c-484c-8075-b54e400bbd01 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:00.325784 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3536eb8d-107f-428f-b179-fff965cb049d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:00.355612 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ff72e380-c810-4fae-99a7-6042b1b1e4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:00.383530 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2edb94-8732-451f-a898-3d24fc191e42 tempest-FloatingIPAdminTestJSON-113662134 tempest-FloatingIPAdminTestJSON-113662134-project-admin] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:04:00.385904 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ddca51-6086-4c8e-90fa-87227a96f619 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event updated for resources: {'Port': ['ID=94e03e0f-7e75-4cc9-9935-43d576593356,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:00.390121 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-cc2edb94-8732-451f-a898-3d24fc191e42 tempest-FloatingIPAdminTestJSON-113662134 tempest-FloatingIPAdminTestJSON-113662134-project-admin] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:00.393464 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2edb94-8732-451f-a898-3d24fc191e42 tempest-FloatingIPAdminTestJSON-113662134 tempest-FloatingIPAdminTestJSON-113662134-project-admin] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:04:00.398240 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ab38b2-63c5-4b25-83da-94ddd997a719 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event updated for resources: {'Subnet': ['ID=945e7c55-c753-4a35-b698-fcabe500c0d6,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:00.408263 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ab38b2-63c5-4b25-83da-94ddd997a719 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Checking segment: {'id': 'f35be277-0948-428e-95d6-c638b6ea1e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'd3f44d47-0c73-4a3b-97ec-9cb964fe179e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:04:00.408773 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ab38b2-63c5-4b25-83da-94ddd997a719 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Network hostable DHCP agents. Network: d3f44d47-0c73-4a3b-97ec-9cb964fe179e, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:04:00.440129 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2edb94-8732-451f-a898-3d24fc191e42 tempest-FloatingIPAdminTestJSON-113662134 tempest-FloatingIPAdminTestJSON-113662134-project-admin] Pushing event updated for resources: {'Port': ['ID=4ee85143-b86f-408e-a5fc-375d42810eec,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:00.452120 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-3536eb8d-107f-428f-b179-fff965cb049d None None] For port b1936fc5-87d1-4120-83e6-dabda61b73c7, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=b1936fc5-87d1-4120-83e6-dabda61b73c7,segment=NetworkSegment(3e680bed-253b-4440-b738-6574254ece6b),segment_id=3e680bed-253b-4440-b738-6574254ece6b)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:04:00.476257 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff72e380-c810-4fae-99a7-6042b1b1e4b4 None None] Network 991ea15c-583f-44f7-aaa0-405e4c1e5f2a is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:04:00.485242 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-ff72e380-c810-4fae-99a7-6042b1b1e4b4 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:00.490327 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 3a14a2be-520e-4f47-8ad0-b28ff0f10ec3 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:04:00.501551 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff72e380-c810-4fae-99a7-6042b1b1e4b4 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:04:00.540689 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 3a14a2be-520e-4f47-8ad0-b28ff0f10ec3 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:00.541219 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:00.566824 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ddca51-6086-4c8e-90fa-87227a96f619 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Network 3229c636-8b37-4bfa-bba4-754edf10a5cb is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:04:00.571663 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-a0ddca51-6086-4c8e-90fa-87227a96f619 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:00.632474 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3536eb8d-107f-428f-b179-fff965cb049d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:00.667491 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b1ee8b5e-ef1c-484c-8075-b54e400bbd01 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:00.792209 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff72e380-c810-4fae-99a7-6042b1b1e4b4 None None] Pushing event updated for resources: {'Port': ['ID=ea37c5ee-3cd3-4606-bab5-1efe3e92bff5,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:00.925174 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee8b5e-ef1c-484c-8075-b54e400bbd01 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Pushing event updated for resources: {'Port': ['ID=f283380a-5a16-431f-bf7b-315a1beb25c2,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:00.938034 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3536eb8d-107f-428f-b179-fff965cb049d None None] Pushing event updated for resources: {'Port': ['ID=b1936fc5-87d1-4120-83e6-dabda61b73c7,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:00.941161 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ee8b5e-ef1c-484c-8075-b54e400bbd01 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:04:00.947256 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-5a85ec55-84f9-41fe-8efd-f5be0a8ab207 tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-978994814'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:04:00.952768 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5a85ec55-84f9-41fe-8efd-f5be0a8ab207 tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:00.956846 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-5a85ec55-84f9-41fe-8efd-f5be0a8ab207 tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Usage tracker for resource:network and tenant:49d8db2e027e4e2598b80440182ef56a is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:00.959727 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-5a85ec55-84f9-41fe-8efd-f5be0a8ab207 tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:00.965891 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5a85ec55-84f9-41fe-8efd-f5be0a8ab207 tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:01.021760 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-b1ee8b5e-ef1c-484c-8075-b54e400bbd01 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:01.024768 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ee8b5e-ef1c-484c-8075-b54e400bbd01 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:04:01.042418 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-ff72e380-c810-4fae-99a7-6042b1b1e4b4 None None] Attempting to bind port ea37c5ee-3cd3-4606-bab5-1efe3e92bff5 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:04:01.042777 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-ff72e380-c810-4fae-99a7-6042b1b1e4b4 None None] Attempting to bind port ea37c5ee-3cd3-4606-bab5-1efe3e92bff5 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': 'aedc09ca-4898-4fb9-ae9c-e9a2e0f804e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '991ea15c-583f-44f7-aaa0-405e4c1e5f2a'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:04:01.043137 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff72e380-c810-4fae-99a7-6042b1b1e4b4 None None] Attempting to bind port ea37c5ee-3cd3-4606-bab5-1efe3e92bff5 on network 991ea15c-583f-44f7-aaa0-405e4c1e5f2a {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:04:01.079931 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-a0d44e0a-b808-4768-8d00-291d3c520a2c None None] Provisioning complete for port b1936fc5-87d1-4120-83e6-dabda61b73c7 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:01.080301 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a0d44e0a-b808-4768-8d00-291d3c520a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:01.087238 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a85ec55-84f9-41fe-8efd-f5be0a8ab207 tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Made reservation on behalf of 49d8db2e027e4e2598b80440182ef56a for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:04:01.090244 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5a85ec55-84f9-41fe-8efd-f5be0a8ab207 tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:01.114139 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff72e380-c810-4fae-99a7-6042b1b1e4b4 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:04:01.114838 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff72e380-c810-4fae-99a7-6042b1b1e4b4 None None] Checking segment: {'id': 'aedc09ca-4898-4fb9-ae9c-e9a2e0f804e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '991ea15c-583f-44f7-aaa0-405e4c1e5f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:04:01.115451 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ff72e380-c810-4fae-99a7-6042b1b1e4b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:01.116256 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff72e380-c810-4fae-99a7-6042b1b1e4b4 None None] Bound using segment: {'id': 'aedc09ca-4898-4fb9-ae9c-e9a2e0f804e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '991ea15c-583f-44f7-aaa0-405e4c1e5f2a'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:04:01.116929 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-ff72e380-c810-4fae-99a7-6042b1b1e4b4 None None] Bound port: ea37c5ee-3cd3-4606-bab5-1efe3e92bff5, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aedc09ca-4898-4fb9-ae9c-e9a2e0f804e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '991ea15c-583f-44f7-aaa0-405e4c1e5f2a'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:04:01.117568 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ff72e380-c810-4fae-99a7-6042b1b1e4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:01.174962 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:01.175080 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ab38b2-63c5-4b25-83da-94ddd997a719 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Network d3f44d47-0c73-4a3b-97ec-9cb964fe179e is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:04:01.178826 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5a85ec55-84f9-41fe-8efd-f5be0a8ab207 tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:01.225855 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5a85ec55-84f9-41fe-8efd-f5be0a8ab207 tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:01.230592 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-5a85ec55-84f9-41fe-8efd-f5be0a8ab207 tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Usage tracker for resource:security_group_rule and tenant:49d8db2e027e4e2598b80440182ef56a is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:01.235434 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-5a85ec55-84f9-41fe-8efd-f5be0a8ab207 tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:01.246116 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5a85ec55-84f9-41fe-8efd-f5be0a8ab207 tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:01.253192 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-a1ab38b2-63c5-4b25-83da-94ddd997a719 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, d3f44d47-0c73-4a3b-97ec-9cb964fe179e) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:01.277348 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd657202-0a04-4de7-be5d-87029c5900d6 None None] Network d3f44d47-0c73-4a3b-97ec-9cb964fe179e requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:04:01.277782 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ab38b2-63c5-4b25-83da-94ddd997a719 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:01.278593 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a1ab38b2-63c5-4b25-83da-94ddd997a719 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:01.301228 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 3a14a2be-520e-4f47-8ad0-b28ff0f10ec3, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=3a14a2be-520e-4f47-8ad0-b28ff0f10ec3,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:04:01.396072 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:01.454027 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5a85ec55-84f9-41fe-8efd-f5be0a8ab207 tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:01.494360 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-ff72e380-c810-4fae-99a7-6042b1b1e4b4 None None] For port ea37c5ee-3cd3-4606-bab5-1efe3e92bff5, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:04:01.522931 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cc2edb94-8732-451f-a898-3d24fc191e42 tempest-FloatingIPAdminTestJSON-113662134 tempest-FloatingIPAdminTestJSON-113662134-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:01.527130 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-a1ab38b2-63c5-4b25-83da-94ddd997a719 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3503337 Feb 10 23:04:01.530514 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40788) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:01.531706 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5a85ec55-84f9-41fe-8efd-f5be0a8ab207 tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:01.537564 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-93b302d5-c2ba-4df6-83bd-7a08a4b425da tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-152851672', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:04:01.543709 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-93b302d5-c2ba-4df6-83bd-7a08a4b425da tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:01.544936 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a85ec55-84f9-41fe-8efd-f5be0a8ab207 tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:04:01.546798 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b1ee8b5e-ef1c-484c-8075-b54e400bbd01 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:01.547531 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b1ee8b5e-ef1c-484c-8075-b54e400bbd01 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:01.551458 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-93b302d5-c2ba-4df6-83bd-7a08a4b425da tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Usage tracker for resource:router and tenant:62dc022463634d02b4f57b75cc001545 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:01.554731 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-93b302d5-c2ba-4df6-83bd-7a08a4b425da tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:01.558242 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5a85ec55-84f9-41fe-8efd-f5be0a8ab207 tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:01.559094 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-5a85ec55-84f9-41fe-8efd-f5be0a8ab207 tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Added segment 6f4aa267-97c9-40bb-90ea-c686eb1b2ec7 of type vlan for network 5a9af295-36dc-42bc-95d3-30e0f788379f Feb 10 23:04:01.594356 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5a85ec55-84f9-41fe-8efd-f5be0a8ab207 tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:01.623259 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-93b302d5-c2ba-4df6-83bd-7a08a4b425da tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:01.648190 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=3a14a2be-520e-4f47-8ad0-b28ff0f10ec3,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:01.651673 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-ff72e380-c810-4fae-99a7-6042b1b1e4b4 None None] For port ea37c5ee-3cd3-4606-bab5-1efe3e92bff5, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=ea37c5ee-3cd3-4606-bab5-1efe3e92bff5,segment=NetworkSegment(aedc09ca-4898-4fb9-ae9c-e9a2e0f804e6),segment_id=aedc09ca-4898-4fb9-ae9c-e9a2e0f804e6)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:04:01.696056 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a85ec55-84f9-41fe-8efd-f5be0a8ab207 tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8734042-646d-4acf-b2cf-01b551d805ff,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:01.735885 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a808cacd-fcba-45a0-8001-100d97a15a2d req-650b86e1-7633-4c00-9d1a-83287fc6d40b tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:01.738093 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-a808cacd-fcba-45a0-8001-100d97a15a2d req-650b86e1-7633-4c00-9d1a-83287fc6d40b tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] 10.222.0.59 "GET /v2.0/ports?device_id=e63ad508-7815-45c6-a10e-8696bb1d6517 HTTP/1.1" status: 200 len: 945 time: 0.2723312 Feb 10 23:04:01.757634 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cc2edb94-8732-451f-a898-3d24fc191e42 tempest-FloatingIPAdminTestJSON-113662134 tempest-FloatingIPAdminTestJSON-113662134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:01.760259 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ff72e380-c810-4fae-99a7-6042b1b1e4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:01.794966 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5a85ec55-84f9-41fe-8efd-f5be0a8ab207 tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:01.799416 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a85ec55-84f9-41fe-8efd-f5be0a8ab207 tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:01.800116 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5a85ec55-84f9-41fe-8efd-f5be0a8ab207 tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:01.823334 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-93b302d5-c2ba-4df6-83bd-7a08a4b425da tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:01.824503 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-93b302d5-c2ba-4df6-83bd-7a08a4b425da tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:01.835951 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ddca51-6086-4c8e-90fa-87227a96f619 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Router ebd15f6c-97c3-4dbf-8de9-7bb60c499107 is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:04:01.844751 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-93b302d5-c2ba-4df6-83bd-7a08a4b425da tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:01.850495 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff72e380-c810-4fae-99a7-6042b1b1e4b4 None None] Pushing event updated for resources: {'Port': ['ID=ea37c5ee-3cd3-4606-bab5-1efe3e92bff5,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:01.855649 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f892ead-ccbe-415a-bb33-aa433d2d9a56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-d3f44d47-0c73-4a3b-97ec-9cb964fe179e', 'network_id': 'd3f44d47-0c73-4a3b-97ec-9cb964fe179e', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'fixed_ips': [{'subnet_id': '945e7c55-c753-4a35-b698-fcabe500c0d6'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:04:01.856456 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8f892ead-ccbe-415a-bb33-aa433d2d9a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:01.899901 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-9d53bd81-169f-429c-88de-0db6368e6aa7 None None] Provisioning complete for port 94e03e0f-7e75-4cc9-9935-43d576593356 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:01.900218 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9d53bd81-169f-429c-88de-0db6368e6aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:01.911496 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-a808cacd-fcba-45a0-8001-100d97a15a2d req-2e8de61e-e959-4591-9f92-9f320eb30184 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] 10.222.0.59 "GET /v2.0/security-groups?id=886286dd-08ce-4f82-85ab-82f3ed155db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1676002 Feb 10 23:04:01.968950 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a85ec55-84f9-41fe-8efd-f5be0a8ab207 tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Pushing event updated for resources: {'Network': ['ID=5a9af295-36dc-42bc-95d3-30e0f788379f,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:01.988607 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-93b302d5-c2ba-4df6-83bd-7a08a4b425da tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:02.047955 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-5a85ec55-84f9-41fe-8efd-f5be0a8ab207 tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.8314230 Feb 10 23:04:02.052575 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40794) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:02.062395 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-6c1e9caf-4225-4cb9-a99f-21cff54ffb5e tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Request body: {'subnet': {'network_id': '5a9af295-36dc-42bc-95d3-30e0f788379f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:04:02.177938 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 5a9af295-36dc-42bc-95d3-30e0f788379f details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:04:02.198655 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device b1936fc5-87d1-4120-83e6-dabda61b73c7 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:04:02.253267 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ddca51-6086-4c8e-90fa-87227a96f619 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:04:02.265767 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-a0ddca51-6086-4c8e-90fa-87227a96f619 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "PUT /v2.0/routers/ebd15f6c-97c3-4dbf-8de9-7bb60c499107/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4066310 Feb 10 23:04:02.275989 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40802) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:02.326408 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-93b302d5-c2ba-4df6-83bd-7a08a4b425da tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:02.330543 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-93b302d5-c2ba-4df6-83bd-7a08a4b425da tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7986681 Feb 10 23:04:02.332904 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40806) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:02.340794 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa4ded3-5a2e-4028-9868-50f7f799608a None None] Sync routers for ids ['ebd15f6c-97c3-4dbf-8de9-7bb60c499107'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:04:02.381594 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-9d53bd81-169f-429c-88de-0db6368e6aa7 None None] Port 94e03e0f-7e75-4cc9-9935-43d576593356 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:04:02.420589 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-8f892ead-ccbe-415a-bb33-aa433d2d9a56 None None] Allocated IP 172.21.0.2 (d3f44d47-0c73-4a3b-97ec-9cb964fe179e/945e7c55-c753-4a35-b698-fcabe500c0d6/23388532-a24e-4138-9bde-9fa679fa73d4) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:04:02.442974 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa4ded3-5a2e-4028-9868-50f7f799608a None None] Routers {'ebd15f6c-97c3-4dbf-8de9-7bb60c499107'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:04:02.443611 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-ffa4ded3-5a2e-4028-9868-50f7f799608a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:03:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['ebd15f6c-97c3-4dbf-8de9-7bb60c499107'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:02.447772 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cc2edb94-8732-451f-a898-3d24fc191e42 tempest-FloatingIPAdminTestJSON-113662134 tempest-FloatingIPAdminTestJSON-113662134-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:02.474263 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-6c1e9caf-4225-4cb9-a99f-21cff54ffb5e tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:02.494241 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-6c1e9caf-4225-4cb9-a99f-21cff54ffb5e tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Usage tracker for resource:subnet and tenant:49d8db2e027e4e2598b80440182ef56a is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:02.498337 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-6c1e9caf-4225-4cb9-a99f-21cff54ffb5e tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:02.512533 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-6c1e9caf-4225-4cb9-a99f-21cff54ffb5e tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:02.521377 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cc2edb94-8732-451f-a898-3d24fc191e42 tempest-FloatingIPAdminTestJSON-113662134 tempest-FloatingIPAdminTestJSON-113662134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:02.644133 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a097f4-cf22-4bd1-9967-8b75afe9e120 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:02.644728 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-b9a097f4-cf22-4bd1-9967-8b75afe9e120 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Synchronizing usage tracker for tenant:9679d844e15947ffaadb0d4f870cf9d6 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:04:02.651759 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-ffa4ded3-5a2e-4028-9868-50f7f799608a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:02.667834 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ee8b5e-ef1c-484c-8075-b54e400bbd01 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Router c0dafcfb-13a2-4790-9f76-8654a92054ed is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:04:02.683967 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cc2edb94-8732-451f-a898-3d24fc191e42 tempest-FloatingIPAdminTestJSON-113662134 tempest-FloatingIPAdminTestJSON-113662134-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1734214'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:02.703224 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port b1936fc5-87d1-4120-83e6-dabda61b73c7 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:02.703597 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:02.758567 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2edb94-8732-451f-a898-3d24fc191e42 tempest-FloatingIPAdminTestJSON-113662134 tempest-FloatingIPAdminTestJSON-113662134-project-admin] Pushing event updated for resources: {'Port': ['ID=4ee85143-b86f-408e-a5fc-375d42810eec,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:02.787540 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa4ded3-5a2e-4028-9868-50f7f799608a None None] Routers {'ebd15f6c-97c3-4dbf-8de9-7bb60c499107'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:04:02.788174 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-ffa4ded3-5a2e-4028-9868-50f7f799608a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:03:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['ebd15f6c-97c3-4dbf-8de9-7bb60c499107'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:02.815569 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-b9a097f4-cf22-4bd1-9967-8b75afe9e120 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Unset dirty status for tenant:9679d844e15947ffaadb0d4f870cf9d6 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:04:02.819637 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-b9a097f4-cf22-4bd1-9967-8b75afe9e120 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "GET /v2.0/ports/94e03e0f-7e75-4cc9-9935-43d576593356 HTTP/1.1" status: 200 len: 911 time: 0.5424063 Feb 10 23:04:02.826003 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40816) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:02.880065 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1e9caf-4225-4cb9-a99f-21cff54ffb5e tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Made reservation on behalf of 49d8db2e027e4e2598b80440182ef56a for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:04:02.886283 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-ffa4ded3-5a2e-4028-9868-50f7f799608a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:02.886678 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa4ded3-5a2e-4028-9868-50f7f799608a None None] The sync data for ids ['ebd15f6c-97c3-4dbf-8de9-7bb60c499107'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:04:03.157823 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8f892ead-ccbe-415a-bb33-aa433d2d9a56 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:03.166432 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 3a14a2be-520e-4f47-8ad0-b28ff0f10ec3 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:04:03.218884 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-8f892ead-ccbe-415a-bb33-aa433d2d9a56 None None] Transition to ACTIVE for port object 23388532-a24e-4138-9bde-9fa679fa73d4 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:04:03.253949 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-8f892ead-ccbe-415a-bb33-aa433d2d9a56 None None] Transition to ACTIVE for port object 23388532-a24e-4138-9bde-9fa679fa73d4 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:04:03.294460 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 3a14a2be-520e-4f47-8ad0-b28ff0f10ec3 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:03.295158 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:03.306106 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6c1e9caf-4225-4cb9-a99f-21cff54ffb5e tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:03.336725 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8f892ead-ccbe-415a-bb33-aa433d2d9a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:03.402076 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647fdfc1-52e8-48c1-b5cb-a0357c13a80b None None] Network 991ea15c-583f-44f7-aaa0-405e4c1e5f2a requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:04:03.466194 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a2734-fe68-4e9c-bd5d-7c65f05dd228 req-e548c0e5-9759-4065-8eb1-7acb1cf78e9f tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:03.468335 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-353a2734-fe68-4e9c-bd5d-7c65f05dd228 req-e548c0e5-9759-4065-8eb1-7acb1cf78e9f tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] 10.222.0.37 "GET /v2.0/ports?device_id=e63ad508-7815-45c6-a10e-8696bb1d6517 HTTP/1.1" status: 200 len: 945 time: 0.7064929 Feb 10 23:04:03.480683 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7510e74e-7a07-4222-963d-f7483156a458 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:03.542904 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f892ead-ccbe-415a-bb33-aa433d2d9a56 None None] Network d3f44d47-0c73-4a3b-97ec-9cb964fe179e is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:04:03.554366 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-8f892ead-ccbe-415a-bb33-aa433d2d9a56 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:03.572634 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f892ead-ccbe-415a-bb33-aa433d2d9a56 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:04:03.578167 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f892ead-ccbe-415a-bb33-aa433d2d9a56 None None] Pushing event updated for resources: {'Port': ['ID=23388532-a24e-4138-9bde-9fa679fa73d4,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:03.632257 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-353a2734-fe68-4e9c-bd5d-7c65f05dd228 req-41cbb1e2-60a4-4c7f-b17a-a5ba7e5952dc tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Deleting port fd7c2c10-2ed3-486f-8644-8ac1d4c66bac {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:04:03.632935 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-353a2734-fe68-4e9c-bd5d-7c65f05dd228 req-41cbb1e2-60a4-4c7f-b17a-a5ba7e5952dc tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:03.650491 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40826) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:03.678140 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fad55c-9ca6-4157-8673-6fb044a83929 req-05ae40f0-8e39-4ac1-be40-1f31fa57c0cc tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:03.679692 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-43fad55c-9ca6-4157-8673-6fb044a83929 req-05ae40f0-8e39-4ac1-be40-1f31fa57c0cc tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] 10.222.0.59 "GET /v2.0/ports?device_id=e63ad508-7815-45c6-a10e-8696bb1d6517 HTTP/1.1" status: 200 len: 945 time: 0.5085185 Feb 10 23:04:03.691816 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-49557b50-54e5-4552-abd7-fe2af9eedd0f None None] Provisioning for port ea37c5ee-3cd3-4606-bab5-1efe3e92bff5 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:04:03.779454 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-8f892ead-ccbe-415a-bb33-aa433d2d9a56 None None] Attempting to bind port 23388532-a24e-4138-9bde-9fa679fa73d4 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:04:03.779877 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-8f892ead-ccbe-415a-bb33-aa433d2d9a56 None None] Attempting to bind port 23388532-a24e-4138-9bde-9fa679fa73d4 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': 'f35be277-0948-428e-95d6-c638b6ea1e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'd3f44d47-0c73-4a3b-97ec-9cb964fe179e'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:04:03.780281 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f892ead-ccbe-415a-bb33-aa433d2d9a56 None None] Attempting to bind port 23388532-a24e-4138-9bde-9fa679fa73d4 on network d3f44d47-0c73-4a3b-97ec-9cb964fe179e {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:04:03.823537 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f892ead-ccbe-415a-bb33-aa433d2d9a56 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:04:03.823969 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f892ead-ccbe-415a-bb33-aa433d2d9a56 None None] Checking segment: {'id': 'f35be277-0948-428e-95d6-c638b6ea1e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'd3f44d47-0c73-4a3b-97ec-9cb964fe179e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:04:03.826031 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8f892ead-ccbe-415a-bb33-aa433d2d9a56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:03.826031 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f892ead-ccbe-415a-bb33-aa433d2d9a56 None None] Bound using segment: {'id': 'f35be277-0948-428e-95d6-c638b6ea1e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'd3f44d47-0c73-4a3b-97ec-9cb964fe179e'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:04:03.826031 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-8f892ead-ccbe-415a-bb33-aa433d2d9a56 None None] Bound port: 23388532-a24e-4138-9bde-9fa679fa73d4, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35be277-0948-428e-95d6-c638b6ea1e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'd3f44d47-0c73-4a3b-97ec-9cb964fe179e'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:04:03.826031 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8f892ead-ccbe-415a-bb33-aa433d2d9a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:03.907250 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-43fad55c-9ca6-4157-8673-6fb044a83929 req-bad00753-00e9-455f-a9bd-a1ce7a3853a5 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] 10.222.0.59 "GET /v2.0/security-groups?id=886286dd-08ce-4f82-85ab-82f3ed155db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2126634 Feb 10 23:04:04.015459 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device ea37c5ee-3cd3-4606-bab5-1efe3e92bff5 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:04:04.069624 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-d719b89f-aea5-43b0-badb-ed7ca3c14282 tempest-RoutersAdminNegativeTest-489953577 tempest-RoutersAdminNegativeTest-489953577-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-753930289', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:04:04.085658 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d719b89f-aea5-43b0-badb-ed7ca3c14282 tempest-RoutersAdminNegativeTest-489953577 tempest-RoutersAdminNegativeTest-489953577-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:04.096382 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-d719b89f-aea5-43b0-badb-ed7ca3c14282 tempest-RoutersAdminNegativeTest-489953577 tempest-RoutersAdminNegativeTest-489953577-project-admin] Usage tracker for resource:port and tenant:bceddd77e8294145a0a69989c5cd469e is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:04.097176 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.l3_db [None req-cc2edb94-8732-451f-a898-3d24fc191e42 tempest-FloatingIPAdminTestJSON-113662134 tempest-FloatingIPAdminTestJSON-113662134-project-admin] Floating IP 6bca66af-c014-4fd5-8f53-eccc8c7d4f48 associated. External IP: 172.26.8.30, port: 9eb7d8e9-b901-4f22-aa8f-3d0d69ff23a6. Feb 10 23:04:04.102357 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-d719b89f-aea5-43b0-badb-ed7ca3c14282 tempest-RoutersAdminNegativeTest-489953577 tempest-RoutersAdminNegativeTest-489953577-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:04.103364 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-8f892ead-ccbe-415a-bb33-aa433d2d9a56 None None] For port 23388532-a24e-4138-9bde-9fa679fa73d4, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:04:04.113361 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d719b89f-aea5-43b0-badb-ed7ca3c14282 tempest-RoutersAdminNegativeTest-489953577 tempest-RoutersAdminNegativeTest-489953577-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:04.116913 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-8f892ead-ccbe-415a-bb33-aa433d2d9a56 None None] For port 23388532-a24e-4138-9bde-9fa679fa73d4, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=23388532-a24e-4138-9bde-9fa679fa73d4,segment=NetworkSegment(f35be277-0948-428e-95d6-c638b6ea1e6c),segment_id=f35be277-0948-428e-95d6-c638b6ea1e6c)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:04:04.206228 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8f892ead-ccbe-415a-bb33-aa433d2d9a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:04.214932 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-7510e74e-7a07-4222-963d-f7483156a458 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Allocated IP 172.20.0.1 (991ea15c-583f-44f7-aaa0-405e4c1e5f2a/337fd35a-b208-4f48-9d8a-5aef3a0f2d7e/f6ea3a55-3e82-4221-9545-000e333dad2c) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:04:04.312784 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port ea37c5ee-3cd3-4606-bab5-1efe3e92bff5 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:04:04.327680 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port ea37c5ee-3cd3-4606-bab5-1efe3e92bff5 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:04.328141 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:04.379228 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ee8b5e-ef1c-484c-8075-b54e400bbd01 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:04:04.388581 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f892ead-ccbe-415a-bb33-aa433d2d9a56 None None] Pushing event updated for resources: {'Port': ['ID=23388532-a24e-4138-9bde-9fa679fa73d4,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:04.392379 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dce9638-fa10-4485-a45e-47b5bbd4939e None None] Sync routers for ids ['c0dafcfb-13a2-4790-9f76-8654a92054ed'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:04:04.404666 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6c1e9caf-4225-4cb9-a99f-21cff54ffb5e tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:04.419641 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-52ec0bee-005e-4ab0-becf-cbc28ffdef1c None None] Provisioning complete for port ea37c5ee-3cd3-4606-bab5-1efe3e92bff5 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:04.420892 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-353a2734-fe68-4e9c-bd5d-7c65f05dd228 req-41cbb1e2-60a4-4c7f-b17a-a5ba7e5952dc tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] For port fd7c2c10-2ed3-486f-8644-8ac1d4c66bac, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=fd7c2c10-2ed3-486f-8644-8ac1d4c66bac,segment=NetworkSegment(ce999748-c696-4a47-b782-f74c775e9534),segment_id=ce999748-c696-4a47-b782-f74c775e9534)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:04:04.421329 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-353a2734-fe68-4e9c-bd5d-7c65f05dd228 req-41cbb1e2-60a4-4c7f-b17a-a5ba7e5952dc tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:04.421934 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-52ec0bee-005e-4ab0-becf-cbc28ffdef1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:04.428002 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dce9638-fa10-4485-a45e-47b5bbd4939e None None] Routers {'c0dafcfb-13a2-4790-9f76-8654a92054ed'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:04:04.429253 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-2dce9638-fa10-4485-a45e-47b5bbd4939e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:03:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['c0dafcfb-13a2-4790-9f76-8654a92054ed'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:04.472003 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d719b89f-aea5-43b0-badb-ed7ca3c14282 tempest-RoutersAdminNegativeTest-489953577 tempest-RoutersAdminNegativeTest-489953577-project-admin] Made reservation on behalf of bceddd77e8294145a0a69989c5cd469e for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:04:04.474851 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d719b89f-aea5-43b0-badb-ed7ca3c14282 tempest-RoutersAdminNegativeTest-489953577 tempest-RoutersAdminNegativeTest-489953577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:04.539168 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d719b89f-aea5-43b0-badb-ed7ca3c14282 tempest-RoutersAdminNegativeTest-489953577 tempest-RoutersAdminNegativeTest-489953577-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:04.559927 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:04.648393 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b1ee8b5e-ef1c-484c-8075-b54e400bbd01 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:04.651521 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b1ee8b5e-ef1c-484c-8075-b54e400bbd01 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.5328727 Feb 10 23:04:04.662997 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40832) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:04.688742 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port ea37c5ee-3cd3-4606-bab5-1efe3e92bff5, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=ea37c5ee-3cd3-4606-bab5-1efe3e92bff5,segment=NetworkSegment(aedc09ca-4898-4fb9-ae9c-e9a2e0f804e6),segment_id=aedc09ca-4898-4fb9-ae9c-e9a2e0f804e6)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:04:04.716199 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-52ec0bee-005e-4ab0-becf-cbc28ffdef1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:04.753736 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1e9caf-4225-4cb9-a99f-21cff54ffb5e tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Pushing event updated for resources: {'Subnet': ['ID=6756ef8e-9f11-4fb1-b3cf-3889e734c0e6,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:04.809916 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:04.819975 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-2dce9638-fa10-4485-a45e-47b5bbd4939e None None] Set router c0dafcfb-13a2-4790-9f76-8654a92054ed gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:04:04.896847 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1e9caf-4225-4cb9-a99f-21cff54ffb5e tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Checking segment: {'id': '6f4aa267-97c9-40bb-90ea-c686eb1b2ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5a9af295-36dc-42bc-95d3-30e0f788379f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:04:04.897207 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1e9caf-4225-4cb9-a99f-21cff54ffb5e tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Network hostable DHCP agents. Network: 5a9af295-36dc-42bc-95d3-30e0f788379f, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:04:04.918077 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-52ec0bee-005e-4ab0-becf-cbc28ffdef1c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:04:04.918430 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-52ec0bee-005e-4ab0-becf-cbc28ffdef1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:04:04.935682 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d719b89f-aea5-43b0-badb-ed7ca3c14282 tempest-RoutersAdminNegativeTest-489953577 tempest-RoutersAdminNegativeTest-489953577-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:04.962854 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=ea37c5ee-3cd3-4606-bab5-1efe3e92bff5,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:04.988210 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-d719b89f-aea5-43b0-badb-ed7ca3c14282 tempest-RoutersAdminNegativeTest-489953577 tempest-RoutersAdminNegativeTest-489953577-project-admin] Usage tracker for resource:security_group_rule and tenant:bceddd77e8294145a0a69989c5cd469e is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:05.023111 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7510e74e-7a07-4222-963d-f7483156a458 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:05.027080 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-353a2734-fe68-4e9c-bd5d-7c65f05dd228 req-41cbb1e2-60a4-4c7f-b17a-a5ba7e5952dc tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:05.027449 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-353a2734-fe68-4e9c-bd5d-7c65f05dd228 req-41cbb1e2-60a4-4c7f-b17a-a5ba7e5952dc tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1734214'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:05.027756 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.l3_db [req-353a2734-fe68-4e9c-bd5d-7c65f05dd228 req-41cbb1e2-60a4-4c7f-b17a-a5ba7e5952dc tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Floating IP 59d7b999-c53c-40ab-8d4a-2c795b94ef30 disassociated. External IP: 172.26.8.246, port: fd7c2c10-2ed3-486f-8644-8ac1d4c66bac. Feb 10 23:04:05.028183 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-353a2734-fe68-4e9c-bd5d-7c65f05dd228 req-41cbb1e2-60a4-4c7f-b17a-a5ba7e5952dc tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Calling delete_port for fd7c2c10-2ed3-486f-8644-8ac1d4c66bac owned by compute:nova {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:04:05.042619 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7510e74e-7a07-4222-963d-f7483156a458 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Transition to ACTIVE for port object f6ea3a55-3e82-4221-9545-000e333dad2c will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:04:05.067950 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7fa784c7-f496-46a6-9615-b91b66678dd4 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:05.082402 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-d719b89f-aea5-43b0-badb-ed7ca3c14282 tempest-RoutersAdminNegativeTest-489953577 tempest-RoutersAdminNegativeTest-489953577-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:05.100201 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d719b89f-aea5-43b0-badb-ed7ca3c14282 tempest-RoutersAdminNegativeTest-489953577 tempest-RoutersAdminNegativeTest-489953577-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:05.151605 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7510e74e-7a07-4222-963d-f7483156a458 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:05.190379 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1e9caf-4225-4cb9-a99f-21cff54ffb5e tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Network 5a9af295-36dc-42bc-95d3-30e0f788379f is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:04:05.223774 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-2dce9638-fa10-4485-a45e-47b5bbd4939e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0dafcfb-13a2-4790-9f76-8654a92054ed', 'name': 'tempest-snat-router-1249087800', 'tenant_id': '11f3bed017e3494cb19f574ec004947b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.13'}], 'enable_snat': True}, 'gw_port_id': 'f283380a-5a16-431f-bf7b-315a1beb25c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:03:57Z', 'updated_at': '2022-02-10T23:04:01Z', 'revision_number': 3, 'project_id': '11f3bed017e3494cb19f574ec004947b', 'gw_port': {'id': 'f283380a-5a16-431f-bf7b-315a1beb25c2', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c0:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0dafcfb-13a2-4790-9f76-8654a92054ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:03:59Z', 'updated_at': '2022-02-10T23:03:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:05.228024 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dce9638-fa10-4485-a45e-47b5bbd4939e None None] Checking router: c0dafcfb-13a2-4790-9f76-8654a92054ed for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:04:05.228368 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dce9638-fa10-4485-a45e-47b5bbd4939e None None] Updating router c0dafcfb-13a2-4790-9f76-8654a92054ed port f283380a-5a16-431f-bf7b-315a1beb25c2 binding host dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:04:05.289171 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2dce9638-fa10-4485-a45e-47b5bbd4939e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:05.391788 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-6c1e9caf-4225-4cb9-a99f-21cff54ffb5e tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 5a9af295-36dc-42bc-95d3-30e0f788379f) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:05.396507 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1e9caf-4225-4cb9-a99f-21cff54ffb5e tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:05.397302 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6c1e9caf-4225-4cb9-a99f-21cff54ffb5e tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:05.402160 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b736c64f-ffaa-4d7c-bb42-77ffc1e17637 None None] Network 5a9af295-36dc-42bc-95d3-30e0f788379f requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:04:05.418447 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-353a2734-fe68-4e9c-bd5d-7c65f05dd228 req-41cbb1e2-60a4-4c7f-b17a-a5ba7e5952dc tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:05.429531 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7510e74e-7a07-4222-963d-f7483156a458 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Network 991ea15c-583f-44f7-aaa0-405e4c1e5f2a is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:04:05.430649 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7510e74e-7a07-4222-963d-f7483156a458 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event updated for resources: {'Port': ['ID=f6ea3a55-3e82-4221-9545-000e333dad2c,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:05.440980 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-7510e74e-7a07-4222-963d-f7483156a458 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:05.447663 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7510e74e-7a07-4222-963d-f7483156a458 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:04:05.480411 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cbb1e2-60a4-4c7f-b17a-a5ba7e5952dc tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Pushing event deleted for resources: {'Port': ['ID=fd7c2c10-2ed3-486f-8644-8ac1d4c66bac,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:05.516943 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6c1e9caf-4225-4cb9-a99f-21cff54ffb5e tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4619956 Feb 10 23:04:05.525394 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40840) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:05.763441 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-ca6bd76d-b5bd-4136-92d4-cdec3c42f535 tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-43879050', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:04:05.777515 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7510e74e-7a07-4222-963d-f7483156a458 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733071'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:05.778456 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc2edb94-8732-451f-a898-3d24fc191e42 tempest-FloatingIPAdminTestJSON-113662134 tempest-FloatingIPAdminTestJSON-113662134-project-admin] Router 339942e3-60ef-46c1-9ddf-5043acf39339 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:04:05.819144 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d719b89f-aea5-43b0-badb-ed7ca3c14282 tempest-RoutersAdminNegativeTest-489953577 tempest-RoutersAdminNegativeTest-489953577-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:05.846162 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc97138-ecd6-4c92-99c5-675c2c7cc117 req-cc7c38ce-1a0a-4432-9fc0-6dd9bd0a7e1d tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:05.846162 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-5cc97138-ecd6-4c92-99c5-675c2c7cc117 req-cc7c38ce-1a0a-4432-9fc0-6dd9bd0a7e1d tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] 10.222.0.59 "GET /v2.0/ports?device_id=e63ad508-7815-45c6-a10e-8696bb1d6517 HTTP/1.1" status: 200 len: 945 time: 0.7505872 Feb 10 23:04:05.893560 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-ca6bd76d-b5bd-4136-92d4-cdec3c42f535 tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:05.928690 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ca6bd76d-b5bd-4136-92d4-cdec3c42f535 tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Usage tracker for resource:router and tenant:49d8db2e027e4e2598b80440182ef56a is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:05.935266 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ca6bd76d-b5bd-4136-92d4-cdec3c42f535 tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:05.940216 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f9fcdd-6939-470c-aa01-9278d0f6aaeb None None] Network d3f44d47-0c73-4a3b-97ec-9cb964fe179e requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:04:05.945620 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-ca6bd76d-b5bd-4136-92d4-cdec3c42f535 tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:05.959338 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2dce9638-fa10-4485-a45e-47b5bbd4939e None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:05.977715 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d719b89f-aea5-43b0-badb-ed7ca3c14282 tempest-RoutersAdminNegativeTest-489953577 tempest-RoutersAdminNegativeTest-489953577-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:05.979652 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-2dce9638-fa10-4485-a45e-47b5bbd4939e None None] Transition to ACTIVE for port object f283380a-5a16-431f-bf7b-315a1beb25c2 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:04:06.045490 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-d719b89f-aea5-43b0-badb-ed7ca3c14282 tempest-RoutersAdminNegativeTest-489953577 tempest-RoutersAdminNegativeTest-489953577-project-admin] device_id is not set on port 167e8bba-85d0-478e-be41-be1bd7d37ebd yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:04:06.088171 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ca6bd76d-b5bd-4136-92d4-cdec3c42f535 tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:06.089276 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ca6bd76d-b5bd-4136-92d4-cdec3c42f535 tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:06.105206 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2dce9638-fa10-4485-a45e-47b5bbd4939e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:06.174845 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 23388532-a24e-4138-9bde-9fa679fa73d4 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:04:06.200126 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ca6bd76d-b5bd-4136-92d4-cdec3c42f535 tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:06.207176 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbfd807-61d5-4dcb-9edf-2dc2c3d85312 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-5a9af295-36dc-42bc-95d3-30e0f788379f', 'network_id': '5a9af295-36dc-42bc-95d3-30e0f788379f', 'tenant_id': '49d8db2e027e4e2598b80440182ef56a', 'fixed_ips': [{'subnet_id': '6756ef8e-9f11-4fb1-b3cf-3889e734c0e6'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:04:06.208487 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dbbfd807-61d5-4dcb-9edf-2dc2c3d85312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:06.302860 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-5cc97138-ecd6-4c92-99c5-675c2c7cc117 req-aa8a786a-9ffd-4ae2-a51d-0601e3fd4782 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] 10.222.0.59 "GET /v2.0/security-groups?id=886286dd-08ce-4f82-85ab-82f3ed155db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3978384 Feb 10 23:04:06.317871 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d719b89f-aea5-43b0-badb-ed7ca3c14282 tempest-RoutersAdminNegativeTest-489953577 tempest-RoutersAdminNegativeTest-489953577-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f45dbfe-13ad-45ac-9139-6a6dad15748d,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:06.318197 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-2dce9638-fa10-4485-a45e-47b5bbd4939e None None] Attempting to bind port f283380a-5a16-431f-bf7b-315a1beb25c2 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:04:06.318554 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-2dce9638-fa10-4485-a45e-47b5bbd4939e None None] Attempting to bind port f283380a-5a16-431f-bf7b-315a1beb25c2 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:04:06.318915 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dce9638-fa10-4485-a45e-47b5bbd4939e None None] Attempting to bind port f283380a-5a16-431f-bf7b-315a1beb25c2 on network c2ed7563-f8af-409c-803f-f56530124ba5 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:04:06.328502 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58568152-8459-499d-b01b-dbafbd091794 None None] Pushing event updated for resources: {'Port': ['ID=f283380a-5a16-431f-bf7b-315a1beb25c2,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:06.330261 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-7fa784c7-f496-46a6-9615-b91b66678dd4 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Allocated IP 2001:db8:1::1 (2df75716-09ab-43b2-85c7-b14ac2a6f03d/ca2e6f06-ce4a-4f30-8f3b-b4c01f81c492/0d22d118-0f71-4b85-8e47-a2e94213afc6) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:04:06.345301 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dce9638-fa10-4485-a45e-47b5bbd4939e None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:04:06.345673 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dce9638-fa10-4485-a45e-47b5bbd4939e None None] Checking segment: {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:04:06.346070 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2dce9638-fa10-4485-a45e-47b5bbd4939e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:06.346454 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dce9638-fa10-4485-a45e-47b5bbd4939e None None] Bound using segment: {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:04:06.346914 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-2dce9638-fa10-4485-a45e-47b5bbd4939e None None] Bound port: f283380a-5a16-431f-bf7b-315a1beb25c2, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:04:06.347411 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2dce9638-fa10-4485-a45e-47b5bbd4939e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:06.378236 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-dbbfd807-61d5-4dcb-9edf-2dc2c3d85312 None None] Allocated IP 172.20.0.2 (5a9af295-36dc-42bc-95d3-30e0f788379f/6756ef8e-9f11-4fb1-b3cf-3889e734c0e6/717219bb-810e-41a5-ac51-2196037984dc) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:04:06.496833 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-2dce9638-fa10-4485-a45e-47b5bbd4939e None None] For port f283380a-5a16-431f-bf7b-315a1beb25c2, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:04:06.501978 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-2dce9638-fa10-4485-a45e-47b5bbd4939e None None] For port f283380a-5a16-431f-bf7b-315a1beb25c2, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=f283380a-5a16-431f-bf7b-315a1beb25c2,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:04:06.532353 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ca6bd76d-b5bd-4136-92d4-cdec3c42f535 tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:06.597433 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2dce9638-fa10-4485-a45e-47b5bbd4939e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:06.613929 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [req-353a2734-fe68-4e9c-bd5d-7c65f05dd228 req-41cbb1e2-60a4-4c7f-b17a-a5ba7e5952dc tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Router bd42796b-5696-4a9c-9599-a1cca1944e3f has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:04:06.624854 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2edb94-8732-451f-a898-3d24fc191e42 tempest-FloatingIPAdminTestJSON-113662134 tempest-FloatingIPAdminTestJSON-113662134-project-admin] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:04:06.627288 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device fd7c2c10-2ed3-486f-8644-8ac1d4c66bac no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:04:06.687964 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492e4271-f7c9-4bf5-8129-15eb45b371e3 None None] Sync routers for ids ['339942e3-60ef-46c1-9ddf-5043acf39339'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:04:06.701361 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-28a9140c-4f83-42ef-8dca-76482e54cd16 None None] Provisioning for port f6ea3a55-3e82-4221-9545-000e333dad2c completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:04:06.724147 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] No Port match for: fd7c2c10-2ed3-486f-8644-8ac1d4c66bac {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:04:06.724652 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device fd7c2c10-2ed3-486f-8644-8ac1d4c66bac not bound to the agent host hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:04:06.729724 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 23388532-a24e-4138-9bde-9fa679fa73d4 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:04:06.735003 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-28a9140c-4f83-42ef-8dca-76482e54cd16 None None] Provisioning complete for port f6ea3a55-3e82-4221-9545-000e333dad2c triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:06.735485 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-28a9140c-4f83-42ef-8dca-76482e54cd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:06.754079 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7fa784c7-f496-46a6-9615-b91b66678dd4 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:06.772592 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7fa784c7-f496-46a6-9615-b91b66678dd4 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Transition to ACTIVE for port object 0d22d118-0f71-4b85-8e47-a2e94213afc6 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:04:06.796988 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device ea37c5ee-3cd3-4606-bab5-1efe3e92bff5 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:04:06.804264 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58568152-8459-499d-b01b-dbafbd091794 None None] Pushing event updated for resources: {'Port': ['ID=f283380a-5a16-431f-bf7b-315a1beb25c2,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:06.836899 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ca6bd76d-b5bd-4136-92d4-cdec3c42f535 tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:06.842120 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ca6bd76d-b5bd-4136-92d4-cdec3c42f535 tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 713 time: 1.3101971 Feb 10 23:04:06.844592 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7510e74e-7a07-4222-963d-f7483156a458 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:06.847967 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40846) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:06.848918 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dce9638-fa10-4485-a45e-47b5bbd4939e None None] Routers {'c0dafcfb-13a2-4790-9f76-8654a92054ed'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:04:06.849924 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-2dce9638-fa10-4485-a45e-47b5bbd4939e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:03:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['c0dafcfb-13a2-4790-9f76-8654a92054ed'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:06.869590 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-ec3b6e35-9fe8-4afc-bea7-7d3dbde7a0bd tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] 10.222.0.59 "GET /v2.0/routers/c0dafcfb-13a2-4790-9f76-8654a92054ed HTTP/1.1" status: 200 len: 907 time: 2.1996336 Feb 10 23:04:06.872216 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40850) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:06.878577 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7fa784c7-f496-46a6-9615-b91b66678dd4 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:06.920133 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cc2edb94-8732-451f-a898-3d24fc191e42 tempest-FloatingIPAdminTestJSON-113662134 tempest-FloatingIPAdminTestJSON-113662134-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:06.972661 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492e4271-f7c9-4bf5-8129-15eb45b371e3 None None] Routers {'339942e3-60ef-46c1-9ddf-5043acf39339'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:04:06.973466 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-492e4271-f7c9-4bf5-8129-15eb45b371e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:03:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['339942e3-60ef-46c1-9ddf-5043acf39339'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:07.051846 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa784c7-f496-46a6-9615-b91b66678dd4 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event updated for resources: {'Port': ['ID=0d22d118-0f71-4b85-8e47-a2e94213afc6,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:07.081254 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-cc2edb94-8732-451f-a898-3d24fc191e42 tempest-FloatingIPAdminTestJSON-113662134 tempest-FloatingIPAdminTestJSON-113662134-project-admin] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 9.3612401 Feb 10 23:04:07.081925 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40854) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:07.113636 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-2dce9638-fa10-4485-a45e-47b5bbd4939e None None] Set router c0dafcfb-13a2-4790-9f76-8654a92054ed gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:04:07.130041 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-492e4271-f7c9-4bf5-8129-15eb45b371e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:07.174173 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-d719b89f-aea5-43b0-badb-ed7ca3c14282 tempest-RoutersAdminNegativeTest-489953577 tempest-RoutersAdminNegativeTest-489953577-project-admin] Allocated IP 172.26.8.229 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/167e8bba-85d0-478e-be41-be1bd7d37ebd) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:04:07.193138 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dbbfd807-61d5-4dcb-9edf-2dc2c3d85312 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:07.205511 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-dbbfd807-61d5-4dcb-9edf-2dc2c3d85312 None None] Transition to ACTIVE for port object 717219bb-810e-41a5-ac51-2196037984dc will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:04:07.230279 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-dbbfd807-61d5-4dcb-9edf-2dc2c3d85312 None None] Transition to ACTIVE for port object 717219bb-810e-41a5-ac51-2196037984dc will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:04:07.237168 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-28a9140c-4f83-42ef-8dca-76482e54cd16 None None] Port f6ea3a55-3e82-4221-9545-000e333dad2c cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:04:07.244095 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa784c7-f496-46a6-9615-b91b66678dd4 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Network 2df75716-09ab-43b2-85c7-b14ac2a6f03d is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:04:07.260996 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492e4271-f7c9-4bf5-8129-15eb45b371e3 None None] Routers {'339942e3-60ef-46c1-9ddf-5043acf39339'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:04:07.280460 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-492e4271-f7c9-4bf5-8129-15eb45b371e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:03:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['339942e3-60ef-46c1-9ddf-5043acf39339'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:07.281566 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-7fa784c7-f496-46a6-9615-b91b66678dd4 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:07.281566 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa784c7-f496-46a6-9615-b91b66678dd4 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:04:07.281566 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7fa784c7-f496-46a6-9615-b91b66678dd4 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733071'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:07.378694 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-492e4271-f7c9-4bf5-8129-15eb45b371e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:07.379444 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492e4271-f7c9-4bf5-8129-15eb45b371e3 None None] The sync data for ids ['339942e3-60ef-46c1-9ddf-5043acf39339'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:04:07.381758 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dbbfd807-61d5-4dcb-9edf-2dc2c3d85312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:07.438744 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e07ede9f-8f80-4d1b-bc5c-ab111bbe642c tempest-FloatingIPAdminTestJSON-113662134 tempest-FloatingIPAdminTestJSON-113662134-project-admin] 10.222.0.59 "GET /v2.0/floatingips/6bca66af-c014-4fd5-8f53-eccc8c7d4f48 HTTP/1.1" status: 200 len: 981 time: 0.3541315 Feb 10 23:04:07.441650 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40860) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:07.528126 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbfd807-61d5-4dcb-9edf-2dc2c3d85312 None None] Network 5a9af295-36dc-42bc-95d3-30e0f788379f is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:04:07.534124 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-dbbfd807-61d5-4dcb-9edf-2dc2c3d85312 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:07.542018 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbfd807-61d5-4dcb-9edf-2dc2c3d85312 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:04:07.551445 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port ea37c5ee-3cd3-4606-bab5-1efe3e92bff5 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:07.553361 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:07.653786 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-e84bc02a-1ed0-4f8c-8dd0-065b46983cd3 None None] Provisioning for port 23388532-a24e-4138-9bde-9fa679fa73d4 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:04:07.672113 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-e84bc02a-1ed0-4f8c-8dd0-065b46983cd3 None None] Provisioning complete for port 23388532-a24e-4138-9bde-9fa679fa73d4 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:07.672384 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e84bc02a-1ed0-4f8c-8dd0-065b46983cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:07.718574 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-2dce9638-fa10-4485-a45e-47b5bbd4939e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0dafcfb-13a2-4790-9f76-8654a92054ed', 'name': 'tempest-snat-router-1249087800', 'tenant_id': '11f3bed017e3494cb19f574ec004947b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.13'}], 'enable_snat': True}, 'gw_port_id': 'f283380a-5a16-431f-bf7b-315a1beb25c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:03:57Z', 'updated_at': '2022-02-10T23:04:01Z', 'revision_number': 3, 'project_id': '11f3bed017e3494cb19f574ec004947b', 'gw_port': {'id': 'f283380a-5a16-431f-bf7b-315a1beb25c2', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c0:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0dafcfb-13a2-4790-9f76-8654a92054ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:03:59Z', 'updated_at': '2022-02-10T23:04:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:07.720360 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbfd807-61d5-4dcb-9edf-2dc2c3d85312 None None] Pushing event updated for resources: {'Port': ['ID=717219bb-810e-41a5-ac51-2196037984dc,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:07.723066 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dce9638-fa10-4485-a45e-47b5bbd4939e None None] The sync data for ids ['c0dafcfb-13a2-4790-9f76-8654a92054ed'] in dv-neutron-828797-1-hyperv is: [{'id': 'c0dafcfb-13a2-4790-9f76-8654a92054ed', 'name': 'tempest-snat-router-1249087800', 'tenant_id': '11f3bed017e3494cb19f574ec004947b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.13'}], 'enable_snat': True}, 'gw_port_id': 'f283380a-5a16-431f-bf7b-315a1beb25c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:03:57Z', 'updated_at': '2022-02-10T23:04:01Z', 'revision_number': 3, 'project_id': '11f3bed017e3494cb19f574ec004947b', 'gw_port': {'id': 'f283380a-5a16-431f-bf7b-315a1beb25c2', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c0:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0dafcfb-13a2-4790-9f76-8654a92054ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:03:59Z', 'updated_at': '2022-02-10T23:04:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:04:07.775369 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-dbbfd807-61d5-4dcb-9edf-2dc2c3d85312 None None] Attempting to bind port 717219bb-810e-41a5-ac51-2196037984dc on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:04:07.775775 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-dbbfd807-61d5-4dcb-9edf-2dc2c3d85312 None None] Attempting to bind port 717219bb-810e-41a5-ac51-2196037984dc by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '6f4aa267-97c9-40bb-90ea-c686eb1b2ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5a9af295-36dc-42bc-95d3-30e0f788379f'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:04:07.776134 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbfd807-61d5-4dcb-9edf-2dc2c3d85312 None None] Attempting to bind port 717219bb-810e-41a5-ac51-2196037984dc on network 5a9af295-36dc-42bc-95d3-30e0f788379f {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:04:07.787547 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbfd807-61d5-4dcb-9edf-2dc2c3d85312 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:04:07.787914 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbfd807-61d5-4dcb-9edf-2dc2c3d85312 None None] Checking segment: {'id': '6f4aa267-97c9-40bb-90ea-c686eb1b2ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5a9af295-36dc-42bc-95d3-30e0f788379f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:04:07.788455 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dbbfd807-61d5-4dcb-9edf-2dc2c3d85312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:07.789068 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbfd807-61d5-4dcb-9edf-2dc2c3d85312 None None] Bound using segment: {'id': '6f4aa267-97c9-40bb-90ea-c686eb1b2ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5a9af295-36dc-42bc-95d3-30e0f788379f'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:04:07.789554 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-dbbfd807-61d5-4dcb-9edf-2dc2c3d85312 None None] Bound port: 717219bb-810e-41a5-ac51-2196037984dc, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f4aa267-97c9-40bb-90ea-c686eb1b2ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5a9af295-36dc-42bc-95d3-30e0f788379f'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:04:07.789914 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dbbfd807-61d5-4dcb-9edf-2dc2c3d85312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:07.952384 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-98b06335-9185-49b2-8c41-f95d5677e396 req-c5c7a39c-ece3-4fcc-99f9-161c2c7e6cca tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Synchronizing usage tracker for tenant:027aa545b61c4bb78c5d5117fda627e8 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:04:08.012661 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e84bc02a-1ed0-4f8c-8dd0-065b46983cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:08.048924 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-98b06335-9185-49b2-8c41-f95d5677e396 req-c5c7a39c-ece3-4fcc-99f9-161c2c7e6cca tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Unset dirty status for tenant:027aa545b61c4bb78c5d5117fda627e8 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:04:08.050054 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-98b06335-9185-49b2-8c41-f95d5677e396 req-c5c7a39c-ece3-4fcc-99f9-161c2c7e6cca tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] 10.222.0.59 "GET /v2.0/ports?device_id=e63ad508-7815-45c6-a10e-8696bb1d6517 HTTP/1.1" status: 200 len: 210 time: 0.2725704 Feb 10 23:04:08.052035 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-353a2734-fe68-4e9c-bd5d-7c65f05dd228 req-41cbb1e2-60a4-4c7f-b17a-a5ba7e5952dc tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:04:08.103380 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5550a31-a512-416d-a559-8c56bff15215 None None] Sync routers for ids ['bd42796b-5696-4a9c-9599-a1cca1944e3f'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:04:08.111895 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-dbbfd807-61d5-4dcb-9edf-2dc2c3d85312 None None] For port 717219bb-810e-41a5-ac51-2196037984dc, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:04:08.124812 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5550a31-a512-416d-a559-8c56bff15215 None None] Routers {'bd42796b-5696-4a9c-9599-a1cca1944e3f'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:04:08.125244 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-dbbfd807-61d5-4dcb-9edf-2dc2c3d85312 None None] For port 717219bb-810e-41a5-ac51-2196037984dc, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=717219bb-810e-41a5-ac51-2196037984dc,segment=NetworkSegment(6f4aa267-97c9-40bb-90ea-c686eb1b2ec7),segment_id=6f4aa267-97c9-40bb-90ea-c686eb1b2ec7)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:04:08.131023 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-c5550a31-a512-416d-a559-8c56bff15215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:03:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['bd42796b-5696-4a9c-9599-a1cca1944e3f'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:08.135685 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-e84bc02a-1ed0-4f8c-8dd0-065b46983cd3 None None] For port 23388532-a24e-4138-9bde-9fa679fa73d4, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=23388532-a24e-4138-9bde-9fa679fa73d4,segment=NetworkSegment(f35be277-0948-428e-95d6-c638b6ea1e6c),segment_id=f35be277-0948-428e-95d6-c638b6ea1e6c)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:04:08.160711 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7fa784c7-f496-46a6-9615-b91b66678dd4 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:08.169673 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-353a2734-fe68-4e9c-bd5d-7c65f05dd228 req-41cbb1e2-60a4-4c7f-b17a-a5ba7e5952dc tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] No DVR routers for this DVR port fd7c2c10-2ed3-486f-8644-8ac1d4c66bac on host hv-neutron-8287 {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:04:08.181052 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ebc18fd0-77f5-4bbe-a73b-ed2ab41db390 tempest-FloatingIPAdminTestJSON-113662134 tempest-FloatingIPAdminTestJSON-113662134-project-admin] 10.222.0.59 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2733 time: 0.7379601 Feb 10 23:04:08.182804 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-353a2734-fe68-4e9c-bd5d-7c65f05dd228 req-41cbb1e2-60a4-4c7f-b17a-a5ba7e5952dc tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:08.184807 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-353a2734-fe68-4e9c-bd5d-7c65f05dd228 req-41cbb1e2-60a4-4c7f-b17a-a5ba7e5952dc tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] 10.222.0.37 "DELETE /v2.0/ports/fd7c2c10-2ed3-486f-8644-8ac1d4c66bac HTTP/1.1" status: 204 len: 173 time: 4.7042708 Feb 10 23:04:08.189208 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63ad508-7815-45c6-a10e-8696bb1d6517', 'name': 'network-vif-deleted', 'tag': 'fd7c2c10-2ed3-486f-8644-8ac1d4c66bac'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:04:08.198060 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40864) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:08.234029 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dbbfd807-61d5-4dcb-9edf-2dc2c3d85312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:08.292995 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63ad508-7815-45c6-a10e-8696bb1d6517', 'name': 'network-vif-deleted', 'tag': 'fd7c2c10-2ed3-486f-8644-8ac1d4c66bac', 'status': 'completed', 'code': 200} Feb 10 23:04:08.400864 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-30c12c02-78c5-44a5-9fb4-93b77b5de25b tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:08.474178 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device f283380a-5a16-431f-bf7b-315a1beb25c2 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:04:08.528439 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e84bc02a-1ed0-4f8c-8dd0-065b46983cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:08.641589 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-c5550a31-a512-416d-a559-8c56bff15215 None None] Set router bd42796b-5696-4a9c-9599-a1cca1944e3f gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:04:08.725150 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbfd807-61d5-4dcb-9edf-2dc2c3d85312 None None] Pushing event updated for resources: {'Port': ['ID=717219bb-810e-41a5-ac51-2196037984dc,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:08.746570 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d719b89f-aea5-43b0-badb-ed7ca3c14282 tempest-RoutersAdminNegativeTest-489953577 tempest-RoutersAdminNegativeTest-489953577-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:08.884034 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84bc02a-1ed0-4f8c-8dd0-065b46983cd3 None None] Pushing event updated for resources: {'Port': ['ID=23388532-a24e-4138-9bde-9fa679fa73d4,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:08.939214 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.resource_extend [None req-7510e74e-7a07-4222-963d-f7483156a458 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:04:08.978933 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7510e74e-7a07-4222-963d-f7483156a458 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:08.991690 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e149dff8-1e73-4709-a967-bde02caa44b7 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:09.015243 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-bab4be80-e8e9-4e4a-ad60-8200302261d3 None None] Provisioning for port 0d22d118-0f71-4b85-8e47-a2e94213afc6 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:04:09.029948 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port f283380a-5a16-431f-bf7b-315a1beb25c2 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:04:09.037533 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-bab4be80-e8e9-4e4a-ad60-8200302261d3 None None] Provisioning complete for port 0d22d118-0f71-4b85-8e47-a2e94213afc6 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:09.037533 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bab4be80-e8e9-4e4a-ad60-8200302261d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:09.183917 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-bab4be80-e8e9-4e4a-ad60-8200302261d3 None None] Port 0d22d118-0f71-4b85-8e47-a2e94213afc6 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:04:09.185900 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port f283380a-5a16-431f-bf7b-315a1beb25c2 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:09.188374 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:09.274046 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-c5550a31-a512-416d-a559-8c56bff15215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd42796b-5696-4a9c-9599-a1cca1944e3f', 'name': 'tempest-ServersTestManualDisk-1020424301-router', 'tenant_id': '027aa545b61c4bb78c5d5117fda627e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '6e47beed-37cb-4253-8c44-224335edacd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:02:30Z', 'updated_at': '2022-02-10T23:02:35Z', 'revision_number': 4, 'project_id': '027aa545b61c4bb78c5d5117fda627e8', 'gw_port': {'id': '6e47beed-37cb-4253-8c44-224335edacd3', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd42796b-5696-4a9c-9599-a1cca1944e3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:30Z', 'updated_at': '2022-02-10T23:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '604792d3-12ae-4868-aff8-cfce3f458619', 'name': '', 'network_id': '6483cb9e-fe3f-463f-833b-3771068bd14e', 'tenant_id': '027aa545b61c4bb78c5d5117fda627e8', 'mac_address': 'fa:16:3e:a5:f1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd42796b-5696-4a9c-9599-a1cca1944e3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48a055f8-63d3-4e5a-8cc1-4cd5fa049a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:34Z', 'updated_at': '2022-02-10T23:02:48Z', 'revision_number': 5, 'project_id': '027aa545b61c4bb78c5d5117fda627e8', 'subnets': [{'id': '48a055f8-63d3-4e5a-8cc1-4cd5fa049a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:09.293766 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5550a31-a512-416d-a559-8c56bff15215 None None] Checking router: bd42796b-5696-4a9c-9599-a1cca1944e3f for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:04:09.302411 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-bab4be80-e8e9-4e4a-ad60-8200302261d3 None None] Provisioning complete for port 23388532-a24e-4138-9bde-9fa679fa73d4 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:09.302725 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7510e74e-7a07-4222-963d-f7483156a458 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:09.303202 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bab4be80-e8e9-4e4a-ad60-8200302261d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:09.318119 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5550a31-a512-416d-a559-8c56bff15215 None None] Routers {'bd42796b-5696-4a9c-9599-a1cca1944e3f'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:04:09.321297 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-c5550a31-a512-416d-a559-8c56bff15215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:03:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['bd42796b-5696-4a9c-9599-a1cca1944e3f'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:09.469873 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bbd8fb5a-aa1f-4a69-bcc8-8a4492e02461 req-b8d046a4-4c64-4d96-9716-543c3305c9ce tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] 10.222.0.59 "GET /v2.0/ports?device_id=e63ad508-7815-45c6-a10e-8696bb1d6517 HTTP/1.1" status: 200 len: 210 time: 0.1073864 Feb 10 23:04:09.515782 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:09.588513 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-c5550a31-a512-416d-a559-8c56bff15215 None None] Set router bd42796b-5696-4a9c-9599-a1cca1944e3f gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:04:09.598082 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-79bfac6a-f16e-44e0-ba05-c021e30ae15f tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Deleting port 4ee85143-b86f-408e-a5fc-375d42810eec {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:04:09.598420 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-79bfac6a-f16e-44e0-ba05-c021e30ae15f tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:09.599456 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port f283380a-5a16-431f-bf7b-315a1beb25c2, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=f283380a-5a16-431f-bf7b-315a1beb25c2,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:04:09.659832 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d719b89f-aea5-43b0-badb-ed7ca3c14282 tempest-RoutersAdminNegativeTest-489953577 tempest-RoutersAdminNegativeTest-489953577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:09.693285 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:09.780517 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7510e74e-7a07-4222-963d-f7483156a458 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2767683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732898'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:09.784322 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7510e74e-7a07-4222-963d-f7483156a458 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event updated for resources: {'Port': ['ID=f6ea3a55-3e82-4221-9545-000e333dad2c,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:09.791167 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=f283380a-5a16-431f-bf7b-315a1beb25c2,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:09.931388 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d719b89f-aea5-43b0-badb-ed7ca3c14282 tempest-RoutersAdminNegativeTest-489953577 tempest-RoutersAdminNegativeTest-489953577-project-admin] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:04:09.939801 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d719b89f-aea5-43b0-badb-ed7ca3c14282 tempest-RoutersAdminNegativeTest-489953577 tempest-RoutersAdminNegativeTest-489953577-project-admin] Pushing event updated for resources: {'Port': ['ID=167e8bba-85d0-478e-be41-be1bd7d37ebd,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:10.035185 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-d719b89f-aea5-43b0-badb-ed7ca3c14282 tempest-RoutersAdminNegativeTest-489953577 tempest-RoutersAdminNegativeTest-489953577-project-admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:10.046944 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d719b89f-aea5-43b0-badb-ed7ca3c14282 tempest-RoutersAdminNegativeTest-489953577 tempest-RoutersAdminNegativeTest-489953577-project-admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:04:10.120754 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-30c12c02-78c5-44a5-9fb4-93b77b5de25b tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Allocated IP 172.20.0.1 (5a9af295-36dc-42bc-95d3-30e0f788379f/6756ef8e-9f11-4fb1-b3cf-3889e734c0e6/98a7118c-2e1c-46b3-a80d-b013a3c0c40e) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:04:10.215421 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a356393-1f2b-419d-b722-6aa3da374bdc None None] Network 5a9af295-36dc-42bc-95d3-30e0f788379f requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:04:10.218739 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d719b89f-aea5-43b0-badb-ed7ca3c14282 tempest-RoutersAdminNegativeTest-489953577 tempest-RoutersAdminNegativeTest-489953577-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:10.219544 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d719b89f-aea5-43b0-badb-ed7ca3c14282 tempest-RoutersAdminNegativeTest-489953577 tempest-RoutersAdminNegativeTest-489953577-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:10.239392 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-c5550a31-a512-416d-a559-8c56bff15215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd42796b-5696-4a9c-9599-a1cca1944e3f', 'name': 'tempest-ServersTestManualDisk-1020424301-router', 'tenant_id': '027aa545b61c4bb78c5d5117fda627e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '6e47beed-37cb-4253-8c44-224335edacd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:02:30Z', 'updated_at': '2022-02-10T23:02:35Z', 'revision_number': 4, 'project_id': '027aa545b61c4bb78c5d5117fda627e8', 'gw_port': {'id': '6e47beed-37cb-4253-8c44-224335edacd3', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd42796b-5696-4a9c-9599-a1cca1944e3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:30Z', 'updated_at': '2022-02-10T23:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '604792d3-12ae-4868-aff8-cfce3f458619', 'name': '', 'network_id': '6483cb9e-fe3f-463f-833b-3771068bd14e', 'tenant_id': '027aa545b61c4bb78c5d5117fda627e8', 'mac_address': 'fa:16:3e:a5:f1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd42796b-5696-4a9c-9599-a1cca1944e3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48a055f8-63d3-4e5a-8cc1-4cd5fa049a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:34Z', 'updated_at': '2022-02-10T23:02:48Z', 'revision_number': 5, 'project_id': '027aa545b61c4bb78c5d5117fda627e8', 'subnets': [{'id': '48a055f8-63d3-4e5a-8cc1-4cd5fa049a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:10.245564 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5550a31-a512-416d-a559-8c56bff15215 None None] The sync data for ids ['bd42796b-5696-4a9c-9599-a1cca1944e3f'] in dv-neutron-828797-1-hyperv is: [{'id': 'bd42796b-5696-4a9c-9599-a1cca1944e3f', 'name': 'tempest-ServersTestManualDisk-1020424301-router', 'tenant_id': '027aa545b61c4bb78c5d5117fda627e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '6e47beed-37cb-4253-8c44-224335edacd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:02:30Z', 'updated_at': '2022-02-10T23:02:35Z', 'revision_number': 4, 'project_id': '027aa545b61c4bb78c5d5117fda627e8', 'gw_port': {'id': '6e47beed-37cb-4253-8c44-224335edacd3', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd42796b-5696-4a9c-9599-a1cca1944e3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:30Z', 'updated_at': '2022-02-10T23:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '604792d3-12ae-4868-aff8-cfce3f458619', 'name': '', 'network_id': '6483cb9e-fe3f-463f-833b-3771068bd14e', 'tenant_id': '027aa545b61c4bb78c5d5117fda627e8', 'mac_address': 'fa:16:3e:a5:f1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd42796b-5696-4a9c-9599-a1cca1944e3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48a055f8-63d3-4e5a-8cc1-4cd5fa049a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:34Z', 'updated_at': '2022-02-10T23:02:48Z', 'revision_number': 5, 'project_id': '027aa545b61c4bb78c5d5117fda627e8', 'subnets': [{'id': '48a055f8-63d3-4e5a-8cc1-4cd5fa049a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:04:10.321600 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-30c12c02-78c5-44a5-9fb4-93b77b5de25b tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:10.322940 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7510e74e-7a07-4222-963d-f7483156a458 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Network 991ea15c-583f-44f7-aaa0-405e4c1e5f2a is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:04:10.329707 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-7510e74e-7a07-4222-963d-f7483156a458 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:10.344094 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-30c12c02-78c5-44a5-9fb4-93b77b5de25b tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Transition to ACTIVE for port object 98a7118c-2e1c-46b3-a80d-b013a3c0c40e will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:04:10.384924 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 717219bb-810e-41a5-ac51-2196037984dc up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:04:10.409550 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-79bfac6a-f16e-44e0-ba05-c021e30ae15f tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:10.411151 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-79bfac6a-f16e-44e0-ba05-c021e30ae15f tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:10.483059 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-71549bb1-cc50-4078-ade2-3f16385558f7 None None] Provisioning for port 717219bb-810e-41a5-ac51-2196037984dc completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:04:10.539674 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-30c12c02-78c5-44a5-9fb4-93b77b5de25b tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:10.550380 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-79bfac6a-f16e-44e0-ba05-c021e30ae15f tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Calling delete_port for 4ee85143-b86f-408e-a5fc-375d42810eec owned by network:floatingip {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:04:10.586592 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.resource_extend [None req-7fa784c7-f496-46a6-9615-b91b66678dd4 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:04:10.617365 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-d719b89f-aea5-43b0-badb-ed7ca3c14282 tempest-RoutersAdminNegativeTest-489953577 tempest-RoutersAdminNegativeTest-489953577-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 6.9669237 Feb 10 23:04:10.626908 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40876) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:10.631367 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7fa784c7-f496-46a6-9615-b91b66678dd4 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:10.637509 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-04f57749-7670-4436-b0d1-369e6d63c094 tempest-RoutersAdminNegativeTest-489953577 tempest-RoutersAdminNegativeTest-489953577-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.229'}]}}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:04:10.668108 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 717219bb-810e-41a5-ac51-2196037984dc completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:04:10.672266 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c12c02-78c5-44a5-9fb4-93b77b5de25b tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Pushing event updated for resources: {'Port': ['ID=98a7118c-2e1c-46b3-a80d-b013a3c0c40e,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:10.699940 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 717219bb-810e-41a5-ac51-2196037984dc triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:10.701058 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:10.706690 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c12c02-78c5-44a5-9fb4-93b77b5de25b tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Network 5a9af295-36dc-42bc-95d3-30e0f788379f is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:04:10.712705 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-30c12c02-78c5-44a5-9fb4-93b77b5de25b tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:10.712851 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-04f57749-7670-4436-b0d1-369e6d63c094 tempest-RoutersAdminNegativeTest-489953577 tempest-RoutersAdminNegativeTest-489953577-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:10.719920 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c12c02-78c5-44a5-9fb4-93b77b5de25b tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:04:10.723597 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7fa784c7-f496-46a6-9615-b91b66678dd4 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:10.724272 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7fa784c7-f496-46a6-9615-b91b66678dd4 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2767683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732898'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:10.728277 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-04f57749-7670-4436-b0d1-369e6d63c094 tempest-RoutersAdminNegativeTest-489953577 tempest-RoutersAdminNegativeTest-489953577-project-admin] Usage tracker for resource:router and tenant:bceddd77e8294145a0a69989c5cd469e is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:10.799582 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-8e82d817-3a3a-4b65-bf22-f9c90d535c75 None None] Provisioning complete for port f6ea3a55-3e82-4221-9545-000e333dad2c triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:10.805488 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8e82d817-3a3a-4b65-bf22-f9c90d535c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:10.808092 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40882) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:10.808930 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-30c12c02-78c5-44a5-9fb4-93b77b5de25b tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733071'] for router_interface, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:10.819294 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-04f57749-7670-4436-b0d1-369e6d63c094 tempest-RoutersAdminNegativeTest-489953577 tempest-RoutersAdminNegativeTest-489953577-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:10.845334 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-04f57749-7670-4436-b0d1-369e6d63c094 tempest-RoutersAdminNegativeTest-489953577 tempest-RoutersAdminNegativeTest-489953577-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:10.919136 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-8e82d817-3a3a-4b65-bf22-f9c90d535c75 None None] Port f6ea3a55-3e82-4221-9545-000e333dad2c cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:04:10.929944 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:10.971858 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 717219bb-810e-41a5-ac51-2196037984dc, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=717219bb-810e-41a5-ac51-2196037984dc,segment=NetworkSegment(6f4aa267-97c9-40bb-90ea-c686eb1b2ec7),segment_id=6f4aa267-97c9-40bb-90ea-c686eb1b2ec7)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:04:10.977518 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa784c7-f496-46a6-9615-b91b66678dd4 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event updated for resources: {'Port': ['ID=0d22d118-0f71-4b85-8e47-a2e94213afc6,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:10.977990 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e149dff8-1e73-4709-a967-bde02caa44b7 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:10.978134 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e8dd9d51-d01f-4219-a3d0-4a7ba578a51a tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:11.005578 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-04f57749-7670-4436-b0d1-369e6d63c094 tempest-RoutersAdminNegativeTest-489953577 tempest-RoutersAdminNegativeTest-489953577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:11.012594 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-04f57749-7670-4436-b0d1-369e6d63c094 tempest-RoutersAdminNegativeTest-489953577 tempest-RoutersAdminNegativeTest-489953577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:11.013539 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e8dd9d51-d01f-4219-a3d0-4a7ba578a51a tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:11.070936 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:11.071607 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device f283380a-5a16-431f-bf7b-315a1beb25c2 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:04:11.088069 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-e149dff8-1e73-4709-a967-bde02caa44b7 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Deleting port f283380a-5a16-431f-bf7b-315a1beb25c2 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:04:11.088069 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e149dff8-1e73-4709-a967-bde02caa44b7 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:11.097920 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-79bfac6a-f16e-44e0-ba05-c021e30ae15f tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:11.105624 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa784c7-f496-46a6-9615-b91b66678dd4 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Network 2df75716-09ab-43b2-85c7-b14ac2a6f03d is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:04:11.108598 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-04f57749-7670-4436-b0d1-369e6d63c094 tempest-RoutersAdminNegativeTest-489953577 tempest-RoutersAdminNegativeTest-489953577-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:11.116582 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-7fa784c7-f496-46a6-9615-b91b66678dd4 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:11.207065 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bfac6a-f16e-44e0-ba05-c021e30ae15f tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Pushing event deleted for resources: {'Port': ['ID=4ee85143-b86f-408e-a5fc-375d42810eec,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:11.294313 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=717219bb-810e-41a5-ac51-2196037984dc,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:11.325141 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port f283380a-5a16-431f-bf7b-315a1beb25c2 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:11.325729 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:11.376096 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-4cd55d32-c4bb-42d7-9135-8de8f1baa3b2 None None] Provisioning complete for port 717219bb-810e-41a5-ac51-2196037984dc triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:11.376734 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4cd55d32-c4bb-42d7-9135-8de8f1baa3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:11.418438 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-30c12c02-78c5-44a5-9fb4-93b77b5de25b tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:11.462226 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e8dd9d51-d01f-4219-a3d0-4a7ba578a51a tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:11.569501 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd9d51-d01f-4219-a3d0-4a7ba578a51a tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=886286dd-08ce-4f82-85ab-82f3ed155db5,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:11.582611 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-79bfac6a-f16e-44e0-ba05-c021e30ae15f tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks [] for floatingip, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:11.600057 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 23388532-a24e-4138-9bde-9fa679fa73d4 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:04:11.710832 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 23388532-a24e-4138-9bde-9fa679fa73d4 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:11.711337 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:11.746941 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-4cd55d32-c4bb-42d7-9135-8de8f1baa3b2 None None] Provisioning for port 98a7118c-2e1c-46b3-a80d-b013a3c0c40e completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:04:11.765431 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-4cd55d32-c4bb-42d7-9135-8de8f1baa3b2 None None] Provisioning complete for port 98a7118c-2e1c-46b3-a80d-b013a3c0c40e triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:11.765931 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4cd55d32-c4bb-42d7-9135-8de8f1baa3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:11.870014 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-4cd55d32-c4bb-42d7-9135-8de8f1baa3b2 None None] Port 98a7118c-2e1c-46b3-a80d-b013a3c0c40e cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:04:11.958682 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7510e74e-7a07-4222-963d-f7483156a458 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Router 844462a6-c714-4837-9ec2-5886c1f60d6b is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:04:11.962419 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-e149dff8-1e73-4709-a967-bde02caa44b7 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] For port f283380a-5a16-431f-bf7b-315a1beb25c2, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=f283380a-5a16-431f-bf7b-315a1beb25c2,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:04:11.962775 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e149dff8-1e73-4709-a967-bde02caa44b7 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:11.986443 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-04f57749-7670-4436-b0d1-369e6d63c094 tempest-RoutersAdminNegativeTest-489953577 tempest-RoutersAdminNegativeTest-489953577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:11.999842 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e8dd9d51-d01f-4219-a3d0-4a7ba578a51a tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:12.000963 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e8dd9d51-d01f-4219-a3d0-4a7ba578a51a tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] 10.222.0.59 "DELETE /v2.0/security-groups/886286dd-08ce-4f82-85ab-82f3ed155db5 HTTP/1.1" status: 204 len: 168 time: 1.1888857 Feb 10 23:04:12.008448 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40890) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:12.016631 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-47cfe0a1-dc4c-446d-9bab-64286e3e3cbd None None] Provisioning complete for port 0d22d118-0f71-4b85-8e47-a2e94213afc6 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:12.017046 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-47cfe0a1-dc4c-446d-9bab-64286e3e3cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:12.038621 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-e0666d27-00ff-4ec0-ae8f-9b1dbbcbc78c tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] show failed (client error): The resource could not be found. Feb 10 23:04:12.042385 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e0666d27-00ff-4ec0-ae8f-9b1dbbcbc78c tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] 10.222.0.59 "GET /v2.0/security-groups/886286dd-08ce-4f82-85ab-82f3ed155db5 HTTP/1.1" status: 404 len: 347 time: 0.0284927 Feb 10 23:04:12.047398 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40894) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:12.133029 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-e149dff8-1e73-4709-a967-bde02caa44b7 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Calling delete_port for f283380a-5a16-431f-bf7b-315a1beb25c2 owned by network:router_gateway {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:04:12.134731 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-47cfe0a1-dc4c-446d-9bab-64286e3e3cbd None None] Port 0d22d118-0f71-4b85-8e47-a2e94213afc6 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:04:12.151712 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-47cfe0a1-dc4c-446d-9bab-64286e3e3cbd None None] Provisioning complete for port 98a7118c-2e1c-46b3-a80d-b013a3c0c40e triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:12.152214 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-47cfe0a1-dc4c-446d-9bab-64286e3e3cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:12.215511 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-47cfe0a1-dc4c-446d-9bab-64286e3e3cbd None None] Port 98a7118c-2e1c-46b3-a80d-b013a3c0c40e cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:04:12.248062 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 717219bb-810e-41a5-ac51-2196037984dc up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:04:12.320610 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 717219bb-810e-41a5-ac51-2196037984dc triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:12.322668 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:12.352183 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-807466f4-0989-4a99-a3ea-54e25d638595 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Deleting port 6a451f7b-d456-4ff3-9a93-619981e2aaba {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:04:12.352521 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-807466f4-0989-4a99-a3ea-54e25d638595 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:12.550787 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa784c7-f496-46a6-9615-b91b66678dd4 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Router ebd15f6c-97c3-4dbf-8de9-7bb60c499107 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:04:12.590372 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb697115-2442-446f-bac8-983ebd551495 req-fba7c0ed-f8d0-427c-b56a-c9efca9542a7 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:12.591820 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-eb697115-2442-446f-bac8-983ebd551495 req-fba7c0ed-f8d0-427c-b56a-c9efca9542a7 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] 10.222.0.59 "GET /v2.0/ports?device_id=694a6d95-ea06-4d1a-958e-902c65635ce9 HTTP/1.1" status: 200 len: 946 time: 0.3888574 Feb 10 23:04:12.697417 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-30c12c02-78c5-44a5-9fb4-93b77b5de25b tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:12.769107 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-30c12c02-78c5-44a5-9fb4-93b77b5de25b tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:12.777459 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7510e74e-7a07-4222-963d-f7483156a458 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:04:12.790804 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562f3a93-50e0-458c-81d8-cec5eaa91e4b None None] Sync routers for ids ['844462a6-c714-4837-9ec2-5886c1f60d6b'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:04:12.803134 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562f3a93-50e0-458c-81d8-cec5eaa91e4b None None] Routers {'844462a6-c714-4837-9ec2-5886c1f60d6b'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:04:12.804083 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-562f3a93-50e0-458c-81d8-cec5eaa91e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:03:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['844462a6-c714-4837-9ec2-5886c1f60d6b'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:12.819172 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-7510e74e-7a07-4222-963d-f7483156a458 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "PUT /v2.0/routers/844462a6-c714-4837-9ec2-5886c1f60d6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4824748 Feb 10 23:04:12.849507 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40898) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:12.870279 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-562f3a93-50e0-458c-81d8-cec5eaa91e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:12.882779 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562f3a93-50e0-458c-81d8-cec5eaa91e4b None None] Routers {'844462a6-c714-4837-9ec2-5886c1f60d6b'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:04:12.883561 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-562f3a93-50e0-458c-81d8-cec5eaa91e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:03:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['844462a6-c714-4837-9ec2-5886c1f60d6b'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:12.921681 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e149dff8-1e73-4709-a967-bde02caa44b7 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:12.946659 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-562f3a93-50e0-458c-81d8-cec5eaa91e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:12.947021 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562f3a93-50e0-458c-81d8-cec5eaa91e4b None None] The sync data for ids ['844462a6-c714-4837-9ec2-5886c1f60d6b'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:04:12.964830 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-807466f4-0989-4a99-a3ea-54e25d638595 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:12.965157 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-807466f4-0989-4a99-a3ea-54e25d638595 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:13.000695 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e149dff8-1e73-4709-a967-bde02caa44b7 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Pushing event deleted for resources: {'Port': ['ID=f283380a-5a16-431f-bf7b-315a1beb25c2,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:13.021305 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a775d059-b23f-45b7-9ee5-18039f034d99 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:13.021876 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-a775d059-b23f-45b7-9ee5-18039f034d99 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Synchronizing usage tracker for tenant:62dc022463634d02b4f57b75cc001545 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:04:13.151525 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-807466f4-0989-4a99-a3ea-54e25d638595 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Calling delete_port for 6a451f7b-d456-4ff3-9a93-619981e2aaba owned by network:floatingip {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:04:13.179661 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-eb697115-2442-446f-bac8-983ebd551495 req-ba18f581-ba23-48a4-b148-c7aeeda6157d tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] 10.222.0.59 "GET /v2.0/security-groups?id=3f5b4c60-a1f0-4362-abb0-13772bc5afad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5745051 Feb 10 23:04:13.189722 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c12c02-78c5-44a5-9fb4-93b77b5de25b tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Pushing event updated for resources: {'Port': ['ID=98a7118c-2e1c-46b3-a80d-b013a3c0c40e,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:13.195088 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-30c12c02-78c5-44a5-9fb4-93b77b5de25b tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2767683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732898'] for router_interface, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:13.303164 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-04f57749-7670-4436-b0d1-369e6d63c094 tempest-RoutersAdminNegativeTest-489953577 tempest-RoutersAdminNegativeTest-489953577-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:13.338057 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-04f57749-7670-4436-b0d1-369e6d63c094 tempest-RoutersAdminNegativeTest-489953577 tempest-RoutersAdminNegativeTest-489953577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:13.383596 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-a775d059-b23f-45b7-9ee5-18039f034d99 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Unset dirty status for tenant:62dc022463634d02b4f57b75cc001545 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:04:13.384874 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-a775d059-b23f-45b7-9ee5-18039f034d99 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "GET /v2.0/ports/f6ea3a55-3e82-4221-9545-000e333dad2c HTTP/1.1" status: 200 len: 910 time: 0.5344019 Feb 10 23:04:13.386774 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa784c7-f496-46a6-9615-b91b66678dd4 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:04:13.394991 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-7fa784c7-f496-46a6-9615-b91b66678dd4 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "PUT /v2.0/routers/ebd15f6c-97c3-4dbf-8de9-7bb60c499107/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5653546 Feb 10 23:04:13.394991 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40902) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:13.398852 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98d5ac8-bfac-446c-bca4-bb39916b32c9 None None] Sync routers for ids ['ebd15f6c-97c3-4dbf-8de9-7bb60c499107'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:04:13.410591 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98d5ac8-bfac-446c-bca4-bb39916b32c9 None None] Routers {'ebd15f6c-97c3-4dbf-8de9-7bb60c499107'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:04:13.411199 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-b98d5ac8-bfac-446c-bca4-bb39916b32c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:03:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['ebd15f6c-97c3-4dbf-8de9-7bb60c499107'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:13.418137 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40904) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:13.472823 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-b98d5ac8-bfac-446c-bca4-bb39916b32c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:13.484603 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98d5ac8-bfac-446c-bca4-bb39916b32c9 None None] Routers {'ebd15f6c-97c3-4dbf-8de9-7bb60c499107'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:04:13.485433 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-b98d5ac8-bfac-446c-bca4-bb39916b32c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:03:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['ebd15f6c-97c3-4dbf-8de9-7bb60c499107'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:13.549073 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-b98d5ac8-bfac-446c-bca4-bb39916b32c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:13.549704 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98d5ac8-bfac-446c-bca4-bb39916b32c9 None None] The sync data for ids ['ebd15f6c-97c3-4dbf-8de9-7bb60c499107'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:04:13.573757 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c12c02-78c5-44a5-9fb4-93b77b5de25b tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Network 5a9af295-36dc-42bc-95d3-30e0f788379f is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:04:13.581551 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-30c12c02-78c5-44a5-9fb4-93b77b5de25b tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:13.588722 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652d707f-2328-4acf-8021-5557d121e64a tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:13.590064 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-652d707f-2328-4acf-8021-5557d121e64a tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "GET /v2.0/ports/0d22d118-0f71-4b85-8e47-a2e94213afc6 HTTP/1.1" status: 200 len: 913 time: 0.1676602 Feb 10 23:04:13.621278 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40910) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:13.680472 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d84f67b-d7f7-475f-a54d-48bc78a2dd4a None None] New status for floating IP 59d7b999-c53c-40ab-8d4a-2c795b94ef30: DOWN {{(pid=84334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 23:04:13.718465 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-807466f4-0989-4a99-a3ea-54e25d638595 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:13.838690 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807466f4-0989-4a99-a3ea-54e25d638595 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Pushing event deleted for resources: {'Port': ['ID=6a451f7b-d456-4ff3-9a93-619981e2aaba,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:13.847795 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40080a58-9f54-4b19-bcb9-fd3f7e4474a1 req-7ceceffe-0112-410c-8180-93d60c313c81 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:13.850158 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-40080a58-9f54-4b19-bcb9-fd3f7e4474a1 req-7ceceffe-0112-410c-8180-93d60c313c81 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] 10.222.0.37 "GET /v2.0/ports?device_id=694a6d95-ea06-4d1a-958e-902c65635ce9 HTTP/1.1" status: 200 len: 946 time: 0.5184298 Feb 10 23:04:13.852072 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-acc923ea-f007-4920-9aa7-5e6dd9e21c3c None None] Provisioning complete for port 98a7118c-2e1c-46b3-a80d-b013a3c0c40e triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:13.852072 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-acc923ea-f007-4920-9aa7-5e6dd9e21c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:13.852276 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e149dff8-1e73-4709-a967-bde02caa44b7 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734197'] for router_gateway, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:13.925765 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-acc923ea-f007-4920-9aa7-5e6dd9e21c3c None None] Port 98a7118c-2e1c-46b3-a80d-b013a3c0c40e cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:04:14.013576 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79bfac6a-f16e-44e0-ba05-c021e30ae15f tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Router 339942e3-60ef-46c1-9ddf-5043acf39339 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:04:14.140729 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-40080a58-9f54-4b19-bcb9-fd3f7e4474a1 req-8266d5b6-03b8-488a-8cd5-f1b5523847fa tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Deleting port ff769919-8c1e-4b91-998e-cf46b5138b83 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:04:14.141068 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-40080a58-9f54-4b19-bcb9-fd3f7e4474a1 req-8266d5b6-03b8-488a-8cd5-f1b5523847fa tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:14.187203 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-807466f4-0989-4a99-a3ea-54e25d638595 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Notify callbacks [] for floatingip, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:14.247997 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e149dff8-1e73-4709-a967-bde02caa44b7 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:14.270047 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e149dff8-1e73-4709-a967-bde02caa44b7 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:14.391328 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-04f57749-7670-4436-b0d1-369e6d63c094 tempest-RoutersAdminNegativeTest-489953577 tempest-RoutersAdminNegativeTest-489953577-project-admin] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:14.464845 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:04:14.518230 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-807466f4-0989-4a99-a3ea-54e25d638595 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:14.519359 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-807466f4-0989-4a99-a3ea-54e25d638595 tempest-ServersTestManualDisk-1010560617 tempest-ServersTestManualDisk-1010560617-project] 10.222.0.59 "DELETE /v2.0/floatingips/59d7b999-c53c-40ab-8d4a-2c795b94ef30 HTTP/1.1" status: 204 len: 168 time: 2.4699786 Feb 10 23:04:14.527850 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40916) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:14.702964 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e149dff8-1e73-4709-a967-bde02caa44b7 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:14.703496 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e149dff8-1e73-4709-a967-bde02caa44b7 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c0dafcfb-13a2-4790-9f76-8654a92054ed {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:04:14.878233 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e149dff8-1e73-4709-a967-bde02caa44b7 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:14.879334 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-e149dff8-1e73-4709-a967-bde02caa44b7 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] 10.222.0.59 "DELETE /v2.0/routers/c0dafcfb-13a2-4790-9f76-8654a92054ed HTTP/1.1" status: 204 len: 168 time: 8.0061924 Feb 10 23:04:14.886822 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40920) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:14.901099 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-40080a58-9f54-4b19-bcb9-fd3f7e4474a1 req-8266d5b6-03b8-488a-8cd5-f1b5523847fa tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] For port ff769919-8c1e-4b91-998e-cf46b5138b83, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=ff769919-8c1e-4b91-998e-cf46b5138b83,segment=NetworkSegment(8d4bd894-00ad-407b-b19e-8b7c13928dae),segment_id=8d4bd894-00ad-407b-b19e-8b7c13928dae)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:04:14.901447 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-40080a58-9f54-4b19-bcb9-fd3f7e4474a1 req-8266d5b6-03b8-488a-8cd5-f1b5523847fa tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:15.072415 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d704e20-434b-4cd5-8683-b2331833e4d8 req-f2c9c8e7-e164-4d29-84ae-d297a4c995c2 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:15.074202 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-8d704e20-434b-4cd5-8683-b2331833e4d8 req-f2c9c8e7-e164-4d29-84ae-d297a4c995c2 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] 10.222.0.59 "GET /v2.0/ports?device_id=694a6d95-ea06-4d1a-958e-902c65635ce9 HTTP/1.1" status: 200 len: 946 time: 0.6964095 Feb 10 23:04:15.215730 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30c12c02-78c5-44a5-9fb4-93b77b5de25b tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Router 8e5bbf54-27fc-4306-90d4-7e66b68f9662 is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:04:15.241925 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-04f57749-7670-4436-b0d1-369e6d63c094 tempest-RoutersAdminNegativeTest-489953577 tempest-RoutersAdminNegativeTest-489953577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:15.262683 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-04f57749-7670-4436-b0d1-369e6d63c094 tempest-RoutersAdminNegativeTest-489953577 tempest-RoutersAdminNegativeTest-489953577-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:15.346598 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79bfac6a-f16e-44e0-ba05-c021e30ae15f tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:04:15.350893 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-79bfac6a-f16e-44e0-ba05-c021e30ae15f tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:15.355747 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09967e38-8b86-4468-9e2b-8bb6589e2c6c None None] Sync routers for ids ['339942e3-60ef-46c1-9ddf-5043acf39339'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:04:15.367745 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09967e38-8b86-4468-9e2b-8bb6589e2c6c None None] Routers {'339942e3-60ef-46c1-9ddf-5043acf39339'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:04:15.368482 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-09967e38-8b86-4468-9e2b-8bb6589e2c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:03:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['339942e3-60ef-46c1-9ddf-5043acf39339'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:15.400924 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cff8540f-3e91-4fb6-928c-2720afdb54bc tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732944'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:15.439132 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-09967e38-8b86-4468-9e2b-8bb6589e2c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:15.450382 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09967e38-8b86-4468-9e2b-8bb6589e2c6c None None] Routers {'339942e3-60ef-46c1-9ddf-5043acf39339'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:04:15.451101 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-09967e38-8b86-4468-9e2b-8bb6589e2c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:03:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['339942e3-60ef-46c1-9ddf-5043acf39339'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:15.456980 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-8d704e20-434b-4cd5-8683-b2331833e4d8 req-ae793fbb-77dc-4004-9cd0-d91a0cdb299c tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] 10.222.0.59 "GET /v2.0/security-groups?id=3f5b4c60-a1f0-4362-abb0-13772bc5afad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3179309 Feb 10 23:04:15.534079 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-09967e38-8b86-4468-9e2b-8bb6589e2c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:15.535074 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09967e38-8b86-4468-9e2b-8bb6589e2c6c None None] The sync data for ids ['339942e3-60ef-46c1-9ddf-5043acf39339'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:04:15.580912 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-79bfac6a-f16e-44e0-ba05-c021e30ae15f tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] 10.222.0.59 "DELETE /v2.0/floatingips/6bca66af-c014-4fd5-8f53-eccc8c7d4f48 HTTP/1.1" status: 204 len: 168 time: 7.3817940 Feb 10 23:04:15.585556 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40924) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:15.592636 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-3d3fdbbb-5d53-4020-9dac-f86295ef9d85 tempest-FloatingIPAdminTestJSON-113662134 tempest-FloatingIPAdminTestJSON-113662134-project-admin] Request body: {'floatingip': {'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:04:15.656328 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-40080a58-9f54-4b19-bcb9-fd3f7e4474a1 req-8266d5b6-03b8-488a-8cd5-f1b5523847fa tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:15.656729 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-40080a58-9f54-4b19-bcb9-fd3f7e4474a1 req-8266d5b6-03b8-488a-8cd5-f1b5523847fa tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1734214'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:15.657036 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.l3_db [req-40080a58-9f54-4b19-bcb9-fd3f7e4474a1 req-8266d5b6-03b8-488a-8cd5-f1b5523847fa tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Floating IP 7a386fba-edbd-41f1-b029-024db4de6c5b disassociated. External IP: 172.26.8.124, port: ff769919-8c1e-4b91-998e-cf46b5138b83. Feb 10 23:04:15.657370 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-40080a58-9f54-4b19-bcb9-fd3f7e4474a1 req-8266d5b6-03b8-488a-8cd5-f1b5523847fa tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Calling delete_port for ff769919-8c1e-4b91-998e-cf46b5138b83 owned by compute:nova {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:04:15.684881 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-3d3fdbbb-5d53-4020-9dac-f86295ef9d85 tempest-FloatingIPAdminTestJSON-113662134 tempest-FloatingIPAdminTestJSON-113662134-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:15.715872 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-3d3fdbbb-5d53-4020-9dac-f86295ef9d85 tempest-FloatingIPAdminTestJSON-113662134 tempest-FloatingIPAdminTestJSON-113662134-project-admin] Usage tracker for resource:floatingip and tenant:d0f82500482141bb8e91c16644460214 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:15.730323 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-3d3fdbbb-5d53-4020-9dac-f86295ef9d85 tempest-FloatingIPAdminTestJSON-113662134 tempest-FloatingIPAdminTestJSON-113662134-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:15.773255 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-04f57749-7670-4436-b0d1-369e6d63c094 tempest-RoutersAdminNegativeTest-489953577 tempest-RoutersAdminNegativeTest-489953577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:15.773785 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f57749-7670-4436-b0d1-369e6d63c094 tempest-RoutersAdminNegativeTest-489953577 tempest-RoutersAdminNegativeTest-489953577-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f10edb35-46ed-4c54-b93c-c427cd6b15b5 {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:04:15.878006 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:15.934766 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-3d3fdbbb-5d53-4020-9dac-f86295ef9d85 tempest-FloatingIPAdminTestJSON-113662134 tempest-FloatingIPAdminTestJSON-113662134-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:15.953547 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.api.v2.resource [None req-04f57749-7670-4436-b0d1-369e6d63c094 tempest-RoutersAdminNegativeTest-489953577 tempest-RoutersAdminNegativeTest-489953577-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 10 23:04:15.954463 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-04f57749-7670-4436-b0d1-369e6d63c094 tempest-RoutersAdminNegativeTest-489953577 tempest-RoutersAdminNegativeTest-489953577-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.3264453 Feb 10 23:04:15.965262 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40928) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:16.031057 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-55e68ce7-7f49-4c0c-9a3a-1d7a9a42877c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:16.083143 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cd109bd7-0e58-46bc-94f3-317e947f8a96 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:16.130574 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c12c02-78c5-44a5-9fb4-93b77b5de25b tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:04:16.132220 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3d3fdbbb-5d53-4020-9dac-f86295ef9d85 tempest-FloatingIPAdminTestJSON-113662134 tempest-FloatingIPAdminTestJSON-113662134-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:16.140487 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708c61d2-1c99-4c5d-9250-5cb52ea07d2b None None] Sync routers for ids ['8e5bbf54-27fc-4306-90d4-7e66b68f9662'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:04:16.157274 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708c61d2-1c99-4c5d-9250-5cb52ea07d2b None None] Routers {'8e5bbf54-27fc-4306-90d4-7e66b68f9662'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:04:16.158336 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-708c61d2-1c99-4c5d-9250-5cb52ea07d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:03:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['8e5bbf54-27fc-4306-90d4-7e66b68f9662'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:16.209551 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f89115ff-6155-456a-9c13-59c02a4a9598 tempest-RoutersAdminNegativeTest-489953577 tempest-RoutersAdminNegativeTest-489953577-project-admin] Deleting port 167e8bba-85d0-478e-be41-be1bd7d37ebd {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:04:16.209875 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f89115ff-6155-456a-9c13-59c02a4a9598 tempest-RoutersAdminNegativeTest-489953577 tempest-RoutersAdminNegativeTest-489953577-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:16.221671 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device f283380a-5a16-431f-bf7b-315a1beb25c2 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:04:16.246655 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-30c12c02-78c5-44a5-9fb4-93b77b5de25b tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] 10.222.0.59 "PUT /v2.0/routers/8e5bbf54-27fc-4306-90d4-7e66b68f9662/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3923976 Feb 10 23:04:16.250530 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40932) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:16.258520 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-708c61d2-1c99-4c5d-9250-5cb52ea07d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:16.269241 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-6017498b-2281-49e3-9993-e6f7c921d50b tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Request body: {'port': {'network_id': '5a9af295-36dc-42bc-95d3-30e0f788379f', 'name': 'tempest-FloatingIPNegativeTestJSON-1621446704'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:04:16.273185 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: f283380a-5a16-431f-bf7b-315a1beb25c2 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:04:16.273520 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device f283380a-5a16-431f-bf7b-315a1beb25c2 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:04:16.280384 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708c61d2-1c99-4c5d-9250-5cb52ea07d2b None None] Routers {'8e5bbf54-27fc-4306-90d4-7e66b68f9662'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:04:16.281020 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-708c61d2-1c99-4c5d-9250-5cb52ea07d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:03:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['8e5bbf54-27fc-4306-90d4-7e66b68f9662'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:16.343074 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-708c61d2-1c99-4c5d-9250-5cb52ea07d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:16.343541 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708c61d2-1c99-4c5d-9250-5cb52ea07d2b None None] The sync data for ids ['8e5bbf54-27fc-4306-90d4-7e66b68f9662'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:04:16.392861 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-40080a58-9f54-4b19-bcb9-fd3f7e4474a1 req-8266d5b6-03b8-488a-8cd5-f1b5523847fa tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:16.463554 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266d5b6-03b8-488a-8cd5-f1b5523847fa tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Pushing event deleted for resources: {'Port': ['ID=ff769919-8c1e-4b91-998e-cf46b5138b83,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:16.491350 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-903bfdf3-5655-4372-8e85-4646771d97f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732944'] for router_interface, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:16.687624 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-6017498b-2281-49e3-9993-e6f7c921d50b tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:16.696096 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-6017498b-2281-49e3-9993-e6f7c921d50b tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Usage tracker for resource:port and tenant:49d8db2e027e4e2598b80440182ef56a is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:16.708780 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-6017498b-2281-49e3-9993-e6f7c921d50b tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:16.750084 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-6017498b-2281-49e3-9993-e6f7c921d50b tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:16.802424 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-a1a57126-4b6d-4851-84e2-09560d154075 req-2e6e44d2-dc7b-46cb-aa85-11d2cfe4487d tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Synchronizing usage tracker for tenant:b6f152d8d3864ce9bbf63b40c6aaa545 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:04:16.806371 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3d3fdbbb-5d53-4020-9dac-f86295ef9d85 tempest-FloatingIPAdminTestJSON-113662134 tempest-FloatingIPAdminTestJSON-113662134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:16.867780 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f89115ff-6155-456a-9c13-59c02a4a9598 tempest-RoutersAdminNegativeTest-489953577 tempest-RoutersAdminNegativeTest-489953577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:16.887517 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6017498b-2281-49e3-9993-e6f7c921d50b tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Made reservation on behalf of 49d8db2e027e4e2598b80440182ef56a for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:04:16.890655 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6017498b-2281-49e3-9993-e6f7c921d50b tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:16.953917 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cd109bd7-0e58-46bc-94f3-317e947f8a96 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:17.003544 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-a1a57126-4b6d-4851-84e2-09560d154075 req-2e6e44d2-dc7b-46cb-aa85-11d2cfe4487d tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Unset dirty status for tenant:b6f152d8d3864ce9bbf63b40c6aaa545 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:04:17.003544 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a1a57126-4b6d-4851-84e2-09560d154075 req-2e6e44d2-dc7b-46cb-aa85-11d2cfe4487d tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] 10.222.0.59 "GET /v2.0/ports?device_id=694a6d95-ea06-4d1a-958e-902c65635ce9 HTTP/1.1" status: 200 len: 210 time: 0.3228281 Feb 10 23:04:17.023577 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f89115ff-6155-456a-9c13-59c02a4a9598 tempest-RoutersAdminNegativeTest-489953577 tempest-RoutersAdminNegativeTest-489953577-project-admin] Calling delete_port for 167e8bba-85d0-478e-be41-be1bd7d37ebd owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:04:17.051738 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-3d3fdbbb-5d53-4020-9dac-f86295ef9d85 tempest-FloatingIPAdminTestJSON-113662134 tempest-FloatingIPAdminTestJSON-113662134-project-admin] Allocated IP 172.26.8.143 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/cc4fbbc4-82c0-4796-8005-7befa6b14741) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:04:17.103032 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-cd109bd7-0e58-46bc-94f3-317e947f8a96 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Deleting port 3a14a2be-520e-4f47-8ad0-b28ff0f10ec3 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:04:17.103291 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cd109bd7-0e58-46bc-94f3-317e947f8a96 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:17.118981 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-55e68ce7-7f49-4c0c-9a3a-1d7a9a42877c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Allocated IP 172.21.0.1 (d3f44d47-0c73-4a3b-97ec-9cb964fe179e/945e7c55-c753-4a35-b698-fcabe500c0d6/b2823e4e-b2f2-4210-a82c-8a92390bfa30) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:04:17.121553 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-6017498b-2281-49e3-9993-e6f7c921d50b tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] device_id is not set on port 82e4bb9b-b5b4-488b-b66e-5c74411ca046 yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:04:17.565757 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40080a58-9f54-4b19-bcb9-fd3f7e4474a1 req-8266d5b6-03b8-488a-8cd5-f1b5523847fa tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Router f4cba652-48e1-4de6-ac75-d2cd0a781767 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:04:17.573585 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3d3fdbbb-5d53-4020-9dac-f86295ef9d85 tempest-FloatingIPAdminTestJSON-113662134 tempest-FloatingIPAdminTestJSON-113662134-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:17.634801 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-6017498b-2281-49e3-9993-e6f7c921d50b tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Allocated IP 172.20.0.14 (5a9af295-36dc-42bc-95d3-30e0f788379f/6756ef8e-9f11-4fb1-b3cf-3889e734c0e6/82e4bb9b-b5b4-488b-b66e-5c74411ca046) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:04:17.638050 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f89115ff-6155-456a-9c13-59c02a4a9598 tempest-RoutersAdminNegativeTest-489953577 tempest-RoutersAdminNegativeTest-489953577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:17.719325 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89115ff-6155-456a-9c13-59c02a4a9598 tempest-RoutersAdminNegativeTest-489953577 tempest-RoutersAdminNegativeTest-489953577-project-admin] Pushing event deleted for resources: {'Port': ['ID=167e8bba-85d0-478e-be41-be1bd7d37ebd,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:17.727278 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-55e68ce7-7f49-4c0c-9a3a-1d7a9a42877c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:17.753371 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-cff8540f-3e91-4fb6-928c-2720afdb54bc tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Deleting port 0d22d118-0f71-4b85-8e47-a2e94213afc6 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:04:17.753702 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cff8540f-3e91-4fb6-928c-2720afdb54bc tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:17.785742 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-cd109bd7-0e58-46bc-94f3-317e947f8a96 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] For port 3a14a2be-520e-4f47-8ad0-b28ff0f10ec3, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=3a14a2be-520e-4f47-8ad0-b28ff0f10ec3,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:04:17.786097 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cd109bd7-0e58-46bc-94f3-317e947f8a96 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:17.867431 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-55e68ce7-7f49-4c0c-9a3a-1d7a9a42877c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Transition to ACTIVE for port object b2823e4e-b2f2-4210-a82c-8a92390bfa30 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:04:17.987460 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-cd109bd7-0e58-46bc-94f3-317e947f8a96 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Calling delete_port for 3a14a2be-520e-4f47-8ad0-b28ff0f10ec3 owned by network:router_gateway {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:04:18.074048 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f89115ff-6155-456a-9c13-59c02a4a9598 tempest-RoutersAdminNegativeTest-489953577 tempest-RoutersAdminNegativeTest-489953577-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:18.115347 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3d3fdbbb-5d53-4020-9dac-f86295ef9d85 tempest-FloatingIPAdminTestJSON-113662134 tempest-FloatingIPAdminTestJSON-113662134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:18.149179 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-55e68ce7-7f49-4c0c-9a3a-1d7a9a42877c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:18.255544 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3fdbbb-5d53-4020-9dac-f86295ef9d85 tempest-FloatingIPAdminTestJSON-113662134 tempest-FloatingIPAdminTestJSON-113662134-project-admin] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:04:18.269663 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-3d3fdbbb-5d53-4020-9dac-f86295ef9d85 tempest-FloatingIPAdminTestJSON-113662134 tempest-FloatingIPAdminTestJSON-113662134-project-admin] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:18.277989 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3fdbbb-5d53-4020-9dac-f86295ef9d85 tempest-FloatingIPAdminTestJSON-113662134 tempest-FloatingIPAdminTestJSON-113662134-project-admin] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:04:18.278213 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-f89115ff-6155-456a-9c13-59c02a4a9598 tempest-RoutersAdminNegativeTest-489953577 tempest-RoutersAdminNegativeTest-489953577-project-admin] 10.222.0.59 "DELETE /v2.0/ports/167e8bba-85d0-478e-be41-be1bd7d37ebd HTTP/1.1" status: 204 len: 168 time: 2.3118615 Feb 10 23:04:18.292981 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-aee7bd33-e320-461f-8106-2ebec3bf6e84 req-36973191-9566-44a6-80af-64e87965b168 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] 10.222.0.59 "GET /v2.0/ports?device_id=694a6d95-ea06-4d1a-958e-902c65635ce9 HTTP/1.1" status: 200 len: 210 time: 0.1352110 Feb 10 23:04:18.307906 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3fdbbb-5d53-4020-9dac-f86295ef9d85 tempest-FloatingIPAdminTestJSON-113662134 tempest-FloatingIPAdminTestJSON-113662134-project-admin] Pushing event updated for resources: {'Port': ['ID=cc4fbbc4-82c0-4796-8005-7befa6b14741,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:18.313067 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e68ce7-7f49-4c0c-9a3a-1d7a9a42877c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Network d3f44d47-0c73-4a3b-97ec-9cb964fe179e is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:04:18.330426 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cff8540f-3e91-4fb6-928c-2720afdb54bc tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:18.337708 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-55e68ce7-7f49-4c0c-9a3a-1d7a9a42877c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:18.348632 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e68ce7-7f49-4c0c-9a3a-1d7a9a42877c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:04:18.375862 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e68ce7-7f49-4c0c-9a3a-1d7a9a42877c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event updated for resources: {'Port': ['ID=b2823e4e-b2f2-4210-a82c-8a92390bfa30,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:18.441481 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6017498b-2281-49e3-9993-e6f7c921d50b tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:18.520111 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-cff8540f-3e91-4fb6-928c-2720afdb54bc tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Calling delete_port for 0d22d118-0f71-4b85-8e47-a2e94213afc6 owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:04:18.533639 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40080a58-9f54-4b19-bcb9-fd3f7e4474a1 req-8266d5b6-03b8-488a-8cd5-f1b5523847fa tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:04:18.546599 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cc0c24-4e95-438a-9ce9-df58825437b7 None None] Sync routers for ids ['f4cba652-48e1-4de6-ac75-d2cd0a781767'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:04:18.567017 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cc0c24-4e95-438a-9ce9-df58825437b7 None None] Routers {'f4cba652-48e1-4de6-ac75-d2cd0a781767'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:04:18.570599 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-20cc0c24-4e95-438a-9ce9-df58825437b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:03:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['f4cba652-48e1-4de6-ac75-d2cd0a781767'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:18.594363 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-55e68ce7-7f49-4c0c-9a3a-1d7a9a42877c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733071'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:18.611847 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cd109bd7-0e58-46bc-94f3-317e947f8a96 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:18.627544 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device ff769919-8c1e-4b91-998e-cf46b5138b83 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:04:18.630541 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-6017498b-2281-49e3-9993-e6f7c921d50b tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Transition to ACTIVE for port object 82e4bb9b-b5b4-488b-b66e-5c74411ca046 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:04:18.671932 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] No Port match for: ff769919-8c1e-4b91-998e-cf46b5138b83 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:04:18.672567 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device ff769919-8c1e-4b91-998e-cf46b5138b83 not bound to the agent host hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:04:18.676264 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-40080a58-9f54-4b19-bcb9-fd3f7e4474a1 req-8266d5b6-03b8-488a-8cd5-f1b5523847fa tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] No DVR routers for this DVR port ff769919-8c1e-4b91-998e-cf46b5138b83 on host hv-neutron-8287 {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:04:18.681945 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd109bd7-0e58-46bc-94f3-317e947f8a96 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Pushing event deleted for resources: {'Port': ['ID=3a14a2be-520e-4f47-8ad0-b28ff0f10ec3,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:18.685855 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-40080a58-9f54-4b19-bcb9-fd3f7e4474a1 req-8266d5b6-03b8-488a-8cd5-f1b5523847fa tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:18.693815 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '694a6d95-ea06-4d1a-958e-902c65635ce9', 'name': 'network-vif-deleted', 'tag': 'ff769919-8c1e-4b91-998e-cf46b5138b83'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:04:18.751559 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-40080a58-9f54-4b19-bcb9-fd3f7e4474a1 req-8266d5b6-03b8-488a-8cd5-f1b5523847fa tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] 10.222.0.37 "DELETE /v2.0/ports/ff769919-8c1e-4b91-998e-cf46b5138b83 HTTP/1.1" status: 204 len: 173 time: 4.8956900 Feb 10 23:04:18.797854 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '694a6d95-ea06-4d1a-958e-902c65635ce9', 'name': 'network-vif-deleted', 'tag': 'ff769919-8c1e-4b91-998e-cf46b5138b83', 'status': 'completed', 'code': 200} Feb 10 23:04:18.804899 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-d33ae01e-9828-4d69-9750-d0f20f6b36d3 None None] Provisioning for port b2823e4e-b2f2-4210-a82c-8a92390bfa30 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:04:18.812127 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-d33ae01e-9828-4d69-9750-d0f20f6b36d3 None None] Provisioning complete for port b2823e4e-b2f2-4210-a82c-8a92390bfa30 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:18.814491 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d33ae01e-9828-4d69-9750-d0f20f6b36d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:18.890215 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-d33ae01e-9828-4d69-9750-d0f20f6b36d3 None None] Port b2823e4e-b2f2-4210-a82c-8a92390bfa30 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:04:18.891538 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-20cc0c24-4e95-438a-9ce9-df58825437b7 None None] Set router f4cba652-48e1-4de6-ac75-d2cd0a781767 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:04:18.895622 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-55e68ce7-7f49-4c0c-9a3a-1d7a9a42877c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:18.906003 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6017498b-2281-49e3-9993-e6f7c921d50b tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:19.022333 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6017498b-2281-49e3-9993-e6f7c921d50b tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Pushing event updated for resources: {'Port': ['ID=82e4bb9b-b5b4-488b-b66e-5c74411ca046,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:19.117196 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6fd2e94d-f11d-4636-9977-f9dddcc893e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:19.152302 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3d3fdbbb-5d53-4020-9dac-f86295ef9d85 tempest-FloatingIPAdminTestJSON-113662134 tempest-FloatingIPAdminTestJSON-113662134-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:19.156143 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40946) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:19.213512 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-903bfdf3-5655-4372-8e85-4646771d97f9 admin admin] Deleting port 604792d3-12ae-4868-aff8-cfce3f458619 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:04:19.213784 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-903bfdf3-5655-4372-8e85-4646771d97f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:19.246308 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6017498b-2281-49e3-9993-e6f7c921d50b tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Network 5a9af295-36dc-42bc-95d3-30e0f788379f is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:04:19.254819 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-6017498b-2281-49e3-9993-e6f7c921d50b tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:19.257400 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6017498b-2281-49e3-9993-e6f7c921d50b tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:04:19.332568 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cd109bd7-0e58-46bc-94f3-317e947f8a96 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734197'] for router_gateway, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:19.337726 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6017498b-2281-49e3-9993-e6f7c921d50b tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:19.337726 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6017498b-2281-49e3-9993-e6f7c921d50b tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:19.402039 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cff8540f-3e91-4fb6-928c-2720afdb54bc tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:19.420739 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-20cc0c24-4e95-438a-9ce9-df58825437b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4cba652-48e1-4de6-ac75-d2cd0a781767', 'name': 'tempest-ServersTestJSON-1746539574-router', 'tenant_id': 'b6f152d8d3864ce9bbf63b40c6aaa545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': '755ef63d-c5a8-4f83-b0dc-05ee612984a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:02:35Z', 'updated_at': '2022-02-10T23:02:48Z', 'revision_number': 4, 'project_id': 'b6f152d8d3864ce9bbf63b40c6aaa545', 'gw_port': {'id': '755ef63d-c5a8-4f83-b0dc-05ee612984a0', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:32:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cba652-48e1-4de6-ac75-d2cd0a781767', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:37Z', 'updated_at': '2022-02-10T23:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'ff0bc89f-9198-4895-93f4-20c2e1e0cbf9', 'name': '', 'network_id': 'babc7379-fefc-41a5-a39a-fab07194ed36', 'tenant_id': 'b6f152d8d3864ce9bbf63b40c6aaa545', 'mac_address': 'fa:16:3e:38:ce:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cba652-48e1-4de6-ac75-d2cd0a781767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca52b472-e037-459c-a520-2e3911329927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:46Z', 'updated_at': '2022-02-10T23:03:14Z', 'revision_number': 5, 'project_id': 'b6f152d8d3864ce9bbf63b40c6aaa545', 'subnets': [{'id': 'ca52b472-e037-459c-a520-2e3911329927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:19.425084 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cc0c24-4e95-438a-9ce9-df58825437b7 None None] Checking router: f4cba652-48e1-4de6-ac75-d2cd0a781767 for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:04:19.443033 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cc0c24-4e95-438a-9ce9-df58825437b7 None None] Routers {'f4cba652-48e1-4de6-ac75-d2cd0a781767'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:04:19.443869 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-20cc0c24-4e95-438a-9ce9-df58825437b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:03:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['f4cba652-48e1-4de6-ac75-d2cd0a781767'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:19.577366 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3d3fdbbb-5d53-4020-9dac-f86295ef9d85 tempest-FloatingIPAdminTestJSON-113662134 tempest-FloatingIPAdminTestJSON-113662134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:19.691367 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-20cc0c24-4e95-438a-9ce9-df58825437b7 None None] Set router f4cba652-48e1-4de6-ac75-d2cd0a781767 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:04:19.699272 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2723cf45-c5c5-4f1e-ab81-c6d8d280fa95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:19.772975 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff8540f-3e91-4fb6-928c-2720afdb54bc tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event deleted for resources: {'Port': ['ID=0d22d118-0f71-4b85-8e47-a2e94213afc6,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:19.786374 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-6017498b-2281-49e3-9993-e6f7c921d50b tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5331032 Feb 10 23:04:19.789714 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40954) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:19.818208 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-00b6c25b-576c-4843-95ac-622358a7effd None None] Provisioning for port 82e4bb9b-b5b4-488b-b66e-5c74411ca046 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:04:19.825266 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-00b6c25b-576c-4843-95ac-622358a7effd None None] Provisioning complete for port 82e4bb9b-b5b4-488b-b66e-5c74411ca046 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:19.828262 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-00b6c25b-576c-4843-95ac-622358a7effd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:19.864568 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-354ebe16-0329-43b8-93ed-8355c3a8c33e tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Request body: {'floatingip': {'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:04:19.873966 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-2b079157-0024-4369-be97-ade4273c6572 req-39f34737-025f-4ac6-ac3c-b6bc2c1c7a90 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] 10.222.0.59 "GET /v2.0/ports?device_id=694a6d95-ea06-4d1a-958e-902c65635ce9 HTTP/1.1" status: 200 len: 210 time: 0.1050756 Feb 10 23:04:19.913038 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cd109bd7-0e58-46bc-94f3-317e947f8a96 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:19.935140 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-354ebe16-0329-43b8-93ed-8355c3a8c33e tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:19.965628 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-354ebe16-0329-43b8-93ed-8355c3a8c33e tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Usage tracker for resource:floatingip and tenant:49d8db2e027e4e2598b80440182ef56a is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:19.967979 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-00b6c25b-576c-4843-95ac-622358a7effd None None] Port 82e4bb9b-b5b4-488b-b66e-5c74411ca046 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:04:19.970788 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-354ebe16-0329-43b8-93ed-8355c3a8c33e tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:20.028352 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cd109bd7-0e58-46bc-94f3-317e947f8a96 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:20.033158 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-354ebe16-0329-43b8-93ed-8355c3a8c33e tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:20.042177 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-2723cf45-c5c5-4f1e-ab81-c6d8d280fa95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:20.057828 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-903bfdf3-5655-4372-8e85-4646771d97f9 admin admin] For port 604792d3-12ae-4868-aff8-cfce3f458619, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=604792d3-12ae-4868-aff8-cfce3f458619,segment=NetworkSegment(ce999748-c696-4a47-b782-f74c775e9534),segment_id=ce999748-c696-4a47-b782-f74c775e9534)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:04:20.058500 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-903bfdf3-5655-4372-8e85-4646771d97f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:20.069191 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-2723cf45-c5c5-4f1e-ab81-c6d8d280fa95 admin admin] Usage tracker for resource:security_group_rule and tenant:70d00400af04452cb9f69bb567af9262 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:20.083945 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-2723cf45-c5c5-4f1e-ab81-c6d8d280fa95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:20.094564 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-20cc0c24-4e95-438a-9ce9-df58825437b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4cba652-48e1-4de6-ac75-d2cd0a781767', 'name': 'tempest-ServersTestJSON-1746539574-router', 'tenant_id': 'b6f152d8d3864ce9bbf63b40c6aaa545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': '755ef63d-c5a8-4f83-b0dc-05ee612984a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:02:35Z', 'updated_at': '2022-02-10T23:02:48Z', 'revision_number': 4, 'project_id': 'b6f152d8d3864ce9bbf63b40c6aaa545', 'gw_port': {'id': '755ef63d-c5a8-4f83-b0dc-05ee612984a0', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:32:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cba652-48e1-4de6-ac75-d2cd0a781767', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:37Z', 'updated_at': '2022-02-10T23:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'ff0bc89f-9198-4895-93f4-20c2e1e0cbf9', 'name': '', 'network_id': 'babc7379-fefc-41a5-a39a-fab07194ed36', 'tenant_id': 'b6f152d8d3864ce9bbf63b40c6aaa545', 'mac_address': 'fa:16:3e:38:ce:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cba652-48e1-4de6-ac75-d2cd0a781767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca52b472-e037-459c-a520-2e3911329927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:46Z', 'updated_at': '2022-02-10T23:03:14Z', 'revision_number': 5, 'project_id': 'b6f152d8d3864ce9bbf63b40c6aaa545', 'subnets': [{'id': 'ca52b472-e037-459c-a520-2e3911329927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:20.099560 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cc0c24-4e95-438a-9ce9-df58825437b7 None None] The sync data for ids ['f4cba652-48e1-4de6-ac75-d2cd0a781767'] in dv-neutron-828797-1-hyperv is: [{'id': 'f4cba652-48e1-4de6-ac75-d2cd0a781767', 'name': 'tempest-ServersTestJSON-1746539574-router', 'tenant_id': 'b6f152d8d3864ce9bbf63b40c6aaa545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': '755ef63d-c5a8-4f83-b0dc-05ee612984a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:02:35Z', 'updated_at': '2022-02-10T23:02:48Z', 'revision_number': 4, 'project_id': 'b6f152d8d3864ce9bbf63b40c6aaa545', 'gw_port': {'id': '755ef63d-c5a8-4f83-b0dc-05ee612984a0', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:32:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cba652-48e1-4de6-ac75-d2cd0a781767', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:37Z', 'updated_at': '2022-02-10T23:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'ff0bc89f-9198-4895-93f4-20c2e1e0cbf9', 'name': '', 'network_id': 'babc7379-fefc-41a5-a39a-fab07194ed36', 'tenant_id': 'b6f152d8d3864ce9bbf63b40c6aaa545', 'mac_address': 'fa:16:3e:38:ce:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cba652-48e1-4de6-ac75-d2cd0a781767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca52b472-e037-459c-a520-2e3911329927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:46Z', 'updated_at': '2022-02-10T23:03:14Z', 'revision_number': 5, 'project_id': 'b6f152d8d3864ce9bbf63b40c6aaa545', 'subnets': [{'id': 'ca52b472-e037-459c-a520-2e3911329927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:04:20.205592 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-55e68ce7-7f49-4c0c-9a3a-1d7a9a42877c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:20.212990 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-354ebe16-0329-43b8-93ed-8355c3a8c33e tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks [] for floatingip, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:20.244982 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-2723cf45-c5c5-4f1e-ab81-c6d8d280fa95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:20.253591 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-903bfdf3-5655-4372-8e85-4646771d97f9 admin admin] Calling delete_port for 604792d3-12ae-4868-aff8-cfce3f458619 owned by network:router_interface {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:04:20.324099 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cff8540f-3e91-4fb6-928c-2720afdb54bc tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2767638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733091'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:20.331655 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-55e68ce7-7f49-4c0c-9a3a-1d7a9a42877c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:20.396240 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a86db0-0933-4bf4-9db5-d1baec971d2c None None] New status for floating IP 7a386fba-edbd-41f1-b029-024db4de6c5b: DOWN {{(pid=84334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 23:04:20.433239 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cd109bd7-0e58-46bc-94f3-317e947f8a96 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:20.433733 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd109bd7-0e58-46bc-94f3-317e947f8a96 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 135af32f-81a2-436d-9bff-986a64a63e94 {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:04:20.472326 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3d3fdbbb-5d53-4020-9dac-f86295ef9d85 tempest-FloatingIPAdminTestJSON-113662134 tempest-FloatingIPAdminTestJSON-113662134-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:20.503981 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2723cf45-c5c5-4f1e-ab81-c6d8d280fa95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:20.518529 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cd109bd7-0e58-46bc-94f3-317e947f8a96 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:20.518529 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-cd109bd7-0e58-46bc-94f3-317e947f8a96 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] 10.222.0.59 "DELETE /v2.0/routers/135af32f-81a2-436d-9bff-986a64a63e94 HTTP/1.1" status: 204 len: 168 time: 5.6221960 Feb 10 23:04:20.518529 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40958) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:20.521140 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e68ce7-7f49-4c0c-9a3a-1d7a9a42877c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event updated for resources: {'Port': ['ID=b2823e4e-b2f2-4210-a82c-8a92390bfa30,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:20.543925 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-cf1e68d7-4430-4dff-a186-d0572cdde7a7 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-368302938', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}, 'admin_state_up': False}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:04:20.566285 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3d3fdbbb-5d53-4020-9dac-f86295ef9d85 tempest-FloatingIPAdminTestJSON-113662134 tempest-FloatingIPAdminTestJSON-113662134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:20.596741 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-55e68ce7-7f49-4c0c-9a3a-1d7a9a42877c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2767683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732898'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:20.668360 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-cf1e68d7-4430-4dff-a186-d0572cdde7a7 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:20.702391 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2723cf45-c5c5-4f1e-ab81-c6d8d280fa95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:20.710479 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-cf1e68d7-4430-4dff-a186-d0572cdde7a7 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Usage tracker for resource:router and tenant:9106f78d7f4749b994ba4bdf05ebdeb2 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:20.729991 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-354ebe16-0329-43b8-93ed-8355c3a8c33e tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:20.737707 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-cf1e68d7-4430-4dff-a186-d0572cdde7a7 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:20.753004 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-cf1e68d7-4430-4dff-a186-d0572cdde7a7 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:20.823269 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e68ce7-7f49-4c0c-9a3a-1d7a9a42877c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Network d3f44d47-0c73-4a3b-97ec-9cb964fe179e is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:04:20.826187 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-55e68ce7-7f49-4c0c-9a3a-1d7a9a42877c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:20.841570 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-903bfdf3-5655-4372-8e85-4646771d97f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:20.845475 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3fdbbb-5d53-4020-9dac-f86295ef9d85 tempest-FloatingIPAdminTestJSON-113662134 tempest-FloatingIPAdminTestJSON-113662134-project-admin] Pushing event updated for resources: {'Port': ['ID=cc4fbbc4-82c0-4796-8005-7befa6b14741,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:21.028513 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40964) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:21.032333 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2723cf45-c5c5-4f1e-ab81-c6d8d280fa95 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=70d00400af04452cb9f69bb567af9262&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7908809 Feb 10 23:04:21.033434 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2723cf45-c5c5-4f1e-ab81-c6d8d280fa95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4189087e-8c67-4e48-85e2-42d0c6c8a634,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:21.065110 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cf1e68d7-4430-4dff-a186-d0572cdde7a7 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:21.066050 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cf1e68d7-4430-4dff-a186-d0572cdde7a7 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:21.087169 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903bfdf3-5655-4372-8e85-4646771d97f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=604792d3-12ae-4868-aff8-cfce3f458619,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:21.126279 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3d3fdbbb-5d53-4020-9dac-f86295ef9d85 tempest-FloatingIPAdminTestJSON-113662134 tempest-FloatingIPAdminTestJSON-113662134-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1734214'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:21.149249 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-be22c3e2-843f-4638-97c6-5bcb47e872db None None] Provisioning complete for port b2823e4e-b2f2-4210-a82c-8a92390bfa30 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:21.149831 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-be22c3e2-843f-4638-97c6-5bcb47e872db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:21.206693 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-be22c3e2-843f-4638-97c6-5bcb47e872db None None] Port b2823e4e-b2f2-4210-a82c-8a92390bfa30 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:04:21.208464 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-199a9372-09d0-4498-a5ef-d0234ecd1d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:21.219456 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cf1e68d7-4430-4dff-a186-d0572cdde7a7 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:21.291856 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40970) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:21.367937 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3d3fdbbb-5d53-4020-9dac-f86295ef9d85 tempest-FloatingIPAdminTestJSON-113662134 tempest-FloatingIPAdminTestJSON-113662134-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:21.369150 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3d3fdbbb-5d53-4020-9dac-f86295ef9d85 tempest-FloatingIPAdminTestJSON-113662134 tempest-FloatingIPAdminTestJSON-113662134-project-admin] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7822800 Feb 10 23:04:21.377080 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40974) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:21.559770 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-8dc8d133-5550-40e5-9139-c7a29ae0d343 tempest-FloatingIPAdminTestJSON-678155100 tempest-FloatingIPAdminTestJSON-678155100-project] Request body: {'floatingip': {'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:04:21.577125 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8dc8d133-5550-40e5-9139-c7a29ae0d343 tempest-FloatingIPAdminTestJSON-678155100 tempest-FloatingIPAdminTestJSON-678155100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:21.587456 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8dc8d133-5550-40e5-9139-c7a29ae0d343 tempest-FloatingIPAdminTestJSON-678155100 tempest-FloatingIPAdminTestJSON-678155100-project] Usage tracker for resource:floatingip and tenant:b3b0581a72fd445db634e994d665b799 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:21.591023 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0841410b-739e-4168-b0c5-3a381ed00cb3 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:21.593376 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8dc8d133-5550-40e5-9139-c7a29ae0d343 tempest-FloatingIPAdminTestJSON-678155100 tempest-FloatingIPAdminTestJSON-678155100-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:21.612345 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8dc8d133-5550-40e5-9139-c7a29ae0d343 tempest-FloatingIPAdminTestJSON-678155100 tempest-FloatingIPAdminTestJSON-678155100-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:21.646109 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0841410b-739e-4168-b0c5-3a381ed00cb3 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:21.662563 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cf1e68d7-4430-4dff-a186-d0572cdde7a7 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:21.669025 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-354ebe16-0329-43b8-93ed-8355c3a8c33e tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Allocated IP 172.26.8.91 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/601de4c7-1534-476a-8f66-748dfb660c79) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:04:21.708234 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8dc8d133-5550-40e5-9139-c7a29ae0d343 tempest-FloatingIPAdminTestJSON-678155100 tempest-FloatingIPAdminTestJSON-678155100-project] Notify callbacks [] for floatingip, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:21.758149 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2611eb6c-707e-4c97-a16e-af51edbcc6ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:21.866249 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-903bfdf3-5655-4372-8e85-4646771d97f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2767638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733091'] for router_interface, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:21.890753 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2611eb6c-707e-4c97-a16e-af51edbcc6ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:21.893783 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0841410b-739e-4168-b0c5-3a381ed00cb3 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:21.988447 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0841410b-739e-4168-b0c5-3a381ed00cb3 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5b4c60-a1f0-4362-abb0-13772bc5afad,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:22.021920 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-354ebe16-0329-43b8-93ed-8355c3a8c33e tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:22.057807 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55e68ce7-7f49-4c0c-9a3a-1d7a9a42877c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Router 844462a6-c714-4837-9ec2-5886c1f60d6b has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:04:22.067944 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff8540f-3e91-4fb6-928c-2720afdb54bc tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Router ebd15f6c-97c3-4dbf-8de9-7bb60c499107 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:04:22.070052 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0841410b-739e-4168-b0c5-3a381ed00cb3 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:22.073875 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0841410b-739e-4168-b0c5-3a381ed00cb3 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] 10.222.0.59 "DELETE /v2.0/security-groups/3f5b4c60-a1f0-4362-abb0-13772bc5afad HTTP/1.1" status: 204 len: 168 time: 0.7782412 Feb 10 23:04:22.074847 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40980) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:22.104896 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.api.v2.resource [None req-51730677-8a8a-40c5-ac08-e80dc1c3373c tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] show failed (client error): The resource could not be found. Feb 10 23:04:22.105898 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-51730677-8a8a-40c5-ac08-e80dc1c3373c tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] 10.222.0.59 "GET /v2.0/security-groups/3f5b4c60-a1f0-4362-abb0-13772bc5afad HTTP/1.1" status: 404 len: 347 time: 0.0301483 Feb 10 23:04:22.110407 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 40984) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:22.132513 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8dc8d133-5550-40e5-9139-c7a29ae0d343 tempest-FloatingIPAdminTestJSON-678155100 tempest-FloatingIPAdminTestJSON-678155100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:22.218052 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 3a14a2be-520e-4f47-8ad0-b28ff0f10ec3 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:04:22.243126 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-354ebe16-0329-43b8-93ed-8355c3a8c33e tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:22.246489 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2611eb6c-707e-4c97-a16e-af51edbcc6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:22.256083 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 3a14a2be-520e-4f47-8ad0-b28ff0f10ec3 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:04:22.256569 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 3a14a2be-520e-4f47-8ad0-b28ff0f10ec3 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:04:22.262636 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cf1e68d7-4430-4dff-a186-d0572cdde7a7 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks [] for router_gateway, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:22.298928 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cf1e68d7-4430-4dff-a186-d0572cdde7a7 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:22.329461 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:22.428841 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-8dc8d133-5550-40e5-9139-c7a29ae0d343 tempest-FloatingIPAdminTestJSON-678155100 tempest-FloatingIPAdminTestJSON-678155100-project] Allocated IP 172.26.8.96 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/5d79894f-eb5f-4d96-9153-688ccfbf20db) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:04:22.546637 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:22.574182 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2611eb6c-707e-4c97-a16e-af51edbcc6ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4189087e-8c67-4e48-85e2-42d0c6c8a634,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:22.760003 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354ebe16-0329-43b8-93ed-8355c3a8c33e tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:04:22.765980 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-0349a344-9bb6-4edd-afa2-109c13f44542 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Deleting port 74619935-2687-4d06-aec3-632c97e82725 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:04:22.766317 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0349a344-9bb6-4edd-afa2-109c13f44542 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:22.789518 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-354ebe16-0329-43b8-93ed-8355c3a8c33e tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:22.791958 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354ebe16-0329-43b8-93ed-8355c3a8c33e tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:04:22.820954 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354ebe16-0329-43b8-93ed-8355c3a8c33e tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Pushing event updated for resources: {'Port': ['ID=601de4c7-1534-476a-8f66-748dfb660c79,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:22.829114 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2611eb6c-707e-4c97-a16e-af51edbcc6ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:22.830527 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-2611eb6c-707e-4c97-a16e-af51edbcc6ad admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4189087e-8c67-4e48-85e2-42d0c6c8a634 HTTP/1.1" status: 204 len: 168 time: 1.7958653 Feb 10 23:04:22.866515 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8dc8d133-5550-40e5-9139-c7a29ae0d343 tempest-FloatingIPAdminTestJSON-678155100 tempest-FloatingIPAdminTestJSON-678155100-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:23.094235 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-903bfdf3-5655-4372-8e85-4646771d97f9 admin admin] Router bd42796b-5696-4a9c-9599-a1cca1944e3f has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:04:23.095272 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8dc8d133-5550-40e5-9139-c7a29ae0d343 tempest-FloatingIPAdminTestJSON-678155100 tempest-FloatingIPAdminTestJSON-678155100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:23.099186 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e68ce7-7f49-4c0c-9a3a-1d7a9a42877c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:04:23.102243 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0349a344-9bb6-4edd-afa2-109c13f44542 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:23.102561 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0349a344-9bb6-4edd-afa2-109c13f44542 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:23.109130 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f9f9fe-baac-4997-9512-ace36d768b05 None None] Sync routers for ids ['844462a6-c714-4837-9ec2-5886c1f60d6b'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:04:23.110664 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff8540f-3e91-4fb6-928c-2720afdb54bc tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:04:23.129538 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f9f9fe-baac-4997-9512-ace36d768b05 None None] Routers {'844462a6-c714-4837-9ec2-5886c1f60d6b'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:04:23.130568 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-c3f9f9fe-baac-4997-9512-ace36d768b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:04:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['844462a6-c714-4837-9ec2-5886c1f60d6b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:23.133845 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3df5aac-9931-49ca-8fc3-c38a9dcb2b53 None None] Sync routers for ids ['ebd15f6c-97c3-4dbf-8de9-7bb60c499107'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:04:23.153814 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3df5aac-9931-49ca-8fc3-c38a9dcb2b53 None None] Routers {'ebd15f6c-97c3-4dbf-8de9-7bb60c499107'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:04:23.155097 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-b3df5aac-9931-49ca-8fc3-c38a9dcb2b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:04:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['ebd15f6c-97c3-4dbf-8de9-7bb60c499107'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:23.176858 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-55e68ce7-7f49-4c0c-9a3a-1d7a9a42877c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "PUT /v2.0/routers/844462a6-c714-4837-9ec2-5886c1f60d6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7208447 Feb 10 23:04:23.190417 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40992) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:23.240006 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-cff8540f-3e91-4fb6-928c-2720afdb54bc tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "PUT /v2.0/routers/ebd15f6c-97c3-4dbf-8de9-7bb60c499107/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6075451 Feb 10 23:04:23.245278 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-0349a344-9bb6-4edd-afa2-109c13f44542 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Calling delete_port for 74619935-2687-4d06-aec3-632c97e82725 owned by network:floatingip {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:04:23.256602 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 40996) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:23.295971 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-b3df5aac-9931-49ca-8fc3-c38a9dcb2b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:23.314085 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-c3f9f9fe-baac-4997-9512-ace36d768b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:23.329118 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3df5aac-9931-49ca-8fc3-c38a9dcb2b53 None None] Routers {'ebd15f6c-97c3-4dbf-8de9-7bb60c499107'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:04:23.329358 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f9f9fe-baac-4997-9512-ace36d768b05 None None] Routers {'844462a6-c714-4837-9ec2-5886c1f60d6b'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:04:23.329738 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-b3df5aac-9931-49ca-8fc3-c38a9dcb2b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:04:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['ebd15f6c-97c3-4dbf-8de9-7bb60c499107'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:23.330309 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-c3f9f9fe-baac-4997-9512-ace36d768b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:04:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['844462a6-c714-4837-9ec2-5886c1f60d6b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:23.374717 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc8d133-5550-40e5-9139-c7a29ae0d343 tempest-FloatingIPAdminTestJSON-678155100 tempest-FloatingIPAdminTestJSON-678155100-project] Pushing event updated for resources: {'Port': ['ID=5d79894f-eb5f-4d96-9153-688ccfbf20db,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:23.392332 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-b3df5aac-9931-49ca-8fc3-c38a9dcb2b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:23.392758 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3df5aac-9931-49ca-8fc3-c38a9dcb2b53 None None] The sync data for ids ['ebd15f6c-97c3-4dbf-8de9-7bb60c499107'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:04:23.399522 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-cf1e68d7-4430-4dff-a186-d0572cdde7a7 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Allocated IP 172.26.8.53 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/30db3d0d-7f34-434c-b44f-615249a628ec) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:04:23.400864 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-354ebe16-0329-43b8-93ed-8355c3a8c33e tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:23.409697 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-c3f9f9fe-baac-4997-9512-ace36d768b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:23.410407 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f9f9fe-baac-4997-9512-ace36d768b05 None None] The sync data for ids ['844462a6-c714-4837-9ec2-5886c1f60d6b'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:04:23.410567 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc8d133-5550-40e5-9139-c7a29ae0d343 tempest-FloatingIPAdminTestJSON-678155100 tempest-FloatingIPAdminTestJSON-678155100-project] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:04:23.417948 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-8dc8d133-5550-40e5-9139-c7a29ae0d343 tempest-FloatingIPAdminTestJSON-678155100 tempest-FloatingIPAdminTestJSON-678155100-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:23.521879 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc8d133-5550-40e5-9139-c7a29ae0d343 tempest-FloatingIPAdminTestJSON-678155100 tempest-FloatingIPAdminTestJSON-678155100-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:04:23.559635 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0349a344-9bb6-4edd-afa2-109c13f44542 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:23.611350 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0349a344-9bb6-4edd-afa2-109c13f44542 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Pushing event deleted for resources: {'Port': ['ID=74619935-2687-4d06-aec3-632c97e82725,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:23.614775 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-354ebe16-0329-43b8-93ed-8355c3a8c33e tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:23.637736 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0312bc-4179-4cb6-81ec-bdcb5039c3ae tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:23.639006 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0d0312bc-4179-4cb6-81ec-bdcb5039c3ae tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "GET /v2.0/ports/b2823e4e-b2f2-4210-a82c-8a92390bfa30 HTTP/1.1" status: 200 len: 910 time: 0.4476476 Feb 10 23:04:23.645602 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41000) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:23.726565 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41004) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:23.906438 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:23.911707 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f67d16e9-e47e-4f6e-9bd2-503123d848fe admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bceddd77e8294145a0a69989c5cd469e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1775892 Feb 10 23:04:23.919325 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cf1e68d7-4430-4dff-a186-d0572cdde7a7 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:23.922967 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41008) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:24.096632 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0349a344-9bb6-4edd-afa2-109c13f44542 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Notify callbacks [] for floatingip, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:24.302643 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.resource_extend [None req-354ebe16-0329-43b8-93ed-8355c3a8c33e tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:04:24.316708 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0349a344-9bb6-4edd-afa2-109c13f44542 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:24.317841 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-0349a344-9bb6-4edd-afa2-109c13f44542 tempest-ServersTestJSON-262609640 tempest-ServersTestJSON-262609640-project] 10.222.0.59 "DELETE /v2.0/floatingips/7a386fba-edbd-41f1-b029-024db4de6c5b HTTP/1.1" status: 204 len: 168 time: 2.2054267 Feb 10 23:04:24.318984 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8dc8d133-5550-40e5-9139-c7a29ae0d343 tempest-FloatingIPAdminTestJSON-678155100 tempest-FloatingIPAdminTestJSON-678155100-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:24.325242 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41012) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:24.329388 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-354ebe16-0329-43b8-93ed-8355c3a8c33e tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:24.360149 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9e5af6e4-1ff9-46e6-a3b8-1f3526afb8bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:24.401724 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903bfdf3-5655-4372-8e85-4646771d97f9 admin admin] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:04:24.408001 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9e5af6e4-1ff9-46e6-a3b8-1f3526afb8bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:24.412075 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c190d5-d0e2-46b0-973d-9b0ac021f686 None None] Sync routers for ids ['bd42796b-5696-4a9c-9599-a1cca1944e3f'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:04:24.424168 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c190d5-d0e2-46b0-973d-9b0ac021f686 None None] Routers {'bd42796b-5696-4a9c-9599-a1cca1944e3f'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:04:24.424802 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-07c190d5-d0e2-46b0-973d-9b0ac021f686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:04:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['bd42796b-5696-4a9c-9599-a1cca1944e3f'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:24.458826 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cf1e68d7-4430-4dff-a186-d0572cdde7a7 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:24.462352 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-354ebe16-0329-43b8-93ed-8355c3a8c33e tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:24.554254 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-903bfdf3-5655-4372-8e85-4646771d97f9 admin admin] 10.222.0.59 "PUT /v2.0/routers/bd42796b-5696-4a9c-9599-a1cca1944e3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0222008 Feb 10 23:04:24.564552 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41016) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:24.581324 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8dc8d133-5550-40e5-9139-c7a29ae0d343 tempest-FloatingIPAdminTestJSON-678155100 tempest-FloatingIPAdminTestJSON-678155100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:24.618125 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354ebe16-0329-43b8-93ed-8355c3a8c33e tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Pushing event updated for resources: {'Port': ['ID=601de4c7-1534-476a-8f66-748dfb660c79,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:24.651692 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-354ebe16-0329-43b8-93ed-8355c3a8c33e tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1734214'] for floatingip, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:24.657874 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-07c190d5-d0e2-46b0-973d-9b0ac021f686 None None] Set router bd42796b-5696-4a9c-9599-a1cca1944e3f gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:04:24.682110 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-74a644bd-bb27-4101-95bb-1d3946e7a1dd tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732944'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:24.696242 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1e68d7-4430-4dff-a186-d0572cdde7a7 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:04:24.699620 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1e68d7-4430-4dff-a186-d0572cdde7a7 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Pushing event updated for resources: {'Port': ['ID=30db3d0d-7f34-434c-b44f-615249a628ec,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:24.710780 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-cf1e68d7-4430-4dff-a186-d0572cdde7a7 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:24.752079 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-354ebe16-0329-43b8-93ed-8355c3a8c33e tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:24.756439 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-354ebe16-0329-43b8-93ed-8355c3a8c33e tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9332471 Feb 10 23:04:24.756614 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1e68d7-4430-4dff-a186-d0572cdde7a7 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:04:24.791906 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41020) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:24.814437 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-ac4563bc-0f98-400b-8cc1-7546ea3da04c tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Request body: {'floatingip': {'port_id': '82e4bb9b-b5b4-488b-b66e-5c74411ca046', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:04:24.886986 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-06076e60-779b-458b-9c6e-6bde5b13ed36 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732944'] for router_interface, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:24.977255 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-07c190d5-d0e2-46b0-973d-9b0ac021f686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd42796b-5696-4a9c-9599-a1cca1944e3f', 'name': 'tempest-ServersTestManualDisk-1020424301-router', 'tenant_id': '027aa545b61c4bb78c5d5117fda627e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '6e47beed-37cb-4253-8c44-224335edacd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:02:30Z', 'updated_at': '2022-02-10T23:04:20Z', 'revision_number': 5, 'project_id': '027aa545b61c4bb78c5d5117fda627e8', 'gw_port': {'id': '6e47beed-37cb-4253-8c44-224335edacd3', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd42796b-5696-4a9c-9599-a1cca1944e3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:30Z', 'updated_at': '2022-02-10T23:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:24.981322 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c190d5-d0e2-46b0-973d-9b0ac021f686 None None] Checking router: bd42796b-5696-4a9c-9599-a1cca1944e3f for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:04:24.992823 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c190d5-d0e2-46b0-973d-9b0ac021f686 None None] Routers {'bd42796b-5696-4a9c-9599-a1cca1944e3f'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:04:24.993829 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-07c190d5-d0e2-46b0-973d-9b0ac021f686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:04:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['bd42796b-5696-4a9c-9599-a1cca1944e3f'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:25.049071 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ac4563bc-0f98-400b-8cc1-7546ea3da04c tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks [] for floatingip, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:25.149365 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9e5af6e4-1ff9-46e6-a3b8-1f3526afb8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:25.187169 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-07c190d5-d0e2-46b0-973d-9b0ac021f686 None None] Set router bd42796b-5696-4a9c-9599-a1cca1944e3f gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:04:25.245795 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5af6e4-1ff9-46e6-a3b8-1f3526afb8bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f45dbfe-13ad-45ac-9139-6a6dad15748d,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:25.335044 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9e5af6e4-1ff9-46e6-a3b8-1f3526afb8bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:25.336161 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9e5af6e4-1ff9-46e6-a3b8-1f3526afb8bf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1f45dbfe-13ad-45ac-9139-6a6dad15748d HTTP/1.1" status: 204 len: 168 time: 1.4105167 Feb 10 23:04:25.343670 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4604d2b4-02a3-40a0-8a40-e5782c78d233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732944'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:25.517322 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-07c190d5-d0e2-46b0-973d-9b0ac021f686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd42796b-5696-4a9c-9599-a1cca1944e3f', 'name': 'tempest-ServersTestManualDisk-1020424301-router', 'tenant_id': '027aa545b61c4bb78c5d5117fda627e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '6e47beed-37cb-4253-8c44-224335edacd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:02:30Z', 'updated_at': '2022-02-10T23:04:20Z', 'revision_number': 5, 'project_id': '027aa545b61c4bb78c5d5117fda627e8', 'gw_port': {'id': '6e47beed-37cb-4253-8c44-224335edacd3', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd42796b-5696-4a9c-9599-a1cca1944e3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:30Z', 'updated_at': '2022-02-10T23:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:25.523817 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c190d5-d0e2-46b0-973d-9b0ac021f686 None None] The sync data for ids ['bd42796b-5696-4a9c-9599-a1cca1944e3f'] in dv-neutron-828797-1-hyperv is: [{'id': 'bd42796b-5696-4a9c-9599-a1cca1944e3f', 'name': 'tempest-ServersTestManualDisk-1020424301-router', 'tenant_id': '027aa545b61c4bb78c5d5117fda627e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '6e47beed-37cb-4253-8c44-224335edacd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:02:30Z', 'updated_at': '2022-02-10T23:04:20Z', 'revision_number': 5, 'project_id': '027aa545b61c4bb78c5d5117fda627e8', 'gw_port': {'id': '6e47beed-37cb-4253-8c44-224335edacd3', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd42796b-5696-4a9c-9599-a1cca1944e3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:30Z', 'updated_at': '2022-02-10T23:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:04:25.683041 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8dc8d133-5550-40e5-9139-c7a29ae0d343 tempest-FloatingIPAdminTestJSON-678155100 tempest-FloatingIPAdminTestJSON-678155100-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:25.691239 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-ac4563bc-0f98-400b-8cc1-7546ea3da04c tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] update failed (client error): The resource could not be found. Feb 10 23:04:25.695195 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ac4563bc-0f98-400b-8cc1-7546ea3da04c tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] 10.222.0.59 "PUT /v2.0/floatingips/233239b2-f9ef-42de-9147-094dda6c77a8 HTTP/1.1" status: 404 len: 507 time: 0.8920112 Feb 10 23:04:25.697257 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41026) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:25.819067 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8dc8d133-5550-40e5-9139-c7a29ae0d343 tempest-FloatingIPAdminTestJSON-678155100 tempest-FloatingIPAdminTestJSON-678155100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:25.878484 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-74a644bd-bb27-4101-95bb-1d3946e7a1dd tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Deleting port b2823e4e-b2f2-4210-a82c-8a92390bfa30 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:04:25.878911 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-74a644bd-bb27-4101-95bb-1d3946e7a1dd tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:26.103909 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-4b180b6e-ec49-49b8-a0bc-1c7878479894 tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Deleting port 601de4c7-1534-476a-8f66-748dfb660c79 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:04:26.104291 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4b180b6e-ec49-49b8-a0bc-1c7878479894 tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:26.152362 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc8d133-5550-40e5-9139-c7a29ae0d343 tempest-FloatingIPAdminTestJSON-678155100 tempest-FloatingIPAdminTestJSON-678155100-project] Pushing event updated for resources: {'Port': ['ID=5d79894f-eb5f-4d96-9153-688ccfbf20db,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:26.160461 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 604792d3-12ae-4868-aff8-cfce3f458619 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:04:26.218519 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 604792d3-12ae-4868-aff8-cfce3f458619 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:04:26.222244 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 604792d3-12ae-4868-aff8-cfce3f458619 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:04:26.223308 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9143c8f9-3c9b-4375-ab4f-2298fe1b804d admin admin] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:26.255604 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-74a644bd-bb27-4101-95bb-1d3946e7a1dd tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:26.378110 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8dc8d133-5550-40e5-9139-c7a29ae0d343 tempest-FloatingIPAdminTestJSON-678155100 tempest-FloatingIPAdminTestJSON-678155100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1734214'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:26.412641 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-74a644bd-bb27-4101-95bb-1d3946e7a1dd tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Calling delete_port for b2823e4e-b2f2-4210-a82c-8a92390bfa30 owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:04:26.488573 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cf1e68d7-4430-4dff-a186-d0572cdde7a7 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks [] for router_gateway, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:26.489304 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cf1e68d7-4430-4dff-a186-d0572cdde7a7 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:26.627144 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8dc8d133-5550-40e5-9139-c7a29ae0d343 tempest-FloatingIPAdminTestJSON-678155100 tempest-FloatingIPAdminTestJSON-678155100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:26.630623 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8dc8d133-5550-40e5-9139-c7a29ae0d343 tempest-FloatingIPAdminTestJSON-678155100 tempest-FloatingIPAdminTestJSON-678155100-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2494867 Feb 10 23:04:26.640138 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41046) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:26.715427 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4b180b6e-ec49-49b8-a0bc-1c7878479894 tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:26.716010 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4b180b6e-ec49-49b8-a0bc-1c7878479894 tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:26.752660 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-ce16401f-6b38-475d-b23b-bdcb71e1f1be tempest-FloatingIPAdminTestJSON-113662134 tempest-FloatingIPAdminTestJSON-113662134-project-admin] 10.222.0.59 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2130 time: 0.1083310 Feb 10 23:04:26.752920 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41050) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:26.790282 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41054) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:26.855347 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-74a644bd-bb27-4101-95bb-1d3946e7a1dd tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:26.887487 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-4b180b6e-ec49-49b8-a0bc-1c7878479894 tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Calling delete_port for 601de4c7-1534-476a-8f66-748dfb660c79 owned by network:floatingip {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:04:26.916531 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-1a64a107-b430-44c1-b01a-2f8ef0488728 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Synchronizing usage tracker for tenant:812727b2b6d94720ae53e72c564bba8c on resource:floatingip {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:04:26.918959 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a644bd-bb27-4101-95bb-1d3946e7a1dd tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event deleted for resources: {'Port': ['ID=b2823e4e-b2f2-4210-a82c-8a92390bfa30,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:26.933833 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-4604d2b4-02a3-40a0-8a40-e5782c78d233 admin admin] Deleting port ff0bc89f-9198-4895-93f4-20c2e1e0cbf9 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:04:26.934164 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4604d2b4-02a3-40a0-8a40-e5782c78d233 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:27.189151 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-1a64a107-b430-44c1-b01a-2f8ef0488728 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Unset dirty status for tenant:812727b2b6d94720ae53e72c564bba8c on resource:floatingip {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:04:27.190309 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-1a64a107-b430-44c1-b01a-2f8ef0488728 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] 10.222.0.59 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.4365149 Feb 10 23:04:27.196583 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41060) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:27.196737 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-008286a6-88c0-4f79-b766-976446308ebf tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1372344202'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:04:27.235909 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-008286a6-88c0-4f79-b766-976446308ebf tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:27.270879 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-008286a6-88c0-4f79-b766-976446308ebf tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Usage tracker for resource:network and tenant:ef749632f6e8410c86d95344b6b5e6cc is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:27.286364 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-008286a6-88c0-4f79-b766-976446308ebf tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:27.302495 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-008286a6-88c0-4f79-b766-976446308ebf tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:27.343314 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9143c8f9-3c9b-4375-ab4f-2298fe1b804d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:27.417223 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008286a6-88c0-4f79-b766-976446308ebf tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Made reservation on behalf of ef749632f6e8410c86d95344b6b5e6cc for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:04:27.419865 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-008286a6-88c0-4f79-b766-976446308ebf tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:27.440316 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-9143c8f9-3c9b-4375-ab4f-2298fe1b804d admin admin] Deleting port 6e47beed-37cb-4253-8c44-224335edacd3 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:04:27.440671 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9143c8f9-3c9b-4375-ab4f-2298fe1b804d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:27.463061 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4b180b6e-ec49-49b8-a0bc-1c7878479894 tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:27.532970 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-008286a6-88c0-4f79-b766-976446308ebf tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:27.560011 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b180b6e-ec49-49b8-a0bc-1c7878479894 tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Pushing event deleted for resources: {'Port': ['ID=601de4c7-1534-476a-8f66-748dfb660c79,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:27.578991 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-06076e60-779b-458b-9c6e-6bde5b13ed36 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Deleting port 94e03e0f-7e75-4cc9-9935-43d576593356 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:04:27.579321 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-06076e60-779b-458b-9c6e-6bde5b13ed36 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:27.587987 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-70df12d7-add1-44e0-84ea-768d7b8e564a tempest-FloatingIPAdminTestJSON-678155100 tempest-FloatingIPAdminTestJSON-678155100-project] Deleting port 5d79894f-eb5f-4d96-9153-688ccfbf20db {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:04:27.588480 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-70df12d7-add1-44e0-84ea-768d7b8e564a tempest-FloatingIPAdminTestJSON-678155100 tempest-FloatingIPAdminTestJSON-678155100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:27.652297 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-4604d2b4-02a3-40a0-8a40-e5782c78d233 admin admin] For port ff0bc89f-9198-4895-93f4-20c2e1e0cbf9, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=ff0bc89f-9198-4895-93f4-20c2e1e0cbf9,segment=NetworkSegment(8d4bd894-00ad-407b-b19e-8b7c13928dae),segment_id=8d4bd894-00ad-407b-b19e-8b7c13928dae)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:04:27.652675 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4604d2b4-02a3-40a0-8a40-e5782c78d233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:27.814215 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-4604d2b4-02a3-40a0-8a40-e5782c78d233 admin admin] Calling delete_port for ff0bc89f-9198-4895-93f4-20c2e1e0cbf9 owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:04:27.839162 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-008286a6-88c0-4f79-b766-976446308ebf tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:27.898802 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-008286a6-88c0-4f79-b766-976446308ebf tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Usage tracker for resource:security_group_rule and tenant:ef749632f6e8410c86d95344b6b5e6cc is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:27.912308 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-008286a6-88c0-4f79-b766-976446308ebf tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:27.930586 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4b180b6e-ec49-49b8-a0bc-1c7878479894 tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks [] for floatingip, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:27.933575 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-008286a6-88c0-4f79-b766-976446308ebf tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:27.992775 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf1e68d7-4430-4dff-a186-d0572cdde7a7 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Router 67b060a6-5306-4a77-86d5-4bb9d258a606 is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:04:28.008212 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-70df12d7-add1-44e0-84ea-768d7b8e564a tempest-FloatingIPAdminTestJSON-678155100 tempest-FloatingIPAdminTestJSON-678155100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:28.008555 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-70df12d7-add1-44e0-84ea-768d7b8e564a tempest-FloatingIPAdminTestJSON-678155100 tempest-FloatingIPAdminTestJSON-678155100-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:28.010515 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-9143c8f9-3c9b-4375-ab4f-2298fe1b804d admin admin] For port 6e47beed-37cb-4253-8c44-224335edacd3, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=6e47beed-37cb-4253-8c44-224335edacd3,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:04:28.010913 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9143c8f9-3c9b-4375-ab4f-2298fe1b804d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:28.022718 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-74a644bd-bb27-4101-95bb-1d3946e7a1dd tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2767638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733091'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:28.148919 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-70df12d7-add1-44e0-84ea-768d7b8e564a tempest-FloatingIPAdminTestJSON-678155100 tempest-FloatingIPAdminTestJSON-678155100-project] Calling delete_port for 5d79894f-eb5f-4d96-9153-688ccfbf20db owned by network:floatingip {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:04:28.173048 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-9143c8f9-3c9b-4375-ab4f-2298fe1b804d admin admin] Calling delete_port for 6e47beed-37cb-4253-8c44-224335edacd3 owned by network:router_gateway {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:04:28.215750 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4b180b6e-ec49-49b8-a0bc-1c7878479894 tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:28.218403 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4b180b6e-ec49-49b8-a0bc-1c7878479894 tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] 10.222.0.59 "DELETE /v2.0/floatingips/233239b2-f9ef-42de-9147-094dda6c77a8 HTTP/1.1" status: 204 len: 168 time: 2.5201988 Feb 10 23:04:28.227694 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-06076e60-779b-458b-9c6e-6bde5b13ed36 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:28.237241 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41064) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:28.264196 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-f851e9c7-2068-4ca3-bd17-9079730fceb3 tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Request body: {'floatingip': {'floating_network_id': '5a9af295-36dc-42bc-95d3-30e0f788379f', 'port_id': '82e4bb9b-b5b4-488b-b66e-5c74411ca046', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:04:28.430538 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-06076e60-779b-458b-9c6e-6bde5b13ed36 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Calling delete_port for 94e03e0f-7e75-4cc9-9935-43d576593356 owned by network:router_interface {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:04:28.445507 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f851e9c7-2068-4ca3-bd17-9079730fceb3 tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:28.455901 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-f851e9c7-2068-4ca3-bd17-9079730fceb3 tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Usage tracker for resource:floatingip and tenant:49d8db2e027e4e2598b80440182ef56a is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:28.462810 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-f851e9c7-2068-4ca3-bd17-9079730fceb3 tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:28.478492 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f851e9c7-2068-4ca3-bd17-9079730fceb3 tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:28.572178 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-008286a6-88c0-4f79-b766-976446308ebf tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:28.623463 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f851e9c7-2068-4ca3-bd17-9079730fceb3 tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks [] for floatingip, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:28.650872 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-008286a6-88c0-4f79-b766-976446308ebf tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:28.715397 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4604d2b4-02a3-40a0-8a40-e5782c78d233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:28.832450 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4604d2b4-02a3-40a0-8a40-e5782c78d233 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff0bc89f-9198-4895-93f4-20c2e1e0cbf9,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:28.844771 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-70df12d7-add1-44e0-84ea-768d7b8e564a tempest-FloatingIPAdminTestJSON-678155100 tempest-FloatingIPAdminTestJSON-678155100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:28.860010 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-008286a6-88c0-4f79-b766-976446308ebf tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:04:28.861956 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008286a6-88c0-4f79-b766-976446308ebf tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=310b8c3f-64d1-417d-b8ea-fac64f7a2a47,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:28.885690 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-008286a6-88c0-4f79-b766-976446308ebf tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:28.886030 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-008286a6-88c0-4f79-b766-976446308ebf tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Added segment 5aaa458a-ff10-40b5-ae7e-83d1ff23cb98 of type vlan for network e03b4806-3892-4f1a-9d10-327ba2c6f623 Feb 10 23:04:28.985269 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-008286a6-88c0-4f79-b766-976446308ebf tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:29.008803 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70df12d7-add1-44e0-84ea-768d7b8e564a tempest-FloatingIPAdminTestJSON-678155100 tempest-FloatingIPAdminTestJSON-678155100-project] Pushing event deleted for resources: {'Port': ['ID=5d79894f-eb5f-4d96-9153-688ccfbf20db,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:29.021512 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1e68d7-4430-4dff-a186-d0572cdde7a7 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:04:29.031066 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9143c8f9-3c9b-4375-ab4f-2298fe1b804d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:29.034145 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9d72de-a48c-4d74-9194-6fe7765e72f8 None None] Sync routers for ids ['67b060a6-5306-4a77-86d5-4bb9d258a606'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:04:29.049656 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9d72de-a48c-4d74-9194-6fe7765e72f8 None None] Routers {'67b060a6-5306-4a77-86d5-4bb9d258a606'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:04:29.050655 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-fe9d72de-a48c-4d74-9194-6fe7765e72f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:04:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['67b060a6-5306-4a77-86d5-4bb9d258a606'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:29.083637 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-06076e60-779b-458b-9c6e-6bde5b13ed36 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:29.091890 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9143c8f9-3c9b-4375-ab4f-2298fe1b804d admin admin] Pushing event deleted for resources: {'Port': ['ID=6e47beed-37cb-4253-8c44-224335edacd3,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:29.149246 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-fe9d72de-a48c-4d74-9194-6fe7765e72f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:29.165413 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9d72de-a48c-4d74-9194-6fe7765e72f8 None None] Routers {'67b060a6-5306-4a77-86d5-4bb9d258a606'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:04:29.166276 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-fe9d72de-a48c-4d74-9194-6fe7765e72f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:04:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['67b060a6-5306-4a77-86d5-4bb9d258a606'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:29.238155 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-fe9d72de-a48c-4d74-9194-6fe7765e72f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:29.238762 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9d72de-a48c-4d74-9194-6fe7765e72f8 None None] The sync data for ids ['67b060a6-5306-4a77-86d5-4bb9d258a606'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:04:29.265711 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-008286a6-88c0-4f79-b766-976446308ebf tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:29.269512 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008286a6-88c0-4f79-b766-976446308ebf tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:29.270202 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-008286a6-88c0-4f79-b766-976446308ebf tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:29.315280 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06076e60-779b-458b-9c6e-6bde5b13ed36 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event deleted for resources: {'Port': ['ID=94e03e0f-7e75-4cc9-9935-43d576593356,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:29.334878 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cf1e68d7-4430-4dff-a186-d0572cdde7a7 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:29.337204 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-cf1e68d7-4430-4dff-a186-d0572cdde7a7 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.8179851 Feb 10 23:04:29.353824 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41068) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:29.464467 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-70df12d7-add1-44e0-84ea-768d7b8e564a tempest-FloatingIPAdminTestJSON-678155100 tempest-FloatingIPAdminTestJSON-678155100-project] Notify callbacks [] for floatingip, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:29.469950 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-d4e4cb3d-8dea-4c4f-9594-3fc6efab4f62 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'enable_snat': False}}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:04:29.529489 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-70df12d7-add1-44e0-84ea-768d7b8e564a tempest-FloatingIPAdminTestJSON-678155100 tempest-FloatingIPAdminTestJSON-678155100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:29.533208 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-70df12d7-add1-44e0-84ea-768d7b8e564a tempest-FloatingIPAdminTestJSON-678155100 tempest-FloatingIPAdminTestJSON-678155100-project] 10.222.0.59 "DELETE /v2.0/floatingips/c082f188-5628-4561-a46f-98373922102b HTTP/1.1" status: 204 len: 168 time: 2.3181655 Feb 10 23:04:29.536248 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41072) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:29.553759 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-008286a6-88c0-4f79-b766-976446308ebf tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.7366147 Feb 10 23:04:29.602946 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41076) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:29.640899 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-c70e7841-1759-4226-b725-002bb3f83f8c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Request body: {'subnet': {'network_id': 'e03b4806-3892-4f1a-9d10-327ba2c6f623', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:04:29.676225 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008286a6-88c0-4f79-b766-976446308ebf tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Pushing event updated for resources: {'Network': ['ID=e03b4806-3892-4f1a-9d10-327ba2c6f623,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:29.832192 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008286a6-88c0-4f79-b766-976446308ebf tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:29.832431 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008286a6-88c0-4f79-b766-976446308ebf tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:29.832791 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008286a6-88c0-4f79-b766-976446308ebf tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:29.833125 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008286a6-88c0-4f79-b766-976446308ebf tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:29.833455 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008286a6-88c0-4f79-b766-976446308ebf tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:29.833782 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008286a6-88c0-4f79-b766-976446308ebf tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:29.834106 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008286a6-88c0-4f79-b766-976446308ebf tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:29.834427 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008286a6-88c0-4f79-b766-976446308ebf tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:29.834749 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008286a6-88c0-4f79-b766-976446308ebf tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:29.835094 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008286a6-88c0-4f79-b766-976446308ebf tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:29.837298 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008286a6-88c0-4f79-b766-976446308ebf tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:29.850217 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network e03b4806-3892-4f1a-9d10-327ba2c6f623 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:04:29.856013 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9143c8f9-3c9b-4375-ab4f-2298fe1b804d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734197'] for router_gateway, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:29.946574 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-8dd74f16-aa42-4797-8350-9de6428c91dd tempest-FloatingIPAdminTestJSON-113662134 tempest-FloatingIPAdminTestJSON-113662134-project-admin] Deleting port cc4fbbc4-82c0-4796-8005-7befa6b14741 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:04:29.946908 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8dd74f16-aa42-4797-8350-9de6428c91dd tempest-FloatingIPAdminTestJSON-113662134 tempest-FloatingIPAdminTestJSON-113662134-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:29.980257 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-06076e60-779b-458b-9c6e-6bde5b13ed36 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2767638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733091'] for router_interface, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:29.998682 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.api.v2.resource [None req-f851e9c7-2068-4ca3-bd17-9079730fceb3 tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:04:30.000153 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-f851e9c7-2068-4ca3-bd17-9079730fceb3 tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.7542653 Feb 10 23:04:30.005834 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41080) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:30.024647 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-d9bcd1dd-8ade-45bf-87a7-c5e8fd81c37d tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Request body: {'floatingip': {'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'port_id': '82e4bb9b-b5b4-488b-b66e-5c74411ca046', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:04:30.038083 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c70e7841-1759-4226-b725-002bb3f83f8c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:30.042416 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d9bcd1dd-8ade-45bf-87a7-c5e8fd81c37d tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:30.067772 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-d9bcd1dd-8ade-45bf-87a7-c5e8fd81c37d tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Usage tracker for resource:floatingip and tenant:49d8db2e027e4e2598b80440182ef56a is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:30.072519 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-c70e7841-1759-4226-b725-002bb3f83f8c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Usage tracker for resource:subnet and tenant:ef749632f6e8410c86d95344b6b5e6cc is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:30.118972 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-d9bcd1dd-8ade-45bf-87a7-c5e8fd81c37d tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:30.126349 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-c70e7841-1759-4226-b725-002bb3f83f8c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:30.141258 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d9bcd1dd-8ade-45bf-87a7-c5e8fd81c37d tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:30.159824 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c70e7841-1759-4226-b725-002bb3f83f8c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:30.177032 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74a644bd-bb27-4101-95bb-1d3946e7a1dd tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Router 844462a6-c714-4837-9ec2-5886c1f60d6b has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:04:30.305226 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4604d2b4-02a3-40a0-8a40-e5782c78d233 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2767638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733091'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:30.308520 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d9bcd1dd-8ade-45bf-87a7-c5e8fd81c37d tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks [] for floatingip, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:30.325026 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70e7841-1759-4226-b725-002bb3f83f8c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Made reservation on behalf of ef749632f6e8410c86d95344b6b5e6cc for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:04:30.340132 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8dd74f16-aa42-4797-8350-9de6428c91dd tempest-FloatingIPAdminTestJSON-113662134 tempest-FloatingIPAdminTestJSON-113662134-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:30.340450 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8dd74f16-aa42-4797-8350-9de6428c91dd tempest-FloatingIPAdminTestJSON-113662134 tempest-FloatingIPAdminTestJSON-113662134-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:30.393393 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9143c8f9-3c9b-4375-ab4f-2298fe1b804d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:30.405605 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9143c8f9-3c9b-4375-ab4f-2298fe1b804d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:30.574550 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-8dd74f16-aa42-4797-8350-9de6428c91dd tempest-FloatingIPAdminTestJSON-113662134 tempest-FloatingIPAdminTestJSON-113662134-project-admin] Calling delete_port for cc4fbbc4-82c0-4796-8005-7befa6b14741 owned by network:floatingip {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:04:30.711441 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9143c8f9-3c9b-4375-ab4f-2298fe1b804d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:30.711441 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9143c8f9-3c9b-4375-ab4f-2298fe1b804d admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd42796b-5696-4a9c-9599-a1cca1944e3f {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:04:30.817678 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c70e7841-1759-4226-b725-002bb3f83f8c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:30.851192 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9143c8f9-3c9b-4375-ab4f-2298fe1b804d admin admin] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:30.854745 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9143c8f9-3c9b-4375-ab4f-2298fe1b804d admin admin] 10.222.0.59 "DELETE /v2.0/routers/bd42796b-5696-4a9c-9599-a1cca1944e3f HTTP/1.1" status: 204 len: 168 time: 6.2755871 Feb 10 23:04:30.860186 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41084) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:30.930329 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06076e60-779b-458b-9c6e-6bde5b13ed36 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Router ebd15f6c-97c3-4dbf-8de9-7bb60c499107 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:04:30.958463 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-873d00d2-579b-4100-8456-0f8ea05a1f28 admin admin] Deleting subnet 48a055f8-63d3-4e5a-8cc1-4cd5fa049a73 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:04:30.963241 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-873d00d2-579b-4100-8456-0f8ea05a1f28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:31.113139 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a644bd-bb27-4101-95bb-1d3946e7a1dd tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:04:31.123900 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e3ded1-38ea-422a-9f25-98724964234a None None] Sync routers for ids ['844462a6-c714-4837-9ec2-5886c1f60d6b'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:04:31.143015 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e3ded1-38ea-422a-9f25-98724964234a None None] Routers {'844462a6-c714-4837-9ec2-5886c1f60d6b'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:04:31.143213 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d9bcd1dd-8ade-45bf-87a7-c5e8fd81c37d tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:31.143321 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-b6e3ded1-38ea-422a-9f25-98724964234a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:04:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['844462a6-c714-4837-9ec2-5886c1f60d6b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:31.143586 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-74a644bd-bb27-4101-95bb-1d3946e7a1dd tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "PUT /v2.0/routers/844462a6-c714-4837-9ec2-5886c1f60d6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4966743 Feb 10 23:04:31.144219 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41088) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:31.144327 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-873d00d2-579b-4100-8456-0f8ea05a1f28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:31.210850 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-b6e3ded1-38ea-422a-9f25-98724964234a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:31.220668 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06076e60-779b-458b-9c6e-6bde5b13ed36 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:04:31.223228 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e3ded1-38ea-422a-9f25-98724964234a None None] Routers {'844462a6-c714-4837-9ec2-5886c1f60d6b'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:04:31.224003 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-b6e3ded1-38ea-422a-9f25-98724964234a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:04:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['844462a6-c714-4837-9ec2-5886c1f60d6b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:31.227092 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-06076e60-779b-458b-9c6e-6bde5b13ed36 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "PUT /v2.0/routers/ebd15f6c-97c3-4dbf-8de9-7bb60c499107/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9665496 Feb 10 23:04:31.234126 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdcf993-0b36-4b34-a792-763ab81ec672 None None] Sync routers for ids ['ebd15f6c-97c3-4dbf-8de9-7bb60c499107'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:04:31.235211 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41092) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:31.265205 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdcf993-0b36-4b34-a792-763ab81ec672 None None] Routers {'ebd15f6c-97c3-4dbf-8de9-7bb60c499107'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:04:31.266552 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-3bdcf993-0b36-4b34-a792-763ab81ec672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:04:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['ebd15f6c-97c3-4dbf-8de9-7bb60c499107'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:31.306267 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-b6e3ded1-38ea-422a-9f25-98724964234a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:31.306759 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e3ded1-38ea-422a-9f25-98724964234a None None] The sync data for ids ['844462a6-c714-4837-9ec2-5886c1f60d6b'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:04:31.306902 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-6374f294-1e31-43f7-a88b-a2dd952113e6 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Synchronizing usage tracker for tenant:9679d844e15947ffaadb0d4f870cf9d6 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:04:31.327967 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-873d00d2-579b-4100-8456-0f8ea05a1f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:31.355856 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-3bdcf993-0b36-4b34-a792-763ab81ec672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:31.371417 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdcf993-0b36-4b34-a792-763ab81ec672 None None] Routers {'ebd15f6c-97c3-4dbf-8de9-7bb60c499107'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:04:31.372045 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-3bdcf993-0b36-4b34-a792-763ab81ec672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:04:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['ebd15f6c-97c3-4dbf-8de9-7bb60c499107'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:31.405838 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8dd74f16-aa42-4797-8350-9de6428c91dd tempest-FloatingIPAdminTestJSON-113662134 tempest-FloatingIPAdminTestJSON-113662134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:31.433871 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-3bdcf993-0b36-4b34-a792-763ab81ec672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:31.434293 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdcf993-0b36-4b34-a792-763ab81ec672 None None] The sync data for ids ['ebd15f6c-97c3-4dbf-8de9-7bb60c499107'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:04:31.448720 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-6374f294-1e31-43f7-a88b-a2dd952113e6 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Unset dirty status for tenant:9679d844e15947ffaadb0d4f870cf9d6 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:04:31.448720 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6374f294-1e31-43f7-a88b-a2dd952113e6 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebd15f6c-97c3-4dbf-8de9-7bb60c499107 HTTP/1.1" status: 200 len: 205 time: 0.2006245 Feb 10 23:04:31.460988 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41096) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:31.591072 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd74f16-aa42-4797-8350-9de6428c91dd tempest-FloatingIPAdminTestJSON-113662134 tempest-FloatingIPAdminTestJSON-113662134-project-admin] Pushing event deleted for resources: {'Port': ['ID=cc4fbbc4-82c0-4796-8005-7befa6b14741,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:31.655252 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-873d00d2-579b-4100-8456-0f8ea05a1f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:31.695126 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d00d2-579b-4100-8456-0f8ea05a1f28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48a055f8-63d3-4e5a-8cc1-4cd5fa049a73,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:31.705308 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-873d00d2-579b-4100-8456-0f8ea05a1f28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:31.710616 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2359eaaf-7eb8-4352-a368-022a2507d364 None None] Network 6483cb9e-fe3f-463f-833b-3771068bd14e requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:04:31.715383 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-873d00d2-579b-4100-8456-0f8ea05a1f28 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/48a055f8-63d3-4e5a-8cc1-4cd5fa049a73 HTTP/1.1" status: 204 len: 168 time: 0.8531451 Feb 10 23:04:31.718068 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41100) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:31.838559 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2702f630-0a7a-46c2-8253-b2b83be5ac1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:31.868470 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-2702f630-0a7a-46c2-8253-b2b83be5ac1f admin admin] Deleting port 797943f3-4ad4-419b-b517-b0ed1d6b32fd {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:04:31.868685 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2702f630-0a7a-46c2-8253-b2b83be5ac1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:31.910890 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d4e4cb3d-8dea-4c4f-9594-3fc6efab4f62 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:31.985971 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a8e0a5-2823-42a6-9c0e-c96080cfde6a None None] DHCP port deletion for 6483cb9e-fe3f-463f-833b-3771068bd14e request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:04:31.989902 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-30a8e0a5-2823-42a6-9c0e-c96080cfde6a None None] Deleting port 797943f3-4ad4-419b-b517-b0ed1d6b32fd {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:04:31.990266 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-30a8e0a5-2823-42a6-9c0e-c96080cfde6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:32.080233 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-af3f4f1c-1c9e-4831-9303-8eaa971f62a8 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:32.142025 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8dd74f16-aa42-4797-8350-9de6428c91dd tempest-FloatingIPAdminTestJSON-113662134 tempest-FloatingIPAdminTestJSON-113662134-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:32.150434 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-d9bcd1dd-8ade-45bf-87a7-c5e8fd81c37d tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Allocated IP 172.26.8.230 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/6c8b2787-6b98-473f-9aea-5983fe77bce7) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:04:32.164628 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-2702f630-0a7a-46c2-8253-b2b83be5ac1f admin admin] For port 797943f3-4ad4-419b-b517-b0ed1d6b32fd, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=797943f3-4ad4-419b-b517-b0ed1d6b32fd,segment=NetworkSegment(ce999748-c696-4a47-b782-f74c775e9534),segment_id=ce999748-c696-4a47-b782-f74c775e9534)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:04:32.165136 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2702f630-0a7a-46c2-8253-b2b83be5ac1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:32.199299 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-30a8e0a5-2823-42a6-9c0e-c96080cfde6a None None] For port 797943f3-4ad4-419b-b517-b0ed1d6b32fd, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=797943f3-4ad4-419b-b517-b0ed1d6b32fd,segment=NetworkSegment(ce999748-c696-4a47-b782-f74c775e9534),segment_id=ce999748-c696-4a47-b782-f74c775e9534)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:04:32.199679 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-30a8e0a5-2823-42a6-9c0e-c96080cfde6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:32.270648 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 797943f3-4ad4-419b-b517-b0ed1d6b32fd no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:04:32.306277 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-2702f630-0a7a-46c2-8253-b2b83be5ac1f admin admin] Calling delete_port for 797943f3-4ad4-419b-b517-b0ed1d6b32fd owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:04:32.344308 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8dd74f16-aa42-4797-8350-9de6428c91dd tempest-FloatingIPAdminTestJSON-113662134 tempest-FloatingIPAdminTestJSON-113662134-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:32.345479 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-8dd74f16-aa42-4797-8350-9de6428c91dd tempest-FloatingIPAdminTestJSON-113662134 tempest-FloatingIPAdminTestJSON-113662134-project-admin] 10.222.0.59 "DELETE /v2.0/floatingips/2c796bb3-a61e-4ae3-a033-5fe5506ee708 HTTP/1.1" status: 204 len: 168 time: 2.8014166 Feb 10 23:04:32.353661 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41104) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:32.360401 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c70e7841-1759-4226-b725-002bb3f83f8c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:32.361837 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-30a8e0a5-2823-42a6-9c0e-c96080cfde6a None None] Calling delete_port for 797943f3-4ad4-419b-b517-b0ed1d6b32fd owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:04:32.519324 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-30a8e0a5-2823-42a6-9c0e-c96080cfde6a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:04:32.520113 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-30a8e0a5-2823-42a6-9c0e-c96080cfde6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:04:32.522162 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:32.530693 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2702f630-0a7a-46c2-8253-b2b83be5ac1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:32.599174 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2702f630-0a7a-46c2-8253-b2b83be5ac1f admin admin] Pushing event deleted for resources: {'Port': ['ID=797943f3-4ad4-419b-b517-b0ed1d6b32fd,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:32.612109 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2702f630-0a7a-46c2-8253-b2b83be5ac1f admin admin] No DVR routers for this DVR port 797943f3-4ad4-419b-b517-b0ed1d6b32fd on host dv-neutron-828797-1-hyperv {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:04:32.647478 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 6e47beed-37cb-4253-8c44-224335edacd3 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:04:32.680444 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 6e47beed-37cb-4253-8c44-224335edacd3 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:04:32.680819 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 6e47beed-37cb-4253-8c44-224335edacd3 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:04:32.738140 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d4e4cb3d-8dea-4c4f-9594-3fc6efab4f62 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:32.754282 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d4e4cb3d-8dea-4c4f-9594-3fc6efab4f62 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1734371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1734168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1735070'] for router, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:32.757007 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2702f630-0a7a-46c2-8253-b2b83be5ac1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:32.844895 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-2702f630-0a7a-46c2-8253-b2b83be5ac1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6483cb9e-fe3f-463f-833b-3771068bd14e']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:32.912884 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-2702f630-0a7a-46c2-8253-b2b83be5ac1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce999748-c696-4a47-b782-f74c775e9534') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:32.913214 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-2702f630-0a7a-46c2-8253-b2b83be5ac1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce999748-c696-4a47-b782-f74c775e9534') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:32.927833 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2702f630-0a7a-46c2-8253-b2b83be5ac1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32216962'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:32.952944 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2702f630-0a7a-46c2-8253-b2b83be5ac1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:32.956234 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70e7841-1759-4226-b725-002bb3f83f8c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Pushing event updated for resources: {'Subnet': ['ID=b5f55256-8e66-413f-b024-00a20ae3e3e1,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:32.960920 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-bb584944-324e-4bd9-bf2d-c78c681264fe tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Deleting port 9eb7d8e9-b901-4f22-aa8f-3d0d69ff23a6 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:04:32.961258 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bb584944-324e-4bd9-bf2d-c78c681264fe tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:32.962059 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2702f630-0a7a-46c2-8253-b2b83be5ac1f admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:04:32.962441 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2702f630-0a7a-46c2-8253-b2b83be5ac1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32033006'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:32.976984 dv-neutron-828797-1-hyperv neutron-server[84332]: Traceback (most recent call last): Feb 10 23:04:32.976984 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:04:32.976984 dv-neutron-828797-1-hyperv neutron-server[84332]: timer() Feb 10 23:04:32.976984 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:04:32.976984 dv-neutron-828797-1-hyperv neutron-server[84332]: cb(*args, **kw) Feb 10 23:04:32.976984 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:04:32.976984 dv-neutron-828797-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Feb 10 23:04:32.976984 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:04:32.976984 dv-neutron-828797-1-hyperv neutron-server[84332]: self._notify() Feb 10 23:04:32.976984 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:04:32.976984 dv-neutron-828797-1-hyperv neutron-server[84332]: self.callback(batched_events) Feb 10 23:04:32.976984 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:04:32.976984 dv-neutron-828797-1-hyperv neutron-server[84332]: event.method(event) Feb 10 23:04:32.976984 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:04:32.976984 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:04:32.976984 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:04:32.976984 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:04:32.976984 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:04:32.976984 dv-neutron-828797-1-hyperv neutron-server[84332]: return f(self, *a, **k) Feb 10 23:04:32.976984 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:04:32.976984 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._get(url).json() Feb 10 23:04:32.976984 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:04:32.976984 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:04:32.976984 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:04:32.976984 dv-neutron-828797-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Feb 10 23:04:32.976984 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:04:32.976984 dv-neutron-828797-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:04:32.976984 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:04:32.976984 dv-neutron-828797-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:04:32.976984 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:04:32.976984 dv-neutron-828797-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:04:32.976984 dv-neutron-828797-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:04:33.020942 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-30a8e0a5-2823-42a6-9c0e-c96080cfde6a None None] Deleting port 797943f3-4ad4-419b-b517-b0ed1d6b32fd {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:04:33.021837 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-30a8e0a5-2823-42a6-9c0e-c96080cfde6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:33.089544 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-30a8e0a5-2823-42a6-9c0e-c96080cfde6a None None] The port '797943f3-4ad4-419b-b517-b0ed1d6b32fd' was deleted {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 23:04:33.218312 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e4cb3d-8dea-4c4f-9594-3fc6efab4f62 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Router 67b060a6-5306-4a77-86d5-4bb9d258a606 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:04:33.228035 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2702f630-0a7a-46c2-8253-b2b83be5ac1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:33.239967 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2702f630-0a7a-46c2-8253-b2b83be5ac1f admin admin] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:33.249031 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70e7841-1759-4226-b725-002bb3f83f8c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:33.249546 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70e7841-1759-4226-b725-002bb3f83f8c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:33.249694 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70e7841-1759-4226-b725-002bb3f83f8c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:33.250020 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70e7841-1759-4226-b725-002bb3f83f8c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:33.250344 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70e7841-1759-4226-b725-002bb3f83f8c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:33.250699 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70e7841-1759-4226-b725-002bb3f83f8c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:33.251015 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70e7841-1759-4226-b725-002bb3f83f8c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:33.251333 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70e7841-1759-4226-b725-002bb3f83f8c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:33.251651 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70e7841-1759-4226-b725-002bb3f83f8c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:33.251989 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70e7841-1759-4226-b725-002bb3f83f8c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:33.252304 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70e7841-1759-4226-b725-002bb3f83f8c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:33.266846 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d9bcd1dd-8ade-45bf-87a7-c5e8fd81c37d tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:33.316074 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-af3f4f1c-1c9e-4831-9303-8eaa971f62a8 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:33.318334 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2702f630-0a7a-46c2-8253-b2b83be5ac1f admin admin] Pushing event deleted for resources: {'Network': ['ID=6483cb9e-fe3f-463f-833b-3771068bd14e,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:33.342930 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70e7841-1759-4226-b725-002bb3f83f8c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Checking segment: {'id': '5aaa458a-ff10-40b5-ae7e-83d1ff23cb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e03b4806-3892-4f1a-9d10-327ba2c6f623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:04:33.343289 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70e7841-1759-4226-b725-002bb3f83f8c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Network hostable DHCP agents. Network: e03b4806-3892-4f1a-9d10-327ba2c6f623, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:04:33.366584 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-af3f4f1c-1c9e-4831-9303-8eaa971f62a8 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:33.444837 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2702f630-0a7a-46c2-8253-b2b83be5ac1f admin admin] 10.222.0.59 "DELETE /v2.0/networks/6483cb9e-fe3f-463f-833b-3771068bd14e HTTP/1.1" status: 204 len: 168 time: 1.7257166 Feb 10 23:04:33.463927 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e4cb3d-8dea-4c4f-9594-3fc6efab4f62 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:04:33.468650 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d4e4cb3d-8dea-4c4f-9594-3fc6efab4f62 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:33.472672 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d4e4cb3d-8dea-4c4f-9594-3fc6efab4f62 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] 10.222.0.59 "PUT /v2.0/routers/67b060a6-5306-4a77-86d5-4bb9d258a606 HTTP/1.1" status: 200 len: 920 time: 4.0713153 Feb 10 23:04:33.472672 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41110) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:33.481639 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19c4304-21a7-452f-9e71-fa550a7c0933 None None] Sync routers for ids ['67b060a6-5306-4a77-86d5-4bb9d258a606'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:04:33.501522 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19c4304-21a7-452f-9e71-fa550a7c0933 None None] Routers {'67b060a6-5306-4a77-86d5-4bb9d258a606'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:04:33.502142 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-d19c4304-21a7-452f-9e71-fa550a7c0933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:04:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['67b060a6-5306-4a77-86d5-4bb9d258a606'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:33.571679 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5f65174b-ecd3-4f8e-a528-cf9ada99440a tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732944'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:33.642895 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d9bcd1dd-8ade-45bf-87a7-c5e8fd81c37d tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:33.647487 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-af3f4f1c-1c9e-4831-9303-8eaa971f62a8 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:33.647950 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3f4f1c-1c9e-4831-9303-8eaa971f62a8 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Fanout notify agent at l3_agent the message router_deleted on router ebd15f6c-97c3-4dbf-8de9-7bb60c499107 {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:04:33.649404 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70e7841-1759-4226-b725-002bb3f83f8c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Network e03b4806-3892-4f1a-9d10-327ba2c6f623 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:04:33.661615 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-d19c4304-21a7-452f-9e71-fa550a7c0933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:33.674812 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19c4304-21a7-452f-9e71-fa550a7c0933 None None] Routers {'67b060a6-5306-4a77-86d5-4bb9d258a606'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:04:33.675483 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-d19c4304-21a7-452f-9e71-fa550a7c0933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:04:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['67b060a6-5306-4a77-86d5-4bb9d258a606'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:33.714358 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-366281db-0584-4300-a0fb-76a0b05e292a tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] 10.222.0.59 "GET /v2.0/routers/67b060a6-5306-4a77-86d5-4bb9d258a606 HTTP/1.1" status: 200 len: 920 time: 0.2379875 Feb 10 23:04:33.714679 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41114) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:33.742219 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-d19c4304-21a7-452f-9e71-fa550a7c0933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:33.742612 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19c4304-21a7-452f-9e71-fa550a7c0933 None None] The sync data for ids ['67b060a6-5306-4a77-86d5-4bb9d258a606'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:04:33.779850 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bb584944-324e-4bd9-bf2d-c78c681264fe tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:33.793106 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-af3f4f1c-1c9e-4831-9303-8eaa971f62a8 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:33.794193 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-af3f4f1c-1c9e-4831-9303-8eaa971f62a8 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "DELETE /v2.0/routers/ebd15f6c-97c3-4dbf-8de9-7bb60c499107 HTTP/1.1" status: 204 len: 168 time: 2.2853279 Feb 10 23:04:33.794829 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ee7f8871-ef97-423d-bc1d-da0b2380a78c tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Synchronizing usage tracker for tenant:11f3bed017e3494cb19f574ec004947b on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:04:33.798328 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41118) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:33.933609 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41122) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:33.936741 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-bb584944-324e-4bd9-bf2d-c78c681264fe tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Calling delete_port for 9eb7d8e9-b901-4f22-aa8f-3d0d69ff23a6 owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:04:33.941478 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ee7f8871-ef97-423d-bc1d-da0b2380a78c tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Unset dirty status for tenant:11f3bed017e3494cb19f574ec004947b on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:04:33.942585 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ee7f8871-ef97-423d-bc1d-da0b2380a78c tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=c2ed7563-f8af-409c-803f-f56530124ba5&device_id=67b060a6-5306-4a77-86d5-4bb9d258a606&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2269449 Feb 10 23:04:33.960610 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41126) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:34.103139 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bcd1dd-8ade-45bf-87a7-c5e8fd81c37d tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:04:34.105477 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-c70e7841-1759-4226-b725-002bb3f83f8c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, e03b4806-3892-4f1a-9d10-327ba2c6f623) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:34.115275 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca9d699-d554-4416-bba1-04b279e8644c None None] Network e03b4806-3892-4f1a-9d10-327ba2c6f623 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:04:34.117756 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-d9bcd1dd-8ade-45bf-87a7-c5e8fd81c37d tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:34.124636 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bcd1dd-8ade-45bf-87a7-c5e8fd81c37d tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Pushing event updated for resources: {'Port': ['ID=6c8b2787-6b98-473f-9aea-5983fe77bce7,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:34.127984 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bcd1dd-8ade-45bf-87a7-c5e8fd81c37d tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:04:34.139729 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0884a768-60a8-4f90-bdbd-d0296e43f0cf admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=027aa545b61c4bb78c5d5117fda627e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2017193 Feb 10 23:04:34.151821 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41130) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:34.154807 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70e7841-1759-4226-b725-002bb3f83f8c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:34.155765 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c70e7841-1759-4226-b725-002bb3f83f8c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:34.158388 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-0802f075-310e-481d-9608-28f6d877c2a9 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Deleting subnet ca2e6f06-ce4a-4f30-8f3b-b4c01f81c492 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:04:34.186079 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0802f075-310e-481d-9608-28f6d877c2a9 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:34.228321 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d603ca5d-88fd-4240-b227-4b10f4d299a6 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:34.229020 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d603ca5d-88fd-4240-b227-4b10f4d299a6 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Synchronizing usage tracker for tenant:11f3bed017e3494cb19f574ec004947b on resource:network {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:04:34.278341 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0802f075-310e-481d-9608-28f6d877c2a9 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:34.298632 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-c70e7841-1759-4226-b725-002bb3f83f8c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.6841941 Feb 10 23:04:34.300442 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4604d2b4-02a3-40a0-8a40-e5782c78d233 admin admin] Router f4cba652-48e1-4de6-ac75-d2cd0a781767 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:04:34.301882 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41134) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:34.323830 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-f671f288-8916-4f82-aaf8-053c00ae4fd9 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1723051067', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}, 'admin_state_up': False}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:04:34.338441 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-715c0029-170e-4663-abf0-951a786f6fa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:34.355714 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d603ca5d-88fd-4240-b227-4b10f4d299a6 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Unset dirty status for tenant:11f3bed017e3494cb19f574ec004947b on resource:network {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:04:34.357463 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d603ca5d-88fd-4240-b227-4b10f4d299a6 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] 10.222.0.59 "GET /v2.0/networks/c2ed7563-f8af-409c-803f-f56530124ba5 HTTP/1.1" status: 200 len: 881 time: 0.3939495 Feb 10 23:04:34.363311 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0806043b-376d-47a7-b5d9-42e08f0d37c0 None None] Network e03b4806-3892-4f1a-9d10-327ba2c6f623 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:04:34.365803 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41138) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:34.371518 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f671f288-8916-4f82-aaf8-053c00ae4fd9 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:34.413490 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-f671f288-8916-4f82-aaf8-053c00ae4fd9 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Usage tracker for resource:router and tenant:ef749632f6e8410c86d95344b6b5e6cc is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:34.416729 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-715c0029-170e-4663-abf0-951a786f6fa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:34.417800 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-f671f288-8916-4f82-aaf8-053c00ae4fd9 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:34.432715 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f671f288-8916-4f82-aaf8-053c00ae4fd9 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:34.436027 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-02706db5-8d12-4545-b149-6088d77097b7 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] 10.222.0.59 "GET /v2.0/ports?device_id=67b060a6-5306-4a77-86d5-4bb9d258a606 HTTP/1.1" status: 200 len: 205 time: 0.0695734 Feb 10 23:04:34.442672 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41142) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:34.601924 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0802f075-310e-481d-9608-28f6d877c2a9 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:34.627294 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f671f288-8916-4f82-aaf8-053c00ae4fd9 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:34.628200 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f671f288-8916-4f82-aaf8-053c00ae4fd9 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:34.641952 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bb584944-324e-4bd9-bf2d-c78c681264fe tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:34.708210 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-d9bcd1dd-8ade-45bf-87a7-c5e8fd81c37d tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Deleting port 6c8b2787-6b98-473f-9aea-5983fe77bce7 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:04:34.708477 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d9bcd1dd-8ade-45bf-87a7-c5e8fd81c37d tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:34.741852 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb584944-324e-4bd9-bf2d-c78c681264fe tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Pushing event deleted for resources: {'Port': ['ID=9eb7d8e9-b901-4f22-aa8f-3d0d69ff23a6,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:34.750682 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-651baac0-e6d8-451d-8e72-b5018214cc93 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:34.807579 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0802f075-310e-481d-9608-28f6d877c2a9 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:34.813103 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-715c0029-170e-4663-abf0-951a786f6fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:34.959238 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f671f288-8916-4f82-aaf8-053c00ae4fd9 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:35.053407 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0802f075-310e-481d-9608-28f6d877c2a9 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event deleted for resources: {'Subnet': ['ID=ca2e6f06-ce4a-4f30-8f3b-b4c01f81c492,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:35.060050 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715c0029-170e-4663-abf0-951a786f6fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c51091-5055-4d5e-8666-b6bd89c67cdb,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:35.077458 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0802f075-310e-481d-9608-28f6d877c2a9 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:35.087836 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ce5cf7-df2c-43bf-bb37-acd314e59002 None None] Network 2df75716-09ab-43b2-85c7-b14ac2a6f03d requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:04:35.087970 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-715c0029-170e-4663-abf0-951a786f6fa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:35.089129 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-715c0029-170e-4663-abf0-951a786f6fa0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c2c51091-5055-4d5e-8666-b6bd89c67cdb HTTP/1.1" status: 204 len: 168 time: 0.9362259 Feb 10 23:04:35.093979 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0802f075-310e-481d-9608-28f6d877c2a9 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "DELETE /v2.0/subnets/ca2e6f06-ce4a-4f30-8f3b-b4c01f81c492 HTTP/1.1" status: 204 len: 168 time: 1.2915704 Feb 10 23:04:35.094896 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41148) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:35.121227 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bb584944-324e-4bd9-bf2d-c78c681264fe tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:35.152257 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d9bcd1dd-8ade-45bf-87a7-c5e8fd81c37d tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:35.152613 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d9bcd1dd-8ade-45bf-87a7-c5e8fd81c37d tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:35.171643 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-bb584944-324e-4bd9-bf2d-c78c681264fe tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] 10.222.0.59 "DELETE /v2.0/ports/9eb7d8e9-b901-4f22-aa8f-3d0d69ff23a6 HTTP/1.1" status: 204 len: 168 time: 2.8092604 Feb 10 23:04:35.173649 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41152) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:35.368116 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-d9bcd1dd-8ade-45bf-87a7-c5e8fd81c37d tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Calling delete_port for 6c8b2787-6b98-473f-9aea-5983fe77bce7 owned by network:floatingip {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:04:35.394984 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-50a5db3b-3467-42a5-9764-3c67612f0e07 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Deleting subnet cffb46d8-2adc-428e-9906-9e8a5b951d51 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:04:35.399799 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-50a5db3b-3467-42a5-9764-3c67612f0e07 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:35.415077 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4202ee0e-38f3-4495-a7cf-7b0a0bd5e861 None None] DHCP port deletion for 2df75716-09ab-43b2-85c7-b14ac2a6f03d request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:04:35.419494 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-4202ee0e-38f3-4495-a7cf-7b0a0bd5e861 None None] Deleting port b1936fc5-87d1-4120-83e6-dabda61b73c7 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:04:35.419879 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4202ee0e-38f3-4495-a7cf-7b0a0bd5e861 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:35.467844 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18c6572-ad90-4df5-9c0b-203ec471dbb1 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:35.468632 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b18c6572-ad90-4df5-9c0b-203ec471dbb1 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Synchronizing usage tracker for tenant:812727b2b6d94720ae53e72c564bba8c on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:04:35.495360 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-50a5db3b-3467-42a5-9764-3c67612f0e07 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:35.616574 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-50a5db3b-3467-42a5-9764-3c67612f0e07 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:35.647590 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-4202ee0e-38f3-4495-a7cf-7b0a0bd5e861 None None] For port b1936fc5-87d1-4120-83e6-dabda61b73c7, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=b1936fc5-87d1-4120-83e6-dabda61b73c7,segment=NetworkSegment(3e680bed-253b-4440-b738-6574254ece6b),segment_id=3e680bed-253b-4440-b738-6574254ece6b)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:04:35.647918 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4202ee0e-38f3-4495-a7cf-7b0a0bd5e861 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:35.737207 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-651baac0-e6d8-451d-8e72-b5018214cc93 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:35.745484 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f671f288-8916-4f82-aaf8-053c00ae4fd9 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:35.785497 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-4202ee0e-38f3-4495-a7cf-7b0a0bd5e861 None None] Calling delete_port for b1936fc5-87d1-4120-83e6-dabda61b73c7 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:04:35.788789 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-50a5db3b-3467-42a5-9764-3c67612f0e07 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:35.804466 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4604d2b4-02a3-40a0-8a40-e5782c78d233 admin admin] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:04:35.824884 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfdc2ed-6b56-4011-8ff2-558bd1600ecb None None] Sync routers for ids ['f4cba652-48e1-4de6-ac75-d2cd0a781767'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:04:35.838617 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-651baac0-e6d8-451d-8e72-b5018214cc93 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Deleting port 30db3d0d-7f34-434c-b44f-615249a628ec {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:04:35.838960 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-651baac0-e6d8-451d-8e72-b5018214cc93 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:35.841856 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfdc2ed-6b56-4011-8ff2-558bd1600ecb None None] Routers {'f4cba652-48e1-4de6-ac75-d2cd0a781767'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:04:35.842602 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-9bfdc2ed-6b56-4011-8ff2-558bd1600ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:04:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['f4cba652-48e1-4de6-ac75-d2cd0a781767'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:35.859084 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-4604d2b4-02a3-40a0-8a40-e5782c78d233 admin admin] 10.222.0.59 "PUT /v2.0/routers/f4cba652-48e1-4de6-ac75-d2cd0a781767/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5326118 Feb 10 23:04:35.862530 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b18c6572-ad90-4df5-9c0b-203ec471dbb1 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Unset dirty status for tenant:812727b2b6d94720ae53e72c564bba8c on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:04:35.862670 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41162) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:35.863364 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b18c6572-ad90-4df5-9c0b-203ec471dbb1 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] 10.222.0.59 "GET /v2.0/ports?device_id=339942e3-60ef-46c1-9ddf-5043acf39339 HTTP/1.1" status: 200 len: 913 time: 0.6884799 Feb 10 23:04:35.870369 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a5db3b-3467-42a5-9764-3c67612f0e07 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event deleted for resources: {'Subnet': ['ID=cffb46d8-2adc-428e-9906-9e8a5b951d51,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:35.883396 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41166) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:35.978892 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3025d335-6913-4f72-b54c-102e2438ad9b None None] Network 3229c636-8b37-4bfa-bba4-754edf10a5cb requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:04:36.004740 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-50a5db3b-3467-42a5-9764-3c67612f0e07 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:36.027475 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d9bcd1dd-8ade-45bf-87a7-c5e8fd81c37d tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:36.042631 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-50a5db3b-3467-42a5-9764-3c67612f0e07 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "DELETE /v2.0/subnets/cffb46d8-2adc-428e-9906-9e8a5b951d51 HTTP/1.1" status: 204 len: 168 time: 0.9466896 Feb 10 23:04:36.098401 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41172) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:36.180590 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bcd1dd-8ade-45bf-87a7-c5e8fd81c37d tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Pushing event deleted for resources: {'Port': ['ID=6c8b2787-6b98-473f-9aea-5983fe77bce7,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:36.267855 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device b1936fc5-87d1-4120-83e6-dabda61b73c7 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:04:36.279750 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-651baac0-e6d8-451d-8e72-b5018214cc93 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:36.291743 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a7f04189-a97c-4743-88e3-42e66c9daf44 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:36.394683 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4202ee0e-38f3-4495-a7cf-7b0a0bd5e861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:36.420815 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-651baac0-e6d8-451d-8e72-b5018214cc93 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Calling delete_port for 30db3d0d-7f34-434c-b44f-615249a628ec owned by network:router_gateway {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:04:36.447595 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No active binding found for port b1936fc5-87d1-4120-83e6-dabda61b73c7 {{(pid=84334) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 10 23:04:36.447595 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device b1936fc5-87d1-4120-83e6-dabda61b73c7 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:04:36.498802 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4202ee0e-38f3-4495-a7cf-7b0a0bd5e861 None None] Pushing event deleted for resources: {'Port': ['ID=b1936fc5-87d1-4120-83e6-dabda61b73c7,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:36.510042 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-5f65174b-ecd3-4f8e-a528-cf9ada99440a tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Deleting port f6ea3a55-3e82-4221-9545-000e333dad2c {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:04:36.510662 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5f65174b-ecd3-4f8e-a528-cf9ada99440a tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:36.530217 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-9bfdc2ed-6b56-4011-8ff2-558bd1600ecb None None] Set router f4cba652-48e1-4de6-ac75-d2cd0a781767 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:04:36.595811 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.api.v2.resource [None req-d9bcd1dd-8ade-45bf-87a7-c5e8fd81c37d tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] create failed (client error): The resource could not be found. Feb 10 23:04:36.601311 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-d9bcd1dd-8ade-45bf-87a7-c5e8fd81c37d tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 6.5933955 Feb 10 23:04:36.601844 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41182) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:36.676499 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4202ee0e-38f3-4495-a7cf-7b0a0bd5e861 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:36.677149 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4202ee0e-38f3-4495-a7cf-7b0a0bd5e861 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:36.677669 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4202ee0e-38f3-4495-a7cf-7b0a0bd5e861 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:36.678368 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4202ee0e-38f3-4495-a7cf-7b0a0bd5e861 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:36.678851 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4202ee0e-38f3-4495-a7cf-7b0a0bd5e861 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:36.679392 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4202ee0e-38f3-4495-a7cf-7b0a0bd5e861 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:36.679875 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4202ee0e-38f3-4495-a7cf-7b0a0bd5e861 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:36.680343 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4202ee0e-38f3-4495-a7cf-7b0a0bd5e861 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:36.680845 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4202ee0e-38f3-4495-a7cf-7b0a0bd5e861 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:36.681366 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4202ee0e-38f3-4495-a7cf-7b0a0bd5e861 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:36.681858 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4202ee0e-38f3-4495-a7cf-7b0a0bd5e861 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:36.688233 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4202ee0e-38f3-4495-a7cf-7b0a0bd5e861 None None] No DVR routers for this DVR port b1936fc5-87d1-4120-83e6-dabda61b73c7 on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:04:36.742947 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a7f04189-a97c-4743-88e3-42e66c9daf44 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:36.780006 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-a7f04189-a97c-4743-88e3-42e66c9daf44 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2df75716-09ab-43b2-85c7-b14ac2a6f03d']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:36.797096 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f671f288-8916-4f82-aaf8-053c00ae4fd9 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:36.799245 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-a7f04189-a97c-4743-88e3-42e66c9daf44 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e680bed-253b-4440-b738-6574254ece6b') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:36.799536 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-a7f04189-a97c-4743-88e3-42e66c9daf44 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e680bed-253b-4440-b738-6574254ece6b') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:36.849174 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f671f288-8916-4f82-aaf8-053c00ae4fd9 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:36.858008 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-e8119364-342d-4774-9a1d-a482d51ed34c tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Deleting port 82e4bb9b-b5b4-488b-b66e-5c74411ca046 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:04:36.858350 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e8119364-342d-4774-9a1d-a482d51ed34c tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:36.891714 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-405561a3-8a2b-483e-91fe-54d5cda725a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:36.892818 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a7f04189-a97c-4743-88e3-42e66c9daf44 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32216962'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:36.930529 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7d6e84-b2a3-4622-8b03-7dee48ca84ea None None] DHCP port deletion for 3229c636-8b37-4bfa-bba4-754edf10a5cb request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:04:36.962548 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-4c7d6e84-b2a3-4622-8b03-7dee48ca84ea None None] Deleting port 0fd7def5-77a0-4197-a22a-65d063726f3d {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:04:36.962957 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4c7d6e84-b2a3-4622-8b03-7dee48ca84ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:36.999137 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a7f04189-a97c-4743-88e3-42e66c9daf44 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:37.022438 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7f04189-a97c-4743-88e3-42e66c9daf44 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:04:37.022844 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a7f04189-a97c-4743-88e3-42e66c9daf44 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32033006'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:37.037000 dv-neutron-828797-1-hyperv neutron-server[84332]: Traceback (most recent call last): Feb 10 23:04:37.037000 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:04:37.037000 dv-neutron-828797-1-hyperv neutron-server[84332]: timer() Feb 10 23:04:37.037000 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:04:37.037000 dv-neutron-828797-1-hyperv neutron-server[84332]: cb(*args, **kw) Feb 10 23:04:37.037000 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:04:37.037000 dv-neutron-828797-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Feb 10 23:04:37.037000 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:04:37.037000 dv-neutron-828797-1-hyperv neutron-server[84332]: self._notify() Feb 10 23:04:37.037000 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:04:37.037000 dv-neutron-828797-1-hyperv neutron-server[84332]: self.callback(batched_events) Feb 10 23:04:37.037000 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:04:37.037000 dv-neutron-828797-1-hyperv neutron-server[84332]: event.method(event) Feb 10 23:04:37.037000 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:04:37.037000 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:04:37.037000 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:04:37.037000 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:04:37.037000 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:04:37.037000 dv-neutron-828797-1-hyperv neutron-server[84332]: return f(self, *a, **k) Feb 10 23:04:37.037000 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:04:37.037000 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._get(url).json() Feb 10 23:04:37.037000 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:04:37.037000 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:04:37.037000 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:04:37.037000 dv-neutron-828797-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Feb 10 23:04:37.037000 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:04:37.037000 dv-neutron-828797-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:04:37.037000 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:04:37.037000 dv-neutron-828797-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:04:37.037000 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:04:37.037000 dv-neutron-828797-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:04:37.037000 dv-neutron-828797-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:04:37.105799 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5f65174b-ecd3-4f8e-a528-cf9ada99440a tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:37.142344 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-9bfdc2ed-6b56-4011-8ff2-558bd1600ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4cba652-48e1-4de6-ac75-d2cd0a781767', 'name': 'tempest-ServersTestJSON-1746539574-router', 'tenant_id': 'b6f152d8d3864ce9bbf63b40c6aaa545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': '755ef63d-c5a8-4f83-b0dc-05ee612984a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:02:35Z', 'updated_at': '2022-02-10T23:04:28Z', 'revision_number': 5, 'project_id': 'b6f152d8d3864ce9bbf63b40c6aaa545', 'gw_port': {'id': '755ef63d-c5a8-4f83-b0dc-05ee612984a0', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:32:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cba652-48e1-4de6-ac75-d2cd0a781767', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:37Z', 'updated_at': '2022-02-10T23:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:37.162741 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfdc2ed-6b56-4011-8ff2-558bd1600ecb None None] Checking router: f4cba652-48e1-4de6-ac75-d2cd0a781767 for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:04:37.192195 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8c93ba0e-c191-4896-90f8-54687ae247db tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732944'] for router_interface, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:37.249801 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a7f04189-a97c-4743-88e3-42e66c9daf44 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:37.250050 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-5f65174b-ecd3-4f8e-a528-cf9ada99440a tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Calling delete_port for f6ea3a55-3e82-4221-9545-000e333dad2c owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:04:37.258278 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-651baac0-e6d8-451d-8e72-b5018214cc93 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:37.289824 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-4c7d6e84-b2a3-4622-8b03-7dee48ca84ea None None] For port 0fd7def5-77a0-4197-a22a-65d063726f3d, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=0fd7def5-77a0-4197-a22a-65d063726f3d,segment=NetworkSegment(6f4e3826-bbea-41a8-96fc-6bf5edd50af0),segment_id=6f4e3826-bbea-41a8-96fc-6bf5edd50af0)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:04:37.290493 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4c7d6e84-b2a3-4622-8b03-7dee48ca84ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:37.361127 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a7f04189-a97c-4743-88e3-42e66c9daf44 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:37.389458 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651baac0-e6d8-451d-8e72-b5018214cc93 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Pushing event deleted for resources: {'Port': ['ID=30db3d0d-7f34-434c-b44f-615249a628ec,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:37.395747 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f04189-a97c-4743-88e3-42e66c9daf44 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event deleted for resources: {'Network': ['ID=2df75716-09ab-43b2-85c7-b14ac2a6f03d,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:37.404445 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a7f04189-a97c-4743-88e3-42e66c9daf44 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "DELETE /v2.0/networks/2df75716-09ab-43b2-85c7-b14ac2a6f03d HTTP/1.1" status: 204 len: 168 time: 1.3049612 Feb 10 23:04:37.427041 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41192) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:37.433147 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-4c7d6e84-b2a3-4622-8b03-7dee48ca84ea None None] Calling delete_port for 0fd7def5-77a0-4197-a22a-65d063726f3d owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:04:37.521552 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfdc2ed-6b56-4011-8ff2-558bd1600ecb None None] Routers {'f4cba652-48e1-4de6-ac75-d2cd0a781767'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:04:37.522230 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-9bfdc2ed-6b56-4011-8ff2-558bd1600ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:04:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['f4cba652-48e1-4de6-ac75-d2cd0a781767'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:37.579158 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4c7d6e84-b2a3-4622-8b03-7dee48ca84ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:37.659175 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-651baac0-e6d8-451d-8e72-b5018214cc93 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734197'] for router_gateway, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:37.689218 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7d6e84-b2a3-4622-8b03-7dee48ca84ea None None] Pushing event deleted for resources: {'Port': ['ID=0fd7def5-77a0-4197-a22a-65d063726f3d,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:37.710454 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7d6e84-b2a3-4622-8b03-7dee48ca84ea None None] No DVR routers for this DVR port 0fd7def5-77a0-4197-a22a-65d063726f3d on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:04:37.772206 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-9bfdc2ed-6b56-4011-8ff2-558bd1600ecb None None] Set router f4cba652-48e1-4de6-ac75-d2cd0a781767 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:04:37.894118 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e8119364-342d-4774-9a1d-a482d51ed34c tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:37.960991 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-651baac0-e6d8-451d-8e72-b5018214cc93 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:37.968272 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-651baac0-e6d8-451d-8e72-b5018214cc93 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:38.039612 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-e8119364-342d-4774-9a1d-a482d51ed34c tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Calling delete_port for 82e4bb9b-b5b4-488b-b66e-5c74411ca046 owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:04:38.229813 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-f671f288-8916-4f82-aaf8-053c00ae4fd9 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Allocated IP 172.26.8.189 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/18293798-240e-4af2-ac11-34a1f5f75208) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:04:38.257857 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 0fd7def5-77a0-4197-a22a-65d063726f3d no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:04:38.297240 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 0fd7def5-77a0-4197-a22a-65d063726f3d {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:04:38.297503 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 0fd7def5-77a0-4197-a22a-65d063726f3d not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:04:38.323644 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-9bfdc2ed-6b56-4011-8ff2-558bd1600ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4cba652-48e1-4de6-ac75-d2cd0a781767', 'name': 'tempest-ServersTestJSON-1746539574-router', 'tenant_id': 'b6f152d8d3864ce9bbf63b40c6aaa545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': '755ef63d-c5a8-4f83-b0dc-05ee612984a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:02:35Z', 'updated_at': '2022-02-10T23:04:28Z', 'revision_number': 5, 'project_id': 'b6f152d8d3864ce9bbf63b40c6aaa545', 'gw_port': {'id': '755ef63d-c5a8-4f83-b0dc-05ee612984a0', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:32:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cba652-48e1-4de6-ac75-d2cd0a781767', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:37Z', 'updated_at': '2022-02-10T23:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:38.329661 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfdc2ed-6b56-4011-8ff2-558bd1600ecb None None] The sync data for ids ['f4cba652-48e1-4de6-ac75-d2cd0a781767'] in dv-neutron-828797-1-hyperv is: [{'id': 'f4cba652-48e1-4de6-ac75-d2cd0a781767', 'name': 'tempest-ServersTestJSON-1746539574-router', 'tenant_id': 'b6f152d8d3864ce9bbf63b40c6aaa545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': '755ef63d-c5a8-4f83-b0dc-05ee612984a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:02:35Z', 'updated_at': '2022-02-10T23:04:28Z', 'revision_number': 5, 'project_id': 'b6f152d8d3864ce9bbf63b40c6aaa545', 'gw_port': {'id': '755ef63d-c5a8-4f83-b0dc-05ee612984a0', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:32:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cba652-48e1-4de6-ac75-d2cd0a781767', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:37Z', 'updated_at': '2022-02-10T23:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:04:38.353369 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b2279d0b-1013-4cfe-8c48-7e3694433d0c tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:38.382870 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e8119364-342d-4774-9a1d-a482d51ed34c tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:38.426454 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-651baac0-e6d8-451d-8e72-b5018214cc93 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:38.427131 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-651baac0-e6d8-451d-8e72-b5018214cc93 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Fanout notify agent at l3_agent the message router_deleted on router 67b060a6-5306-4a77-86d5-4bb9d258a606 {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:04:38.513643 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-651baac0-e6d8-451d-8e72-b5018214cc93 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:38.514745 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-651baac0-e6d8-451d-8e72-b5018214cc93 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] 10.222.0.59 "DELETE /v2.0/routers/67b060a6-5306-4a77-86d5-4bb9d258a606 HTTP/1.1" status: 204 len: 168 time: 4.0651779 Feb 10 23:04:38.518769 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41210) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:38.524819 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-7a7d7782-9c90-43ef-bc71-04fcef015d07 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2144161969', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:04:38.535257 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-7a7d7782-9c90-43ef-bc71-04fcef015d07 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:38.541061 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8119364-342d-4774-9a1d-a482d51ed34c tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Pushing event deleted for resources: {'Port': ['ID=82e4bb9b-b5b4-488b-b66e-5c74411ca046,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:38.549401 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-7a7d7782-9c90-43ef-bc71-04fcef015d07 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Usage tracker for resource:router and tenant:9106f78d7f4749b994ba4bdf05ebdeb2 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:38.553170 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-7a7d7782-9c90-43ef-bc71-04fcef015d07 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:38.566697 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-7a7d7782-9c90-43ef-bc71-04fcef015d07 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:38.568608 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41214) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:38.733570 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7a7d7782-9c90-43ef-bc71-04fcef015d07 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:38.735648 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7a7d7782-9c90-43ef-bc71-04fcef015d07 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:38.778285 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7a7d7782-9c90-43ef-bc71-04fcef015d07 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:38.803482 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-f6962dc7-6848-49de-bd6a-6aa1904a61b7 tempest-RoutersAdminNegativeIpV6Test-694444519 tempest-RoutersAdminNegativeIpV6Test-694444519-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1452677635', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:04:38.811424 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f6962dc7-6848-49de-bd6a-6aa1904a61b7 tempest-RoutersAdminNegativeIpV6Test-694444519 tempest-RoutersAdminNegativeIpV6Test-694444519-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:38.828529 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f6962dc7-6848-49de-bd6a-6aa1904a61b7 tempest-RoutersAdminNegativeIpV6Test-694444519 tempest-RoutersAdminNegativeIpV6Test-694444519-project-admin] Usage tracker for resource:port and tenant:c53ff82bdbef4a0bb168731f2a4f393c is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:38.838236 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f6962dc7-6848-49de-bd6a-6aa1904a61b7 tempest-RoutersAdminNegativeIpV6Test-694444519 tempest-RoutersAdminNegativeIpV6Test-694444519-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:38.854560 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f6962dc7-6848-49de-bd6a-6aa1904a61b7 tempest-RoutersAdminNegativeIpV6Test-694444519 tempest-RoutersAdminNegativeIpV6Test-694444519-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:38.861241 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-8c93ba0e-c191-4896-90f8-54687ae247db tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Deleting port 10c01280-3469-4620-8bf2-03301ea1720b {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:04:38.861691 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8c93ba0e-c191-4896-90f8-54687ae247db tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:38.906373 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7a7d7782-9c90-43ef-bc71-04fcef015d07 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:38.929384 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f671f288-8916-4f82-aaf8-053c00ae4fd9 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:38.976093 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e8119364-342d-4774-9a1d-a482d51ed34c tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:38.994100 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b2279d0b-1013-4cfe-8c48-7e3694433d0c tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:39.010958 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6962dc7-6848-49de-bd6a-6aa1904a61b7 tempest-RoutersAdminNegativeIpV6Test-694444519 tempest-RoutersAdminNegativeIpV6Test-694444519-project-admin] Made reservation on behalf of c53ff82bdbef4a0bb168731f2a4f393c for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:04:39.013378 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f6962dc7-6848-49de-bd6a-6aa1904a61b7 tempest-RoutersAdminNegativeIpV6Test-694444519 tempest-RoutersAdminNegativeIpV6Test-694444519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:39.030821 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7a7d7782-9c90-43ef-bc71-04fcef015d07 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:39.031962 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7a7d7782-9c90-43ef-bc71-04fcef015d07 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5122733 Feb 10 23:04:39.040035 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-e8119364-342d-4774-9a1d-a482d51ed34c tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] 10.222.0.59 "DELETE /v2.0/ports/82e4bb9b-b5b4-488b-b66e-5c74411ca046 HTTP/1.1" status: 204 len: 168 time: 2.4196239 Feb 10 23:04:39.041285 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41220) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:39.043372 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41222) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:39.048365 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f6962dc7-6848-49de-bd6a-6aa1904a61b7 tempest-RoutersAdminNegativeIpV6Test-694444519 tempest-RoutersAdminNegativeIpV6Test-694444519-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:39.051543 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-b2279d0b-1013-4cfe-8c48-7e3694433d0c tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3229c636-8b37-4bfa-bba4-754edf10a5cb']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:39.060376 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-a054dbbe-3a86-4ef5-a661-8e4cabb993e2 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:04:39.069397 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-b2279d0b-1013-4cfe-8c48-7e3694433d0c tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f4e3826-bbea-41a8-96fc-6bf5edd50af0') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:39.069691 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-b2279d0b-1013-4cfe-8c48-7e3694433d0c tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f4e3826-bbea-41a8-96fc-6bf5edd50af0') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:39.095943 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b2279d0b-1013-4cfe-8c48-7e3694433d0c tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:39.115928 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5f65174b-ecd3-4f8e-a528-cf9ada99440a tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:39.120670 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b2279d0b-1013-4cfe-8c48-7e3694433d0c tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:39.167099 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2279d0b-1013-4cfe-8c48-7e3694433d0c tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:04:39.167496 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b2279d0b-1013-4cfe-8c48-7e3694433d0c tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:39.189661 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:04:39.189661 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:04:39.189661 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:04:39.189661 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:04:39.189661 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:04:39.189661 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:04:39.189661 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:04:39.189661 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:04:39.189661 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:04:39.189661 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:04:39.189661 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:04:39.189661 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:04:39.189661 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:04:39.189661 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:04:39.189661 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:04:39.189661 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:04:39.189661 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:04:39.189661 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:04:39.189661 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:04:39.189661 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:04:39.189661 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:04:39.189661 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:04:39.189661 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:04:39.189661 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:04:39.189661 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:04:39.189661 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:04:39.189661 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:04:39.189661 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:04:39.189661 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:04:39.189661 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:04:39.189661 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:04:39.189661 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:04:39.196623 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f65174b-ecd3-4f8e-a528-cf9ada99440a tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event deleted for resources: {'Port': ['ID=f6ea3a55-3e82-4221-9545-000e333dad2c,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:39.246416 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f671f288-8916-4f82-aaf8-053c00ae4fd9 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:39.297215 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8c93ba0e-c191-4896-90f8-54687ae247db tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:39.317262 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f6962dc7-6848-49de-bd6a-6aa1904a61b7 tempest-RoutersAdminNegativeIpV6Test-694444519 tempest-RoutersAdminNegativeIpV6Test-694444519-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:39.433112 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f6962dc7-6848-49de-bd6a-6aa1904a61b7 tempest-RoutersAdminNegativeIpV6Test-694444519 tempest-RoutersAdminNegativeIpV6Test-694444519-project-admin] Usage tracker for resource:security_group_rule and tenant:c53ff82bdbef4a0bb168731f2a4f393c is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:39.439802 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f6962dc7-6848-49de-bd6a-6aa1904a61b7 tempest-RoutersAdminNegativeIpV6Test-694444519 tempest-RoutersAdminNegativeIpV6Test-694444519-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:39.448707 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-8c93ba0e-c191-4896-90f8-54687ae247db tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Calling delete_port for 10c01280-3469-4620-8bf2-03301ea1720b owned by network:router_interface {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:04:39.487136 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f6962dc7-6848-49de-bd6a-6aa1904a61b7 tempest-RoutersAdminNegativeIpV6Test-694444519 tempest-RoutersAdminNegativeIpV6Test-694444519-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:39.525574 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-405561a3-8a2b-483e-91fe-54d5cda725a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:39.541295 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f671f288-8916-4f82-aaf8-053c00ae4fd9 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:04:39.554532 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-f671f288-8916-4f82-aaf8-053c00ae4fd9 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:39.568489 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f671f288-8916-4f82-aaf8-053c00ae4fd9 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:04:39.596193 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f671f288-8916-4f82-aaf8-053c00ae4fd9 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Pushing event updated for resources: {'Port': ['ID=18293798-240e-4af2-ac11-34a1f5f75208,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:39.660404 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5a01fe-22df-4306-8417-20a857f5384a tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:39.661290 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-fe5a01fe-22df-4306-8417-20a857f5384a tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Synchronizing usage tracker for tenant:49d8db2e027e4e2598b80440182ef56a on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:04:39.738852 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b2279d0b-1013-4cfe-8c48-7e3694433d0c tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:39.802726 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b2279d0b-1013-4cfe-8c48-7e3694433d0c tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:39.812500 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-405561a3-8a2b-483e-91fe-54d5cda725a8 admin admin] Deleting port 755ef63d-c5a8-4f83-b0dc-05ee612984a0 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:04:39.814493 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-405561a3-8a2b-483e-91fe-54d5cda725a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:39.834200 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f6962dc7-6848-49de-bd6a-6aa1904a61b7 tempest-RoutersAdminNegativeIpV6Test-694444519 tempest-RoutersAdminNegativeIpV6Test-694444519-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:39.844452 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2279d0b-1013-4cfe-8c48-7e3694433d0c tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event deleted for resources: {'Network': ['ID=3229c636-8b37-4bfa-bba4-754edf10a5cb,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:39.865997 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-b2279d0b-1013-4cfe-8c48-7e3694433d0c tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "DELETE /v2.0/networks/3229c636-8b37-4bfa-bba4-754edf10a5cb HTTP/1.1" status: 204 len: 168 time: 2.4246168 Feb 10 23:04:39.878693 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41228) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:39.897838 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-866c97b8-9fc9-42fe-8323-1fd3bf815eec tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-323461099'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:04:39.926672 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-866c97b8-9fc9-42fe-8323-1fd3bf815eec tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:39.929760 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5f65174b-ecd3-4f8e-a528-cf9ada99440a tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2767638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733091'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:39.978982 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-fe5a01fe-22df-4306-8417-20a857f5384a tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Unset dirty status for tenant:49d8db2e027e4e2598b80440182ef56a on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:04:39.980094 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-fe5a01fe-22df-4306-8417-20a857f5384a tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] 10.222.0.59 "GET /v2.0/ports?device_id=8e5bbf54-27fc-4306-90d4-7e66b68f9662 HTTP/1.1" status: 200 len: 913 time: 0.9237235 Feb 10 23:04:39.980440 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-866c97b8-9fc9-42fe-8323-1fd3bf815eec tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Usage tracker for resource:network and tenant:9679d844e15947ffaadb0d4f870cf9d6 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:39.980803 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f6962dc7-6848-49de-bd6a-6aa1904a61b7 tempest-RoutersAdminNegativeIpV6Test-694444519 tempest-RoutersAdminNegativeIpV6Test-694444519-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:39.990054 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41232) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:39.990816 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-866c97b8-9fc9-42fe-8323-1fd3bf815eec tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:39.999368 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-f6962dc7-6848-49de-bd6a-6aa1904a61b7 tempest-RoutersAdminNegativeIpV6Test-694444519 tempest-RoutersAdminNegativeIpV6Test-694444519-project-admin] device_id is not set on port b8f1a2af-6000-4269-8227-7635b5dcf79b yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:04:40.059297 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-866c97b8-9fc9-42fe-8323-1fd3bf815eec tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:40.113034 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6962dc7-6848-49de-bd6a-6aa1904a61b7 tempest-RoutersAdminNegativeIpV6Test-694444519 tempest-RoutersAdminNegativeIpV6Test-694444519-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13254856-2fba-4af5-87c6-27be6b75d365,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:40.137657 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a054dbbe-3a86-4ef5-a661-8e4cabb993e2 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:40.173927 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device ff0bc89f-9198-4895-93f4-20c2e1e0cbf9 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:04:40.225851 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: ff0bc89f-9198-4895-93f4-20c2e1e0cbf9 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:04:40.226251 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device ff0bc89f-9198-4895-93f4-20c2e1e0cbf9 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:04:40.230449 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-f6962dc7-6848-49de-bd6a-6aa1904a61b7 tempest-RoutersAdminNegativeIpV6Test-694444519 tempest-RoutersAdminNegativeIpV6Test-694444519-project-admin] Allocated IP 172.26.8.45 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/b8f1a2af-6000-4269-8227-7635b5dcf79b) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:04:40.283697 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866c97b8-9fc9-42fe-8323-1fd3bf815eec tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Made reservation on behalf of 9679d844e15947ffaadb0d4f870cf9d6 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:04:40.286680 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-866c97b8-9fc9-42fe-8323-1fd3bf815eec tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:40.299006 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8c93ba0e-c191-4896-90f8-54687ae247db tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:40.361306 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-405561a3-8a2b-483e-91fe-54d5cda725a8 admin admin] For port 755ef63d-c5a8-4f83-b0dc-05ee612984a0, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=755ef63d-c5a8-4f83-b0dc-05ee612984a0,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:04:40.361657 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-405561a3-8a2b-483e-91fe-54d5cda725a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:40.412148 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c93ba0e-c191-4896-90f8-54687ae247db tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Pushing event deleted for resources: {'Port': ['ID=10c01280-3469-4620-8bf2-03301ea1720b,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:40.494213 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-866c97b8-9fc9-42fe-8323-1fd3bf815eec tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:04:40.503230 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-405561a3-8a2b-483e-91fe-54d5cda725a8 admin admin] Calling delete_port for 755ef63d-c5a8-4f83-b0dc-05ee612984a0 owned by network:router_gateway {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:04:40.659008 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f6962dc7-6848-49de-bd6a-6aa1904a61b7 tempest-RoutersAdminNegativeIpV6Test-694444519 tempest-RoutersAdminNegativeIpV6Test-694444519-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:40.813670 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-866c97b8-9fc9-42fe-8323-1fd3bf815eec tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:40.813884 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-866c97b8-9fc9-42fe-8323-1fd3bf815eec tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Added segment 6157d136-503e-450f-9701-58a792c496c2 of type vlan for network f9383e9b-93a0-435a-912a-fcd9911ab33d Feb 10 23:04:40.887058 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-866c97b8-9fc9-42fe-8323-1fd3bf815eec tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:40.892876 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a054dbbe-3a86-4ef5-a661-8e4cabb993e2 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks [] for router_gateway, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:40.925199 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f6962dc7-6848-49de-bd6a-6aa1904a61b7 tempest-RoutersAdminNegativeIpV6Test-694444519 tempest-RoutersAdminNegativeIpV6Test-694444519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:40.938757 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f671f288-8916-4f82-aaf8-053c00ae4fd9 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for router_gateway, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:40.945694 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f671f288-8916-4f82-aaf8-053c00ae4fd9 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:40.959061 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a054dbbe-3a86-4ef5-a661-8e4cabb993e2 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:41.066105 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6962dc7-6848-49de-bd6a-6aa1904a61b7 tempest-RoutersAdminNegativeIpV6Test-694444519 tempest-RoutersAdminNegativeIpV6Test-694444519-project-admin] Pushing event updated for resources: {'Port': ['ID=b8f1a2af-6000-4269-8227-7635b5dcf79b,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:41.071276 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6962dc7-6848-49de-bd6a-6aa1904a61b7 tempest-RoutersAdminNegativeIpV6Test-694444519 tempest-RoutersAdminNegativeIpV6Test-694444519-project-admin] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:04:41.077689 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-f6962dc7-6848-49de-bd6a-6aa1904a61b7 tempest-RoutersAdminNegativeIpV6Test-694444519 tempest-RoutersAdminNegativeIpV6Test-694444519-project-admin] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:41.079931 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6962dc7-6848-49de-bd6a-6aa1904a61b7 tempest-RoutersAdminNegativeIpV6Test-694444519 tempest-RoutersAdminNegativeIpV6Test-694444519-project-admin] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:04:41.197446 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.resource_extend [None req-866c97b8-9fc9-42fe-8323-1fd3bf815eec tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:04:41.197745 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6962dc7-6848-49de-bd6a-6aa1904a61b7 tempest-RoutersAdminNegativeIpV6Test-694444519 tempest-RoutersAdminNegativeIpV6Test-694444519-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:41.198459 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f6962dc7-6848-49de-bd6a-6aa1904a61b7 tempest-RoutersAdminNegativeIpV6Test-694444519 tempest-RoutersAdminNegativeIpV6Test-694444519-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:41.226319 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-a054dbbe-3a86-4ef5-a661-8e4cabb993e2 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Allocated IP 172.26.8.117 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/af4f7b50-7aff-48d8-87bc-5a3f6dee05b6) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:04:41.324443 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8c93ba0e-c191-4896-90f8-54687ae247db tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2767638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733091'] for router_interface, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:41.329630 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f65174b-ecd3-4f8e-a528-cf9ada99440a tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Router 844462a6-c714-4837-9ec2-5886c1f60d6b has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:04:41.406114 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-866c97b8-9fc9-42fe-8323-1fd3bf815eec tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:41.409809 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866c97b8-9fc9-42fe-8323-1fd3bf815eec tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:41.411092 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-866c97b8-9fc9-42fe-8323-1fd3bf815eec tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:41.414381 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f6962dc7-6848-49de-bd6a-6aa1904a61b7 tempest-RoutersAdminNegativeIpV6Test-694444519 tempest-RoutersAdminNegativeIpV6Test-694444519-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.8438599 Feb 10 23:04:41.442431 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41236) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:41.464040 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-dd317cdb-fe58-4a80-b824-87a79048dc6c tempest-RoutersAdminNegativeIpV6Test-694444519 tempest-RoutersAdminNegativeIpV6Test-694444519-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.45'}]}}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:04:41.590980 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-dd317cdb-fe58-4a80-b824-87a79048dc6c tempest-RoutersAdminNegativeIpV6Test-694444519 tempest-RoutersAdminNegativeIpV6Test-694444519-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:41.593479 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-405561a3-8a2b-483e-91fe-54d5cda725a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:41.644516 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a054dbbe-3a86-4ef5-a661-8e4cabb993e2 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:41.692310 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-dd317cdb-fe58-4a80-b824-87a79048dc6c tempest-RoutersAdminNegativeIpV6Test-694444519 tempest-RoutersAdminNegativeIpV6Test-694444519-project-admin] Usage tracker for resource:router and tenant:c53ff82bdbef4a0bb168731f2a4f393c is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:41.707763 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-dd317cdb-fe58-4a80-b824-87a79048dc6c tempest-RoutersAdminNegativeIpV6Test-694444519 tempest-RoutersAdminNegativeIpV6Test-694444519-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:41.725269 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-dd317cdb-fe58-4a80-b824-87a79048dc6c tempest-RoutersAdminNegativeIpV6Test-694444519 tempest-RoutersAdminNegativeIpV6Test-694444519-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:41.727286 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866c97b8-9fc9-42fe-8323-1fd3bf815eec tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event updated for resources: {'Network': ['ID=f9383e9b-93a0-435a-912a-fcd9911ab33d,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:41.739488 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network f9383e9b-93a0-435a-912a-fcd9911ab33d details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:04:41.747885 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c0682604-2139-4249-9d04-31ac51b10e0f tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732944'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:41.838892 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-866c97b8-9fc9-42fe-8323-1fd3bf815eec tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9543185 Feb 10 23:04:41.840007 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405561a3-8a2b-483e-91fe-54d5cda725a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=755ef63d-c5a8-4f83-b0dc-05ee612984a0,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:41.850315 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41242) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:41.861244 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a054dbbe-3a86-4ef5-a661-8e4cabb993e2 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:41.870372 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-b6be5ffc-e0bf-4d1d-b418-a3b16bdc2bf0 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Request body: {'subnet': {'network_id': 'f9383e9b-93a0-435a-912a-fcd9911ab33d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:04:41.953116 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f65174b-ecd3-4f8e-a528-cf9ada99440a tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:04:41.964251 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f476a3-deb5-4ee5-b033-1b675c26532b None None] Sync routers for ids ['844462a6-c714-4837-9ec2-5886c1f60d6b'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:04:41.964783 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-5f65174b-ecd3-4f8e-a528-cf9ada99440a tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "PUT /v2.0/routers/844462a6-c714-4837-9ec2-5886c1f60d6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8175347 Feb 10 23:04:41.967454 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41246) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:41.971589 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dd317cdb-fe58-4a80-b824-87a79048dc6c tempest-RoutersAdminNegativeIpV6Test-694444519 tempest-RoutersAdminNegativeIpV6Test-694444519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:41.972512 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dd317cdb-fe58-4a80-b824-87a79048dc6c tempest-RoutersAdminNegativeIpV6Test-694444519 tempest-RoutersAdminNegativeIpV6Test-694444519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:41.978878 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f476a3-deb5-4ee5-b033-1b675c26532b None None] Routers {'844462a6-c714-4837-9ec2-5886c1f60d6b'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:04:41.979678 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-18f476a3-deb5-4ee5-b033-1b675c26532b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:04:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['844462a6-c714-4837-9ec2-5886c1f60d6b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:42.037723 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-e2544664-8026-44e3-ab77-766d2e987fb3 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Synchronizing usage tracker for tenant:62dc022463634d02b4f57b75cc001545 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:04:42.039786 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-18f476a3-deb5-4ee5-b033-1b675c26532b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:42.041386 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a054dbbe-3a86-4ef5-a661-8e4cabb993e2 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:04:42.053676 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f476a3-deb5-4ee5-b033-1b675c26532b None None] Routers {'844462a6-c714-4837-9ec2-5886c1f60d6b'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:04:42.053868 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-a054dbbe-3a86-4ef5-a661-8e4cabb993e2 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:42.055761 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-18f476a3-deb5-4ee5-b033-1b675c26532b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:04:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['844462a6-c714-4837-9ec2-5886c1f60d6b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:42.066161 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a054dbbe-3a86-4ef5-a661-8e4cabb993e2 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Pushing event updated for resources: {'Port': ['ID=af4f7b50-7aff-48d8-87bc-5a3f6dee05b6,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:42.070360 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a054dbbe-3a86-4ef5-a661-8e4cabb993e2 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:04:42.119623 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-18f476a3-deb5-4ee5-b033-1b675c26532b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:42.120016 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f476a3-deb5-4ee5-b033-1b675c26532b None None] The sync data for ids ['844462a6-c714-4837-9ec2-5886c1f60d6b'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:04:42.128510 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-b6be5ffc-e0bf-4d1d-b418-a3b16bdc2bf0 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:42.140806 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b6be5ffc-e0bf-4d1d-b418-a3b16bdc2bf0 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Usage tracker for resource:subnet and tenant:9679d844e15947ffaadb0d4f870cf9d6 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:42.145448 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b6be5ffc-e0bf-4d1d-b418-a3b16bdc2bf0 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:42.160258 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-b6be5ffc-e0bf-4d1d-b418-a3b16bdc2bf0 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:42.338569 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6be5ffc-e0bf-4d1d-b418-a3b16bdc2bf0 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Made reservation on behalf of 9679d844e15947ffaadb0d4f870cf9d6 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:04:42.354808 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dd317cdb-fe58-4a80-b824-87a79048dc6c tempest-RoutersAdminNegativeIpV6Test-694444519 tempest-RoutersAdminNegativeIpV6Test-694444519-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:42.372744 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-405561a3-8a2b-483e-91fe-54d5cda725a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734197'] for router_gateway, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:42.478128 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b6be5ffc-e0bf-4d1d-b418-a3b16bdc2bf0 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:42.490357 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-e2544664-8026-44e3-ab77-766d2e987fb3 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Unset dirty status for tenant:62dc022463634d02b4f57b75cc001545 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:04:42.491509 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-e2544664-8026-44e3-ab77-766d2e987fb3 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "GET /v2.0/ports?device_id=844462a6-c714-4837-9ec2-5886c1f60d6b HTTP/1.1" status: 200 len: 205 time: 0.5222142 Feb 10 23:04:42.496852 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41250) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:42.745725 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9b901ddd-9430-4b1f-8cd3-fc8811c17ea0 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:42.818290 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-405561a3-8a2b-483e-91fe-54d5cda725a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:42.842443 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-405561a3-8a2b-483e-91fe-54d5cda725a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:42.920519 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f671f288-8916-4f82-aaf8-053c00ae4fd9 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Router ceb0202d-0403-475b-a150-eb543df39ce0 is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:04:42.930727 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dd317cdb-fe58-4a80-b824-87a79048dc6c tempest-RoutersAdminNegativeIpV6Test-694444519 tempest-RoutersAdminNegativeIpV6Test-694444519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:43.066877 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-405561a3-8a2b-483e-91fe-54d5cda725a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:43.067603 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-405561a3-8a2b-483e-91fe-54d5cda725a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4cba652-48e1-4de6-ac75-d2cd0a781767 {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:04:43.187270 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-405561a3-8a2b-483e-91fe-54d5cda725a8 admin admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:43.190791 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-405561a3-8a2b-483e-91fe-54d5cda725a8 admin admin] 10.222.0.59 "DELETE /v2.0/routers/f4cba652-48e1-4de6-ac75-d2cd0a781767 HTTP/1.1" status: 204 len: 168 time: 7.3250771 Feb 10 23:04:43.199631 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41254) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:43.274849 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a054dbbe-3a86-4ef5-a661-8e4cabb993e2 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks [] for router_gateway, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:43.381830 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-12bef906-b6ed-455f-8206-0fd23308e22d admin admin] Deleting subnet ca52b472-e037-459c-a520-2e3911329927 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:04:43.388979 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-12bef906-b6ed-455f-8206-0fd23308e22d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:43.392083 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c93ba0e-c191-4896-90f8-54687ae247db tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Router 339942e3-60ef-46c1-9ddf-5043acf39339 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:04:43.466528 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-12bef906-b6ed-455f-8206-0fd23308e22d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31983416'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:43.508364 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b6be5ffc-e0bf-4d1d-b418-a3b16bdc2bf0 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:43.608048 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9b901ddd-9430-4b1f-8cd3-fc8811c17ea0 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:43.636082 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9b901ddd-9430-4b1f-8cd3-fc8811c17ea0 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:43.724212 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6be5ffc-e0bf-4d1d-b418-a3b16bdc2bf0 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event updated for resources: {'Subnet': ['ID=7bb84f4f-a84c-4672-ad70-cb1c75be57f2,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:43.802647 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-12bef906-b6ed-455f-8206-0fd23308e22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:43.804221 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a054dbbe-3a86-4ef5-a661-8e4cabb993e2 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:43.828300 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a054dbbe-3a86-4ef5-a661-8e4cabb993e2 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1734371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1734168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1735070'] for router, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:43.835648 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6be5ffc-e0bf-4d1d-b418-a3b16bdc2bf0 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Checking segment: {'id': '6157d136-503e-450f-9701-58a792c496c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f9383e9b-93a0-435a-912a-fcd9911ab33d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:04:43.835998 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6be5ffc-e0bf-4d1d-b418-a3b16bdc2bf0 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Network hostable DHCP agents. Network: f9383e9b-93a0-435a-912a-fcd9911ab33d, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:04:43.880271 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f671f288-8916-4f82-aaf8-053c00ae4fd9 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:04:43.891310 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e99a7b-dd39-49a6-bc6e-173b0a386d92 None None] Sync routers for ids ['ceb0202d-0403-475b-a150-eb543df39ce0'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:04:43.905914 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e99a7b-dd39-49a6-bc6e-173b0a386d92 None None] Routers {'ceb0202d-0403-475b-a150-eb543df39ce0'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:04:43.906804 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-e8e99a7b-dd39-49a6-bc6e-173b0a386d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:04:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['ceb0202d-0403-475b-a150-eb543df39ce0'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:43.971616 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-e8e99a7b-dd39-49a6-bc6e-173b0a386d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:43.977114 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9b901ddd-9430-4b1f-8cd3-fc8811c17ea0 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:43.977637 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b901ddd-9430-4b1f-8cd3-fc8811c17ea0 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Fanout notify agent at l3_agent the message router_deleted on router 844462a6-c714-4837-9ec2-5886c1f60d6b {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:04:43.990791 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e99a7b-dd39-49a6-bc6e-173b0a386d92 None None] Routers {'ceb0202d-0403-475b-a150-eb543df39ce0'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:04:43.991368 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-e8e99a7b-dd39-49a6-bc6e-173b0a386d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:04:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['ceb0202d-0403-475b-a150-eb543df39ce0'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:44.020998 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9b901ddd-9430-4b1f-8cd3-fc8811c17ea0 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:44.022086 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9b901ddd-9430-4b1f-8cd3-fc8811c17ea0 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "DELETE /v2.0/routers/844462a6-c714-4837-9ec2-5886c1f60d6b HTTP/1.1" status: 204 len: 168 time: 1.5223885 Feb 10 23:04:44.026685 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f671f288-8916-4f82-aaf8-053c00ae4fd9 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:44.031809 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-f671f288-8916-4f82-aaf8-053c00ae4fd9 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.7212501 Feb 10 23:04:44.031943 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41258) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:44.032031 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dd317cdb-fe58-4a80-b824-87a79048dc6c tempest-RoutersAdminNegativeIpV6Test-694444519 tempest-RoutersAdminNegativeIpV6Test-694444519-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:44.057629 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41262) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:44.063851 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-e8e99a7b-dd39-49a6-bc6e-173b0a386d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:44.064371 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e99a7b-dd39-49a6-bc6e-173b0a386d92 None None] The sync data for ids ['ceb0202d-0403-475b-a150-eb543df39ce0'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:04:44.105373 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6be5ffc-e0bf-4d1d-b418-a3b16bdc2bf0 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Network f9383e9b-93a0-435a-912a-fcd9911ab33d is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:04:44.118677 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-c0682604-2139-4249-9d04-31ac51b10e0f tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Deleting port 98a7118c-2e1c-46b3-a80d-b013a3c0c40e {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:04:44.119220 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c0682604-2139-4249-9d04-31ac51b10e0f tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:44.152527 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dd317cdb-fe58-4a80-b824-87a79048dc6c tempest-RoutersAdminNegativeIpV6Test-694444519 tempest-RoutersAdminNegativeIpV6Test-694444519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:44.165768 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-12bef906-b6ed-455f-8206-0fd23308e22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:44.170377 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 755ef63d-c5a8-4f83-b0dc-05ee612984a0 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:04:44.207086 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 755ef63d-c5a8-4f83-b0dc-05ee612984a0 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:04:44.207721 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 755ef63d-c5a8-4f83-b0dc-05ee612984a0 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:04:44.218249 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-b6be5ffc-e0bf-4d1d-b418-a3b16bdc2bf0 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, f9383e9b-93a0-435a-912a-fcd9911ab33d) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:44.226944 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196d28a2-a2da-4eae-888c-caf5baecc3b4 None None] Network f9383e9b-93a0-435a-912a-fcd9911ab33d requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:04:44.239480 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6be5ffc-e0bf-4d1d-b418-a3b16bdc2bf0 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:44.240069 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b6be5ffc-e0bf-4d1d-b418-a3b16bdc2bf0 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:44.280221 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c93ba0e-c191-4896-90f8-54687ae247db tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:04:44.290922 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8c93ba0e-c191-4896-90f8-54687ae247db tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] 10.222.0.59 "PUT /v2.0/routers/339942e3-60ef-46c1-9ddf-5043acf39339/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4064817 Feb 10 23:04:44.294018 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41266) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:44.299228 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eebca4c-f0aa-4715-8950-6fc79983e1b5 None None] Sync routers for ids ['339942e3-60ef-46c1-9ddf-5043acf39339'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:04:44.306466 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bef906-b6ed-455f-8206-0fd23308e22d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca52b472-e037-459c-a520-2e3911329927,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:44.321841 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eebca4c-f0aa-4715-8950-6fc79983e1b5 None None] Routers {'339942e3-60ef-46c1-9ddf-5043acf39339'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:04:44.322674 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-8eebca4c-f0aa-4715-8950-6fc79983e1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:04:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['339942e3-60ef-46c1-9ddf-5043acf39339'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:44.385036 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b6be5ffc-e0bf-4d1d-b418-a3b16bdc2bf0 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5332704 Feb 10 23:04:44.395214 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41270) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:44.428783 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-12bef906-b6ed-455f-8206-0fd23308e22d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:44.435925 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-8eebca4c-f0aa-4715-8950-6fc79983e1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:44.458549 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eebca4c-f0aa-4715-8950-6fc79983e1b5 None None] Routers {'339942e3-60ef-46c1-9ddf-5043acf39339'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:04:44.459578 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-8eebca4c-f0aa-4715-8950-6fc79983e1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:04:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['339942e3-60ef-46c1-9ddf-5043acf39339'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:44.477929 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfed19a4-0aed-40a5-ad35-39ba03142c84 None None] Network babc7379-fefc-41a5-a39a-fab07194ed36 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:04:44.528033 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-12bef906-b6ed-455f-8206-0fd23308e22d admin admin] 10.222.0.59 "DELETE /v2.0/subnets/ca52b472-e037-459c-a520-2e3911329927 HTTP/1.1" status: 204 len: 168 time: 1.3258498 Feb 10 23:04:44.535614 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41272) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:44.558472 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4e819b-c3be-4073-960a-4f9305fc1ea2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-f9383e9b-93a0-435a-912a-fcd9911ab33d', 'network_id': 'f9383e9b-93a0-435a-912a-fcd9911ab33d', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'fixed_ips': [{'subnet_id': '7bb84f4f-a84c-4672-ad70-cb1c75be57f2'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:04:44.560232 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ea4e819b-c3be-4073-960a-4f9305fc1ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:44.582413 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b0dea3c-938f-418c-a4cb-f1be189d27ca tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Deleting subnet 945e7c55-c753-4a35-b698-fcabe500c0d6 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:04:44.596365 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-d100b54d-f871-4b37-b9e6-43d2bc585585 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-372674854', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:04:44.605066 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-8eebca4c-f0aa-4715-8950-6fc79983e1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:44.607636 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eebca4c-f0aa-4715-8950-6fc79983e1b5 None None] The sync data for ids ['339942e3-60ef-46c1-9ddf-5043acf39339'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:04:44.611713 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1b0dea3c-938f-418c-a4cb-f1be189d27ca tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:44.644818 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-d100b54d-f871-4b37-b9e6-43d2bc585585 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:44.660385 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d100b54d-f871-4b37-b9e6-43d2bc585585 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Usage tracker for resource:router and tenant:9679d844e15947ffaadb0d4f870cf9d6 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:44.666308 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d100b54d-f871-4b37-b9e6-43d2bc585585 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:44.680615 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-d100b54d-f871-4b37-b9e6-43d2bc585585 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:44.695842 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1b0dea3c-938f-418c-a4cb-f1be189d27ca tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:44.760476 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-72a8a2c3-2d69-45d1-a63b-55cd3890da9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:44.781142 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c0682604-2139-4249-9d04-31ac51b10e0f tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:44.817778 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d100b54d-f871-4b37-b9e6-43d2bc585585 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:44.818698 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d100b54d-f871-4b37-b9e6-43d2bc585585 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:44.853215 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1b0dea3c-938f-418c-a4cb-f1be189d27ca tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:44.865699 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-ea4e819b-c3be-4073-960a-4f9305fc1ea2 None None] Allocated IP 2001:db8::2 (f9383e9b-93a0-435a-912a-fcd9911ab33d/7bb84f4f-a84c-4672-ad70-cb1c75be57f2/aa7283ce-27a7-419c-81a0-a7921dddec63) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:04:44.912124 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-c0682604-2139-4249-9d04-31ac51b10e0f tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Calling delete_port for 98a7118c-2e1c-46b3-a80d-b013a3c0c40e owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:04:44.923481 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d100b54d-f871-4b37-b9e6-43d2bc585585 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:44.943485 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dd317cdb-fe58-4a80-b824-87a79048dc6c tempest-RoutersAdminNegativeIpV6Test-694444519 tempest-RoutersAdminNegativeIpV6Test-694444519-project-admin] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:44.969405 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f62d339-7ce4-4da7-9e78-da686eab554a None None] DHCP port deletion for babc7379-fefc-41a5-a39a-fab07194ed36 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:04:44.973536 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-928826f4-af0a-48c2-99c0-2b1e64fd7e07 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:44.986324 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-3f62d339-7ce4-4da7-9e78-da686eab554a None None] Deleting port 6cfaaf28-e7ad-48a6-b2cd-c950d62533fb {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:04:44.986701 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3f62d339-7ce4-4da7-9e78-da686eab554a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:45.009231 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-72a8a2c3-2d69-45d1-a63b-55cd3890da9f admin admin] Deleting port 6cfaaf28-e7ad-48a6-b2cd-c950d62533fb {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:04:45.009571 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-72a8a2c3-2d69-45d1-a63b-55cd3890da9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:45.030022 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a054dbbe-3a86-4ef5-a661-8e4cabb993e2 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Router abfea71b-6abb-4a75-bf36-3a0e801ee649 is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:04:45.089900 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d100b54d-f871-4b37-b9e6-43d2bc585585 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:45.099948 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1b0dea3c-938f-418c-a4cb-f1be189d27ca tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:45.174465 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0dea3c-938f-418c-a4cb-f1be189d27ca tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event deleted for resources: {'Subnet': ['ID=945e7c55-c753-4a35-b698-fcabe500c0d6,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:45.193845 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1b0dea3c-938f-418c-a4cb-f1be189d27ca tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:45.195565 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1b0dea3c-938f-418c-a4cb-f1be189d27ca tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "DELETE /v2.0/subnets/945e7c55-c753-4a35-b698-fcabe500c0d6 HTTP/1.1" status: 204 len: 168 time: 1.1650798 Feb 10 23:04:45.234566 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41278) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:45.258279 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa9a3c8-5711-4d08-a84b-e289d67d9768 None None] Network d3f44d47-0c73-4a3b-97ec-9cb964fe179e requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:04:45.325985 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d100b54d-f871-4b37-b9e6-43d2bc585585 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:45.330230 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d100b54d-f871-4b37-b9e6-43d2bc585585 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7433231 Feb 10 23:04:45.331689 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41282) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:45.402682 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-94dd5001-f384-4f5e-9882-bc62cbf3100f tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Request body: {'port': {'network_id': 'f9383e9b-93a0-435a-912a-fcd9911ab33d', 'name': 'tempest-RoutersIpV6Test-1016739585'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:04:45.442263 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-3f62d339-7ce4-4da7-9e78-da686eab554a None None] For port 6cfaaf28-e7ad-48a6-b2cd-c950d62533fb, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=6cfaaf28-e7ad-48a6-b2cd-c950d62533fb,segment=NetworkSegment(8d4bd894-00ad-407b-b19e-8b7c13928dae),segment_id=8d4bd894-00ad-407b-b19e-8b7c13928dae)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:04:45.443103 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3f62d339-7ce4-4da7-9e78-da686eab554a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:45.464411 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-928826f4-af0a-48c2-99c0-2b1e64fd7e07 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:45.486738 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a054dbbe-3a86-4ef5-a661-8e4cabb993e2 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:04:45.492481 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a054dbbe-3a86-4ef5-a661-8e4cabb993e2 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:45.496350 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a054dbbe-3a86-4ef5-a661-8e4cabb993e2 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] 10.222.0.59 "PUT /v2.0/routers/abfea71b-6abb-4a75-bf36-3a0e801ee649 HTTP/1.1" status: 200 len: 880 time: 6.4515352 Feb 10 23:04:45.497600 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41286) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:45.605904 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4670b208-546a-4df4-8bcc-4497e7b70eb7 None None] Sync routers for ids ['abfea71b-6abb-4a75-bf36-3a0e801ee649'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:04:45.616015 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-928826f4-af0a-48c2-99c0-2b1e64fd7e07 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Deleting port 9b2a3b05-dd8d-4651-a259-5fc782511dad {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:04:45.616497 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-928826f4-af0a-48c2-99c0-2b1e64fd7e07 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:45.626034 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-3f62d339-7ce4-4da7-9e78-da686eab554a None None] Calling delete_port for 6cfaaf28-e7ad-48a6-b2cd-c950d62533fb owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:04:45.704022 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ea4e819b-c3be-4073-960a-4f9305fc1ea2 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:45.765796 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4670b208-546a-4df4-8bcc-4497e7b70eb7 None None] Routers {'abfea71b-6abb-4a75-bf36-3a0e801ee649'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:04:45.766282 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-4670b208-546a-4df4-8bcc-4497e7b70eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:04:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['abfea71b-6abb-4a75-bf36-3a0e801ee649'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:45.842846 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-ea4e819b-c3be-4073-960a-4f9305fc1ea2 None None] Transition to ACTIVE for port object aa7283ce-27a7-419c-81a0-a7921dddec63 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:04:45.862205 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-928826f4-af0a-48c2-99c0-2b1e64fd7e07 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:45.876606 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-4670b208-546a-4df4-8bcc-4497e7b70eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:45.933104 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4670b208-546a-4df4-8bcc-4497e7b70eb7 None None] Routers {'abfea71b-6abb-4a75-bf36-3a0e801ee649'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:04:45.934207 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-4670b208-546a-4df4-8bcc-4497e7b70eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:04:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['abfea71b-6abb-4a75-bf36-3a0e801ee649'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:45.992969 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:46.005355 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-928826f4-af0a-48c2-99c0-2b1e64fd7e07 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Calling delete_port for 9b2a3b05-dd8d-4651-a259-5fc782511dad owned by network:router_gateway {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:04:46.014896 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-4670b208-546a-4df4-8bcc-4497e7b70eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:46.015289 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4670b208-546a-4df4-8bcc-4497e7b70eb7 None None] The sync data for ids ['abfea71b-6abb-4a75-bf36-3a0e801ee649'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:04:46.050338 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3f62d339-7ce4-4da7-9e78-da686eab554a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:46.076720 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f2f6d5df-6c48-4543-adfb-325654cc1845 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] 10.222.0.59 "GET /v2.0/routers/abfea71b-6abb-4a75-bf36-3a0e801ee649 HTTP/1.1" status: 200 len: 921 time: 0.5761676 Feb 10 23:04:46.085509 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41290) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:46.116876 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f62d339-7ce4-4da7-9e78-da686eab554a None None] No DVR routers for this DVR port 6cfaaf28-e7ad-48a6-b2cd-c950d62533fb on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:04:46.125733 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a91fa8-cbe5-4722-b9a2-deb631a45313 None None] DHCP port deletion for d3f44d47-0c73-4a3b-97ec-9cb964fe179e request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:04:46.143988 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f62d339-7ce4-4da7-9e78-da686eab554a None None] Pushing event deleted for resources: {'Port': ['ID=6cfaaf28-e7ad-48a6-b2cd-c950d62533fb,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:46.145937 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-25a91fa8-cbe5-4722-b9a2-deb631a45313 None None] Deleting port 23388532-a24e-4138-9bde-9fa679fa73d4 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:04:46.146662 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-25a91fa8-cbe5-4722-b9a2-deb631a45313 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:46.245381 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 6cfaaf28-e7ad-48a6-b2cd-c950d62533fb no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:04:46.255419 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-94dd5001-f384-4f5e-9882-bc62cbf3100f tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:46.287113 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 6cfaaf28-e7ad-48a6-b2cd-c950d62533fb {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:04:46.287507 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 6cfaaf28-e7ad-48a6-b2cd-c950d62533fb not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:04:46.288013 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 23388532-a24e-4138-9bde-9fa679fa73d4 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:04:46.320487 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-72a8a2c3-2d69-45d1-a63b-55cd3890da9f admin admin] For port 6cfaaf28-e7ad-48a6-b2cd-c950d62533fb, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=6cfaaf28-e7ad-48a6-b2cd-c950d62533fb,segment=NetworkSegment(8d4bd894-00ad-407b-b19e-8b7c13928dae),segment_id=8d4bd894-00ad-407b-b19e-8b7c13928dae)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:04:46.320487 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-72a8a2c3-2d69-45d1-a63b-55cd3890da9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:46.334344 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-873ccc51-48ad-4dd1-9f64-fd73ac7d050d tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=c2ed7563-f8af-409c-803f-f56530124ba5&device_id=abfea71b-6abb-4a75-bf36-3a0e801ee649&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2457240 Feb 10 23:04:46.336349 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41294) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:46.355641 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dd317cdb-fe58-4a80-b824-87a79048dc6c tempest-RoutersAdminNegativeIpV6Test-694444519 tempest-RoutersAdminNegativeIpV6Test-694444519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:46.360267 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-94dd5001-f384-4f5e-9882-bc62cbf3100f tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:46.506400 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-25a91fa8-cbe5-4722-b9a2-deb631a45313 None None] For port 23388532-a24e-4138-9bde-9fa679fa73d4, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=23388532-a24e-4138-9bde-9fa679fa73d4,segment=NetworkSegment(f35be277-0948-428e-95d6-c638b6ea1e6c),segment_id=f35be277-0948-428e-95d6-c638b6ea1e6c)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:04:46.506809 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-25a91fa8-cbe5-4722-b9a2-deb631a45313 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:46.567019 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2345f5b1-f28a-4a08-8eb6-7cf6215e762b tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:46.568375 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2345f5b1-f28a-4a08-8eb6-7cf6215e762b tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] 10.222.0.59 "GET /v2.0/networks/c2ed7563-f8af-409c-803f-f56530124ba5 HTTP/1.1" status: 200 len: 881 time: 0.2306707 Feb 10 23:04:46.571232 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41298) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:46.578620 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:46.611329 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-8935a7c5-a0dc-4a30-b91e-cf9e9bca809d tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Deleting subnet 337fd35a-b208-4f48-9d8a-5aef3a0f2d7e {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:04:46.619268 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-72a8a2c3-2d69-45d1-a63b-55cd3890da9f admin admin] Calling delete_port for 6cfaaf28-e7ad-48a6-b2cd-c950d62533fb owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:04:46.626081 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-928826f4-af0a-48c2-99c0-2b1e64fd7e07 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:46.660820 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8935a7c5-a0dc-4a30-b91e-cf9e9bca809d tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:46.665531 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-25a91fa8-cbe5-4722-b9a2-deb631a45313 None None] Calling delete_port for 23388532-a24e-4138-9bde-9fa679fa73d4 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:04:46.672007 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-166adfa0-3bc0-41d3-a717-132dccc8684f tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] 10.222.0.59 "GET /v2.0/ports?device_id=abfea71b-6abb-4a75-bf36-3a0e801ee649 HTTP/1.1" status: 200 len: 205 time: 0.0966880 Feb 10 23:04:46.682219 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41302) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:46.687685 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928826f4-af0a-48c2-99c0-2b1e64fd7e07 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Pushing event deleted for resources: {'Port': ['ID=9b2a3b05-dd8d-4651-a259-5fc782511dad,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:46.687849 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dd317cdb-fe58-4a80-b824-87a79048dc6c tempest-RoutersAdminNegativeIpV6Test-694444519 tempest-RoutersAdminNegativeIpV6Test-694444519-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:46.720398 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 23388532-a24e-4138-9bde-9fa679fa73d4, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=23388532-a24e-4138-9bde-9fa679fa73d4,segment=NetworkSegment(f35be277-0948-428e-95d6-c638b6ea1e6c),segment_id=f35be277-0948-428e-95d6-c638b6ea1e6c)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:04:46.756096 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8935a7c5-a0dc-4a30-b91e-cf9e9bca809d tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31983416'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:46.774645 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-ea4e819b-c3be-4073-960a-4f9305fc1ea2 None None] Transition to ACTIVE for port object aa7283ce-27a7-419c-81a0-a7921dddec63 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:04:46.807784 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c0682604-2139-4249-9d04-31ac51b10e0f tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:46.838925 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:46.871361 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94dd5001-f384-4f5e-9882-bc62cbf3100f tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Made reservation on behalf of 9679d844e15947ffaadb0d4f870cf9d6 for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:04:46.875010 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-94dd5001-f384-4f5e-9882-bc62cbf3100f tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:46.891072 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0682604-2139-4249-9d04-31ac51b10e0f tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Pushing event deleted for resources: {'Port': ['ID=98a7118c-2e1c-46b3-a80d-b013a3c0c40e,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:46.910414 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-72a8a2c3-2d69-45d1-a63b-55cd3890da9f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:04:46.910414 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-72a8a2c3-2d69-45d1-a63b-55cd3890da9f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:04:46.914803 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ea4e819b-c3be-4073-960a-4f9305fc1ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:46.921055 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-25a91fa8-cbe5-4722-b9a2-deb631a45313 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:04:46.921412 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-25a91fa8-cbe5-4722-b9a2-deb631a45313 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:04:46.937398 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=23388532-a24e-4138-9bde-9fa679fa73d4,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:46.963399 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dd317cdb-fe58-4a80-b824-87a79048dc6c tempest-RoutersAdminNegativeIpV6Test-694444519 tempest-RoutersAdminNegativeIpV6Test-694444519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:46.963994 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd317cdb-fe58-4a80-b824-87a79048dc6c tempest-RoutersAdminNegativeIpV6Test-694444519 tempest-RoutersAdminNegativeIpV6Test-694444519-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f1ea9bed-3f35-4dea-b756-cd1dbf702a3c {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:04:46.989474 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4e819b-c3be-4073-960a-4f9305fc1ea2 None None] Network f9383e9b-93a0-435a-912a-fcd9911ab33d is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:04:47.002539 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-94dd5001-f384-4f5e-9882-bc62cbf3100f tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] device_id is not set on port 14fdb83f-c39d-4362-88bf-ae4fd29700a1 yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:04:47.039445 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-ea4e819b-c3be-4073-960a-4f9305fc1ea2 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:47.041456 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4e819b-c3be-4073-960a-4f9305fc1ea2 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:04:47.069906 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-928826f4-af0a-48c2-99c0-2b1e64fd7e07 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734197'] for router_gateway, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:47.132075 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4e819b-c3be-4073-960a-4f9305fc1ea2 None None] Pushing event updated for resources: {'Port': ['ID=aa7283ce-27a7-419c-81a0-a7921dddec63,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:47.155922 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-ea4e819b-c3be-4073-960a-4f9305fc1ea2 None None] Attempting to bind port aa7283ce-27a7-419c-81a0-a7921dddec63 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:04:47.156297 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-ea4e819b-c3be-4073-960a-4f9305fc1ea2 None None] Attempting to bind port aa7283ce-27a7-419c-81a0-a7921dddec63 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '6157d136-503e-450f-9701-58a792c496c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f9383e9b-93a0-435a-912a-fcd9911ab33d'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:04:47.156693 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4e819b-c3be-4073-960a-4f9305fc1ea2 None None] Attempting to bind port aa7283ce-27a7-419c-81a0-a7921dddec63 on network f9383e9b-93a0-435a-912a-fcd9911ab33d {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:04:47.163255 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4e819b-c3be-4073-960a-4f9305fc1ea2 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:04:47.165858 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4e819b-c3be-4073-960a-4f9305fc1ea2 None None] Checking segment: {'id': '6157d136-503e-450f-9701-58a792c496c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f9383e9b-93a0-435a-912a-fcd9911ab33d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:04:47.165858 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ea4e819b-c3be-4073-960a-4f9305fc1ea2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:47.165858 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4e819b-c3be-4073-960a-4f9305fc1ea2 None None] Bound using segment: {'id': '6157d136-503e-450f-9701-58a792c496c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f9383e9b-93a0-435a-912a-fcd9911ab33d'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:04:47.165858 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-ea4e819b-c3be-4073-960a-4f9305fc1ea2 None None] Bound port: aa7283ce-27a7-419c-81a0-a7921dddec63, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6157d136-503e-450f-9701-58a792c496c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f9383e9b-93a0-435a-912a-fcd9911ab33d'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:04:47.165858 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ea4e819b-c3be-4073-960a-4f9305fc1ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:47.223791 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.api.v2.resource [None req-dd317cdb-fe58-4a80-b824-87a79048dc6c tempest-RoutersAdminNegativeIpV6Test-694444519 tempest-RoutersAdminNegativeIpV6Test-694444519-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 10 23:04:47.225464 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-dd317cdb-fe58-4a80-b824-87a79048dc6c tempest-RoutersAdminNegativeIpV6Test-694444519 tempest-RoutersAdminNegativeIpV6Test-694444519-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.7766182 Feb 10 23:04:47.263564 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-ea4e819b-c3be-4073-960a-4f9305fc1ea2 None None] For port aa7283ce-27a7-419c-81a0-a7921dddec63, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:04:47.266632 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-ea4e819b-c3be-4073-960a-4f9305fc1ea2 None None] For port aa7283ce-27a7-419c-81a0-a7921dddec63, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=aa7283ce-27a7-419c-81a0-a7921dddec63,segment=NetworkSegment(6157d136-503e-450f-9701-58a792c496c2),segment_id=6157d136-503e-450f-9701-58a792c496c2)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:04:47.267833 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41306) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:47.296570 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8935a7c5-a0dc-4a30-b91e-cf9e9bca809d tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:47.343546 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ea4e819b-c3be-4073-960a-4f9305fc1ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:47.409467 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-928826f4-af0a-48c2-99c0-2b1e64fd7e07 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:47.416223 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-72a8a2c3-2d69-45d1-a63b-55cd3890da9f admin admin] Deleting port 6cfaaf28-e7ad-48a6-b2cd-c950d62533fb {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:04:47.416223 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-72a8a2c3-2d69-45d1-a63b-55cd3890da9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:47.422414 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-25a91fa8-cbe5-4722-b9a2-deb631a45313 None None] Deleting port 23388532-a24e-4138-9bde-9fa679fa73d4 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:04:47.422915 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-25a91fa8-cbe5-4722-b9a2-deb631a45313 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:47.426550 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-4f9fb8ee-4176-4f52-b172-680a516e9018 tempest-RoutersAdminNegativeIpV6Test-694444519 tempest-RoutersAdminNegativeIpV6Test-694444519-project-admin] Deleting port b8f1a2af-6000-4269-8227-7635b5dcf79b {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:04:47.426865 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4f9fb8ee-4176-4f52-b172-680a516e9018 tempest-RoutersAdminNegativeIpV6Test-694444519 tempest-RoutersAdminNegativeIpV6Test-694444519-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:47.453083 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-928826f4-af0a-48c2-99c0-2b1e64fd7e07 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:47.459917 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4e819b-c3be-4073-960a-4f9305fc1ea2 None None] Pushing event updated for resources: {'Port': ['ID=aa7283ce-27a7-419c-81a0-a7921dddec63,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:47.469055 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-09c677b5-fee5-40d7-baa4-c95f6ea67c59 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:47.512007 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-72a8a2c3-2d69-45d1-a63b-55cd3890da9f admin admin] The port '6cfaaf28-e7ad-48a6-b2cd-c950d62533fb' was deleted {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 23:04:47.525067 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-94dd5001-f384-4f5e-9882-bc62cbf3100f tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Allocated IP 2001:db8::324 (f9383e9b-93a0-435a-912a-fcd9911ab33d/7bb84f4f-a84c-4672-ad70-cb1c75be57f2/14fdb83f-c39d-4362-88bf-ae4fd29700a1) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:04:47.528833 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c0682604-2139-4249-9d04-31ac51b10e0f tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2767638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733091'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:47.679870 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-25a91fa8-cbe5-4722-b9a2-deb631a45313 None None] For port 23388532-a24e-4138-9bde-9fa679fa73d4, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=23388532-a24e-4138-9bde-9fa679fa73d4,segment=NetworkSegment(f35be277-0948-428e-95d6-c638b6ea1e6c),segment_id=f35be277-0948-428e-95d6-c638b6ea1e6c)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:04:47.680385 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-25a91fa8-cbe5-4722-b9a2-deb631a45313 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:47.721612 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8935a7c5-a0dc-4a30-b91e-cf9e9bca809d tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:47.821468 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-25a91fa8-cbe5-4722-b9a2-deb631a45313 None None] Calling delete_port for 23388532-a24e-4138-9bde-9fa679fa73d4 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:04:47.918313 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-928826f4-af0a-48c2-99c0-2b1e64fd7e07 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:47.919624 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928826f4-af0a-48c2-99c0-2b1e64fd7e07 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Fanout notify agent at l3_agent the message router_deleted on router 339942e3-60ef-46c1-9ddf-5043acf39339 {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:04:47.964934 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-928826f4-af0a-48c2-99c0-2b1e64fd7e07 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:47.966789 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-928826f4-af0a-48c2-99c0-2b1e64fd7e07 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] 10.222.0.59 "DELETE /v2.0/routers/339942e3-60ef-46c1-9ddf-5043acf39339 HTTP/1.1" status: 204 len: 168 time: 3.6712112 Feb 10 23:04:47.970084 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41310) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:47.994444 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-25a91fa8-cbe5-4722-b9a2-deb631a45313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:48.008062 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8935a7c5-a0dc-4a30-b91e-cf9e9bca809d tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event deleted for resources: {'Subnet': ['ID=337fd35a-b208-4f48-9d8a-5aef3a0f2d7e,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:48.011281 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-72a8a2c3-2d69-45d1-a63b-55cd3890da9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:48.065991 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4f9fb8ee-4176-4f52-b172-680a516e9018 tempest-RoutersAdminNegativeIpV6Test-694444519 tempest-RoutersAdminNegativeIpV6Test-694444519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:48.084731 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a91fa8-cbe5-4722-b9a2-deb631a45313 None None] No DVR routers for this DVR port 23388532-a24e-4138-9bde-9fa679fa73d4 on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:04:48.087082 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f1a799-0b73-416d-86ca-c4fe83564ab0 None None] Network 991ea15c-583f-44f7-aaa0-405e4c1e5f2a requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:04:48.120568 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a91fa8-cbe5-4722-b9a2-deb631a45313 None None] Pushing event deleted for resources: {'Port': ['ID=23388532-a24e-4138-9bde-9fa679fa73d4,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:48.204038 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8935a7c5-a0dc-4a30-b91e-cf9e9bca809d tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:48.207067 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-4f9fb8ee-4176-4f52-b172-680a516e9018 tempest-RoutersAdminNegativeIpV6Test-694444519 tempest-RoutersAdminNegativeIpV6Test-694444519-project-admin] Calling delete_port for b8f1a2af-6000-4269-8227-7635b5dcf79b owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:04:48.209486 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-72a8a2c3-2d69-45d1-a63b-55cd3890da9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['babc7379-fefc-41a5-a39a-fab07194ed36']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:48.301237 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-72a8a2c3-2d69-45d1-a63b-55cd3890da9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d4bd894-00ad-407b-b19e-8b7c13928dae') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:48.301819 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-72a8a2c3-2d69-45d1-a63b-55cd3890da9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d4bd894-00ad-407b-b19e-8b7c13928dae') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:48.315816 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device aa7283ce-27a7-419c-81a0-a7921dddec63 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:04:48.353648 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-72a8a2c3-2d69-45d1-a63b-55cd3890da9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:48.363525 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-8935a7c5-a0dc-4a30-b91e-cf9e9bca809d tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "DELETE /v2.0/subnets/337fd35a-b208-4f48-9d8a-5aef3a0f2d7e HTTP/1.1" status: 204 len: 168 time: 3.1199930 Feb 10 23:04:48.367364 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41314) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:48.410058 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-09c677b5-fee5-40d7-baa4-c95f6ea67c59 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:48.495899 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2f0d3a8-4336-435a-a833-f4e424c82eac tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Deleting subnet ec519fd6-2f08-49fd-aa37-916f7389a232 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:04:48.502460 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d2f0d3a8-4336-435a-a833-f4e424c82eac tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:48.508859 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port aa7283ce-27a7-419c-81a0-a7921dddec63 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:04:48.520362 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe00f3f-366e-49c3-9629-d47613cd17ec None None] DHCP port deletion for 991ea15c-583f-44f7-aaa0-405e4c1e5f2a request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:04:48.527207 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-ffe00f3f-366e-49c3-9629-d47613cd17ec None None] Deleting port ea37c5ee-3cd3-4606-bab5-1efe3e92bff5 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:04:48.527384 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ffe00f3f-366e-49c3-9629-d47613cd17ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:48.549453 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-09c677b5-fee5-40d7-baa4-c95f6ea67c59 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Deleting port af4f7b50-7aff-48d8-87bc-5a3f6dee05b6 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:04:48.549869 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-09c677b5-fee5-40d7-baa4-c95f6ea67c59 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:48.604360 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-72a8a2c3-2d69-45d1-a63b-55cd3890da9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:48.667657 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72a8a2c3-2d69-45d1-a63b-55cd3890da9f admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:04:48.668058 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-72a8a2c3-2d69-45d1-a63b-55cd3890da9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:48.683289 dv-neutron-828797-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:04:48.683289 dv-neutron-828797-1-hyperv neutron-server[84333]: util.warn( Feb 10 23:04:48.683289 dv-neutron-828797-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:04:48.683289 dv-neutron-828797-1-hyperv neutron-server[84333]: util.warn( Feb 10 23:04:48.683289 dv-neutron-828797-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:04:48.683289 dv-neutron-828797-1-hyperv neutron-server[84333]: util.warn( Feb 10 23:04:48.683289 dv-neutron-828797-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:04:48.683289 dv-neutron-828797-1-hyperv neutron-server[84333]: util.warn( Feb 10 23:04:48.683289 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:04:48.683289 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:04:48.683289 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:04:48.683289 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:04:48.683289 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:04:48.683289 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:04:48.683289 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:04:48.683289 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:04:48.683289 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:04:48.683289 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:04:48.683289 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:04:48.683289 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:04:48.683289 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:04:48.683289 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:04:48.683289 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:04:48.683289 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:04:48.683289 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:04:48.683289 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:04:48.683289 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:04:48.683289 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:04:48.683289 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:04:48.683289 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:04:48.683289 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:04:48.683289 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:04:48.683289 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:04:48.683289 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:04:48.683289 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:04:48.683289 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:04:48.683289 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:04:48.683289 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:04:48.683289 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:04:48.683289 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:04:48.695798 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4f9fb8ee-4176-4f52-b172-680a516e9018 tempest-RoutersAdminNegativeIpV6Test-694444519 tempest-RoutersAdminNegativeIpV6Test-694444519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:48.776768 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d2f0d3a8-4336-435a-a833-f4e424c82eac tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:48.782419 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b7658184-12eb-4564-9431-f61bbe4bfdd5 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:48.791197 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-94dd5001-f384-4f5e-9882-bc62cbf3100f tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:48.814184 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9fb8ee-4176-4f52-b172-680a516e9018 tempest-RoutersAdminNegativeIpV6Test-694444519 tempest-RoutersAdminNegativeIpV6Test-694444519-project-admin] Pushing event deleted for resources: {'Port': ['ID=b8f1a2af-6000-4269-8227-7635b5dcf79b,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:48.821774 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-ffe00f3f-366e-49c3-9629-d47613cd17ec None None] For port ea37c5ee-3cd3-4606-bab5-1efe3e92bff5, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=ea37c5ee-3cd3-4606-bab5-1efe3e92bff5,segment=NetworkSegment(aedc09ca-4898-4fb9-ae9c-e9a2e0f804e6),segment_id=aedc09ca-4898-4fb9-ae9c-e9a2e0f804e6)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:04:48.823200 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ffe00f3f-366e-49c3-9629-d47613cd17ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:48.946191 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-94dd5001-f384-4f5e-9882-bc62cbf3100f tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Transition to ACTIVE for port object 14fdb83f-c39d-4362-88bf-ae4fd29700a1 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:04:48.983058 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78dad885-68a9-400c-9ba5-ec38164313a6 None None] Network f9383e9b-93a0-435a-912a-fcd9911ab33d requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:04:48.984862 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4f9fb8ee-4176-4f52-b172-680a516e9018 tempest-RoutersAdminNegativeIpV6Test-694444519 tempest-RoutersAdminNegativeIpV6Test-694444519-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:48.995931 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-09c677b5-fee5-40d7-baa4-c95f6ea67c59 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:49.008491 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-ffe00f3f-366e-49c3-9629-d47613cd17ec None None] Calling delete_port for ea37c5ee-3cd3-4606-bab5-1efe3e92bff5 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:04:49.016340 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4f9fb8ee-4176-4f52-b172-680a516e9018 tempest-RoutersAdminNegativeIpV6Test-694444519 tempest-RoutersAdminNegativeIpV6Test-694444519-project-admin] 10.222.0.59 "DELETE /v2.0/ports/b8f1a2af-6000-4269-8227-7635b5dcf79b HTTP/1.1" status: 204 len: 168 time: 1.7407334 Feb 10 23:04:49.079999 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-72a8a2c3-2d69-45d1-a63b-55cd3890da9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:49.109657 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-72a8a2c3-2d69-45d1-a63b-55cd3890da9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:49.142265 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-09c677b5-fee5-40d7-baa4-c95f6ea67c59 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Calling delete_port for af4f7b50-7aff-48d8-87bc-5a3f6dee05b6 owned by network:router_gateway {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:04:49.151085 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a8a2c3-2d69-45d1-a63b-55cd3890da9f admin admin] Pushing event deleted for resources: {'Network': ['ID=babc7379-fefc-41a5-a39a-fab07194ed36,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:49.156702 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0682604-2139-4249-9d04-31ac51b10e0f tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Router 8e5bbf54-27fc-4306-90d4-7e66b68f9662 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:04:49.160037 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b7658184-12eb-4564-9431-f61bbe4bfdd5 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:49.201425 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-b7658184-12eb-4564-9431-f61bbe4bfdd5 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3f44d47-0c73-4a3b-97ec-9cb964fe179e']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:49.206688 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d2f0d3a8-4336-435a-a833-f4e424c82eac tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:49.244500 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-b7658184-12eb-4564-9431-f61bbe4bfdd5 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f35be277-0948-428e-95d6-c638b6ea1e6c') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:49.244846 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-b7658184-12eb-4564-9431-f61bbe4bfdd5 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f35be277-0948-428e-95d6-c638b6ea1e6c') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:49.257737 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-59fb7daf-acef-4fff-9a76-26d39372e01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:49.299068 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-10fe3ead-6f8c-4b1b-a5e8-a3a19c1d2c12 None None] Provisioning for port aa7283ce-27a7-419c-81a0-a7921dddec63 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:04:49.312979 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-10fe3ead-6f8c-4b1b-a5e8-a3a19c1d2c12 None None] Provisioning complete for port aa7283ce-27a7-419c-81a0-a7921dddec63 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:49.313267 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-10fe3ead-6f8c-4b1b-a5e8-a3a19c1d2c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:49.328291 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b7658184-12eb-4564-9431-f61bbe4bfdd5 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:49.344296 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-94dd5001-f384-4f5e-9882-bc62cbf3100f tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:49.347169 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-72a8a2c3-2d69-45d1-a63b-55cd3890da9f admin admin] 10.222.0.59 "DELETE /v2.0/networks/babc7379-fefc-41a5-a39a-fab07194ed36 HTTP/1.1" status: 204 len: 168 time: 4.8060689 Feb 10 23:04:49.363910 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ffe00f3f-366e-49c3-9629-d47613cd17ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:49.419964 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe00f3f-366e-49c3-9629-d47613cd17ec None None] No DVR routers for this DVR port ea37c5ee-3cd3-4606-bab5-1efe3e92bff5 on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:04:49.464139 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe00f3f-366e-49c3-9629-d47613cd17ec None None] Pushing event deleted for resources: {'Port': ['ID=ea37c5ee-3cd3-4606-bab5-1efe3e92bff5,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:49.505183 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b7658184-12eb-4564-9431-f61bbe4bfdd5 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:49.553052 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d2f0d3a8-4336-435a-a833-f4e424c82eac tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:49.560140 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7658184-12eb-4564-9431-f61bbe4bfdd5 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:04:49.560760 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b7658184-12eb-4564-9431-f61bbe4bfdd5 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:49.577934 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-10fe3ead-6f8c-4b1b-a5e8-a3a19c1d2c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:49.579104 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:04:49.579104 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:04:49.579104 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:04:49.579104 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:04:49.579104 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:04:49.579104 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:04:49.579104 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:04:49.579104 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:04:49.579104 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:04:49.579104 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:04:49.579104 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:04:49.579104 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:04:49.579104 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:04:49.579104 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:04:49.579104 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:04:49.579104 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:04:49.579104 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:04:49.579104 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:04:49.579104 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:04:49.579104 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:04:49.579104 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:04:49.579104 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:04:49.579104 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:04:49.579104 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:04:49.579104 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:04:49.579104 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:04:49.579104 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:04:49.579104 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:04:49.579104 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:04:49.579104 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:04:49.579104 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:04:49.579104 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:04:49.626132 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f0d3a8-4336-435a-a833-f4e424c82eac tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Pushing event deleted for resources: {'Subnet': ['ID=ec519fd6-2f08-49fd-aa37-916f7389a232,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:49.630648 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-10fe3ead-6f8c-4b1b-a5e8-a3a19c1d2c12 None None] For port aa7283ce-27a7-419c-81a0-a7921dddec63, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=aa7283ce-27a7-419c-81a0-a7921dddec63,segment=NetworkSegment(6157d136-503e-450f-9701-58a792c496c2),segment_id=6157d136-503e-450f-9701-58a792c496c2)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:04:49.643083 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d4a4c5-74a3-43aa-8cac-32584f1c7433 None None] Network 001486ac-bc6e-490d-a874-c3e783bcac31 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:04:49.646410 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d2f0d3a8-4336-435a-a833-f4e424c82eac tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:49.658970 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94dd5001-f384-4f5e-9882-bc62cbf3100f tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Network f9383e9b-93a0-435a-912a-fcd9911ab33d is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:04:49.665365 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d2f0d3a8-4336-435a-a833-f4e424c82eac tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] 10.222.0.59 "DELETE /v2.0/subnets/ec519fd6-2f08-49fd-aa37-916f7389a232 HTTP/1.1" status: 204 len: 168 time: 1.6934302 Feb 10 23:04:49.666001 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41322) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:49.681791 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dd5001-f384-4f5e-9882-bc62cbf3100f tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event updated for resources: {'Port': ['ID=14fdb83f-c39d-4362-88bf-ae4fd29700a1,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:49.685316 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-94dd5001-f384-4f5e-9882-bc62cbf3100f tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:49.697633 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94dd5001-f384-4f5e-9882-bc62cbf3100f tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:04:49.702791 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94dd5001-f384-4f5e-9882-bc62cbf3100f tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:49.703594 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-94dd5001-f384-4f5e-9882-bc62cbf3100f tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:49.726304 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0682604-2139-4249-9d04-31ac51b10e0f tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:04:49.732044 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-10fe3ead-6f8c-4b1b-a5e8-a3a19c1d2c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:49.746151 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8365465b-b811-4c1e-85f8-5f1f4bd4417a None None] Sync routers for ids ['8e5bbf54-27fc-4306-90d4-7e66b68f9662'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:04:49.767543 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8365465b-b811-4c1e-85f8-5f1f4bd4417a None None] Routers {'8e5bbf54-27fc-4306-90d4-7e66b68f9662'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:04:49.768160 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-8365465b-b811-4c1e-85f8-5f1f4bd4417a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:04:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['8e5bbf54-27fc-4306-90d4-7e66b68f9662'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:49.817354 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-09c677b5-fee5-40d7-baa4-c95f6ea67c59 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:49.864928 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-8365465b-b811-4c1e-85f8-5f1f4bd4417a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:49.896795 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8365465b-b811-4c1e-85f8-5f1f4bd4417a None None] Routers {'8e5bbf54-27fc-4306-90d4-7e66b68f9662'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:04:49.897764 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-8365465b-b811-4c1e-85f8-5f1f4bd4417a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:04:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['8e5bbf54-27fc-4306-90d4-7e66b68f9662'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:49.925672 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c677b5-fee5-40d7-baa4-c95f6ea67c59 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Pushing event deleted for resources: {'Port': ['ID=af4f7b50-7aff-48d8-87bc-5a3f6dee05b6,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:49.978857 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fe3ead-6f8c-4b1b-a5e8-a3a19c1d2c12 None None] Pushing event updated for resources: {'Port': ['ID=aa7283ce-27a7-419c-81a0-a7921dddec63,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:50.042825 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41328) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:50.047722 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-8365465b-b811-4c1e-85f8-5f1f4bd4417a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:50.049773 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8365465b-b811-4c1e-85f8-5f1f4bd4417a None None] The sync data for ids ['8e5bbf54-27fc-4306-90d4-7e66b68f9662'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:04:50.067132 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4b9c7c98-be3f-4d7d-9221-0b2eaf5d96be tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:50.094360 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-790b4548-e149-4c9b-afdb-f425029c7888 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:50.096036 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41332) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:50.139218 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b7658184-12eb-4564-9431-f61bbe4bfdd5 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:50.143477 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b7658184-12eb-4564-9431-f61bbe4bfdd5 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:50.148518 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-b7658184-12eb-4564-9431-f61bbe4bfdd5 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "DELETE /v2.0/networks/d3f44d47-0c73-4a3b-97ec-9cb964fe179e HTTP/1.1" status: 204 len: 168 time: 1.7775071 Feb 10 23:04:50.149241 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41338) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:50.187708 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df353492-d003-4df4-9788-5759e3514da9 None None] DHCP port deletion for 001486ac-bc6e-490d-a874-c3e783bcac31 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:04:50.193271 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-df353492-d003-4df4-9788-5759e3514da9 None None] Deleting port 79a1e648-77c6-4020-a7c9-8d3e3fda9eb5 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:04:50.193646 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-df353492-d003-4df4-9788-5759e3514da9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:50.238756 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-bbc11a11-3b2b-46b5-908a-bec5d770faac None None] Provisioning for port 14fdb83f-c39d-4362-88bf-ae4fd29700a1 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:04:50.242421 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6de86dfa-5ef5-41ff-9fcc-93b2c7197643 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b6f152d8d3864ce9bbf63b40c6aaa545&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1895306 Feb 10 23:04:50.249562 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41342) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:50.254281 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-bbc11a11-3b2b-46b5-908a-bec5d770faac None None] Provisioning complete for port 14fdb83f-c39d-4362-88bf-ae4fd29700a1 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:50.254660 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bbc11a11-3b2b-46b5-908a-bec5d770faac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:50.280558 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-790b4548-e149-4c9b-afdb-f425029c7888 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Deleting port 79a1e648-77c6-4020-a7c9-8d3e3fda9eb5 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:04:50.281228 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-790b4548-e149-4c9b-afdb-f425029c7888 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:50.290726 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-94dd5001-f384-4f5e-9882-bc62cbf3100f tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.9470620 Feb 10 23:04:50.296993 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-c0682604-2139-4249-9d04-31ac51b10e0f tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] 10.222.0.59 "PUT /v2.0/routers/8e5bbf54-27fc-4306-90d4-7e66b68f9662/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3030922 Feb 10 23:04:50.309935 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41346) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:50.310353 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41348) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:50.398994 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-bbc11a11-3b2b-46b5-908a-bec5d770faac None None] Port 14fdb83f-c39d-4362-88bf-ae4fd29700a1 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:04:50.400826 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device aa7283ce-27a7-419c-81a0-a7921dddec63 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:04:50.438706 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7658184-12eb-4564-9431-f61bbe4bfdd5 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event deleted for resources: {'Network': ['ID=d3f44d47-0c73-4a3b-97ec-9cb964fe179e,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:50.528002 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-bbc11a11-3b2b-46b5-908a-bec5d770faac None None] Provisioning complete for port aa7283ce-27a7-419c-81a0-a7921dddec63 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:50.528273 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bbc11a11-3b2b-46b5-908a-bec5d770faac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:50.549094 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fb939ced-3f3a-4cac-8937-8ca43dc25de4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:50.592786 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-09c677b5-fee5-40d7-baa4-c95f6ea67c59 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734197'] for router_gateway, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:50.725740 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-df353492-d003-4df4-9788-5759e3514da9 None None] For port 79a1e648-77c6-4020-a7c9-8d3e3fda9eb5, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=79a1e648-77c6-4020-a7c9-8d3e3fda9eb5,segment=NetworkSegment(fbb3fe0b-086a-4362-ac89-efd80cfc0c06),segment_id=fbb3fe0b-086a-4362-ac89-efd80cfc0c06)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:04:50.726114 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-df353492-d003-4df4-9788-5759e3514da9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:50.744335 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port aa7283ce-27a7-419c-81a0-a7921dddec63 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:50.744724 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:50.755744 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d3fc190e-3222-4472-bd4f-6b3d34cd41f3 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:50.776503 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cfa1ad06-c511-4f39-9d35-61ae3f3f40c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:50.787427 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1cae8a10-2648-4e6c-9b2a-c4da8ff627fd tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:50.901193 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-fb939ced-3f3a-4cac-8937-8ca43dc25de4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:50.916532 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-df353492-d003-4df4-9788-5759e3514da9 None None] Calling delete_port for 79a1e648-77c6-4020-a7c9-8d3e3fda9eb5 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:04:50.973416 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-fb939ced-3f3a-4cac-8937-8ca43dc25de4 admin admin] Usage tracker for resource:security_group_rule and tenant:2cd613b99e1e4a2a9310b264b4ed1c18 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:50.993603 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-fb939ced-3f3a-4cac-8937-8ca43dc25de4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:51.014205 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cfa1ad06-c511-4f39-9d35-61ae3f3f40c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:51.023791 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-fb939ced-3f3a-4cac-8937-8ca43dc25de4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:51.033986 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-09c677b5-fee5-40d7-baa4-c95f6ea67c59 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:51.036846 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-790b4548-e149-4c9b-afdb-f425029c7888 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] For port 79a1e648-77c6-4020-a7c9-8d3e3fda9eb5, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=79a1e648-77c6-4020-a7c9-8d3e3fda9eb5,segment=NetworkSegment(fbb3fe0b-086a-4362-ac89-efd80cfc0c06),segment_id=fbb3fe0b-086a-4362-ac89-efd80cfc0c06)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:04:51.037000 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-790b4548-e149-4c9b-afdb-f425029c7888 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:51.133630 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 79a1e648-77c6-4020-a7c9-8d3e3fda9eb5 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:04:51.166154 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-df353492-d003-4df4-9788-5759e3514da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:51.210312 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 79a1e648-77c6-4020-a7c9-8d3e3fda9eb5 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:04:51.210752 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 79a1e648-77c6-4020-a7c9-8d3e3fda9eb5 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:04:51.211245 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device ea37c5ee-3cd3-4606-bab5-1efe3e92bff5 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:04:51.225838 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-09c677b5-fee5-40d7-baa4-c95f6ea67c59 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:51.300112 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-03d00874-0531-4de5-af3b-66f5fdebfd79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:51.301138 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-790b4548-e149-4c9b-afdb-f425029c7888 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Calling delete_port for 79a1e648-77c6-4020-a7c9-8d3e3fda9eb5 owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:04:51.307241 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df353492-d003-4df4-9788-5759e3514da9 None None] Pushing event deleted for resources: {'Port': ['ID=79a1e648-77c6-4020-a7c9-8d3e3fda9eb5,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:51.318796 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: ea37c5ee-3cd3-4606-bab5-1efe3e92bff5 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:04:51.319136 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device ea37c5ee-3cd3-4606-bab5-1efe3e92bff5 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:04:51.320981 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df353492-d003-4df4-9788-5759e3514da9 None None] No DVR routers for this DVR port 79a1e648-77c6-4020-a7c9-8d3e3fda9eb5 on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:04:51.335767 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-5654fc86-acff-4a44-a37f-858ae3f453ae None None] Provisioning complete for port 14fdb83f-c39d-4362-88bf-ae4fd29700a1 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:51.336335 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5654fc86-acff-4a44-a37f-858ae3f453ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:51.407886 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-5654fc86-acff-4a44-a37f-858ae3f453ae None None] Port 14fdb83f-c39d-4362-88bf-ae4fd29700a1 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:04:51.411228 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.api [None req-790b4548-e149-4c9b-afdb-f425029c7888 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:04:51.411552 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG oslo_db.api [None req-790b4548-e149-4c9b-afdb-f425029c7888 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:04:51.464890 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:04:51.467915 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-09c677b5-fee5-40d7-baa4-c95f6ea67c59 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:51.468474 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c677b5-fee5-40d7-baa4-c95f6ea67c59 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Fanout notify agent at l3_agent the message router_deleted on router abfea71b-6abb-4a75-bf36-3a0e801ee649 {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:04:51.478562 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d3fc190e-3222-4472-bd4f-6b3d34cd41f3 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:51.496085 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-09c677b5-fee5-40d7-baa4-c95f6ea67c59 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:51.499329 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-09c677b5-fee5-40d7-baa4-c95f6ea67c59 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] 10.222.0.59 "DELETE /v2.0/routers/abfea71b-6abb-4a75-bf36-3a0e801ee649 HTTP/1.1" status: 204 len: 168 time: 4.8146329 Feb 10 23:04:51.502100 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41354) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:51.510502 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-d03e455b-4016-4000-acea-285c9c865718 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-532911409', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:04:51.513250 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-d03e455b-4016-4000-acea-285c9c865718 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:51.517042 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d03e455b-4016-4000-acea-285c9c865718 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Usage tracker for resource:router and tenant:9106f78d7f4749b994ba4bdf05ebdeb2 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:51.519879 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d03e455b-4016-4000-acea-285c9c865718 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:51.526335 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-d03e455b-4016-4000-acea-285c9c865718 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:51.535811 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cfa1ad06-c511-4f39-9d35-61ae3f3f40c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:51.561839 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cfa1ad06-c511-4f39-9d35-61ae3f3f40c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:51.562936 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-cfa1ad06-c511-4f39-9d35-61ae3f3f40c0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f9408870-bde7-4341-bdf3-92637a0ed2f9 HTTP/1.1" status: 204 len: 168 time: 1.3121715 Feb 10 23:04:51.563988 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa1ad06-c511-4f39-9d35-61ae3f3f40c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9408870-bde7-4341-bdf3-92637a0ed2f9,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:51.596571 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fb939ced-3f3a-4cac-8937-8ca43dc25de4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:51.623505 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d03e455b-4016-4000-acea-285c9c865718 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:51.624831 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d03e455b-4016-4000-acea-285c9c865718 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:51.645059 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d03e455b-4016-4000-acea-285c9c865718 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:51.682926 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fb939ced-3f3a-4cac-8937-8ca43dc25de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:51.689981 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-d3fc190e-3222-4472-bd4f-6b3d34cd41f3 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['991ea15c-583f-44f7-aaa0-405e4c1e5f2a']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:51.730069 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb939ced-3f3a-4cac-8937-8ca43dc25de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6b30ca-7edc-409d-bb67-26f5157d8b5e,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:51.734663 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-fb939ced-3f3a-4cac-8937-8ca43dc25de4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2cd613b99e1e4a2a9310b264b4ed1c18&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6360998 Feb 10 23:04:51.736790 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d03e455b-4016-4000-acea-285c9c865718 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:51.741867 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41360) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:51.813805 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bea84444-b29d-45ce-8755-bb46fb9c8ad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:51.838174 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-d3fc190e-3222-4472-bd4f-6b3d34cd41f3 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aedc09ca-4898-4fb9-ae9c-e9a2e0f804e6') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:51.838393 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-d3fc190e-3222-4472-bd4f-6b3d34cd41f3 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aedc09ca-4898-4fb9-ae9c-e9a2e0f804e6') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:51.839389 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bea84444-b29d-45ce-8755-bb46fb9c8ad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:51.850367 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d03e455b-4016-4000-acea-285c9c865718 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:51.857818 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d03e455b-4016-4000-acea-285c9c865718 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3484316 Feb 10 23:04:51.857818 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41364) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:51.865044 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d3fc190e-3222-4472-bd4f-6b3d34cd41f3 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:51.865477 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-ada7a249-c315-4a0e-89d3-c99813612208 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'enable_snat': True}}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:04:51.873375 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1cae8a10-2648-4e6c-9b2a-c4da8ff627fd tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:51.914839 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-790b4548-e149-4c9b-afdb-f425029c7888 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Deleting port 79a1e648-77c6-4020-a7c9-8d3e3fda9eb5 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:04:51.915179 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-790b4548-e149-4c9b-afdb-f425029c7888 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:51.924216 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-4b9c7c98-be3f-4d7d-9221-0b2eaf5d96be tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Allocated IP 172.20.0.1 (e03b4806-3892-4f1a-9d10-327ba2c6f623/b5f55256-8e66-413f-b024-00a20ae3e3e1/0591396c-8880-4765-a2ca-c188ab65c04c) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:04:51.939614 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d3fc190e-3222-4472-bd4f-6b3d34cd41f3 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:51.943967 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1cae8a10-2648-4e6c-9b2a-c4da8ff627fd tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:51.963640 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3fc190e-3222-4472-bd4f-6b3d34cd41f3 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:04:51.964023 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d3fc190e-3222-4472-bd4f-6b3d34cd41f3 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:51.982406 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:04:51.982406 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:04:51.982406 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:04:51.982406 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:04:51.982406 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:04:51.982406 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:04:51.982406 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:04:51.982406 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:04:51.982406 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:04:51.982406 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:04:51.982406 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:04:51.982406 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:04:51.982406 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:04:51.982406 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:04:51.982406 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:04:51.982406 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:04:51.982406 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:04:51.982406 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:04:51.982406 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:04:51.982406 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:04:51.982406 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:04:51.982406 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:04:51.982406 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:04:51.982406 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:04:51.982406 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:04:51.982406 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:04:51.982406 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:04:51.982406 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:04:51.982406 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:04:51.982406 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:04:51.982406 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:04:51.982406 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:04:52.060473 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-790b4548-e149-4c9b-afdb-f425029c7888 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] The port '79a1e648-77c6-4020-a7c9-8d3e3fda9eb5' was deleted {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 23:04:52.243972 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-790b4548-e149-4c9b-afdb-f425029c7888 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:52.246430 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d3fc190e-3222-4472-bd4f-6b3d34cd41f3 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:52.280441 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d3fc190e-3222-4472-bd4f-6b3d34cd41f3 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:52.291863 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1cae8a10-2648-4e6c-9b2a-c4da8ff627fd tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:52.292475 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cae8a10-2648-4e6c-9b2a-c4da8ff627fd tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Fanout notify agent at l3_agent the message router_deleted on router 8e5bbf54-27fc-4306-90d4-7e66b68f9662 {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:04:52.311380 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bea84444-b29d-45ce-8755-bb46fb9c8ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:52.323182 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fc190e-3222-4472-bd4f-6b3d34cd41f3 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event deleted for resources: {'Network': ['ID=991ea15c-583f-44f7-aaa0-405e4c1e5f2a,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:52.346378 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-790b4548-e149-4c9b-afdb-f425029c7888 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['001486ac-bc6e-490d-a874-c3e783bcac31']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:52.350517 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:52.353342 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1cae8a10-2648-4e6c-9b2a-c4da8ff627fd tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:52.357362 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-1cae8a10-2648-4e6c-9b2a-c4da8ff627fd tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] 10.222.0.59 "DELETE /v2.0/routers/8e5bbf54-27fc-4306-90d4-7e66b68f9662 HTTP/1.1" status: 204 len: 168 time: 2.0414076 Feb 10 23:04:52.357534 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea84444-b29d-45ce-8755-bb46fb9c8ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6b30ca-7edc-409d-bb67-26f5157d8b5e,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:52.361024 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41378) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:52.361523 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bec3eb09-597b-475a-9442-6883f506a7ea tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:52.365943 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-790b4548-e149-4c9b-afdb-f425029c7888 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbb3fe0b-086a-4362-ac89-efd80cfc0c06') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:52.366236 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-790b4548-e149-4c9b-afdb-f425029c7888 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbb3fe0b-086a-4362-ac89-efd80cfc0c06') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:52.377423 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-d3fc190e-3222-4472-bd4f-6b3d34cd41f3 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "DELETE /v2.0/networks/991ea15c-583f-44f7-aaa0-405e4c1e5f2a HTTP/1.1" status: 204 len: 168 time: 2.2042887 Feb 10 23:04:52.379026 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bea84444-b29d-45ce-8755-bb46fb9c8ad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:52.380127 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-bea84444-b29d-45ce-8755-bb46fb9c8ad3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/eb6b30ca-7edc-409d-bb67-26f5157d8b5e HTTP/1.1" status: 204 len: 168 time: 0.6373703 Feb 10 23:04:52.381318 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41380) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:52.382901 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-790b4548-e149-4c9b-afdb-f425029c7888 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32216962'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:52.398227 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-4fab4ee3-1df7-44b1-9d7a-1d7241ec22c6 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Request body: {'network': {'name': 'tempest-RoutersTest-1968433590'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:04:52.407776 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-4fab4ee3-1df7-44b1-9d7a-1d7241ec22c6 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:52.413479 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-4fab4ee3-1df7-44b1-9d7a-1d7241ec22c6 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Usage tracker for resource:network and tenant:62dc022463634d02b4f57b75cc001545 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:52.416379 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-790b4548-e149-4c9b-afdb-f425029c7888 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:52.422142 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-4fab4ee3-1df7-44b1-9d7a-1d7241ec22c6 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:52.429568 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-790b4548-e149-4c9b-afdb-f425029c7888 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:04:52.429568 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-790b4548-e149-4c9b-afdb-f425029c7888 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32033006'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:52.444260 dv-neutron-828797-1-hyperv neutron-server[84332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:04:52.444260 dv-neutron-828797-1-hyperv neutron-server[84332]: util.warn( Feb 10 23:04:52.444260 dv-neutron-828797-1-hyperv neutron-server[84332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:04:52.444260 dv-neutron-828797-1-hyperv neutron-server[84332]: util.warn( Feb 10 23:04:52.444260 dv-neutron-828797-1-hyperv neutron-server[84332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:04:52.444260 dv-neutron-828797-1-hyperv neutron-server[84332]: util.warn( Feb 10 23:04:52.444260 dv-neutron-828797-1-hyperv neutron-server[84332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:04:52.444260 dv-neutron-828797-1-hyperv neutron-server[84332]: util.warn( Feb 10 23:04:52.444260 dv-neutron-828797-1-hyperv neutron-server[84332]: Traceback (most recent call last): Feb 10 23:04:52.444260 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:04:52.444260 dv-neutron-828797-1-hyperv neutron-server[84332]: timer() Feb 10 23:04:52.444260 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:04:52.444260 dv-neutron-828797-1-hyperv neutron-server[84332]: cb(*args, **kw) Feb 10 23:04:52.444260 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:04:52.444260 dv-neutron-828797-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Feb 10 23:04:52.444260 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:04:52.444260 dv-neutron-828797-1-hyperv neutron-server[84332]: self._notify() Feb 10 23:04:52.444260 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:04:52.444260 dv-neutron-828797-1-hyperv neutron-server[84332]: self.callback(batched_events) Feb 10 23:04:52.444260 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:04:52.444260 dv-neutron-828797-1-hyperv neutron-server[84332]: event.method(event) Feb 10 23:04:52.444260 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:04:52.444260 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:04:52.444260 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:04:52.444260 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:04:52.444260 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:04:52.444260 dv-neutron-828797-1-hyperv neutron-server[84332]: return f(self, *a, **k) Feb 10 23:04:52.444260 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:04:52.444260 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._get(url).json() Feb 10 23:04:52.444260 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:04:52.444260 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:04:52.444260 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:04:52.444260 dv-neutron-828797-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Feb 10 23:04:52.444260 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:04:52.444260 dv-neutron-828797-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:04:52.444260 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:04:52.444260 dv-neutron-828797-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:04:52.444260 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:04:52.444260 dv-neutron-828797-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:04:52.444260 dv-neutron-828797-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:04:52.452315 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-4fab4ee3-1df7-44b1-9d7a-1d7241ec22c6 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:52.486729 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4b9c7c98-be3f-4d7d-9221-0b2eaf5d96be tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:52.563223 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:52.669110 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ada7a249-c315-4a0e-89d3-c99813612208 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:52.695958 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fab4ee3-1df7-44b1-9d7a-1d7241ec22c6 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Made reservation on behalf of 62dc022463634d02b4f57b75cc001545 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:04:52.699458 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4fab4ee3-1df7-44b1-9d7a-1d7241ec22c6 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:52.735203 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fab4ee3-1df7-44b1-9d7a-1d7241ec22c6 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:04:52.745843 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4fab4ee3-1df7-44b1-9d7a-1d7241ec22c6 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:52.746181 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-4fab4ee3-1df7-44b1-9d7a-1d7241ec22c6 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Added segment 2327a293-8cb0-424f-96f0-c29992c2daf1 of type vlan for network a29ae7c2-c34e-48f7-b0a6-7c8f5d1a484f Feb 10 23:04:52.753525 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-790b4548-e149-4c9b-afdb-f425029c7888 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:52.772050 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-790b4548-e149-4c9b-afdb-f425029c7888 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:52.798516 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790b4548-e149-4c9b-afdb-f425029c7888 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Pushing event deleted for resources: {'Network': ['ID=001486ac-bc6e-490d-a874-c3e783bcac31,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:52.818996 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-790b4548-e149-4c9b-afdb-f425029c7888 tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] 10.222.0.59 "DELETE /v2.0/networks/001486ac-bc6e-490d-a874-c3e783bcac31 HTTP/1.1" status: 204 len: 168 time: 3.1487367 Feb 10 23:04:52.825884 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41392) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:52.826864 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4fab4ee3-1df7-44b1-9d7a-1d7241ec22c6 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:53.060244 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-26c09384-88cb-49c2-b76e-1ac060d4d2b4 tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Deleting subnet 6756ef8e-9f11-4fb1-b3cf-3889e734c0e6 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:04:53.068787 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-26c09384-88cb-49c2-b76e-1ac060d4d2b4 tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:53.120849 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4b9c7c98-be3f-4d7d-9221-0b2eaf5d96be tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:53.186346 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.resource_extend [None req-4fab4ee3-1df7-44b1-9d7a-1d7241ec22c6 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:04:53.199653 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41400) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:53.216406 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-46a4c3f3-dad8-43bf-a90d-408c990af71d tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Deleting port dbee9da8-04f3-4c25-8ee8-00d3c015d1f0 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:04:53.216775 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-46a4c3f3-dad8-43bf-a90d-408c990af71d tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:53.220441 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-26c09384-88cb-49c2-b76e-1ac060d4d2b4 tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31983416'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:53.289035 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9c7c98-be3f-4d7d-9221-0b2eaf5d96be tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Pushing event updated for resources: {'Port': ['ID=0591396c-8880-4765-a2ca-c188ab65c04c,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:53.295874 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9c7c98-be3f-4d7d-9221-0b2eaf5d96be tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Network e03b4806-3892-4f1a-9d10-327ba2c6f623 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:04:53.301298 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-4b9c7c98-be3f-4d7d-9221-0b2eaf5d96be tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:53.303661 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9c7c98-be3f-4d7d-9221-0b2eaf5d96be tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:04:53.355194 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41406) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:53.357552 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4fab4ee3-1df7-44b1-9d7a-1d7241ec22c6 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:53.361200 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fab4ee3-1df7-44b1-9d7a-1d7241ec22c6 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:53.361777 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4fab4ee3-1df7-44b1-9d7a-1d7241ec22c6 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:53.386775 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-6ff8045b-8b9a-46bb-a5ff-ec8b509b6c27 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-217153584-network', 'tenant_id': 'e452088f31c44993a8754d6dd8fb5a7b'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:04:53.395785 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bec3eb09-597b-475a-9442-6883f506a7ea tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:53.419828 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-6ff8045b-8b9a-46bb-a5ff-ec8b509b6c27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:53.430468 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4b9c7c98-be3f-4d7d-9221-0b2eaf5d96be tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733071'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:53.473173 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-24f47e0a-ce32-450a-a9a3-3a2381874fdb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c53ff82bdbef4a0bb168731f2a4f393c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1177845 Feb 10 23:04:53.473173 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bec3eb09-597b-475a-9442-6883f506a7ea tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:53.475865 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-26c09384-88cb-49c2-b76e-1ac060d4d2b4 tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:53.476017 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-6ff8045b-8b9a-46bb-a5ff-ec8b509b6c27 admin admin] Usage tracker for resource:network and tenant:e452088f31c44993a8754d6dd8fb5a7b is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:53.484583 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-6ff8045b-8b9a-46bb-a5ff-ec8b509b6c27 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:53.486978 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41410) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:53.520115 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-6ff8045b-8b9a-46bb-a5ff-ec8b509b6c27 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:53.549060 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fab4ee3-1df7-44b1-9d7a-1d7241ec22c6 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event updated for resources: {'Network': ['ID=a29ae7c2-c34e-48f7-b0a6-7c8f5d1a484f,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:53.574905 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4fab4ee3-1df7-44b1-9d7a-1d7241ec22c6 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1821840 Feb 10 23:04:53.580324 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network a29ae7c2-c34e-48f7-b0a6-7c8f5d1a484f details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:04:53.581250 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41414) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:53.615594 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-669dc562-3883-4c61-8df8-6ba386b11bc6 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Request body: {'subnet': {'network_id': 'a29ae7c2-c34e-48f7-b0a6-7c8f5d1a484f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:04:53.633621 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-46a4c3f3-dad8-43bf-a90d-408c990af71d tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:53.633948 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-46a4c3f3-dad8-43bf-a90d-408c990af71d tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:53.680041 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec3eb09-597b-475a-9442-6883f506a7ea tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event updated for resources: {'Port': ['ID=14fdb83f-c39d-4362-88bf-ae4fd29700a1,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:53.705905 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff8045b-8b9a-46bb-a5ff-ec8b509b6c27 admin admin] Made reservation on behalf of e452088f31c44993a8754d6dd8fb5a7b for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:04:53.708143 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6ff8045b-8b9a-46bb-a5ff-ec8b509b6c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:53.796992 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6ff8045b-8b9a-46bb-a5ff-ec8b509b6c27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:53.859231 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4b9c7c98-be3f-4d7d-9221-0b2eaf5d96be tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:53.881709 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-46a4c3f3-dad8-43bf-a90d-408c990af71d tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Calling delete_port for dbee9da8-04f3-4c25-8ee8-00d3c015d1f0 owned by network:floatingip {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:04:53.908326 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:53.953226 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-26c09384-88cb-49c2-b76e-1ac060d4d2b4 tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:53.955297 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-1f40993a-921b-4d60-8159-d4af77ae5ee0 None None] Provisioning complete for port 14fdb83f-c39d-4362-88bf-ae4fd29700a1 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:53.955789 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1f40993a-921b-4d60-8159-d4af77ae5ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:54.014341 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-1f40993a-921b-4d60-8159-d4af77ae5ee0 None None] Port 14fdb83f-c39d-4362-88bf-ae4fd29700a1 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:04:54.017966 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c09384-88cb-49c2-b76e-1ac060d4d2b4 tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Pushing event deleted for resources: {'Subnet': ['ID=6756ef8e-9f11-4fb1-b3cf-3889e734c0e6,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:54.025937 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ada7a249-c315-4a0e-89d3-c99813612208 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:54.045124 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcdb31c-ee58-44b6-ae06-26cc8e96f17c None None] Network 5a9af295-36dc-42bc-95d3-30e0f788379f requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:04:54.062473 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-6ff8045b-8b9a-46bb-a5ff-ec8b509b6c27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:54.062817 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-26c09384-88cb-49c2-b76e-1ac060d4d2b4 tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:54.085514 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ada7a249-c315-4a0e-89d3-c99813612208 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:54.087406 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-669dc562-3883-4c61-8df8-6ba386b11bc6 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:54.091991 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-6ff8045b-8b9a-46bb-a5ff-ec8b509b6c27 admin admin] Usage tracker for resource:security_group_rule and tenant:e452088f31c44993a8754d6dd8fb5a7b is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:54.095864 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-6ff8045b-8b9a-46bb-a5ff-ec8b509b6c27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:54.111566 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-669dc562-3883-4c61-8df8-6ba386b11bc6 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Usage tracker for resource:subnet and tenant:62dc022463634d02b4f57b75cc001545 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:54.114097 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-376a84f6-0b89-43b9-ac68-af1dfe816273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:54.115993 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-6ff8045b-8b9a-46bb-a5ff-ec8b509b6c27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:54.117732 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-669dc562-3883-4c61-8df8-6ba386b11bc6 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:54.175542 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bec3eb09-597b-475a-9442-6883f506a7ea tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733071'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:54.178856 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-669dc562-3883-4c61-8df8-6ba386b11bc6 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:54.201832 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-26c09384-88cb-49c2-b76e-1ac060d4d2b4 tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] 10.222.0.59 "DELETE /v2.0/subnets/6756ef8e-9f11-4fb1-b3cf-3889e734c0e6 HTTP/1.1" status: 204 len: 168 time: 1.8207505 Feb 10 23:04:54.207088 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41418) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:54.238817 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-376a84f6-0b89-43b9-ac68-af1dfe816273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:54.319293 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669dc562-3883-4c61-8df8-6ba386b11bc6 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Made reservation on behalf of 62dc022463634d02b4f57b75cc001545 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:04:54.327975 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8b9686-80f9-4944-ae6c-bd6e118579f2 None None] DHCP port deletion for 5a9af295-36dc-42bc-95d3-30e0f788379f request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:04:54.333280 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-dd8b9686-80f9-4944-ae6c-bd6e118579f2 None None] Deleting port 717219bb-810e-41a5-ac51-2196037984dc {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:04:54.333846 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dd8b9686-80f9-4944-ae6c-bd6e118579f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:54.374680 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5a32a278-7eb1-449b-b8c4-752bfd7870ba tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:54.502650 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-5a32a278-7eb1-449b-b8c4-752bfd7870ba tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Deleting port 717219bb-810e-41a5-ac51-2196037984dc {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:04:54.502983 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5a32a278-7eb1-449b-b8c4-752bfd7870ba tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:54.533331 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-669dc562-3883-4c61-8df8-6ba386b11bc6 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:54.561366 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-ada7a249-c315-4a0e-89d3-c99813612208 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Allocated IP 172.26.8.106 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/8b9ddc18-d365-416c-9d67-fede5dba9e2b) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:04:54.570083 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6ff8045b-8b9a-46bb-a5ff-ec8b509b6c27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:54.606754 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-dd8b9686-80f9-4944-ae6c-bd6e118579f2 None None] For port 717219bb-810e-41a5-ac51-2196037984dc, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=717219bb-810e-41a5-ac51-2196037984dc,segment=NetworkSegment(6f4aa267-97c9-40bb-90ea-c686eb1b2ec7),segment_id=6f4aa267-97c9-40bb-90ea-c686eb1b2ec7)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:04:54.607942 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dd8b9686-80f9-4944-ae6c-bd6e118579f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:54.629477 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-46a4c3f3-dad8-43bf-a90d-408c990af71d tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:54.704283 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bec3eb09-597b-475a-9442-6883f506a7ea tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:54.748369 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-dd8b9686-80f9-4944-ae6c-bd6e118579f2 None None] Calling delete_port for 717219bb-810e-41a5-ac51-2196037984dc owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:04:54.819367 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-376a84f6-0b89-43b9-ac68-af1dfe816273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:54.822034 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6ff8045b-8b9a-46bb-a5ff-ec8b509b6c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:54.878869 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a4c3f3-dad8-43bf-a90d-408c990af71d tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Pushing event deleted for resources: {'Port': ['ID=dbee9da8-04f3-4c25-8ee8-00d3c015d1f0,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:54.900575 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dd8b9686-80f9-4944-ae6c-bd6e118579f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:54.918178 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376a84f6-0b89-43b9-ac68-af1dfe816273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13254856-2fba-4af5-87c6-27be6b75d365,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:54.963266 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8b9686-80f9-4944-ae6c-bd6e118579f2 None None] Pushing event deleted for resources: {'Port': ['ID=717219bb-810e-41a5-ac51-2196037984dc,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:54.965273 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ff8045b-8b9a-46bb-a5ff-ec8b509b6c27 admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:04:54.965799 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8b9686-80f9-4944-ae6c-bd6e118579f2 None None] No DVR routers for this DVR port 717219bb-810e-41a5-ac51-2196037984dc on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:04:55.052205 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4b9c7c98-be3f-4d7d-9221-0b2eaf5d96be tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:55.064648 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6ff8045b-8b9a-46bb-a5ff-ec8b509b6c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:55.064993 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-6ff8045b-8b9a-46bb-a5ff-ec8b509b6c27 admin admin] Added segment 7a345138-8b21-4d04-9958-9268deba4dc9 of type vlan for network cc3883e2-07c5-4782-b2eb-c25b67bd2e9e Feb 10 23:04:55.070079 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff8045b-8b9a-46bb-a5ff-ec8b509b6c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e3c456-d6f7-445b-bf9b-7edc3da64fed,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:55.104764 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-5a32a278-7eb1-449b-b8c4-752bfd7870ba tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] For port 717219bb-810e-41a5-ac51-2196037984dc, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=717219bb-810e-41a5-ac51-2196037984dc,segment=NetworkSegment(6f4aa267-97c9-40bb-90ea-c686eb1b2ec7),segment_id=6f4aa267-97c9-40bb-90ea-c686eb1b2ec7)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:04:55.105122 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5a32a278-7eb1-449b-b8c4-752bfd7870ba tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:55.176283 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ada7a249-c315-4a0e-89d3-c99813612208 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:55.209203 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-46a4c3f3-dad8-43bf-a90d-408c990af71d tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks [] for floatingip, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:55.212212 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6ff8045b-8b9a-46bb-a5ff-ec8b509b6c27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:55.222085 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-376a84f6-0b89-43b9-ac68-af1dfe816273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:55.225558 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-376a84f6-0b89-43b9-ac68-af1dfe816273 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/13254856-2fba-4af5-87c6-27be6b75d365 HTTP/1.1" status: 204 len: 168 time: 1.7352560 Feb 10 23:04:55.228184 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4b9c7c98-be3f-4d7d-9221-0b2eaf5d96be tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:55.266094 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-5a32a278-7eb1-449b-b8c4-752bfd7870ba tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Calling delete_port for 717219bb-810e-41a5-ac51-2196037984dc owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:04:55.268326 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-46a4c3f3-dad8-43bf-a90d-408c990af71d tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:55.269515 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-46a4c3f3-dad8-43bf-a90d-408c990af71d tempest-FloatingIPAdminTestJSON-226042006 tempest-FloatingIPAdminTestJSON-226042006-project] 10.222.0.59 "DELETE /v2.0/floatingips/1154c92a-0b13-4f46-8189-b9dfde6c6896 HTTP/1.1" status: 204 len: 168 time: 2.4455225 Feb 10 23:04:55.335018 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6ff8045b-8b9a-46bb-a5ff-ec8b509b6c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:55.336457 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff8045b-8b9a-46bb-a5ff-ec8b509b6c27 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:55.337072 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6ff8045b-8b9a-46bb-a5ff-ec8b509b6c27 admin admin] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:55.368815 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ada7a249-c315-4a0e-89d3-c99813612208 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:55.410776 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-669dc562-3883-4c61-8df8-6ba386b11bc6 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:55.489183 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9c7c98-be3f-4d7d-9221-0b2eaf5d96be tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Pushing event updated for resources: {'Port': ['ID=0591396c-8880-4765-a2ca-c188ab65c04c,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:55.506676 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4b9c7c98-be3f-4d7d-9221-0b2eaf5d96be tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2767683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732898'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:55.537398 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6ff8045b-8b9a-46bb-a5ff-ec8b509b6c27 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3339159 Feb 10 23:04:55.538182 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41426) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:55.558970 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-5a32a278-7eb1-449b-b8c4-752bfd7870ba tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:04:55.560830 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-5a32a278-7eb1-449b-b8c4-752bfd7870ba tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:04:55.570343 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-5b6e9f2a-dc03-4e52-bb2f-f7ac2db9a08b admin admin] Request body: {'subnet': {'network_id': 'cc3883e2-07c5-4782-b2eb-c25b67bd2e9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-217153584-subnet', 'tenant_id': 'e452088f31c44993a8754d6dd8fb5a7b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:04:55.586102 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff8045b-8b9a-46bb-a5ff-ec8b509b6c27 admin admin] Pushing event updated for resources: {'Network': ['ID=cc3883e2-07c5-4782-b2eb-c25b67bd2e9e,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:55.592959 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-5b6e9f2a-dc03-4e52-bb2f-f7ac2db9a08b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:55.602254 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network cc3883e2-07c5-4782-b2eb-c25b67bd2e9e details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:04:55.604801 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada7a249-c315-4a0e-89d3-c99813612208 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:04:55.605854 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-5b6e9f2a-dc03-4e52-bb2f-f7ac2db9a08b admin admin] Usage tracker for resource:subnet and tenant:e452088f31c44993a8754d6dd8fb5a7b is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:55.608962 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada7a249-c315-4a0e-89d3-c99813612208 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Pushing event updated for resources: {'Port': ['ID=8b9ddc18-d365-416c-9d67-fede5dba9e2b,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:55.615446 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-5b6e9f2a-dc03-4e52-bb2f-f7ac2db9a08b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:55.618129 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-ada7a249-c315-4a0e-89d3-c99813612208 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:55.626394 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada7a249-c315-4a0e-89d3-c99813612208 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:04:55.652290 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-5b6e9f2a-dc03-4e52-bb2f-f7ac2db9a08b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:55.657930 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669dc562-3883-4c61-8df8-6ba386b11bc6 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event updated for resources: {'Subnet': ['ID=1456149e-fa62-46c1-a3f9-6d35699188c3,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:55.674514 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bec3eb09-597b-475a-9442-6883f506a7ea tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:55.701077 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9c7c98-be3f-4d7d-9221-0b2eaf5d96be tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Network e03b4806-3892-4f1a-9d10-327ba2c6f623 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:04:55.702879 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-4b9c7c98-be3f-4d7d-9221-0b2eaf5d96be tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:55.710539 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669dc562-3883-4c61-8df8-6ba386b11bc6 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Checking segment: {'id': '2327a293-8cb0-424f-96f0-c29992c2daf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a29ae7c2-c34e-48f7-b0a6-7c8f5d1a484f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:04:55.710877 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669dc562-3883-4c61-8df8-6ba386b11bc6 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Network hostable DHCP agents. Network: a29ae7c2-c34e-48f7-b0a6-7c8f5d1a484f, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:04:55.772983 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6e9f2a-dc03-4e52-bb2f-f7ac2db9a08b admin admin] Made reservation on behalf of e452088f31c44993a8754d6dd8fb5a7b for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:04:55.775332 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5b6e9f2a-dc03-4e52-bb2f-f7ac2db9a08b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:55.856472 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bec3eb09-597b-475a-9442-6883f506a7ea tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:55.857473 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bec3eb09-597b-475a-9442-6883f506a7ea tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2767683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732898'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:55.961219 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec3eb09-597b-475a-9442-6883f506a7ea tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event updated for resources: {'Port': ['ID=14fdb83f-c39d-4362-88bf-ae4fd29700a1,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:55.978145 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669dc562-3883-4c61-8df8-6ba386b11bc6 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Network a29ae7c2-c34e-48f7-b0a6-7c8f5d1a484f is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:04:56.053905 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ada7a249-c315-4a0e-89d3-c99813612208 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:56.086839 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-5a32a278-7eb1-449b-b8c4-752bfd7870ba tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Deleting port 717219bb-810e-41a5-ac51-2196037984dc {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:04:56.087181 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5a32a278-7eb1-449b-b8c4-752bfd7870ba tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:56.119057 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-669dc562-3883-4c61-8df8-6ba386b11bc6 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, a29ae7c2-c34e-48f7-b0a6-7c8f5d1a484f) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:56.129137 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538bebaf-3081-417b-89c6-f4c17088ce90 None None] Network a29ae7c2-c34e-48f7-b0a6-7c8f5d1a484f requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:04:56.181754 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5b6e9f2a-dc03-4e52-bb2f-f7ac2db9a08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:56.268256 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669dc562-3883-4c61-8df8-6ba386b11bc6 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:56.275856 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-669dc562-3883-4c61-8df8-6ba386b11bc6 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:56.285927 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41436) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:56.334997 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 717219bb-810e-41a5-ac51-2196037984dc no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:04:56.339722 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-5a32a278-7eb1-449b-b8c4-752bfd7870ba tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] The port '717219bb-810e-41a5-ac51-2196037984dc' was deleted {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 23:04:56.415843 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e9f2a-dc03-4e52-bb2f-f7ac2db9a08b admin admin] Pushing event updated for resources: {'Subnet': ['ID=01b72c06-c698-462d-bf7b-325d09ba1c5f,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:56.442501 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 717219bb-810e-41a5-ac51-2196037984dc {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:04:56.443212 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 717219bb-810e-41a5-ac51-2196037984dc not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:04:56.474957 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6e9f2a-dc03-4e52-bb2f-f7ac2db9a08b admin admin] Checking segment: {'id': '7a345138-8b21-4d04-9958-9268deba4dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'cc3883e2-07c5-4782-b2eb-c25b67bd2e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:04:56.476330 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6e9f2a-dc03-4e52-bb2f-f7ac2db9a08b admin admin] Network hostable DHCP agents. Network: cc3883e2-07c5-4782-b2eb-c25b67bd2e9e, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:04:56.490074 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-669dc562-3883-4c61-8df8-6ba386b11bc6 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9037163 Feb 10 23:04:56.491145 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41446) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:56.506890 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5a32a278-7eb1-449b-b8c4-752bfd7870ba tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:56.511194 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ada7a249-c315-4a0e-89d3-c99813612208 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:56.517881 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-fd6103da-2316-4eb4-be9f-5269f24fb93c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-75388164', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:04:56.528763 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-fd6103da-2316-4eb4-be9f-5269f24fb93c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:56.532686 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ada7a249-c315-4a0e-89d3-c99813612208 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1734371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1734168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1735070'] for router, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:56.539103 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-fd6103da-2316-4eb4-be9f-5269f24fb93c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Usage tracker for resource:router and tenant:62dc022463634d02b4f57b75cc001545 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:56.546477 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-fd6103da-2316-4eb4-be9f-5269f24fb93c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:56.546596 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-5a32a278-7eb1-449b-b8c4-752bfd7870ba tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a9af295-36dc-42bc-95d3-30e0f788379f']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:56.553447 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83c6ecf-5a06-409c-9f83-ac4c5b7c262b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-a29ae7c2-c34e-48f7-b0a6-7c8f5d1a484f', 'network_id': 'a29ae7c2-c34e-48f7-b0a6-7c8f5d1a484f', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'fixed_ips': [{'subnet_id': '1456149e-fa62-46c1-a3f9-6d35699188c3'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:04:56.554248 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c83c6ecf-5a06-409c-9f83-ac4c5b7c262b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:56.566697 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-5a32a278-7eb1-449b-b8c4-752bfd7870ba tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f4aa267-97c9-40bb-90ea-c686eb1b2ec7') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:56.567031 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-5a32a278-7eb1-449b-b8c4-752bfd7870ba tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f4aa267-97c9-40bb-90ea-c686eb1b2ec7') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:56.583550 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5a32a278-7eb1-449b-b8c4-752bfd7870ba tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:56.620975 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-fd6103da-2316-4eb4-be9f-5269f24fb93c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:56.687028 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6e9f2a-dc03-4e52-bb2f-f7ac2db9a08b admin admin] Network cc3883e2-07c5-4782-b2eb-c25b67bd2e9e is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:04:56.722622 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5a32a278-7eb1-449b-b8c4-752bfd7870ba tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:56.771082 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fd6103da-2316-4eb4-be9f-5269f24fb93c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:56.772418 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fd6103da-2316-4eb4-be9f-5269f24fb93c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:56.799514 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a32a278-7eb1-449b-b8c4-752bfd7870ba tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:04:56.799996 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5a32a278-7eb1-449b-b8c4-752bfd7870ba tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:56.815410 dv-neutron-828797-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:04:56.815410 dv-neutron-828797-1-hyperv neutron-server[84333]: util.warn( Feb 10 23:04:56.815410 dv-neutron-828797-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:04:56.815410 dv-neutron-828797-1-hyperv neutron-server[84333]: util.warn( Feb 10 23:04:56.815410 dv-neutron-828797-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:04:56.815410 dv-neutron-828797-1-hyperv neutron-server[84333]: util.warn( Feb 10 23:04:56.815410 dv-neutron-828797-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:04:56.815410 dv-neutron-828797-1-hyperv neutron-server[84333]: util.warn( Feb 10 23:04:56.815410 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:04:56.815410 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:04:56.815410 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:04:56.815410 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:04:56.815410 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:04:56.815410 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:04:56.815410 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:04:56.815410 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:04:56.815410 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:04:56.815410 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:04:56.815410 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:04:56.815410 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:04:56.815410 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:04:56.815410 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:04:56.815410 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:04:56.815410 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:04:56.815410 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:04:56.815410 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:04:56.815410 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:04:56.815410 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:04:56.815410 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:04:56.815410 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:04:56.815410 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:04:56.815410 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:04:56.815410 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:04:56.815410 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:04:56.815410 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:04:56.815410 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:04:56.815410 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:04:56.815410 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:04:56.815410 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:04:56.815410 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:04:56.819387 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-5b6e9f2a-dc03-4e52-bb2f-f7ac2db9a08b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, cc3883e2-07c5-4782-b2eb-c25b67bd2e9e) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:56.819467 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec3eb09-597b-475a-9442-6883f506a7ea tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Network f9383e9b-93a0-435a-912a-fcd9911ab33d is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:04:56.822084 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fd6103da-2316-4eb4-be9f-5269f24fb93c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:56.824010 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-bec3eb09-597b-475a-9442-6883f506a7ea tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:56.839519 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bb2829-457d-4945-8ddb-65acba237400 None None] Network cc3883e2-07c5-4782-b2eb-c25b67bd2e9e requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:04:56.852723 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6e9f2a-dc03-4e52-bb2f-f7ac2db9a08b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:56.853423 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5b6e9f2a-dc03-4e52-bb2f-f7ac2db9a08b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:56.928065 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ba7ae995-6788-4d3a-9b78-1494feaba11b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=812727b2b6d94720ae53e72c564bba8c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6387134 Feb 10 23:04:56.928276 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41452) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:56.991515 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-c83c6ecf-5a06-409c-9f83-ac4c5b7c262b None None] Allocated IP 172.20.0.2 (a29ae7c2-c34e-48f7-b0a6-7c8f5d1a484f/1456149e-fa62-46c1-a3f9-6d35699188c3/94fffe2c-7fa4-461f-937a-0b6a4ef0b03d) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:04:57.139703 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada7a249-c315-4a0e-89d3-c99813612208 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Router 7615d286-d83f-4c53-8118-57ce05b411d2 is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:04:57.146100 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5b6e9f2a-dc03-4e52-bb2f-f7ac2db9a08b admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5957725 Feb 10 23:04:57.148871 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fd6103da-2316-4eb4-be9f-5269f24fb93c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:57.160578 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41460) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:57.174021 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-bf2594a9-fdc9-4c8e-a8b8-006df0ec32a3 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-217153584-router', 'tenant_id': 'e452088f31c44993a8754d6dd8fb5a7b', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:04:57.179295 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-bf2594a9-fdc9-4c8e-a8b8-006df0ec32a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:57.183351 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-bf2594a9-fdc9-4c8e-a8b8-006df0ec32a3 admin admin] Usage tracker for resource:router and tenant:e452088f31c44993a8754d6dd8fb5a7b is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:57.187090 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-bf2594a9-fdc9-4c8e-a8b8-006df0ec32a3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:57.200380 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-bf2594a9-fdc9-4c8e-a8b8-006df0ec32a3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:57.230053 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5a32a278-7eb1-449b-b8c4-752bfd7870ba tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:57.313089 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fd6103da-2316-4eb4-be9f-5269f24fb93c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:57.317258 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-fd6103da-2316-4eb4-be9f-5269f24fb93c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.8211520 Feb 10 23:04:57.323968 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc4a195-f512-40a8-af0d-cf46cf776004 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-cc3883e2-07c5-4782-b2eb-c25b67bd2e9e', 'network_id': 'cc3883e2-07c5-4782-b2eb-c25b67bd2e9e', 'tenant_id': 'e452088f31c44993a8754d6dd8fb5a7b', 'fixed_ips': [{'subnet_id': '01b72c06-c698-462d-bf7b-325d09ba1c5f'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:04:57.325373 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dcc4a195-f512-40a8-af0d-cf46cf776004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:57.372168 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41466) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:57.378752 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41468) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:57.383743 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5a32a278-7eb1-449b-b8c4-752bfd7870ba tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:57.391835 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a32a278-7eb1-449b-b8c4-752bfd7870ba tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] Pushing event deleted for resources: {'Network': ['ID=5a9af295-36dc-42bc-95d3-30e0f788379f,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:57.402000 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-d4f7449b-600e-4285-8f9b-650ae5878de8 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Request body: {'port': {'network_id': 'a29ae7c2-c34e-48f7-b0a6-7c8f5d1a484f', 'name': 'tempest-RoutersTest-1209085318'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:04:57.429921 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bf2594a9-fdc9-4c8e-a8b8-006df0ec32a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:57.430453 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bf2594a9-fdc9-4c8e-a8b8-006df0ec32a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:57.444822 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-15f9661d-1520-4cbf-ac9e-c6d0588918b3 None None] Provisioning complete for port 14fdb83f-c39d-4362-88bf-ae4fd29700a1 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:57.445201 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-15f9661d-1520-4cbf-ac9e-c6d0588918b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:57.450320 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bf2594a9-fdc9-4c8e-a8b8-006df0ec32a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:57.479001 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f5a739f8-500f-4b5d-94db-29d6259923b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:57.488725 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b9c7c98-be3f-4d7d-9221-0b2eaf5d96be tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Router ceb0202d-0403-475b-a150-eb543df39ce0 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:04:57.493530 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-5a32a278-7eb1-449b-b8c4-752bfd7870ba tempest-FloatingIPNegativeTestJSON-441673552 tempest-FloatingIPNegativeTestJSON-441673552-project] 10.222.0.59 "DELETE /v2.0/networks/5a9af295-36dc-42bc-95d3-30e0f788379f HTTP/1.1" status: 204 len: 168 time: 3.2822058 Feb 10 23:04:57.498558 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c83c6ecf-5a06-409c-9f83-ac4c5b7c262b None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:57.559699 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-c83c6ecf-5a06-409c-9f83-ac4c5b7c262b None None] Transition to ACTIVE for port object 94fffe2c-7fa4-461f-937a-0b6a4ef0b03d will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:04:57.622241 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-c83c6ecf-5a06-409c-9f83-ac4c5b7c262b None None] Transition to ACTIVE for port object 94fffe2c-7fa4-461f-937a-0b6a4ef0b03d will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:04:57.625047 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-15f9661d-1520-4cbf-ac9e-c6d0588918b3 None None] Port 14fdb83f-c39d-4362-88bf-ae4fd29700a1 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:04:57.716151 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c83c6ecf-5a06-409c-9f83-ac4c5b7c262b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:57.721313 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f5a739f8-500f-4b5d-94db-29d6259923b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:57.758581 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e4e997ff-1847-4e75-9fc0-e88b447e7d00 tempest-AgentManagementNegativeTest-1913955232 tempest-AgentManagementNegativeTest-1913955232-project] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3725541 Feb 10 23:04:57.784219 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-dcc4a195-f512-40a8-af0d-cf46cf776004 None None] Allocated IP 172.20.0.2 (cc3883e2-07c5-4782-b2eb-c25b67bd2e9e/01b72c06-c698-462d-bf7b-325d09ba1c5f/7a9f72b6-8136-4d4f-bbba-3dcd3b7a7335) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:04:57.810793 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83c6ecf-5a06-409c-9f83-ac4c5b7c262b None None] Network a29ae7c2-c34e-48f7-b0a6-7c8f5d1a484f is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:04:57.816493 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-c83c6ecf-5a06-409c-9f83-ac4c5b7c262b None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:57.823358 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83c6ecf-5a06-409c-9f83-ac4c5b7c262b None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:04:57.828103 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c6ecf-5a06-409c-9f83-ac4c5b7c262b None None] Pushing event updated for resources: {'Port': ['ID=94fffe2c-7fa4-461f-937a-0b6a4ef0b03d,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:57.854090 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bf2594a9-fdc9-4c8e-a8b8-006df0ec32a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:57.857261 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9c7c98-be3f-4d7d-9221-0b2eaf5d96be tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:04:57.866148 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-4b9c7c98-be3f-4d7d-9221-0b2eaf5d96be tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] 10.222.0.59 "PUT /v2.0/routers/ceb0202d-0403-475b-a150-eb543df39ce0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8047750 Feb 10 23:04:57.867089 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41480) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:57.874683 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-d4f7449b-600e-4285-8f9b-650ae5878de8 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:57.875416 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-4da48b7b-060a-4580-ac09-f8cdf9cb70ef tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Request body: {'port': {'network_id': 'e03b4806-3892-4f1a-9d10-327ba2c6f623', 'name': 'tempest-FloatingIPTestJSON-2062056025'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:04:57.880903 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d4f7449b-600e-4285-8f9b-650ae5878de8 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Usage tracker for resource:port and tenant:62dc022463634d02b4f57b75cc001545 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:57.882668 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99718083-19da-4d56-a90d-de4755f96752 None None] Sync routers for ids ['ceb0202d-0403-475b-a150-eb543df39ce0'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:04:57.886304 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d4f7449b-600e-4285-8f9b-650ae5878de8 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:57.896478 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec3eb09-597b-475a-9442-6883f506a7ea tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Router 8aef0c1a-e7b6-447c-8bb8-5fd2550e2b79 is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:04:57.916962 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-d4f7449b-600e-4285-8f9b-650ae5878de8 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:57.980332 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada7a249-c315-4a0e-89d3-c99813612208 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:04:57.992020 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30e6ef2-2970-4e7e-93cb-30c42bd5c6ff None None] Sync routers for ids ['7615d286-d83f-4c53-8118-57ce05b411d2'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:04:57.998673 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ada7a249-c315-4a0e-89d3-c99813612208 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:58.000233 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ada7a249-c315-4a0e-89d3-c99813612208 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] 10.222.0.59 "PUT /v2.0/routers/7615d286-d83f-4c53-8118-57ce05b411d2 HTTP/1.1" status: 200 len: 914 time: 6.1416194 Feb 10 23:04:58.001319 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f7449b-600e-4285-8f9b-650ae5878de8 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Made reservation on behalf of 62dc022463634d02b4f57b75cc001545 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:04:58.004910 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d4f7449b-600e-4285-8f9b-650ae5878de8 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:58.010793 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30e6ef2-2970-4e7e-93cb-30c42bd5c6ff None None] Routers {'7615d286-d83f-4c53-8118-57ce05b411d2'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:04:58.011708 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-f30e6ef2-2970-4e7e-93cb-30c42bd5c6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:04:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['7615d286-d83f-4c53-8118-57ce05b411d2'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:58.024666 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41484) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:58.037622 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99718083-19da-4d56-a90d-de4755f96752 None None] Routers {'ceb0202d-0403-475b-a150-eb543df39ce0'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:04:58.038273 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-99718083-19da-4d56-a90d-de4755f96752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:04:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['ceb0202d-0403-475b-a150-eb543df39ce0'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:58.047272 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-d4f7449b-600e-4285-8f9b-650ae5878de8 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] device_id is not set on port 6772bcc9-3816-435c-a1d5-d901a47df728 yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:04:58.105734 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-f30e6ef2-2970-4e7e-93cb-30c42bd5c6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:58.121040 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30e6ef2-2970-4e7e-93cb-30c42bd5c6ff None None] Routers {'7615d286-d83f-4c53-8118-57ce05b411d2'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:04:58.123391 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-f30e6ef2-2970-4e7e-93cb-30c42bd5c6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:04:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['7615d286-d83f-4c53-8118-57ce05b411d2'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:58.156929 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-99718083-19da-4d56-a90d-de4755f96752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:58.159082 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-c83c6ecf-5a06-409c-9f83-ac4c5b7c262b None None] Attempting to bind port 94fffe2c-7fa4-461f-937a-0b6a4ef0b03d on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:04:58.159456 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-c83c6ecf-5a06-409c-9f83-ac4c5b7c262b None None] Attempting to bind port 94fffe2c-7fa4-461f-937a-0b6a4ef0b03d by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '2327a293-8cb0-424f-96f0-c29992c2daf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a29ae7c2-c34e-48f7-b0a6-7c8f5d1a484f'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:04:58.159817 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83c6ecf-5a06-409c-9f83-ac4c5b7c262b None None] Attempting to bind port 94fffe2c-7fa4-461f-937a-0b6a4ef0b03d on network a29ae7c2-c34e-48f7-b0a6-7c8f5d1a484f {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:04:58.217578 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-f30e6ef2-2970-4e7e-93cb-30c42bd5c6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:58.218344 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30e6ef2-2970-4e7e-93cb-30c42bd5c6ff None None] The sync data for ids ['7615d286-d83f-4c53-8118-57ce05b411d2'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:04:58.228260 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83c6ecf-5a06-409c-9f83-ac4c5b7c262b None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:04:58.229335 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83c6ecf-5a06-409c-9f83-ac4c5b7c262b None None] Checking segment: {'id': '2327a293-8cb0-424f-96f0-c29992c2daf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a29ae7c2-c34e-48f7-b0a6-7c8f5d1a484f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:04:58.229335 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c83c6ecf-5a06-409c-9f83-ac4c5b7c262b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:58.229562 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83c6ecf-5a06-409c-9f83-ac4c5b7c262b None None] Bound using segment: {'id': '2327a293-8cb0-424f-96f0-c29992c2daf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a29ae7c2-c34e-48f7-b0a6-7c8f5d1a484f'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:04:58.229888 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-c83c6ecf-5a06-409c-9f83-ac4c5b7c262b None None] Bound port: 94fffe2c-7fa4-461f-937a-0b6a4ef0b03d, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2327a293-8cb0-424f-96f0-c29992c2daf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a29ae7c2-c34e-48f7-b0a6-7c8f5d1a484f'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:04:58.230257 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c83c6ecf-5a06-409c-9f83-ac4c5b7c262b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:58.253420 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-d4f7449b-600e-4285-8f9b-650ae5878de8 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Allocated IP 172.20.0.6 (a29ae7c2-c34e-48f7-b0a6-7c8f5d1a484f/1456149e-fa62-46c1-a3f9-6d35699188c3/6772bcc9-3816-435c-a1d5-d901a47df728) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:04:58.287585 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41488) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:58.318133 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99718083-19da-4d56-a90d-de4755f96752 None None] Routers {'ceb0202d-0403-475b-a150-eb543df39ce0'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:04:58.318778 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-99718083-19da-4d56-a90d-de4755f96752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:04:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['ceb0202d-0403-475b-a150-eb543df39ce0'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:58.402107 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4da48b7b-060a-4580-ac09-f8cdf9cb70ef tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:58.405387 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-99718083-19da-4d56-a90d-de4755f96752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:58.405885 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99718083-19da-4d56-a90d-de4755f96752 None None] The sync data for ids ['ceb0202d-0403-475b-a150-eb543df39ce0'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:04:58.412196 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-4da48b7b-060a-4580-ac09-f8cdf9cb70ef tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Usage tracker for resource:port and tenant:ef749632f6e8410c86d95344b6b5e6cc is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:58.427075 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-4da48b7b-060a-4580-ac09-f8cdf9cb70ef tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:58.430233 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41496) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:58.440646 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4da48b7b-060a-4580-ac09-f8cdf9cb70ef tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:58.443869 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dcc4a195-f512-40a8-af0d-cf46cf776004 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:58.463240 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-dcc4a195-f512-40a8-af0d-cf46cf776004 None None] Transition to ACTIVE for port object 7a9f72b6-8136-4d4f-bbba-3dcd3b7a7335 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:04:58.475156 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-c83c6ecf-5a06-409c-9f83-ac4c5b7c262b None None] For port 94fffe2c-7fa4-461f-937a-0b6a4ef0b03d, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:04:58.480336 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-c83c6ecf-5a06-409c-9f83-ac4c5b7c262b None None] For port 94fffe2c-7fa4-461f-937a-0b6a4ef0b03d, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=94fffe2c-7fa4-461f-937a-0b6a4ef0b03d,segment=NetworkSegment(2327a293-8cb0-424f-96f0-c29992c2daf1),segment_id=2327a293-8cb0-424f-96f0-c29992c2daf1)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:04:58.490333 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-dcc4a195-f512-40a8-af0d-cf46cf776004 None None] Transition to ACTIVE for port object 7a9f72b6-8136-4d4f-bbba-3dcd3b7a7335 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:04:58.501147 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec3eb09-597b-475a-9442-6883f506a7ea tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:04:58.509556 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-bec3eb09-597b-475a-9442-6883f506a7ea tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "PUT /v2.0/routers/8aef0c1a-e7b6-447c-8bb8-5fd2550e2b79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1976004 Feb 10 23:04:58.510140 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41502) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:58.511919 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cb4361-794b-4570-8c86-464a0bf123be None None] Sync routers for ids ['8aef0c1a-e7b6-447c-8bb8-5fd2550e2b79'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:04:58.512708 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d4f7449b-600e-4285-8f9b-650ae5878de8 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:58.532820 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cb4361-794b-4570-8c86-464a0bf123be None None] Routers {'8aef0c1a-e7b6-447c-8bb8-5fd2550e2b79'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:04:58.533149 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-d4f7449b-600e-4285-8f9b-650ae5878de8 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Transition to ACTIVE for port object 6772bcc9-3816-435c-a1d5-d901a47df728 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:04:58.534810 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-56cb4361-794b-4570-8c86-464a0bf123be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:04:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['8aef0c1a-e7b6-447c-8bb8-5fd2550e2b79'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:58.579135 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da48b7b-060a-4580-ac09-f8cdf9cb70ef tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Made reservation on behalf of ef749632f6e8410c86d95344b6b5e6cc for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:04:58.582163 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4da48b7b-060a-4580-ac09-f8cdf9cb70ef tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:58.605753 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dcc4a195-f512-40a8-af0d-cf46cf776004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:58.611786 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c83c6ecf-5a06-409c-9f83-ac4c5b7c262b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:58.641306 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-213f6d3b-59b4-4a02-b555-9bf5ab16b430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:58.665830 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-4da48b7b-060a-4580-ac09-f8cdf9cb70ef tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] device_id is not set on port 1811bde2-2323-4a65-ad23-b87c3a7fe35f yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:04:58.666712 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-56cb4361-794b-4570-8c86-464a0bf123be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:58.690213 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f5a739f8-500f-4b5d-94db-29d6259923b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:58.716935 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d5bac4-b069-4a2d-b34a-c54f786393fb tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:58.717879 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-a7d5bac4-b069-4a2d-b34a-c54f786393fb tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Synchronizing usage tracker for tenant:9679d844e15947ffaadb0d4f870cf9d6 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:04:58.725743 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc4a195-f512-40a8-af0d-cf46cf776004 None None] Network cc3883e2-07c5-4782-b2eb-c25b67bd2e9e is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:04:58.726355 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc4a195-f512-40a8-af0d-cf46cf776004 None None] Pushing event updated for resources: {'Port': ['ID=7a9f72b6-8136-4d4f-bbba-3dcd3b7a7335,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:58.731299 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f5a739f8-500f-4b5d-94db-29d6259923b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:58.732419 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f5a739f8-500f-4b5d-94db-29d6259923b3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/821578e7-e719-4b61-97a2-3d8685bed679 HTTP/1.1" status: 204 len: 168 time: 1.8029640 Feb 10 23:04:58.733039 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-dcc4a195-f512-40a8-af0d-cf46cf776004 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:58.776144 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a739f8-500f-4b5d-94db-29d6259923b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821578e7-e719-4b61-97a2-3d8685bed679,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:58.781686 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cb4361-794b-4570-8c86-464a0bf123be None None] Routers {'8aef0c1a-e7b6-447c-8bb8-5fd2550e2b79'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:04:58.782705 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-56cb4361-794b-4570-8c86-464a0bf123be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:04:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['8aef0c1a-e7b6-447c-8bb8-5fd2550e2b79'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:58.788007 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-213f6d3b-59b4-4a02-b555-9bf5ab16b430 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:58.800978 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-45dba9dc-91e0-43d1-bb67-d84324b8293a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=49d8db2e027e4e2598b80440182ef56a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5078228 Feb 10 23:04:58.807475 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-213f6d3b-59b4-4a02-b555-9bf5ab16b430 admin admin] Usage tracker for resource:security_group_rule and tenant:4625221d7d7343259306e7994152c4ff is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:58.807475 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-213f6d3b-59b4-4a02-b555-9bf5ab16b430 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:58.808367 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41510) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:58.815880 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d4f7449b-600e-4285-8f9b-650ae5878de8 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:58.818788 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-213f6d3b-59b4-4a02-b555-9bf5ab16b430 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:58.898201 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc4a195-f512-40a8-af0d-cf46cf776004 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:04:58.905474 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-a7d5bac4-b069-4a2d-b34a-c54f786393fb tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Unset dirty status for tenant:9679d844e15947ffaadb0d4f870cf9d6 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:04:58.909819 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-a7d5bac4-b069-4a2d-b34a-c54f786393fb tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "GET /v2.0/ports/14fdb83f-c39d-4362-88bf-ae4fd29700a1 HTTP/1.1" status: 200 len: 984 time: 0.3985736 Feb 10 23:04:58.910961 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41514) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:58.921619 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-4da48b7b-060a-4580-ac09-f8cdf9cb70ef tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Allocated IP 172.20.0.13 (e03b4806-3892-4f1a-9d10-327ba2c6f623/b5f55256-8e66-413f-b024-00a20ae3e3e1/1811bde2-2323-4a65-ad23-b87c3a7fe35f) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:04:58.941799 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-56cb4361-794b-4570-8c86-464a0bf123be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:58.942726 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cb4361-794b-4570-8c86-464a0bf123be None None] The sync data for ids ['8aef0c1a-e7b6-447c-8bb8-5fd2550e2b79'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:04:58.953602 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f7449b-600e-4285-8f9b-650ae5878de8 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Network a29ae7c2-c34e-48f7-b0a6-7c8f5d1a484f is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:04:58.957641 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f7449b-600e-4285-8f9b-650ae5878de8 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event updated for resources: {'Port': ['ID=6772bcc9-3816-435c-a1d5-d901a47df728,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:58.961286 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-d4f7449b-600e-4285-8f9b-650ae5878de8 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:58.972425 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f7449b-600e-4285-8f9b-650ae5878de8 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:04:59.077048 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-dcc4a195-f512-40a8-af0d-cf46cf776004 None None] Attempting to bind port 7a9f72b6-8136-4d4f-bbba-3dcd3b7a7335 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:04:59.079064 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-dcc4a195-f512-40a8-af0d-cf46cf776004 None None] Attempting to bind port 7a9f72b6-8136-4d4f-bbba-3dcd3b7a7335 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '7a345138-8b21-4d04-9958-9268deba4dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'cc3883e2-07c5-4782-b2eb-c25b67bd2e9e'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:04:59.079064 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc4a195-f512-40a8-af0d-cf46cf776004 None None] Attempting to bind port 7a9f72b6-8136-4d4f-bbba-3dcd3b7a7335 on network cc3883e2-07c5-4782-b2eb-c25b67bd2e9e {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:04:59.080021 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c6ecf-5a06-409c-9f83-ac4c5b7c262b None None] Pushing event updated for resources: {'Port': ['ID=94fffe2c-7fa4-461f-937a-0b6a4ef0b03d,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:59.103560 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc4a195-f512-40a8-af0d-cf46cf776004 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:04:59.109623 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc4a195-f512-40a8-af0d-cf46cf776004 None None] Checking segment: {'id': '7a345138-8b21-4d04-9958-9268deba4dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'cc3883e2-07c5-4782-b2eb-c25b67bd2e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:04:59.109623 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dcc4a195-f512-40a8-af0d-cf46cf776004 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:59.109623 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc4a195-f512-40a8-af0d-cf46cf776004 None None] Bound using segment: {'id': '7a345138-8b21-4d04-9958-9268deba4dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'cc3883e2-07c5-4782-b2eb-c25b67bd2e9e'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:04:59.109623 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-dcc4a195-f512-40a8-af0d-cf46cf776004 None None] Bound port: 7a9f72b6-8136-4d4f-bbba-3dcd3b7a7335, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a345138-8b21-4d04-9958-9268deba4dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'cc3883e2-07c5-4782-b2eb-c25b67bd2e9e'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:04:59.109623 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dcc4a195-f512-40a8-af0d-cf46cf776004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:59.155436 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-213f6d3b-59b4-4a02-b555-9bf5ab16b430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:59.269615 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-213f6d3b-59b4-4a02-b555-9bf5ab16b430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:59.295661 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-570912e6-5191-49ca-8323-14d4c285bd8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:59.308009 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f7449b-600e-4285-8f9b-650ae5878de8 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:59.311193 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d4f7449b-600e-4285-8f9b-650ae5878de8 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:59.329459 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-dcc4a195-f512-40a8-af0d-cf46cf776004 None None] For port 7a9f72b6-8136-4d4f-bbba-3dcd3b7a7335, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:04:59.333318 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-dcc4a195-f512-40a8-af0d-cf46cf776004 None None] For port 7a9f72b6-8136-4d4f-bbba-3dcd3b7a7335, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=7a9f72b6-8136-4d4f-bbba-3dcd3b7a7335,segment=NetworkSegment(7a345138-8b21-4d04-9958-9268deba4dc9),segment_id=7a345138-8b21-4d04-9958-9268deba4dc9)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:04:59.365383 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213f6d3b-59b4-4a02-b555-9bf5ab16b430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c3fcce-1c95-412d-85ed-de2962e30be6,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:59.378507 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-213f6d3b-59b4-4a02-b555-9bf5ab16b430 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4625221d7d7343259306e7994152c4ff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9449930 Feb 10 23:04:59.392579 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41520) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:59.412062 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dcc4a195-f512-40a8-af0d-cf46cf776004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:59.425148 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-570912e6-5191-49ca-8323-14d4c285bd8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:59.463381 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4da48b7b-060a-4580-ac09-f8cdf9cb70ef tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:59.496785 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d4f7449b-600e-4285-8f9b-650ae5878de8 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.1189737 Feb 10 23:04:59.501111 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41524) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:59.532145 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc4a195-f512-40a8-af0d-cf46cf776004 None None] Pushing event updated for resources: {'Port': ['ID=7a9f72b6-8136-4d4f-bbba-3dcd3b7a7335,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:59.682301 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bf2594a9-fdc9-4c8e-a8b8-006df0ec32a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:59.682974 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4da48b7b-060a-4580-ac09-f8cdf9cb70ef tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:59.724747 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9cc92646-59af-4914-8e9d-3f08e7db54a5 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] 10.222.0.59 "GET /v2.0/routers/7615d286-d83f-4c53-8118-57ce05b411d2 HTTP/1.1" status: 200 len: 920 time: 1.1725581 Feb 10 23:04:59.727090 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bf2594a9-fdc9-4c8e-a8b8-006df0ec32a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:59.728379 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41528) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:59.767195 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b4e3fd88-8533-4120-95a1-5974b5ebe2c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:59.801034 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41532) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:59.813378 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da48b7b-060a-4580-ac09-f8cdf9cb70ef tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Network e03b4806-3892-4f1a-9d10-327ba2c6f623 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:04:59.827807 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-4da48b7b-060a-4580-ac09-f8cdf9cb70ef tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:59.829682 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da48b7b-060a-4580-ac09-f8cdf9cb70ef tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Pushing event updated for resources: {'Port': ['ID=1811bde2-2323-4a65-ad23-b87c3a7fe35f,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:59.831775 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da48b7b-060a-4580-ac09-f8cdf9cb70ef tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:04:59.871547 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b4e3fd88-8533-4120-95a1-5974b5ebe2c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:59.957675 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da48b7b-060a-4580-ac09-f8cdf9cb70ef tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:59.958038 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4da48b7b-060a-4580-ac09-f8cdf9cb70ef tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:00.062268 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b2065b92-0612-459b-b05e-e386b0975641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:00.071366 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-570912e6-5191-49ca-8323-14d4c285bd8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:00.071561 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-4da48b7b-060a-4580-ac09-f8cdf9cb70ef tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2029216 Feb 10 23:05:00.076461 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41536) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:00.082894 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-5cf0b601-3675-4a26-b014-fd34ade9cd12 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Request body: {'port': {'network_id': 'e03b4806-3892-4f1a-9d10-327ba2c6f623', 'name': 'tempest-FloatingIPTestJSON-1011003245'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:05:00.132804 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b4e3fd88-8533-4120-95a1-5974b5ebe2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:00.135116 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b4e3fd88-8533-4120-95a1-5974b5ebe2c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:00.136257 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-b4e3fd88-8533-4120-95a1-5974b5ebe2c3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/92c3fcce-1c95-412d-85ed-de2962e30be6 HTTP/1.1" status: 204 len: 168 time: 0.7468033 Feb 10 23:05:00.185105 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570912e6-5191-49ca-8323-14d4c285bd8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8734042-646d-4acf-b2cf-01b551d805ff,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:00.222162 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-570912e6-5191-49ca-8323-14d4c285bd8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:00.226542 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-570912e6-5191-49ca-8323-14d4c285bd8e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b8734042-646d-4acf-b2cf-01b551d805ff HTTP/1.1" status: 204 len: 168 time: 1.4154027 Feb 10 23:05:00.232586 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-b2065b92-0612-459b-b05e-e386b0975641 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:00.245123 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b2065b92-0612-459b-b05e-e386b0975641 admin admin] Usage tracker for resource:security_group_rule and tenant:b3b0581a72fd445db634e994d665b799 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:00.253048 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b2065b92-0612-459b-b05e-e386b0975641 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:00.288847 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-b2065b92-0612-459b-b05e-e386b0975641 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:00.292881 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-bf2594a9-fdc9-4c8e-a8b8-006df0ec32a3 admin admin] Allocated IP 172.26.8.202 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/70a9c9b9-9579-41b5-b8ad-d75d392541fa) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:05:00.418043 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e3fd88-8533-4120-95a1-5974b5ebe2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c3fcce-1c95-412d-85ed-de2962e30be6,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:00.441754 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3c0d503a-3d66-4fa3-8603-e02d8cc525fa tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=c2ed7563-f8af-409c-803f-f56530124ba5&device_id=7615d286-d83f-4c53-8118-57ce05b411d2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7122324 Feb 10 23:05:00.446381 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41544) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:00.466355 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 94fffe2c-7fa4-461f-937a-0b6a4ef0b03d up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:05:00.547522 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de6869b-fc91-4862-9e77-d6f821e2970a None None] Network a29ae7c2-c34e-48f7-b0a6-7c8f5d1a484f requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:05:00.827125 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5cf0b601-3675-4a26-b014-fd34ade9cd12 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:00.844363 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7793d318-d914-4c37-a0a1-a886000f6f15 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732944'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:00.861541 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 94fffe2c-7fa4-461f-937a-0b6a4ef0b03d completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:05:00.864479 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-d7469823-a1b9-4f60-9852-a7ebc1f9c4d9 None None] Provisioning for port 94fffe2c-7fa4-461f-937a-0b6a4ef0b03d completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:05:00.876675 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 94fffe2c-7fa4-461f-937a-0b6a4ef0b03d triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:00.877047 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:00.913690 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-5cf0b601-3675-4a26-b014-fd34ade9cd12 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Usage tracker for resource:port and tenant:ef749632f6e8410c86d95344b6b5e6cc is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:00.921869 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-d7469823-a1b9-4f60-9852-a7ebc1f9c4d9 None None] Provisioning complete for port 94fffe2c-7fa4-461f-937a-0b6a4ef0b03d triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:00.922409 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d7469823-a1b9-4f60-9852-a7ebc1f9c4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:00.923601 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-5cf0b601-3675-4a26-b014-fd34ade9cd12 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:00.957937 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bf2594a9-fdc9-4c8e-a8b8-006df0ec32a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:01.029988 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b2065b92-0612-459b-b05e-e386b0975641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:01.044691 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5cf0b601-3675-4a26-b014-fd34ade9cd12 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:01.085012 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb07fc4a-f604-4c49-94b2-2cf2191a8580 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:01.085968 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-bb07fc4a-f604-4c49-94b2-2cf2191a8580 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Synchronizing usage tracker for tenant:11f3bed017e3494cb19f574ec004947b on resource:network {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:05:01.097256 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bf2594a9-fdc9-4c8e-a8b8-006df0ec32a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:01.149760 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-bb07fc4a-f604-4c49-94b2-2cf2191a8580 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Unset dirty status for tenant:11f3bed017e3494cb19f574ec004947b on resource:network {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:05:01.150927 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-bb07fc4a-f604-4c49-94b2-2cf2191a8580 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] 10.222.0.59 "GET /v2.0/networks/c2ed7563-f8af-409c-803f-f56530124ba5 HTTP/1.1" status: 200 len: 881 time: 0.7034717 Feb 10 23:05:01.154395 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41562) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:01.214633 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf0b601-3675-4a26-b014-fd34ade9cd12 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Made reservation on behalf of ef749632f6e8410c86d95344b6b5e6cc for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:05:01.218088 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5cf0b601-3675-4a26-b014-fd34ade9cd12 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:01.225224 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b2065b92-0612-459b-b05e-e386b0975641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:01.231825 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-006a4ea6-e0d5-4ef1-9110-dc2236adfb53 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] 10.222.0.59 "GET /v2.0/ports?device_id=7615d286-d83f-4c53-8118-57ce05b411d2 HTTP/1.1" status: 200 len: 205 time: 0.0733032 Feb 10 23:05:01.235746 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41568) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:01.251823 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d7469823-a1b9-4f60-9852-a7ebc1f9c4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:01.275745 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:01.306318 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49ce771-0285-4ffd-aaea-78a7b869a68b None None] Network cc3883e2-07c5-4782-b2eb-c25b67bd2e9e requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:05:01.382452 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-5cf0b601-3675-4a26-b014-fd34ade9cd12 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] device_id is not set on port 9d426e38-18b3-48cf-9fb2-8fdb68904b07 yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:05:01.417867 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b60d26e3-10f0-4199-863e-1c54cc5219ac tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:01.447144 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2594a9-fdc9-4c8e-a8b8-006df0ec32a3 admin admin] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:05:01.529521 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2065b92-0612-459b-b05e-e386b0975641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1fcfc3c-2ff7-4b56-b64f-37ee0b69e9c3,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:01.547948 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-bf2594a9-fdc9-4c8e-a8b8-006df0ec32a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:01.552162 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2594a9-fdc9-4c8e-a8b8-006df0ec32a3 admin admin] Pushing event updated for resources: {'Port': ['ID=70a9c9b9-9579-41b5-b8ad-d75d392541fa,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:01.572600 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2594a9-fdc9-4c8e-a8b8-006df0ec32a3 admin admin] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:05:01.599964 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 94fffe2c-7fa4-461f-937a-0b6a4ef0b03d, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=94fffe2c-7fa4-461f-937a-0b6a4ef0b03d,segment=NetworkSegment(2327a293-8cb0-424f-96f0-c29992c2daf1),segment_id=2327a293-8cb0-424f-96f0-c29992c2daf1)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:05:01.678656 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:01.679874 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 7a9f72b6-8136-4d4f-bbba-3dcd3b7a7335 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:05:01.815089 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-5cf0b601-3675-4a26-b014-fd34ade9cd12 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Allocated IP 172.20.0.10 (e03b4806-3892-4f1a-9d10-327ba2c6f623/b5f55256-8e66-413f-b024-00a20ae3e3e1/9d426e38-18b3-48cf-9fb2-8fdb68904b07) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:05:01.840730 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b2065b92-0612-459b-b05e-e386b0975641 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b3b0581a72fd445db634e994d665b799&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0345373 Feb 10 23:05:01.849029 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41580) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:01.961207 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-d7469823-a1b9-4f60-9852-a7ebc1f9c4d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:05:01.961810 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-d7469823-a1b9-4f60-9852-a7ebc1f9c4d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:05:01.966569 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=94fffe2c-7fa4-461f-937a-0b6a4ef0b03d,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:01.995227 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7793d318-d914-4c37-a0a1-a886000f6f15 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Deleting port 14fdb83f-c39d-4362-88bf-ae4fd29700a1 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:05:01.995716 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7793d318-d914-4c37-a0a1-a886000f6f15 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:02.077904 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 7a9f72b6-8136-4d4f-bbba-3dcd3b7a7335 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:05:02.085731 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d2cc2eb1-1de1-488c-9d19-9dd8a25cfe68 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:02.140207 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7f0ed0bd-73ce-4980-ac1e-32c8e33f2042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:02.254683 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 94fffe2c-7fa4-461f-937a-0b6a4ef0b03d up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:05:02.269537 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7f0ed0bd-73ce-4980-ac1e-32c8e33f2042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:02.376427 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 94fffe2c-7fa4-461f-937a-0b6a4ef0b03d triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:02.376837 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:02.396345 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b60d26e3-10f0-4199-863e-1c54cc5219ac tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:02.431450 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41592) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:02.448057 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41598) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:02.467896 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b60d26e3-10f0-4199-863e-1c54cc5219ac tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:02.623212 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5cf0b601-3675-4a26-b014-fd34ade9cd12 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:02.630168 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-22898091-5b8c-45fb-8240-388c55bd0276 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-427041536'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:05:02.638655 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7f0ed0bd-73ce-4980-ac1e-32c8e33f2042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:02.676856 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-22898091-5b8c-45fb-8240-388c55bd0276 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:02.687659 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60d26e3-10f0-4199-863e-1c54cc5219ac tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event updated for resources: {'Port': ['ID=6772bcc9-3816-435c-a1d5-d901a47df728,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:02.699892 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-22898091-5b8c-45fb-8240-388c55bd0276 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Usage tracker for resource:network and tenant:3165e40034a94fb1867776c36ae44e52 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:02.707659 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0ed0bd-73ce-4980-ac1e-32c8e33f2042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1fcfc3c-2ff7-4b56-b64f-37ee0b69e9c3,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:02.718597 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-22898091-5b8c-45fb-8240-388c55bd0276 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:02.728116 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-22898091-5b8c-45fb-8240-388c55bd0276 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:02.738666 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7f0ed0bd-73ce-4980-ac1e-32c8e33f2042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:02.742567 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7f0ed0bd-73ce-4980-ac1e-32c8e33f2042 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c1fcfc3c-2ff7-4b56-b64f-37ee0b69e9c3 HTTP/1.1" status: 204 len: 168 time: 0.8910582 Feb 10 23:05:02.755056 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-a99b2647-7e89-4863-8396-3891106a7120 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1220446496', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:05:02.797597 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-0ccb8b55-6592-4e9e-bdd4-419a794f0b6d None None] Provisioning complete for port 94fffe2c-7fa4-461f-937a-0b6a4ef0b03d triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:02.798164 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0ccb8b55-6592-4e9e-bdd4-419a794f0b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:02.798462 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a99b2647-7e89-4863-8396-3891106a7120 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:02.814565 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a99b2647-7e89-4863-8396-3891106a7120 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Usage tracker for resource:router and tenant:f65d3d9f02574b2ab6b0a05544101dfb is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:02.820474 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a99b2647-7e89-4863-8396-3891106a7120 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:02.830752 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a99b2647-7e89-4863-8396-3891106a7120 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:02.845879 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bf2594a9-fdc9-4c8e-a8b8-006df0ec32a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:02.846624 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bf2594a9-fdc9-4c8e-a8b8-006df0ec32a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:02.885702 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5cf0b601-3675-4a26-b014-fd34ade9cd12 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:02.961809 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22898091-5b8c-45fb-8240-388c55bd0276 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Made reservation on behalf of 3165e40034a94fb1867776c36ae44e52 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:05:02.965836 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-22898091-5b8c-45fb-8240-388c55bd0276 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:02.975147 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a99b2647-7e89-4863-8396-3891106a7120 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:02.976058 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a99b2647-7e89-4863-8396-3891106a7120 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:03.013440 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf0b601-3675-4a26-b014-fd34ade9cd12 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Pushing event updated for resources: {'Port': ['ID=9d426e38-18b3-48cf-9fb2-8fdb68904b07,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:03.020277 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf0b601-3675-4a26-b014-fd34ade9cd12 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Network e03b4806-3892-4f1a-9d10-327ba2c6f623 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:05:03.025706 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7793d318-d914-4c37-a0a1-a886000f6f15 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:03.036089 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-5cf0b601-3675-4a26-b014-fd34ade9cd12 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:03.041478 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf0b601-3675-4a26-b014-fd34ade9cd12 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:05:03.050807 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-0ccb8b55-6592-4e9e-bdd4-419a794f0b6d None None] Provisioning for port 6772bcc9-3816-435c-a1d5-d901a47df728 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:05:03.056251 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-0ccb8b55-6592-4e9e-bdd4-419a794f0b6d None None] Provisioning complete for port 6772bcc9-3816-435c-a1d5-d901a47df728 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:03.057230 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-22898091-5b8c-45fb-8240-388c55bd0276 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:03.057479 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0ccb8b55-6592-4e9e-bdd4-419a794f0b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:03.112250 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-0ccb8b55-6592-4e9e-bdd4-419a794f0b6d None None] Port 6772bcc9-3816-435c-a1d5-d901a47df728 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:05:03.177190 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a99b2647-7e89-4863-8396-3891106a7120 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:03.190189 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7793d318-d914-4c37-a0a1-a886000f6f15 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Calling delete_port for 14fdb83f-c39d-4362-88bf-ae4fd29700a1 owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:05:03.197655 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-22898091-5b8c-45fb-8240-388c55bd0276 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:03.208980 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-22898091-5b8c-45fb-8240-388c55bd0276 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Usage tracker for resource:security_group_rule and tenant:3165e40034a94fb1867776c36ae44e52 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:03.214460 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-22898091-5b8c-45fb-8240-388c55bd0276 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:03.217058 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-0ccb8b55-6592-4e9e-bdd4-419a794f0b6d None None] Provisioning for port 7a9f72b6-8136-4d4f-bbba-3dcd3b7a7335 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:05:03.225164 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-0ccb8b55-6592-4e9e-bdd4-419a794f0b6d None None] Provisioning complete for port 7a9f72b6-8136-4d4f-bbba-3dcd3b7a7335 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:03.227191 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0ccb8b55-6592-4e9e-bdd4-419a794f0b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:03.259917 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-22898091-5b8c-45fb-8240-388c55bd0276 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:03.267572 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b60d26e3-10f0-4199-863e-1c54cc5219ac tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733071'] for router_interface, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:03.274719 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf0b601-3675-4a26-b014-fd34ade9cd12 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:03.275327 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5cf0b601-3675-4a26-b014-fd34ade9cd12 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:03.337478 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a99b2647-7e89-4863-8396-3891106a7120 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:03.363351 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d2cc2eb1-1de1-488c-9d19-9dd8a25cfe68 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:03.395126 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0ccb8b55-6592-4e9e-bdd4-419a794f0b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:03.409842 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-5cf0b601-3675-4a26-b014-fd34ade9cd12 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3316722 Feb 10 23:05:03.412945 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41608) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:03.414583 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-22898091-5b8c-45fb-8240-388c55bd0276 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:03.422841 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-c94ccc7a-eca5-401e-bdcc-b9a5ef9d58d2 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Request body: {'floatingip': {'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'port_id': '9d426e38-18b3-48cf-9fb2-8fdb68904b07', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:05:03.431536 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-0ccb8b55-6592-4e9e-bdd4-419a794f0b6d None None] For port 7a9f72b6-8136-4d4f-bbba-3dcd3b7a7335, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=7a9f72b6-8136-4d4f-bbba-3dcd3b7a7335,segment=NetworkSegment(7a345138-8b21-4d04-9958-9268deba4dc9),segment_id=7a345138-8b21-4d04-9958-9268deba4dc9)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:05:03.450924 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-d2cc2eb1-1de1-488c-9d19-9dd8a25cfe68 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Deleting port 8b9ddc18-d365-416c-9d67-fede5dba9e2b {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:05:03.451264 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d2cc2eb1-1de1-488c-9d19-9dd8a25cfe68 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:03.459312 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c94ccc7a-eca5-401e-bdcc-b9a5ef9d58d2 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:03.470883 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c94ccc7a-eca5-401e-bdcc-b9a5ef9d58d2 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Usage tracker for resource:floatingip and tenant:ef749632f6e8410c86d95344b6b5e6cc is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:03.476473 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c94ccc7a-eca5-401e-bdcc-b9a5ef9d58d2 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:03.492777 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c94ccc7a-eca5-401e-bdcc-b9a5ef9d58d2 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:03.518033 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a99b2647-7e89-4863-8396-3891106a7120 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:03.519200 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a99b2647-7e89-4863-8396-3891106a7120 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.0686336 Feb 10 23:05:03.523736 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41612) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:03.529284 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b60d26e3-10f0-4199-863e-1c54cc5219ac tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:03.546688 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-17885dc5-791e-45b0-9c08-8c7a05b7cbe9 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-855816112'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:05:03.553985 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0ccb8b55-6592-4e9e-bdd4-419a794f0b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:03.559010 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-17885dc5-791e-45b0-9c08-8c7a05b7cbe9 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:03.563834 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-22898091-5b8c-45fb-8240-388c55bd0276 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:03.584461 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7793d318-d914-4c37-a0a1-a886000f6f15 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:03.586872 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-17885dc5-791e-45b0-9c08-8c7a05b7cbe9 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Usage tracker for resource:network and tenant:f65d3d9f02574b2ab6b0a05544101dfb is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:03.626404 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-17885dc5-791e-45b0-9c08-8c7a05b7cbe9 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:03.628284 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccb8b55-6592-4e9e-bdd4-419a794f0b6d None None] Pushing event updated for resources: {'Port': ['ID=7a9f72b6-8136-4d4f-bbba-3dcd3b7a7335,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:03.650409 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c94ccc7a-eca5-401e-bdcc-b9a5ef9d58d2 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for floatingip, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:03.667371 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-17885dc5-791e-45b0-9c08-8c7a05b7cbe9 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:03.673203 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7793d318-d914-4c37-a0a1-a886000f6f15 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event deleted for resources: {'Port': ['ID=14fdb83f-c39d-4362-88bf-ae4fd29700a1,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:03.674342 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22898091-5b8c-45fb-8240-388c55bd0276 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:05:03.682889 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-3400144a-4f35-40b0-a3a7-6314cf14cee2 None None] Provisioning complete for port 6772bcc9-3816-435c-a1d5-d901a47df728 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:03.684286 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3400144a-4f35-40b0-a3a7-6314cf14cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:03.734325 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22898091-5b8c-45fb-8240-388c55bd0276 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81aa4230-b758-4324-a800-dbff1800d5da,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:03.743017 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-22898091-5b8c-45fb-8240-388c55bd0276 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:03.743425 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-22898091-5b8c-45fb-8240-388c55bd0276 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Added segment 14271434-b800-45b3-8fda-bb08518d16dd of type vlan for network 123083ca-8d78-4d84-9c89-6cb76df2a554 Feb 10 23:05:03.744362 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41616) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:03.780957 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-3400144a-4f35-40b0-a3a7-6314cf14cee2 None None] Port 6772bcc9-3816-435c-a1d5-d901a47df728 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:05:03.881770 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d2cc2eb1-1de1-488c-9d19-9dd8a25cfe68 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:04.010160 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-d2cc2eb1-1de1-488c-9d19-9dd8a25cfe68 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Calling delete_port for 8b9ddc18-d365-416c-9d67-fede5dba9e2b owned by network:router_gateway {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:05:04.027487 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf2594a9-fdc9-4c8e-a8b8-006df0ec32a3 admin admin] Router fcd141a3-fb33-4200-8ce7-8ff07f52fcad is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:05:04.046848 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17885dc5-791e-45b0-9c08-8c7a05b7cbe9 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Made reservation on behalf of f65d3d9f02574b2ab6b0a05544101dfb for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:05:04.050955 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-17885dc5-791e-45b0-9c08-8c7a05b7cbe9 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:04.063067 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7793d318-d914-4c37-a0a1-a886000f6f15 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2767638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733091'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:04.083734 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2519b35d-f8ba-4d56-b0a2-b5c21f92eb9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:04.100871 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-17885dc5-791e-45b0-9c08-8c7a05b7cbe9 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:04.152057 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-22898091-5b8c-45fb-8240-388c55bd0276 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:04.238425 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 7a9f72b6-8136-4d4f-bbba-3dcd3b7a7335 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:05:04.295174 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-2519b35d-f8ba-4d56-b0a2-b5c21f92eb9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:04.307753 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.resource_extend [None req-22898091-5b8c-45fb-8240-388c55bd0276 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:05:04.310127 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 7a9f72b6-8136-4d4f-bbba-3dcd3b7a7335 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:04.310488 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:04.419528 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-2519b35d-f8ba-4d56-b0a2-b5c21f92eb9e admin admin] Usage tracker for resource:security_group_rule and tenant:d0f82500482141bb8e91c16644460214 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:04.427397 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-17885dc5-791e-45b0-9c08-8c7a05b7cbe9 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:04.430485 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-2519b35d-f8ba-4d56-b0a2-b5c21f92eb9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:04.457647 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-17885dc5-791e-45b0-9c08-8c7a05b7cbe9 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Usage tracker for resource:security_group_rule and tenant:f65d3d9f02574b2ab6b0a05544101dfb is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:04.463487 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-2519b35d-f8ba-4d56-b0a2-b5c21f92eb9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:04.469612 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-17885dc5-791e-45b0-9c08-8c7a05b7cbe9 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:04.488684 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-17885dc5-791e-45b0-9c08-8c7a05b7cbe9 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:04.564616 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-22898091-5b8c-45fb-8240-388c55bd0276 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:04.568330 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22898091-5b8c-45fb-8240-388c55bd0276 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:04.568931 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-22898091-5b8c-45fb-8240-388c55bd0276 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:04.672021 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7793d318-d914-4c37-a0a1-a886000f6f15 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Router 8aef0c1a-e7b6-447c-8bb8-5fd2550e2b79 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:05:04.737370 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d2cc2eb1-1de1-488c-9d19-9dd8a25cfe68 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:04.787839 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22898091-5b8c-45fb-8240-388c55bd0276 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Pushing event updated for resources: {'Network': ['ID=123083ca-8d78-4d84-9c89-6cb76df2a554,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:04.800519 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 123083ca-8d78-4d84-9c89-6cb76df2a554 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:05:04.821125 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c94ccc7a-eca5-401e-bdcc-b9a5ef9d58d2 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:04.840502 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cc2eb1-1de1-488c-9d19-9dd8a25cfe68 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Pushing event deleted for resources: {'Port': ['ID=8b9ddc18-d365-416c-9d67-fede5dba9e2b,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:04.844529 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b60d26e3-10f0-4199-863e-1c54cc5219ac tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:04.888843 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2519b35d-f8ba-4d56-b0a2-b5c21f92eb9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:04.904080 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-22898091-5b8c-45fb-8240-388c55bd0276 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.4612260 Feb 10 23:05:04.918747 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b60d26e3-10f0-4199-863e-1c54cc5219ac tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:04.941425 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7793d318-d914-4c37-a0a1-a886000f6f15 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:05:04.952652 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-17885dc5-791e-45b0-9c08-8c7a05b7cbe9 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:04.962992 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac52e8c-4398-4aab-afef-7fb530c64bb0 None None] Sync routers for ids ['8aef0c1a-e7b6-447c-8bb8-5fd2550e2b79'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:05:04.988596 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac52e8c-4398-4aab-afef-7fb530c64bb0 None None] Routers {'8aef0c1a-e7b6-447c-8bb8-5fd2550e2b79'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:05:04.990216 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-3ac52e8c-4398-4aab-afef-7fb530c64bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:04:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['8aef0c1a-e7b6-447c-8bb8-5fd2550e2b79'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:05.011239 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2519b35d-f8ba-4d56-b0a2-b5c21f92eb9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:05.042058 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41620) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:05.070089 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-3ac52e8c-4398-4aab-afef-7fb530c64bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:05.079126 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-d98e1146-17f2-43db-a54b-6b0908a6a84e tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Request body: {'subnet': {'network_id': '123083ca-8d78-4d84-9c89-6cb76df2a554', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:05:05.083811 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac52e8c-4398-4aab-afef-7fb530c64bb0 None None] Routers {'8aef0c1a-e7b6-447c-8bb8-5fd2550e2b79'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:05:05.084414 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-3ac52e8c-4398-4aab-afef-7fb530c64bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:04:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['8aef0c1a-e7b6-447c-8bb8-5fd2550e2b79'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:05.091608 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d2cc2eb1-1de1-488c-9d19-9dd8a25cfe68 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734197'] for router_gateway, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:05.109431 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-17885dc5-791e-45b0-9c08-8c7a05b7cbe9 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:05.145774 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-3ac52e8c-4398-4aab-afef-7fb530c64bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:05.146266 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac52e8c-4398-4aab-afef-7fb530c64bb0 None None] The sync data for ids ['8aef0c1a-e7b6-447c-8bb8-5fd2550e2b79'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:05:05.206421 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-7793d318-d914-4c37-a0a1-a886000f6f15 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "PUT /v2.0/routers/8aef0c1a-e7b6-447c-8bb8-5fd2550e2b79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2908435 Feb 10 23:05:05.217128 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41624) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:05.235278 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60d26e3-10f0-4199-863e-1c54cc5219ac tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event updated for resources: {'Port': ['ID=6772bcc9-3816-435c-a1d5-d901a47df728,revision_number=3']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:05.266171 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b60d26e3-10f0-4199-863e-1c54cc5219ac tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2767683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732898'] for router_interface, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:05.269358 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2519b35d-f8ba-4d56-b0a2-b5c21f92eb9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a766f3ed-32da-4023-9a7f-38388799bfdd,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:05.298149 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2519b35d-f8ba-4d56-b0a2-b5c21f92eb9e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d0f82500482141bb8e91c16644460214&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4884970 Feb 10 23:05:05.306904 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41628) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:05.312751 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17885dc5-791e-45b0-9c08-8c7a05b7cbe9 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:05:05.381123 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-17885dc5-791e-45b0-9c08-8c7a05b7cbe9 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:05.381466 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-17885dc5-791e-45b0-9c08-8c7a05b7cbe9 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Added segment 844c02be-adc8-44db-9a18-5d3cbefe0fc6 of type vlan for network b3602607-12f4-412f-bb0b-727102b155e8 Feb 10 23:05:05.426328 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17885dc5-791e-45b0-9c08-8c7a05b7cbe9 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70dc92c1-9121-46bc-955b-e6a2622605ae,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:05.435644 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-c94ccc7a-eca5-401e-bdcc-b9a5ef9d58d2 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Allocated IP 172.26.8.28 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/0912c364-d47d-471a-92ad-ba8a32dca368) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:05:05.445939 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-d98e1146-17f2-43db-a54b-6b0908a6a84e tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:05.525949 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d98e1146-17f2-43db-a54b-6b0908a6a84e tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Usage tracker for resource:subnet and tenant:3165e40034a94fb1867776c36ae44e52 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:05.538012 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d98e1146-17f2-43db-a54b-6b0908a6a84e tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:05.562476 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-d98e1146-17f2-43db-a54b-6b0908a6a84e tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:05.569857 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-17885dc5-791e-45b0-9c08-8c7a05b7cbe9 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:05.578286 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2594a9-fdc9-4c8e-a8b8-006df0ec32a3 admin admin] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:05:05.588913 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d2cc2eb1-1de1-488c-9d19-9dd8a25cfe68 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:05.591985 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a8a96f-3ad9-494e-94b3-cdec0722d33a None None] Sync routers for ids ['fcd141a3-fb33-4200-8ce7-8ff07f52fcad'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:05:05.614563 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a8a96f-3ad9-494e-94b3-cdec0722d33a None None] Routers {'fcd141a3-fb33-4200-8ce7-8ff07f52fcad'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:05:05.615539 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-e3a8a96f-3ad9-494e-94b3-cdec0722d33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:04:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['fcd141a3-fb33-4200-8ce7-8ff07f52fcad'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:05.669138 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d2cc2eb1-1de1-488c-9d19-9dd8a25cfe68 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:05.691120 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98e1146-17f2-43db-a54b-6b0908a6a84e tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Made reservation on behalf of 3165e40034a94fb1867776c36ae44e52 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:05:05.769940 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6afa58c0-5f81-4a05-99c4-939d7f23b7b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:05.797139 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-e3a8a96f-3ad9-494e-94b3-cdec0722d33a None None] Set router fcd141a3-fb33-4200-8ce7-8ff07f52fcad gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:05:05.869907 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.api.v2.resource [None req-064c9f7e-0818-47c5-8598-45155ea82620 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] remove_router_interface failed (client error): The resource could not be found. Feb 10 23:05:05.876579 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-064c9f7e-0818-47c5-8598-45155ea82620 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "PUT /v2.0/routers/8aef0c1a-e7b6-447c-8bb8-5fd2550e2b79/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6558588 Feb 10 23:05:05.877017 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41632) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:05.879650 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d2cc2eb1-1de1-488c-9d19-9dd8a25cfe68 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:05.880188 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2cc2eb1-1de1-488c-9d19-9dd8a25cfe68 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Fanout notify agent at l3_agent the message router_deleted on router 7615d286-d83f-4c53-8118-57ce05b411d2 {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:05:05.931414 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-18ef3aaf-daee-40ac-b6f7-e81562d0f20e tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Synchronizing usage tracker for tenant:9679d844e15947ffaadb0d4f870cf9d6 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:05:05.937182 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d2cc2eb1-1de1-488c-9d19-9dd8a25cfe68 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:05.942439 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-d2cc2eb1-1de1-488c-9d19-9dd8a25cfe68 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] 10.222.0.59 "DELETE /v2.0/routers/7615d286-d83f-4c53-8118-57ce05b411d2 HTTP/1.1" status: 204 len: 168 time: 4.7016232 Feb 10 23:05:05.942439 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41636) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:05.948300 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-9672a47e-d78e-438f-8e98-2280a102dbb2 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-873732261', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:05:05.957540 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-9672a47e-d78e-438f-8e98-2280a102dbb2 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:05.966093 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-9672a47e-d78e-438f-8e98-2280a102dbb2 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Usage tracker for resource:router and tenant:9106f78d7f4749b994ba4bdf05ebdeb2 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:05.970357 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-9672a47e-d78e-438f-8e98-2280a102dbb2 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:05.976335 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bf2594a9-fdc9-4c8e-a8b8-006df0ec32a3 admin admin] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:05.977066 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-9672a47e-d78e-438f-8e98-2280a102dbb2 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:05.977263 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-bf2594a9-fdc9-4c8e-a8b8-006df0ec32a3 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.8136137 Feb 10 23:05:05.981158 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41640) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:06.035156 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6afa58c0-5f81-4a05-99c4-939d7f23b7b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:06.045523 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60d26e3-10f0-4199-863e-1c54cc5219ac tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Network a29ae7c2-c34e-48f7-b0a6-7c8f5d1a484f is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:05:06.056774 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-18ef3aaf-daee-40ac-b6f7-e81562d0f20e tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Unset dirty status for tenant:9679d844e15947ffaadb0d4f870cf9d6 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:05:06.056774 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-18ef3aaf-daee-40ac-b6f7-e81562d0f20e tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "GET /v2.0/ports?device_id=8aef0c1a-e7b6-447c-8bb8-5fd2550e2b79 HTTP/1.1" status: 200 len: 205 time: 0.1758339 Feb 10 23:05:06.058911 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-b60d26e3-10f0-4199-863e-1c54cc5219ac tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:06.060182 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41644) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:06.099541 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-e3a8a96f-3ad9-494e-94b3-cdec0722d33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd141a3-fb33-4200-8ce7-8ff07f52fcad', 'name': 'tempest-ServerActionsTestJSON-217153584-router', 'tenant_id': 'e452088f31c44993a8754d6dd8fb5a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': '70a9c9b9-9579-41b5-b8ad-d75d392541fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:04:57Z', 'updated_at': '2022-02-10T23:05:02Z', 'revision_number': 3, 'project_id': 'e452088f31c44993a8754d6dd8fb5a7b', 'gw_port': {'id': '70a9c9b9-9579-41b5-b8ad-d75d392541fa', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:1b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcd141a3-fb33-4200-8ce7-8ff07f52fcad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:04:59Z', 'updated_at': '2022-02-10T23:05:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:06.104149 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a8a96f-3ad9-494e-94b3-cdec0722d33a None None] Checking router: fcd141a3-fb33-4200-8ce7-8ff07f52fcad for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:05:06.104489 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a8a96f-3ad9-494e-94b3-cdec0722d33a None None] Updating router fcd141a3-fb33-4200-8ce7-8ff07f52fcad port 70a9c9b9-9579-41b5-b8ad-d75d392541fa binding host dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:05:06.179782 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9672a47e-d78e-438f-8e98-2280a102dbb2 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:06.180662 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9672a47e-d78e-438f-8e98-2280a102dbb2 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:06.182530 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e3a8a96f-3ad9-494e-94b3-cdec0722d33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:06.196575 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-17885dc5-791e-45b0-9c08-8c7a05b7cbe9 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:06.201356 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17885dc5-791e-45b0-9c08-8c7a05b7cbe9 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:06.202238 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-17885dc5-791e-45b0-9c08-8c7a05b7cbe9 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:06.231963 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d98e1146-17f2-43db-a54b-6b0908a6a84e tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:06.286954 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9672a47e-d78e-438f-8e98-2280a102dbb2 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:06.290622 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5f2a33eb-a399-40de-8af7-80b462847d83 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:06.406274 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c94ccc7a-eca5-401e-bdcc-b9a5ef9d58d2 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:06.434061 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-92468947-29ed-41ad-b634-391ed4739bdf None None] Provisioning complete for port 6772bcc9-3816-435c-a1d5-d901a47df728 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:06.434482 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-92468947-29ed-41ad-b634-391ed4739bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:06.473930 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17885dc5-791e-45b0-9c08-8c7a05b7cbe9 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Pushing event updated for resources: {'Network': ['ID=b3602607-12f4-412f-bb0b-727102b155e8,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:06.490958 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-17885dc5-791e-45b0-9c08-8c7a05b7cbe9 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.9621861 Feb 10 23:05:06.492895 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-92468947-29ed-41ad-b634-391ed4739bdf None None] Port 6772bcc9-3816-435c-a1d5-d901a47df728 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:05:06.495494 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41648) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:06.503367 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network b3602607-12f4-412f-bb0b-727102b155e8 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:05:06.511011 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-250c29d3-1a9a-4859-9ece-daef63683f9f tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Request body: {'subnet': {'network_id': 'b3602607-12f4-412f-bb0b-727102b155e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:05:06.560242 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9672a47e-d78e-438f-8e98-2280a102dbb2 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:06.734449 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6afa58c0-5f81-4a05-99c4-939d7f23b7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:06.779249 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afa58c0-5f81-4a05-99c4-939d7f23b7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a766f3ed-32da-4023-9a7f-38388799bfdd,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:06.840826 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-250c29d3-1a9a-4859-9ece-daef63683f9f tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:06.849515 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-250c29d3-1a9a-4859-9ece-daef63683f9f tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Usage tracker for resource:subnet and tenant:f65d3d9f02574b2ab6b0a05544101dfb is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:06.856568 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c94ccc7a-eca5-401e-bdcc-b9a5ef9d58d2 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:06.858709 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9672a47e-d78e-438f-8e98-2280a102dbb2 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:06.859868 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-9672a47e-d78e-438f-8e98-2280a102dbb2 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9165082 Feb 10 23:05:06.863952 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41652) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:06.868013 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-250c29d3-1a9a-4859-9ece-daef63683f9f tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:06.873438 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-6547f77f-affc-4144-be6a-d1a9f087c9d4 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'enable_snat': False}}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:05:06.896216 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6afa58c0-5f81-4a05-99c4-939d7f23b7b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:06.897880 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6afa58c0-5f81-4a05-99c4-939d7f23b7b1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a766f3ed-32da-4023-9a7f-38388799bfdd HTTP/1.1" status: 204 len: 168 time: 1.5819950 Feb 10 23:05:06.909477 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-250c29d3-1a9a-4859-9ece-daef63683f9f tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:06.979854 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5f2a33eb-a399-40de-8af7-80b462847d83 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:07.012532 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94ccc7a-eca5-401e-bdcc-b9a5ef9d58d2 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:05:07.016443 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-c94ccc7a-eca5-401e-bdcc-b9a5ef9d58d2 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:07.018944 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94ccc7a-eca5-401e-bdcc-b9a5ef9d58d2 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:05:07.051499 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e3a8a96f-3ad9-494e-94b3-cdec0722d33a None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:07.057412 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94ccc7a-eca5-401e-bdcc-b9a5ef9d58d2 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Pushing event updated for resources: {'Port': ['ID=0912c364-d47d-471a-92ad-ba8a32dca368,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:07.073219 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-e3a8a96f-3ad9-494e-94b3-cdec0722d33a None None] Transition to ACTIVE for port object 70a9c9b9-9579-41b5-b8ad-d75d392541fa will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:05:07.080350 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250c29d3-1a9a-4859-9ece-daef63683f9f tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Made reservation on behalf of f65d3d9f02574b2ab6b0a05544101dfb for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:05:07.107865 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5f2a33eb-a399-40de-8af7-80b462847d83 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:07.155132 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d98e1146-17f2-43db-a54b-6b0908a6a84e tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:07.170768 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e3a8a96f-3ad9-494e-94b3-cdec0722d33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:07.256698 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0608186-ccf1-4974-a7cd-a4130c516dd9 None None] Pushing event updated for resources: {'Port': ['ID=70a9c9b9-9579-41b5-b8ad-d75d392541fa,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:07.260980 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-e3a8a96f-3ad9-494e-94b3-cdec0722d33a None None] Attempting to bind port 70a9c9b9-9579-41b5-b8ad-d75d392541fa on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:05:07.262425 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-e3a8a96f-3ad9-494e-94b3-cdec0722d33a None None] Attempting to bind port 70a9c9b9-9579-41b5-b8ad-d75d392541fa by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:05:07.262425 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a8a96f-3ad9-494e-94b3-cdec0722d33a None None] Attempting to bind port 70a9c9b9-9579-41b5-b8ad-d75d392541fa on network c2ed7563-f8af-409c-803f-f56530124ba5 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:05:07.273386 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a8a96f-3ad9-494e-94b3-cdec0722d33a None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:05:07.274175 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a8a96f-3ad9-494e-94b3-cdec0722d33a None None] Checking segment: {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:05:07.274854 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e3a8a96f-3ad9-494e-94b3-cdec0722d33a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:07.276047 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a8a96f-3ad9-494e-94b3-cdec0722d33a None None] Bound using segment: {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:05:07.276878 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-e3a8a96f-3ad9-494e-94b3-cdec0722d33a None None] Bound port: 70a9c9b9-9579-41b5-b8ad-d75d392541fa, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:05:07.278537 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e3a8a96f-3ad9-494e-94b3-cdec0722d33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:07.289846 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5f2a33eb-a399-40de-8af7-80b462847d83 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:07.290322 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f2a33eb-a399-40de-8af7-80b462847d83 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Fanout notify agent at l3_agent the message router_deleted on router 8aef0c1a-e7b6-447c-8bb8-5fd2550e2b79 {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:05:07.303270 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-250c29d3-1a9a-4859-9ece-daef63683f9f tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:07.317015 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5f2a33eb-a399-40de-8af7-80b462847d83 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:07.320510 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-5f2a33eb-a399-40de-8af7-80b462847d83 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "DELETE /v2.0/routers/8aef0c1a-e7b6-447c-8bb8-5fd2550e2b79 HTTP/1.1" status: 204 len: 168 time: 1.2569215 Feb 10 23:05:07.321639 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41658) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:07.380878 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-e3a8a96f-3ad9-494e-94b3-cdec0722d33a None None] For port 70a9c9b9-9579-41b5-b8ad-d75d392541fa, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:05:07.383900 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-e3a8a96f-3ad9-494e-94b3-cdec0722d33a None None] For port 70a9c9b9-9579-41b5-b8ad-d75d392541fa, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=70a9c9b9-9579-41b5-b8ad-d75d392541fa,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:05:07.441828 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98e1146-17f2-43db-a54b-6b0908a6a84e tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Pushing event updated for resources: {'Subnet': ['ID=b6f515fd-b5bf-43ff-9bb7-ab7e5888b9b6,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:07.460089 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e3a8a96f-3ad9-494e-94b3-cdec0722d33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:07.554463 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0608186-ccf1-4974-a7cd-a4130c516dd9 None None] Pushing event updated for resources: {'Port': ['ID=70a9c9b9-9579-41b5-b8ad-d75d392541fa,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:07.581222 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a8a96f-3ad9-494e-94b3-cdec0722d33a None None] Routers {'fcd141a3-fb33-4200-8ce7-8ff07f52fcad'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:05:07.581222 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-e3a8a96f-3ad9-494e-94b3-cdec0722d33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:04:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['fcd141a3-fb33-4200-8ce7-8ff07f52fcad'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:07.681654 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98e1146-17f2-43db-a54b-6b0908a6a84e tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Checking segment: {'id': '14271434-b800-45b3-8fda-bb08518d16dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '123083ca-8d78-4d84-9c89-6cb76df2a554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:05:07.682009 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98e1146-17f2-43db-a54b-6b0908a6a84e tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Network hostable DHCP agents. Network: 123083ca-8d78-4d84-9c89-6cb76df2a554, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:05:07.801322 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6547f77f-affc-4144-be6a-d1a9f087c9d4 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:07.835092 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-e3a8a96f-3ad9-494e-94b3-cdec0722d33a None None] Set router fcd141a3-fb33-4200-8ce7-8ff07f52fcad gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:05:07.901707 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b60d26e3-10f0-4199-863e-1c54cc5219ac tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Router 860699f4-4122-49f5-a678-229e55095e66 is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:05:07.911352 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4caf181-63c7-40c6-b3ce-e87dcdeaf8c2 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Deleting subnet 7bb84f4f-a84c-4672-ad70-cb1c75be57f2 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:05:07.914298 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a4caf181-63c7-40c6-b3ce-e87dcdeaf8c2 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:07.974500 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a4caf181-63c7-40c6-b3ce-e87dcdeaf8c2 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31983416'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:08.042679 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98e1146-17f2-43db-a54b-6b0908a6a84e tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Network 123083ca-8d78-4d84-9c89-6cb76df2a554 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:05:08.149952 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-250c29d3-1a9a-4859-9ece-daef63683f9f tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:08.172059 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a4caf181-63c7-40c6-b3ce-e87dcdeaf8c2 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:08.172433 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-e3a8a96f-3ad9-494e-94b3-cdec0722d33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd141a3-fb33-4200-8ce7-8ff07f52fcad', 'name': 'tempest-ServerActionsTestJSON-217153584-router', 'tenant_id': 'e452088f31c44993a8754d6dd8fb5a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': '70a9c9b9-9579-41b5-b8ad-d75d392541fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:04:57Z', 'updated_at': '2022-02-10T23:05:02Z', 'revision_number': 3, 'project_id': 'e452088f31c44993a8754d6dd8fb5a7b', 'gw_port': {'id': '70a9c9b9-9579-41b5-b8ad-d75d392541fa', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:1b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcd141a3-fb33-4200-8ce7-8ff07f52fcad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:04:59Z', 'updated_at': '2022-02-10T23:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:08.175081 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a8a96f-3ad9-494e-94b3-cdec0722d33a None None] The sync data for ids ['fcd141a3-fb33-4200-8ce7-8ff07f52fcad'] in dv-neutron-828797-1-hyperv is: [{'id': 'fcd141a3-fb33-4200-8ce7-8ff07f52fcad', 'name': 'tempest-ServerActionsTestJSON-217153584-router', 'tenant_id': 'e452088f31c44993a8754d6dd8fb5a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': '70a9c9b9-9579-41b5-b8ad-d75d392541fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:04:57Z', 'updated_at': '2022-02-10T23:05:02Z', 'revision_number': 3, 'project_id': 'e452088f31c44993a8754d6dd8fb5a7b', 'gw_port': {'id': '70a9c9b9-9579-41b5-b8ad-d75d392541fa', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:1b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcd141a3-fb33-4200-8ce7-8ff07f52fcad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:04:59Z', 'updated_at': '2022-02-10T23:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:05:08.217827 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-d98e1146-17f2-43db-a54b-6b0908a6a84e tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 123083ca-8d78-4d84-9c89-6cb76df2a554) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:08.230019 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867830e8-c9b9-424d-985f-72c2f3a85fdd None None] Network 123083ca-8d78-4d84-9c89-6cb76df2a554 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:05:08.247251 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98e1146-17f2-43db-a54b-6b0908a6a84e tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:08.251750 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d98e1146-17f2-43db-a54b-6b0908a6a84e tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:08.366979 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250c29d3-1a9a-4859-9ece-daef63683f9f tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Checking segment: {'id': '844c02be-adc8-44db-9a18-5d3cbefe0fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b3602607-12f4-412f-bb0b-727102b155e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:05:08.367365 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250c29d3-1a9a-4859-9ece-daef63683f9f tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Network hostable DHCP agents. Network: b3602607-12f4-412f-bb0b-727102b155e8, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:05:08.372157 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250c29d3-1a9a-4859-9ece-daef63683f9f tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Pushing event updated for resources: {'Subnet': ['ID=8c866968-fce0-42c4-9d4f-75a4f785d843,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:08.506621 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a4caf181-63c7-40c6-b3ce-e87dcdeaf8c2 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:08.582975 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c547341b-d371-44dc-adcf-a9250bc4e915 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-123083ca-8d78-4d84-9c89-6cb76df2a554', 'network_id': '123083ca-8d78-4d84-9c89-6cb76df2a554', 'tenant_id': '3165e40034a94fb1867776c36ae44e52', 'fixed_ips': [{'subnet_id': 'b6f515fd-b5bf-43ff-9bb7-ab7e5888b9b6'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:05:08.584566 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c547341b-d371-44dc-adcf-a9250bc4e915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:08.600264 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c94ccc7a-eca5-401e-bdcc-b9a5ef9d58d2 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:08.607695 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b60d26e3-10f0-4199-863e-1c54cc5219ac tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:05:08.609467 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4caf181-63c7-40c6-b3ce-e87dcdeaf8c2 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event deleted for resources: {'Subnet': ['ID=7bb84f4f-a84c-4672-ad70-cb1c75be57f2,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:08.609664 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250c29d3-1a9a-4859-9ece-daef63683f9f tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Network b3602607-12f4-412f-bb0b-727102b155e8 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:05:08.616698 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d98e1146-17f2-43db-a54b-6b0908a6a84e tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.5721550 Feb 10 23:05:08.617387 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41678) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:08.619585 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c0162e-54f6-4d5d-a4e7-ab42f557c950 None None] Sync routers for ids ['860699f4-4122-49f5-a678-229e55095e66'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:05:08.630417 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b60d26e3-10f0-4199-863e-1c54cc5219ac tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "PUT /v2.0/routers/860699f4-4122-49f5-a678-229e55095e66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1202374 Feb 10 23:05:08.633899 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-60e2cc52-f0cc-4422-978f-2c51b1fd8659 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-247260689'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:05:08.639210 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41682) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:08.648128 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c0162e-54f6-4d5d-a4e7-ab42f557c950 None None] Routers {'860699f4-4122-49f5-a678-229e55095e66'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:05:08.649105 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-31c0162e-54f6-4d5d-a4e7-ab42f557c950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:04:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['860699f4-4122-49f5-a678-229e55095e66'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:08.660319 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-60e2cc52-f0cc-4422-978f-2c51b1fd8659 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:08.665445 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-60e2cc52-f0cc-4422-978f-2c51b1fd8659 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Usage tracker for resource:network and tenant:3165e40034a94fb1867776c36ae44e52 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:08.668519 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-60e2cc52-f0cc-4422-978f-2c51b1fd8659 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:08.675009 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-60e2cc52-f0cc-4422-978f-2c51b1fd8659 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:08.765719 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9158b1-85c6-46eb-a5b1-6ec516ca7114 None None] Network f9383e9b-93a0-435a-912a-fcd9911ab33d requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:05:08.771385 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c94ccc7a-eca5-401e-bdcc-b9a5ef9d58d2 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:08.776128 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-31c0162e-54f6-4d5d-a4e7-ab42f557c950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:08.803335 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-250c29d3-1a9a-4859-9ece-daef63683f9f tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, b3602607-12f4-412f-bb0b-727102b155e8) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:08.805742 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c0162e-54f6-4d5d-a4e7-ab42f557c950 None None] Routers {'860699f4-4122-49f5-a678-229e55095e66'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:05:08.806351 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-31c0162e-54f6-4d5d-a4e7-ab42f557c950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:04:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['860699f4-4122-49f5-a678-229e55095e66'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:08.822946 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e2cc52-f0cc-4422-978f-2c51b1fd8659 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Made reservation on behalf of 3165e40034a94fb1867776c36ae44e52 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:05:08.827204 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-60e2cc52-f0cc-4422-978f-2c51b1fd8659 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:08.859909 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250c29d3-1a9a-4859-9ece-daef63683f9f tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:08.860498 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-250c29d3-1a9a-4859-9ece-daef63683f9f tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:08.867243 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a4caf181-63c7-40c6-b3ce-e87dcdeaf8c2 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:08.897787 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60e2cc52-f0cc-4422-978f-2c51b1fd8659 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:05:08.901944 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-31c0162e-54f6-4d5d-a4e7-ab42f557c950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:08.903287 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c0162e-54f6-4d5d-a4e7-ab42f557c950 None None] The sync data for ids ['860699f4-4122-49f5-a678-229e55095e66'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:05:08.930175 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ba864d-729b-4cbf-9881-2a1d5d9aba27 None None] Network b3602607-12f4-412f-bb0b-727102b155e8 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:05:08.935884 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-a4caf181-63c7-40c6-b3ce-e87dcdeaf8c2 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "DELETE /v2.0/subnets/7bb84f4f-a84c-4672-ad70-cb1c75be57f2 HTTP/1.1" status: 204 len: 168 time: 1.6125131 Feb 10 23:05:08.943612 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41688) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:08.944734 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-60e2cc52-f0cc-4422-978f-2c51b1fd8659 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:08.944959 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-60e2cc52-f0cc-4422-978f-2c51b1fd8659 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Added segment 1ffe93b9-b841-427b-b68d-6bb69540b564 of type vlan for network 15f3aef2-2d72-462c-917c-0b1d372616a9 Feb 10 23:05:09.061801 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57fcd1e-b2f4-4037-b296-63c9494e73f8 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:09.066406 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-b57fcd1e-b2f4-4037-b296-63c9494e73f8 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "GET /v2.0/ports/6772bcc9-3816-435c-a1d5-d901a47df728 HTTP/1.1" status: 200 len: 977 time: 0.4209762 Feb 10 23:05:09.067171 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41694) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:09.290477 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c94ccc7a-eca5-401e-bdcc-b9a5ef9d58d2 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:09.297136 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-250c29d3-1a9a-4859-9ece-daef63683f9f tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7982330 Feb 10 23:05:09.299270 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41698) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:09.320107 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-e483644e-c000-4f30-b30d-d71b54275e0a tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Request body: {'network': {'name': 'tempest-router-network01--1900475383'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:05:09.344133 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e483644e-c000-4f30-b30d-d71b54275e0a tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:09.353817 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e7ac493e-467c-42a6-b74b-2c9f52a99fc3 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:09.358631 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e483644e-c000-4f30-b30d-d71b54275e0a tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Usage tracker for resource:network and tenant:f65d3d9f02574b2ab6b0a05544101dfb is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:09.362355 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c32ec8c9-6b9c-44ad-b637-93231d52f056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:09.362615 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-60e2cc52-f0cc-4422-978f-2c51b1fd8659 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:09.366277 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e483644e-c000-4f30-b30d-d71b54275e0a tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:09.375743 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6547f77f-affc-4144-be6a-d1a9f087c9d4 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:09.375954 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e483644e-c000-4f30-b30d-d71b54275e0a tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:09.395284 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac493e-467c-42a6-b74b-2c9f52a99fc3 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Deleting port aa7283ce-27a7-419c-81a0-a7921dddec63 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:05:09.395634 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e7ac493e-467c-42a6-b74b-2c9f52a99fc3 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:09.446882 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c94ccc7a-eca5-401e-bdcc-b9a5ef9d58d2 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:09.447877 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6547f77f-affc-4144-be6a-d1a9f087c9d4 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:09.504193 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e483644e-c000-4f30-b30d-d71b54275e0a tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Made reservation on behalf of f65d3d9f02574b2ab6b0a05544101dfb for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:05:09.507671 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e483644e-c000-4f30-b30d-d71b54275e0a tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:09.508521 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-c547341b-d371-44dc-adcf-a9250bc4e915 None None] Allocated IP 172.20.255.242 (123083ca-8d78-4d84-9c89-6cb76df2a554/b6f515fd-b5bf-43ff-9bb7-ab7e5888b9b6/fc150a27-32a9-41d5-acba-367114b43032) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:05:09.669289 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94ccc7a-eca5-401e-bdcc-b9a5ef9d58d2 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Pushing event updated for resources: {'Port': ['ID=0912c364-d47d-471a-92ad-ba8a32dca368,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:09.685609 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-60e2cc52-f0cc-4422-978f-2c51b1fd8659 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:09.690034 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e2cc52-f0cc-4422-978f-2c51b1fd8659 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:09.690747 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-60e2cc52-f0cc-4422-978f-2c51b1fd8659 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:09.707399 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c317d97-e03a-40db-a9d4-5dae0d2f6fca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-b3602607-12f4-412f-bb0b-727102b155e8', 'network_id': 'b3602607-12f4-412f-bb0b-727102b155e8', 'tenant_id': 'f65d3d9f02574b2ab6b0a05544101dfb', 'fixed_ips': [{'subnet_id': '8c866968-fce0-42c4-9d4f-75a4f785d843'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:05:09.708195 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5c317d97-e03a-40db-a9d4-5dae0d2f6fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:09.806918 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-6547f77f-affc-4144-be6a-d1a9f087c9d4 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Allocated IP 172.26.8.233 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/acf2e6ce-06cb-40a4-8c49-51fbf35f8e5f) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:05:09.847462 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97685b1f-9ea6-4d0f-9894-894802ec0cd6 None None] DHCP port deletion for f9383e9b-93a0-435a-912a-fcd9911ab33d request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:05:09.902554 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-97685b1f-9ea6-4d0f-9894-894802ec0cd6 None None] Deleting port aa7283ce-27a7-419c-81a0-a7921dddec63 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:05:09.902932 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-97685b1f-9ea6-4d0f-9894-894802ec0cd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:09.981916 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e483644e-c000-4f30-b30d-d71b54275e0a tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:05:10.051268 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c547341b-d371-44dc-adcf-a9250bc4e915 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:10.080394 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c94ccc7a-eca5-401e-bdcc-b9a5ef9d58d2 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1734214'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:10.096641 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-c547341b-d371-44dc-adcf-a9250bc4e915 None None] Transition to ACTIVE for port object fc150a27-32a9-41d5-acba-367114b43032 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:05:10.155641 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e483644e-c000-4f30-b30d-d71b54275e0a tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:10.156070 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-e483644e-c000-4f30-b30d-d71b54275e0a tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Added segment a513451c-80ca-43fd-99be-42ef190ca6df of type vlan for network 5530a868-8504-4b04-8726-c75425e4ac76 Feb 10 23:05:10.209741 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-5c317d97-e03a-40db-a9d4-5dae0d2f6fca None None] Allocated IP 172.20.0.2 (b3602607-12f4-412f-bb0b-727102b155e8/8c866968-fce0-42c4-9d4f-75a4f785d843/9eabc4a5-e01d-4dc5-bfd4-2ad7ea5dedfb) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:05:10.218657 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6547f77f-affc-4144-be6a-d1a9f087c9d4 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:10.232352 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-c547341b-d371-44dc-adcf-a9250bc4e915 None None] Transition to ACTIVE for port object fc150a27-32a9-41d5-acba-367114b43032 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:05:10.256850 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-60e2cc52-f0cc-4422-978f-2c51b1fd8659 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6273046 Feb 10 23:05:10.270012 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41714) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:10.274561 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e2cc52-f0cc-4422-978f-2c51b1fd8659 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Pushing event updated for resources: {'Network': ['ID=15f3aef2-2d72-462c-917c-0b1d372616a9,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:10.292430 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-ff3a0c65-be07-4f88-8fe8-19c8a9efd428 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Request body: {'subnet': {'network_id': '15f3aef2-2d72-462c-917c-0b1d372616a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:05:10.311391 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-e7ac493e-467c-42a6-b74b-2c9f52a99fc3 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] For port aa7283ce-27a7-419c-81a0-a7921dddec63, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=aa7283ce-27a7-419c-81a0-a7921dddec63,segment=NetworkSegment(6157d136-503e-450f-9701-58a792c496c2),segment_id=6157d136-503e-450f-9701-58a792c496c2)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:05:10.311703 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e7ac493e-467c-42a6-b74b-2c9f52a99fc3 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:10.325273 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e483644e-c000-4f30-b30d-d71b54275e0a tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:10.336459 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 15f3aef2-2d72-462c-917c-0b1d372616a9 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:05:10.361693 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c547341b-d371-44dc-adcf-a9250bc4e915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:10.369939 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 70a9c9b9-9579-41b5-b8ad-d75d392541fa up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:05:10.390389 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6547f77f-affc-4144-be6a-d1a9f087c9d4 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:10.442292 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-97685b1f-9ea6-4d0f-9894-894802ec0cd6 None None] For port aa7283ce-27a7-419c-81a0-a7921dddec63, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=aa7283ce-27a7-419c-81a0-a7921dddec63,segment=NetworkSegment(6157d136-503e-450f-9701-58a792c496c2),segment_id=6157d136-503e-450f-9701-58a792c496c2)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:05:10.442676 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-97685b1f-9ea6-4d0f-9894-894802ec0cd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:10.479848 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac493e-467c-42a6-b74b-2c9f52a99fc3 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Calling delete_port for aa7283ce-27a7-419c-81a0-a7921dddec63 owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:05:10.501919 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-c32ec8c9-6b9c-44ad-b637-93231d52f056 admin admin] Allocated IP 172.20.0.1 (cc3883e2-07c5-4782-b2eb-c25b67bd2e9e/01b72c06-c698-462d-bf7b-325d09ba1c5f/e17d4c0a-22cf-48d7-b06c-3ff7181baeb3) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:05:10.505909 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.resource_extend [None req-e483644e-c000-4f30-b30d-d71b54275e0a tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:05:10.647234 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.l3_db [None req-c94ccc7a-eca5-401e-bdcc-b9a5ef9d58d2 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Floating IP 372bea6e-38d7-44d1-9b5e-b78cc72e1ee9 associated. External IP: 172.26.8.28, port: 9d426e38-18b3-48cf-9fb2-8fdb68904b07. Feb 10 23:05:10.652448 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6547f77f-affc-4144-be6a-d1a9f087c9d4 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Pushing event updated for resources: {'Port': ['ID=acf2e6ce-06cb-40a4-8c49-51fbf35f8e5f,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:10.730514 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6547f77f-affc-4144-be6a-d1a9f087c9d4 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:05:10.751505 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-6547f77f-affc-4144-be6a-d1a9f087c9d4 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:10.758057 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ff3a0c65-be07-4f88-8fe8-19c8a9efd428 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:10.760227 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6547f77f-affc-4144-be6a-d1a9f087c9d4 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:05:10.796346 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-97685b1f-9ea6-4d0f-9894-894802ec0cd6 None None] Calling delete_port for aa7283ce-27a7-419c-81a0-a7921dddec63 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:05:10.846229 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e483644e-c000-4f30-b30d-d71b54275e0a tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:10.850159 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e483644e-c000-4f30-b30d-d71b54275e0a tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:10.850768 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e483644e-c000-4f30-b30d-d71b54275e0a tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:10.911924 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c547341b-d371-44dc-adcf-a9250bc4e915 None None] Network 123083ca-8d78-4d84-9c89-6cb76df2a554 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:05:10.922636 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-ff3a0c65-be07-4f88-8fe8-19c8a9efd428 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Usage tracker for resource:subnet and tenant:3165e40034a94fb1867776c36ae44e52 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:10.933060 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-ff3a0c65-be07-4f88-8fe8-19c8a9efd428 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:10.950271 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e7ac493e-467c-42a6-b74b-2c9f52a99fc3 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:10.950522 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ff3a0c65-be07-4f88-8fe8-19c8a9efd428 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:10.985654 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c32ec8c9-6b9c-44ad-b637-93231d52f056 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:11.023200 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac493e-467c-42a6-b74b-2c9f52a99fc3 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event deleted for resources: {'Port': ['ID=aa7283ce-27a7-419c-81a0-a7921dddec63,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:11.036163 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ac493e-467c-42a6-b74b-2c9f52a99fc3 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] No DVR routers for this DVR port aa7283ce-27a7-419c-81a0-a7921dddec63 on host dv-neutron-828797-1-hyperv {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:05:11.050449 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-c32ec8c9-6b9c-44ad-b637-93231d52f056 admin admin] Transition to ACTIVE for port object e17d4c0a-22cf-48d7-b06c-3ff7181baeb3 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:05:11.064866 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41726) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:11.068428 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e483644e-c000-4f30-b30d-d71b54275e0a tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Pushing event updated for resources: {'Network': ['ID=5530a868-8504-4b04-8726-c75425e4ac76,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:11.071105 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-c547341b-d371-44dc-adcf-a9250bc4e915 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:11.088017 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e483644e-c000-4f30-b30d-d71b54275e0a tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7831810 Feb 10 23:05:11.092239 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c547341b-d371-44dc-adcf-a9250bc4e915 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:05:11.096345 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41730) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:11.110094 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 5530a868-8504-4b04-8726-c75425e4ac76 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:05:11.113739 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3a0c65-be07-4f88-8fe8-19c8a9efd428 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Made reservation on behalf of 3165e40034a94fb1867776c36ae44e52 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:05:11.120630 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-e2fd872c-938a-4d23-b416-791c6ce84250 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Request body: {'network': {'name': 'tempest-router-network02--669897236'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:05:11.179966 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e2fd872c-938a-4d23-b416-791c6ce84250 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:11.191816 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e2fd872c-938a-4d23-b416-791c6ce84250 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Usage tracker for resource:network and tenant:f65d3d9f02574b2ab6b0a05544101dfb is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:11.198140 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e2fd872c-938a-4d23-b416-791c6ce84250 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:11.220937 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e2fd872c-938a-4d23-b416-791c6ce84250 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:11.228671 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e7ac493e-467c-42a6-b74b-2c9f52a99fc3 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:11.240951 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c547341b-d371-44dc-adcf-a9250bc4e915 None None] Pushing event updated for resources: {'Port': ['ID=fc150a27-32a9-41d5-acba-367114b43032,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:11.255809 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5c317d97-e03a-40db-a9d4-5dae0d2f6fca None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:11.256521 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ff3a0c65-be07-4f88-8fe8-19c8a9efd428 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:11.282908 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-e7ac493e-467c-42a6-b74b-2c9f52a99fc3 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9383e9b-93a0-435a-912a-fcd9911ab33d']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:11.299003 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-1962c373-e5e9-489c-ac09-d243ed0d8fb9 tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] Request body: {'quota': {'network': 2}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:05:11.305388 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-5c317d97-e03a-40db-a9d4-5dae0d2f6fca None None] Transition to ACTIVE for port object 9eabc4a5-e01d-4dc5-bfd4-2ad7ea5dedfb will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:05:11.335769 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c32ec8c9-6b9c-44ad-b637-93231d52f056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:11.360817 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-e7ac493e-467c-42a6-b74b-2c9f52a99fc3 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6157d136-503e-450f-9701-58a792c496c2') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:11.361476 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-e7ac493e-467c-42a6-b74b-2c9f52a99fc3 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6157d136-503e-450f-9701-58a792c496c2') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:11.391021 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-5c317d97-e03a-40db-a9d4-5dae0d2f6fca None None] Transition to ACTIVE for port object 9eabc4a5-e01d-4dc5-bfd4-2ad7ea5dedfb will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:05:11.396748 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-c547341b-d371-44dc-adcf-a9250bc4e915 None None] Attempting to bind port fc150a27-32a9-41d5-acba-367114b43032 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:05:11.400966 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-c547341b-d371-44dc-adcf-a9250bc4e915 None None] Attempting to bind port fc150a27-32a9-41d5-acba-367114b43032 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '14271434-b800-45b3-8fda-bb08518d16dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '123083ca-8d78-4d84-9c89-6cb76df2a554'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:05:11.400966 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c547341b-d371-44dc-adcf-a9250bc4e915 None None] Attempting to bind port fc150a27-32a9-41d5-acba-367114b43032 on network 123083ca-8d78-4d84-9c89-6cb76df2a554 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:05:11.400966 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-97685b1f-9ea6-4d0f-9894-894802ec0cd6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:05:11.400966 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-97685b1f-9ea6-4d0f-9894-894802ec0cd6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:05:11.406486 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c547341b-d371-44dc-adcf-a9250bc4e915 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:05:11.406931 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c547341b-d371-44dc-adcf-a9250bc4e915 None None] Checking segment: {'id': '14271434-b800-45b3-8fda-bb08518d16dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '123083ca-8d78-4d84-9c89-6cb76df2a554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:05:11.407264 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c547341b-d371-44dc-adcf-a9250bc4e915 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:11.407651 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c547341b-d371-44dc-adcf-a9250bc4e915 None None] Bound using segment: {'id': '14271434-b800-45b3-8fda-bb08518d16dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '123083ca-8d78-4d84-9c89-6cb76df2a554'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:05:11.408110 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-c547341b-d371-44dc-adcf-a9250bc4e915 None None] Bound port: fc150a27-32a9-41d5-acba-367114b43032, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14271434-b800-45b3-8fda-bb08518d16dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '123083ca-8d78-4d84-9c89-6cb76df2a554'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:05:11.408477 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c547341b-d371-44dc-adcf-a9250bc4e915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:11.423023 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 70a9c9b9-9579-41b5-b8ad-d75d392541fa completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:05:11.443797 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e7ac493e-467c-42a6-b74b-2c9f52a99fc3 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32216962'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:11.452962 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 70a9c9b9-9579-41b5-b8ad-d75d392541fa triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:11.453345 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:11.459569 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2fd872c-938a-4d23-b416-791c6ce84250 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Made reservation on behalf of f65d3d9f02574b2ab6b0a05544101dfb for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:05:11.463171 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e2fd872c-938a-4d23-b416-791c6ce84250 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:11.490935 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32ec8c9-6b9c-44ad-b637-93231d52f056 admin admin] Network cc3883e2-07c5-4782-b2eb-c25b67bd2e9e is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:05:11.497345 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32ec8c9-6b9c-44ad-b637-93231d52f056 admin admin] Pushing event updated for resources: {'Port': ['ID=e17d4c0a-22cf-48d7-b06c-3ff7181baeb3,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:11.499827 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-c32ec8c9-6b9c-44ad-b637-93231d52f056 admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:11.501945 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5c317d97-e03a-40db-a9d4-5dae0d2f6fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:11.504474 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32ec8c9-6b9c-44ad-b637-93231d52f056 admin admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:05:11.510496 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e7ac493e-467c-42a6-b74b-2c9f52a99fc3 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:11.525201 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7ac493e-467c-42a6-b74b-2c9f52a99fc3 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:05:11.525600 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e7ac493e-467c-42a6-b74b-2c9f52a99fc3 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32033006'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:11.544205 dv-neutron-828797-1-hyperv neutron-server[84332]: Traceback (most recent call last): Feb 10 23:05:11.544205 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:05:11.544205 dv-neutron-828797-1-hyperv neutron-server[84332]: timer() Feb 10 23:05:11.544205 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:05:11.544205 dv-neutron-828797-1-hyperv neutron-server[84332]: cb(*args, **kw) Feb 10 23:05:11.544205 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:05:11.544205 dv-neutron-828797-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Feb 10 23:05:11.544205 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:05:11.544205 dv-neutron-828797-1-hyperv neutron-server[84332]: self._notify() Feb 10 23:05:11.544205 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:05:11.544205 dv-neutron-828797-1-hyperv neutron-server[84332]: self.callback(batched_events) Feb 10 23:05:11.544205 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:05:11.544205 dv-neutron-828797-1-hyperv neutron-server[84332]: event.method(event) Feb 10 23:05:11.544205 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:05:11.544205 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:05:11.544205 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:05:11.544205 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:05:11.544205 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:05:11.544205 dv-neutron-828797-1-hyperv neutron-server[84332]: return f(self, *a, **k) Feb 10 23:05:11.544205 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:05:11.544205 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._get(url).json() Feb 10 23:05:11.544205 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:05:11.544205 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:05:11.544205 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:05:11.544205 dv-neutron-828797-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Feb 10 23:05:11.544205 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:05:11.544205 dv-neutron-828797-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:05:11.544205 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:05:11.544205 dv-neutron-828797-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:05:11.544205 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:05:11.544205 dv-neutron-828797-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:05:11.544205 dv-neutron-828797-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:05:11.587667 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c32ec8c9-6b9c-44ad-b637-93231d52f056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733071'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:11.656964 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c317d97-e03a-40db-a9d4-5dae0d2f6fca None None] Pushing event updated for resources: {'Port': ['ID=9eabc4a5-e01d-4dc5-bfd4-2ad7ea5dedfb,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:11.686483 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c317d97-e03a-40db-a9d4-5dae0d2f6fca None None] Network b3602607-12f4-412f-bb0b-727102b155e8 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:05:11.702073 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-5c317d97-e03a-40db-a9d4-5dae0d2f6fca None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:11.738101 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6547f77f-affc-4144-be6a-d1a9f087c9d4 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:11.750571 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2fd872c-938a-4d23-b416-791c6ce84250 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:05:11.779371 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c317d97-e03a-40db-a9d4-5dae0d2f6fca None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:05:11.785148 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:11.799230 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1962c373-e5e9-489c-ac09-d243ed0d8fb9 tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] 10.222.0.59 "PUT /v2.0/quotas/104b9432434047f598efb56c3ef527b7 HTTP/1.1" status: 200 len: 368 time: 0.7319834 Feb 10 23:05:11.800331 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e2fd872c-938a-4d23-b416-791c6ce84250 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:11.800708 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-e2fd872c-938a-4d23-b416-791c6ce84250 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Added segment 815bdcfb-0dbe-4b2e-833e-2910f7ee197b of type vlan for network ba63ee9a-01e9-434b-93c6-1713ddb96e6e Feb 10 23:05:11.802159 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41736) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:11.816072 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-7afcfdc7-8621-4eb4-b275-20106d60fa3a tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] Request body: {'network': {'project_id': '104b9432434047f598efb56c3ef527b7'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:05:11.824809 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-7afcfdc7-8621-4eb4-b275-20106d60fa3a tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:11.842973 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-7afcfdc7-8621-4eb4-b275-20106d60fa3a tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] Usage tracker for resource:network and tenant:104b9432434047f598efb56c3ef527b7 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:11.851827 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 70a9c9b9-9579-41b5-b8ad-d75d392541fa, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=70a9c9b9-9579-41b5-b8ad-d75d392541fa,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:05:11.859186 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-c547341b-d371-44dc-adcf-a9250bc4e915 None None] For port fc150a27-32a9-41d5-acba-367114b43032, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:05:11.860198 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-7afcfdc7-8621-4eb4-b275-20106d60fa3a tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:11.869391 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-7afcfdc7-8621-4eb4-b275-20106d60fa3a tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:11.878175 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e2fd872c-938a-4d23-b416-791c6ce84250 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:11.900234 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-c547341b-d371-44dc-adcf-a9250bc4e915 None None] For port fc150a27-32a9-41d5-acba-367114b43032, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=fc150a27-32a9-41d5-acba-367114b43032,segment=NetworkSegment(14271434-b800-45b3-8fda-bb08518d16dd),segment_id=14271434-b800-45b3-8fda-bb08518d16dd)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:05:11.908251 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-97685b1f-9ea6-4d0f-9894-894802ec0cd6 None None] Deleting port aa7283ce-27a7-419c-81a0-a7921dddec63 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:05:11.910725 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-97685b1f-9ea6-4d0f-9894-894802ec0cd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:11.913636 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e7ac493e-467c-42a6-b74b-2c9f52a99fc3 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:11.948483 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:11.953032 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e7ac493e-467c-42a6-b74b-2c9f52a99fc3 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:11.958286 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac493e-467c-42a6-b74b-2c9f52a99fc3 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event deleted for resources: {'Network': ['ID=f9383e9b-93a0-435a-912a-fcd9911ab33d,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:11.960596 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c32ec8c9-6b9c-44ad-b637-93231d52f056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:11.967086 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7afcfdc7-8621-4eb4-b275-20106d60fa3a tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] Made reservation on behalf of 104b9432434047f598efb56c3ef527b7 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:05:11.969495 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7afcfdc7-8621-4eb4-b275-20106d60fa3a tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:11.991563 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7afcfdc7-8621-4eb4-b275-20106d60fa3a tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:12.010808 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e7ac493e-467c-42a6-b74b-2c9f52a99fc3 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "DELETE /v2.0/networks/f9383e9b-93a0-435a-912a-fcd9911ab33d HTTP/1.1" status: 204 len: 168 time: 3.0643144 Feb 10 23:05:12.015156 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-5c317d97-e03a-40db-a9d4-5dae0d2f6fca None None] Attempting to bind port 9eabc4a5-e01d-4dc5-bfd4-2ad7ea5dedfb on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:05:12.015609 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-5c317d97-e03a-40db-a9d4-5dae0d2f6fca None None] Attempting to bind port 9eabc4a5-e01d-4dc5-bfd4-2ad7ea5dedfb by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '844c02be-adc8-44db-9a18-5d3cbefe0fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b3602607-12f4-412f-bb0b-727102b155e8'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:05:12.015858 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c317d97-e03a-40db-a9d4-5dae0d2f6fca None None] Attempting to bind port 9eabc4a5-e01d-4dc5-bfd4-2ad7ea5dedfb on network b3602607-12f4-412f-bb0b-727102b155e8 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:05:12.019592 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41740) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:12.029815 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-97685b1f-9ea6-4d0f-9894-894802ec0cd6 None None] The port 'aa7283ce-27a7-419c-81a0-a7921dddec63' was deleted {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 23:05:12.037526 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-2b541e76-0399-48ba-8d9d-3f1e0ffe6ce9 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1460523580'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:05:12.039418 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device aa7283ce-27a7-419c-81a0-a7921dddec63 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:05:12.046629 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-2b541e76-0399-48ba-8d9d-3f1e0ffe6ce9 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:12.054628 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e2fd872c-938a-4d23-b416-791c6ce84250 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:12.059027 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fd872c-938a-4d23-b416-791c6ce84250 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:12.059756 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e2fd872c-938a-4d23-b416-791c6ce84250 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:12.064885 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-2b541e76-0399-48ba-8d9d-3f1e0ffe6ce9 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Usage tracker for resource:network and tenant:9679d844e15947ffaadb0d4f870cf9d6 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:12.076079 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c547341b-d371-44dc-adcf-a9250bc4e915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:12.096961 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-2b541e76-0399-48ba-8d9d-3f1e0ffe6ce9 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:12.104019 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: aa7283ce-27a7-419c-81a0-a7921dddec63 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:05:12.104354 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device aa7283ce-27a7-419c-81a0-a7921dddec63 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:05:12.113798 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c317d97-e03a-40db-a9d4-5dae0d2f6fca None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:05:12.114080 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c317d97-e03a-40db-a9d4-5dae0d2f6fca None None] Checking segment: {'id': '844c02be-adc8-44db-9a18-5d3cbefe0fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b3602607-12f4-412f-bb0b-727102b155e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:05:12.114473 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5c317d97-e03a-40db-a9d4-5dae0d2f6fca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:12.115140 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c317d97-e03a-40db-a9d4-5dae0d2f6fca None None] Bound using segment: {'id': '844c02be-adc8-44db-9a18-5d3cbefe0fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b3602607-12f4-412f-bb0b-727102b155e8'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:05:12.115317 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-5c317d97-e03a-40db-a9d4-5dae0d2f6fca None None] Bound port: 9eabc4a5-e01d-4dc5-bfd4-2ad7ea5dedfb, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '844c02be-adc8-44db-9a18-5d3cbefe0fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b3602607-12f4-412f-bb0b-727102b155e8'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:05:12.115663 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5c317d97-e03a-40db-a9d4-5dae0d2f6fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:12.121753 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-2b541e76-0399-48ba-8d9d-3f1e0ffe6ce9 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:12.140496 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c94ccc7a-eca5-401e-bdcc-b9a5ef9d58d2 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Router ceb0202d-0403-475b-a150-eb543df39ce0 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:05:12.151495 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-cfa1930f-d86c-44a2-be84-5a48612d21d6 None None] Provisioning for port e17d4c0a-22cf-48d7-b06c-3ff7181baeb3 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:05:12.156686 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=70a9c9b9-9579-41b5-b8ad-d75d392541fa,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:12.203649 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-7afcfdc7-8621-4eb4-b275-20106d60fa3a tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:12.219177 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-7afcfdc7-8621-4eb4-b275-20106d60fa3a tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] Usage tracker for resource:security_group_rule and tenant:104b9432434047f598efb56c3ef527b7 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:12.232612 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-cfa1930f-d86c-44a2-be84-5a48612d21d6 None None] Provisioning complete for port e17d4c0a-22cf-48d7-b06c-3ff7181baeb3 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:12.232612 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cfa1930f-d86c-44a2-be84-5a48612d21d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:12.233498 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-7afcfdc7-8621-4eb4-b275-20106d60fa3a tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:12.248824 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-7afcfdc7-8621-4eb4-b275-20106d60fa3a tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:12.256217 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fd872c-938a-4d23-b416-791c6ce84250 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Pushing event updated for resources: {'Network': ['ID=ba63ee9a-01e9-434b-93c6-1713ddb96e6e,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:12.274547 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e2fd872c-938a-4d23-b416-791c6ce84250 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1628830 Feb 10 23:05:12.275017 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41744) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:12.294680 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network ba63ee9a-01e9-434b-93c6-1713ddb96e6e details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:05:12.325318 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c32ec8c9-6b9c-44ad-b637-93231d52f056 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:12.326579 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3afb684c-1291-45cf-8207-32b68cf26c9e tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732944'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:12.341562 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 70a9c9b9-9579-41b5-b8ad-d75d392541fa up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:05:12.359724 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-8b069645-a39c-41fc-a033-a597d888e094 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Request body: {'subnet': {'network_id': '5530a868-8504-4b04-8726-c75425e4ac76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:05:12.382566 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b541e76-0399-48ba-8d9d-3f1e0ffe6ce9 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Made reservation on behalf of 9679d844e15947ffaadb0d4f870cf9d6 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:05:12.388046 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2b541e76-0399-48ba-8d9d-3f1e0ffe6ce9 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:12.472025 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-cfa1930f-d86c-44a2-be84-5a48612d21d6 None None] Port e17d4c0a-22cf-48d7-b06c-3ff7181baeb3 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:05:12.502918 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c32ec8c9-6b9c-44ad-b637-93231d52f056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:12.505474 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c547341b-d371-44dc-adcf-a9250bc4e915 None None] Pushing event updated for resources: {'Port': ['ID=fc150a27-32a9-41d5-acba-367114b43032,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:12.522525 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-5c317d97-e03a-40db-a9d4-5dae0d2f6fca None None] For port 9eabc4a5-e01d-4dc5-bfd4-2ad7ea5dedfb, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:05:12.540685 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-5c317d97-e03a-40db-a9d4-5dae0d2f6fca None None] For port 9eabc4a5-e01d-4dc5-bfd4-2ad7ea5dedfb, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=9eabc4a5-e01d-4dc5-bfd4-2ad7ea5dedfb,segment=NetworkSegment(844c02be-adc8-44db-9a18-5d3cbefe0fc6),segment_id=844c02be-adc8-44db-9a18-5d3cbefe0fc6)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:05:12.561264 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 70a9c9b9-9579-41b5-b8ad-d75d392541fa triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:12.561839 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:12.635682 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5c317d97-e03a-40db-a9d4-5dae0d2f6fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:12.650741 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b541e76-0399-48ba-8d9d-3f1e0ffe6ce9 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:05:12.676303 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8b069645-a39c-41fc-a033-a597d888e094 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:12.690939 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8b069645-a39c-41fc-a033-a597d888e094 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Usage tracker for resource:subnet and tenant:f65d3d9f02574b2ab6b0a05544101dfb is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:12.696447 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8b069645-a39c-41fc-a033-a597d888e094 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:12.710842 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2b541e76-0399-48ba-8d9d-3f1e0ffe6ce9 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:12.711439 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-2b541e76-0399-48ba-8d9d-3f1e0ffe6ce9 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Added segment 165e7a50-5b22-4056-b753-4d22e9df5830 of type vlan for network e6dbf763-110f-422a-bcf2-5f1b1a8ee07f Feb 10 23:05:12.720569 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7afcfdc7-8621-4eb4-b275-20106d60fa3a tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:12.732259 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8b069645-a39c-41fc-a033-a597d888e094 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:12.764616 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c317d97-e03a-40db-a9d4-5dae0d2f6fca None None] Pushing event updated for resources: {'Port': ['ID=9eabc4a5-e01d-4dc5-bfd4-2ad7ea5dedfb,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:12.769870 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2b541e76-0399-48ba-8d9d-3f1e0ffe6ce9 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:12.813154 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7afcfdc7-8621-4eb4-b275-20106d60fa3a tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:12.841604 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ff3a0c65-be07-4f88-8fe8-19c8a9efd428 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:12.873949 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b069645-a39c-41fc-a033-a597d888e094 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Made reservation on behalf of f65d3d9f02574b2ab6b0a05544101dfb for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:05:12.904106 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7afcfdc7-8621-4eb4-b275-20106d60fa3a tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:05:12.927015 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32ec8c9-6b9c-44ad-b637-93231d52f056 admin admin] Pushing event updated for resources: {'Port': ['ID=e17d4c0a-22cf-48d7-b06c-3ff7181baeb3,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:12.952099 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6547f77f-affc-4144-be6a-d1a9f087c9d4 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:12.974948 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afcfdc7-8621-4eb4-b275-20106d60fa3a tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c5db69-12d2-441c-b3c8-5eda9edfb090,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:12.974948 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2b541e76-0399-48ba-8d9d-3f1e0ffe6ce9 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:12.977127 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b541e76-0399-48ba-8d9d-3f1e0ffe6ce9 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:12.978219 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2b541e76-0399-48ba-8d9d-3f1e0ffe6ce9 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:12.980956 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c32ec8c9-6b9c-44ad-b637-93231d52f056 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2767683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732898'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:12.990148 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6547f77f-affc-4144-be6a-d1a9f087c9d4 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1734371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1734168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1735070'] for router, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:13.008088 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3a0c65-be07-4f88-8fe8-19c8a9efd428 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Pushing event updated for resources: {'Subnet': ['ID=60c42230-9f17-4cbd-86fc-2fed67141e14,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:13.020739 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7afcfdc7-8621-4eb4-b275-20106d60fa3a tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:13.021085 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-7afcfdc7-8621-4eb4-b275-20106d60fa3a tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] Added segment 0b7990f0-3935-4dd6-84f7-4a9995801b1b of type vlan for network 59ff6c18-cb46-4104-ba1c-2027151d56bb Feb 10 23:05:13.166531 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7afcfdc7-8621-4eb4-b275-20106d60fa3a tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:13.171791 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b541e76-0399-48ba-8d9d-3f1e0ffe6ce9 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event updated for resources: {'Network': ['ID=e6dbf763-110f-422a-bcf2-5f1b1a8ee07f,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:13.177027 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8b069645-a39c-41fc-a033-a597d888e094 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:13.182941 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network e6dbf763-110f-422a-bcf2-5f1b1a8ee07f details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:05:13.251009 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3a0c65-be07-4f88-8fe8-19c8a9efd428 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Checking segment: {'id': '1ffe93b9-b841-427b-b68d-6bb69540b564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '15f3aef2-2d72-462c-917c-0b1d372616a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:05:13.251650 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3a0c65-be07-4f88-8fe8-19c8a9efd428 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Network hostable DHCP agents. Network: 15f3aef2-2d72-462c-917c-0b1d372616a9, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:05:13.297707 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2b541e76-0399-48ba-8d9d-3f1e0ffe6ce9 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2664483 Feb 10 23:05:13.301048 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41748) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:13.306483 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c94ccc7a-eca5-401e-bdcc-b9a5ef9d58d2 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:05:13.317899 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-35768010-e38c-4afb-922a-08b550886ee8 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Request body: {'subnet': {'network_id': 'e6dbf763-110f-422a-bcf2-5f1b1a8ee07f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:05:13.328052 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc3c0e7-879b-4a6f-869a-0db63ae2b0aa None None] Sync routers for ids ['ceb0202d-0403-475b-a150-eb543df39ce0'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:05:13.412778 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc3c0e7-879b-4a6f-869a-0db63ae2b0aa None None] Routers {'ceb0202d-0403-475b-a150-eb543df39ce0'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:05:13.412963 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-7bc3c0e7-879b-4a6f-869a-0db63ae2b0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:04:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['ceb0202d-0403-475b-a150-eb543df39ce0'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:13.459551 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7afcfdc7-8621-4eb4-b275-20106d60fa3a tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:13.460430 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afcfdc7-8621-4eb4-b275-20106d60fa3a tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:13.461054 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7afcfdc7-8621-4eb4-b275-20106d60fa3a tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:13.476722 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32ec8c9-6b9c-44ad-b637-93231d52f056 admin admin] Network cc3883e2-07c5-4782-b2eb-c25b67bd2e9e is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:05:13.481125 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-7bc3c0e7-879b-4a6f-869a-0db63ae2b0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:13.482656 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-c32ec8c9-6b9c-44ad-b637-93231d52f056 admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:13.490666 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3a0c65-be07-4f88-8fe8-19c8a9efd428 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Network 15f3aef2-2d72-462c-917c-0b1d372616a9 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:05:13.505690 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc3c0e7-879b-4a6f-869a-0db63ae2b0aa None None] Routers {'ceb0202d-0403-475b-a150-eb543df39ce0'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:05:13.506824 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-7bc3c0e7-879b-4a6f-869a-0db63ae2b0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:04:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['ceb0202d-0403-475b-a150-eb543df39ce0'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:13.575165 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-35768010-e38c-4afb-922a-08b550886ee8 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:13.578006 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-7bc3c0e7-879b-4a6f-869a-0db63ae2b0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:13.578651 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc3c0e7-879b-4a6f-869a-0db63ae2b0aa None None] The sync data for ids ['ceb0202d-0403-475b-a150-eb543df39ce0'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:05:13.591252 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c94ccc7a-eca5-401e-bdcc-b9a5ef9d58d2 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:13.634536 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-35768010-e38c-4afb-922a-08b550886ee8 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Usage tracker for resource:subnet and tenant:9679d844e15947ffaadb0d4f870cf9d6 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:13.663204 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-35768010-e38c-4afb-922a-08b550886ee8 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:13.665935 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afcfdc7-8621-4eb4-b275-20106d60fa3a tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] Pushing event updated for resources: {'Network': ['ID=59ff6c18-cb46-4104-ba1c-2027151d56bb,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:13.678985 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 59ff6c18-cb46-4104-ba1c-2027151d56bb details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:05:13.722874 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-ff3a0c65-be07-4f88-8fe8-19c8a9efd428 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 15f3aef2-2d72-462c-917c-0b1d372616a9) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:13.737705 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-35768010-e38c-4afb-922a-08b550886ee8 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:13.746309 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3a0c65-be07-4f88-8fe8-19c8a9efd428 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:13.747186 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ff3a0c65-be07-4f88-8fe8-19c8a9efd428 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:13.759866 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70644c5a-5224-4e19-920b-f74a6894d659 None None] Network 15f3aef2-2d72-462c-917c-0b1d372616a9 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:05:13.789823 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c94ccc7a-eca5-401e-bdcc-b9a5ef9d58d2 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 10.3731599 Feb 10 23:05:13.795524 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7afcfdc7-8621-4eb4-b275-20106d60fa3a tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.9923112 Feb 10 23:05:13.799551 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41752) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:13.800525 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41754) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:13.809721 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-86ff8fbe-cf5d-418a-8975-427cc9fc453f tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:05:13.945665 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-dc74bad0-dd8c-4b75-b7d7-e01cee2bfef0 tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] Request body: {'network': {'project_id': '104b9432434047f598efb56c3ef527b7'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:05:13.959110 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-86ff8fbe-cf5d-418a-8975-427cc9fc453f tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for floatingip, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:14.028756 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204fef70-590f-4cd4-b092-d28196d0da3a None None] Network 123083ca-8d78-4d84-9c89-6cb76df2a554 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:05:14.039431 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-3afb684c-1291-45cf-8207-32b68cf26c9e tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Deleting port 6772bcc9-3816-435c-a1d5-d901a47df728 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:05:14.040028 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3afb684c-1291-45cf-8207-32b68cf26c9e tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:14.090483 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-ff3a0c65-be07-4f88-8fe8-19c8a9efd428 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.8094761 Feb 10 23:05:14.095111 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41760) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:14.164188 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35768010-e38c-4afb-922a-08b550886ee8 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Made reservation on behalf of 9679d844e15947ffaadb0d4f870cf9d6 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:05:14.187102 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-dc74bad0-dd8c-4b75-b7d7-e01cee2bfef0 tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:14.240955 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-dc74bad0-dd8c-4b75-b7d7-e01cee2bfef0 tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] Usage tracker for resource:network and tenant:104b9432434047f598efb56c3ef527b7 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:14.246396 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-4a5b0c44-95bd-46d7-8af2-0ef43d9b0b93 None None] Provisioning for port fc150a27-32a9-41d5-acba-367114b43032 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:05:14.276793 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ab942a-a80b-4b90-95e0-dfe6f42008a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-15f3aef2-2d72-462c-917c-0b1d372616a9', 'network_id': '15f3aef2-2d72-462c-917c-0b1d372616a9', 'tenant_id': '3165e40034a94fb1867776c36ae44e52', 'fixed_ips': [{'subnet_id': '60c42230-9f17-4cbd-86fc-2fed67141e14'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:05:14.278318 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e8ab942a-a80b-4b90-95e0-dfe6f42008a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:14.313401 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-dc74bad0-dd8c-4b75-b7d7-e01cee2bfef0 tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:14.330873 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-dc74bad0-dd8c-4b75-b7d7-e01cee2bfef0 tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:14.379101 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b1db2b-ff7e-440c-9b9b-c4ee37fab477 None None] Network b3602607-12f4-412f-bb0b-727102b155e8 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:05:14.420375 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device fc150a27-32a9-41d5-acba-367114b43032 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:05:14.489317 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-35768010-e38c-4afb-922a-08b550886ee8 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:14.568499 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-4a5b0c44-95bd-46d7-8af2-0ef43d9b0b93 None None] Provisioning complete for port e17d4c0a-22cf-48d7-b06c-3ff7181baeb3 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:14.568866 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4a5b0c44-95bd-46d7-8af2-0ef43d9b0b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:14.581938 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3afb684c-1291-45cf-8207-32b68cf26c9e tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:14.589166 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc74bad0-dd8c-4b75-b7d7-e01cee2bfef0 tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] Made reservation on behalf of 104b9432434047f598efb56c3ef527b7 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:05:14.592334 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dc74bad0-dd8c-4b75-b7d7-e01cee2bfef0 tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:14.602383 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8b069645-a39c-41fc-a033-a597d888e094 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:14.677573 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d253f571-4655-451d-bc61-780d4843a154 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:14.742155 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-4a5b0c44-95bd-46d7-8af2-0ef43d9b0b93 None None] Port e17d4c0a-22cf-48d7-b06c-3ff7181baeb3 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:05:14.782601 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-e8ab942a-a80b-4b90-95e0-dfe6f42008a0 None None] Allocated IP 172.20.0.2 (15f3aef2-2d72-462c-917c-0b1d372616a9/60c42230-9f17-4cbd-86fc-2fed67141e14/bfdc5b07-af33-478f-9b49-ab2f9b9074a2) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:05:14.816154 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc74bad0-dd8c-4b75-b7d7-e01cee2bfef0 tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:05:14.858996 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b069645-a39c-41fc-a033-a597d888e094 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Pushing event updated for resources: {'Subnet': ['ID=8e3ebe2b-db31-4cc2-905d-0e8062890e36,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:14.862075 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-86ff8fbe-cf5d-418a-8975-427cc9fc453f tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:14.873411 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dc74bad0-dd8c-4b75-b7d7-e01cee2bfef0 tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:14.873755 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-dc74bad0-dd8c-4b75-b7d7-e01cee2bfef0 tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] Added segment 9dc63c22-c51c-4160-a55a-68b97113ed2d of type vlan for network 9e226d3e-5d94-4d3f-876a-ccce27f9c5b0 Feb 10 23:05:14.894775 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-3afb684c-1291-45cf-8207-32b68cf26c9e tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Calling delete_port for 6772bcc9-3816-435c-a1d5-d901a47df728 owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:05:14.925364 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b069645-a39c-41fc-a033-a597d888e094 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Checking segment: {'id': 'a513451c-80ca-43fd-99be-42ef190ca6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '5530a868-8504-4b04-8726-c75425e4ac76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:05:14.925364 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b069645-a39c-41fc-a033-a597d888e094 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Network hostable DHCP agents. Network: 5530a868-8504-4b04-8726-c75425e4ac76, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:05:14.954937 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-86ff8fbe-cf5d-418a-8975-427cc9fc453f tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1734214'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:14.955252 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.l3_db [None req-86ff8fbe-cf5d-418a-8975-427cc9fc453f tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Floating IP 372bea6e-38d7-44d1-9b5e-b78cc72e1ee9 disassociated. External IP: 172.26.8.28, port: 9d426e38-18b3-48cf-9fb2-8fdb68904b07. Feb 10 23:05:15.001305 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port fc150a27-32a9-41d5-acba-367114b43032 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:05:15.013625 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6547f77f-affc-4144-be6a-d1a9f087c9d4 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Router 097a8126-4e21-42e2-8579-8ecd33477503 is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:05:15.027418 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port fc150a27-32a9-41d5-acba-367114b43032 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:15.027778 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:15.039308 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dc74bad0-dd8c-4b75-b7d7-e01cee2bfef0 tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:15.055468 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d253f571-4655-451d-bc61-780d4843a154 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:15.069026 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-c21d5e42-4ad6-4163-aba4-4bbec1a80c18 None None] Provisioning for port 9eabc4a5-e01d-4dc5-bfd4-2ad7ea5dedfb completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:05:15.257838 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dc74bad0-dd8c-4b75-b7d7-e01cee2bfef0 tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:15.259360 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc74bad0-dd8c-4b75-b7d7-e01cee2bfef0 tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:15.260192 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dc74bad0-dd8c-4b75-b7d7-e01cee2bfef0 tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:15.303950 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-35768010-e38c-4afb-922a-08b550886ee8 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:15.309712 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b069645-a39c-41fc-a033-a597d888e094 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Network 5530a868-8504-4b04-8726-c75425e4ac76 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:05:15.344414 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e8ab942a-a80b-4b90-95e0-dfe6f42008a0 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:15.367691 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-e8ab942a-a80b-4b90-95e0-dfe6f42008a0 None None] Transition to ACTIVE for port object bfdc5b07-af33-478f-9b49-ab2f9b9074a2 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:05:15.377638 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32ec8c9-6b9c-44ad-b637-93231d52f056 admin admin] Router fcd141a3-fb33-4200-8ce7-8ff07f52fcad has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:05:15.382598 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:15.408467 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-e8ab942a-a80b-4b90-95e0-dfe6f42008a0 None None] Transition to ACTIVE for port object bfdc5b07-af33-478f-9b49-ab2f9b9074a2 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:05:15.429442 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port fc150a27-32a9-41d5-acba-367114b43032, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=fc150a27-32a9-41d5-acba-367114b43032,segment=NetworkSegment(14271434-b800-45b3-8fda-bb08518d16dd),segment_id=14271434-b800-45b3-8fda-bb08518d16dd)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:05:15.484112 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:15.485094 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 9eabc4a5-e01d-4dc5-bfd4-2ad7ea5dedfb up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:05:15.489767 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3afb684c-1291-45cf-8207-32b68cf26c9e tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:15.539890 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-dc74bad0-dd8c-4b75-b7d7-e01cee2bfef0 tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.7365880 Feb 10 23:05:15.557185 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc74bad0-dd8c-4b75-b7d7-e01cee2bfef0 tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] Pushing event updated for resources: {'Network': ['ID=9e226d3e-5d94-4d3f-876a-ccce27f9c5b0,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:15.567981 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41764) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:15.578001 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e8ab942a-a80b-4b90-95e0-dfe6f42008a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:15.633896 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afb684c-1291-45cf-8207-32b68cf26c9e tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event deleted for resources: {'Port': ['ID=6772bcc9-3816-435c-a1d5-d901a47df728,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:15.640873 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 9e226d3e-5d94-4d3f-876a-ccce27f9c5b0 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:05:15.660610 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-8b069645-a39c-41fc-a033-a597d888e094 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 5530a868-8504-4b04-8726-c75425e4ac76) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:15.672985 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-cf362e2a-8ab6-4e8b-9868-7587a0df5d7e tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] Request body: {'network': {'project_id': '104b9432434047f598efb56c3ef527b7'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:05:15.687084 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35768010-e38c-4afb-922a-08b550886ee8 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event updated for resources: {'Subnet': ['ID=64382344-95e1-4b8f-8f66-a69fc5f8fa9c,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:15.700206 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b069645-a39c-41fc-a033-a597d888e094 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:15.701093 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8b069645-a39c-41fc-a033-a597d888e094 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:15.715297 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-cf362e2a-8ab6-4e8b-9868-7587a0df5d7e tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:15.722664 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-cf362e2a-8ab6-4e8b-9868-7587a0df5d7e tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] Usage tracker for resource:network and tenant:104b9432434047f598efb56c3ef527b7 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:15.723287 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803d905b-88e5-4451-955e-d73f595f6e79 None None] Network 5530a868-8504-4b04-8726-c75425e4ac76 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:05:15.731366 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-cf362e2a-8ab6-4e8b-9868-7587a0df5d7e tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:15.746502 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-cf362e2a-8ab6-4e8b-9868-7587a0df5d7e tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:15.757782 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf362e2a-8ab6-4e8b-9868-7587a0df5d7e tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 10 23:05:15.758228 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf362e2a-8ab6-4e8b-9868-7587a0df5d7e tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:05:15.759343 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-cf362e2a-8ab6-4e8b-9868-7587a0df5d7e tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1884437 Feb 10 23:05:15.776471 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41768) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:15.799573 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35768010-e38c-4afb-922a-08b550886ee8 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Checking segment: {'id': '165e7a50-5b22-4056-b753-4d22e9df5830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e6dbf763-110f-422a-bcf2-5f1b1a8ee07f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:05:15.799940 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35768010-e38c-4afb-922a-08b550886ee8 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Network hostable DHCP agents. Network: e6dbf763-110f-422a-bcf2-5f1b1a8ee07f, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:05:15.819342 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d253f571-4655-451d-bc61-780d4843a154 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:15.862673 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8b069645-a39c-41fc-a033-a597d888e094 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5851228 Feb 10 23:05:15.868631 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41772) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:15.876202 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-ceaeb9ee-4bb5-4418-a8f7-1061e4a4b5a0 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Request body: {'subnet': {'network_id': 'ba63ee9a-01e9-434b-93c6-1713ddb96e6e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:05:15.883222 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d253f571-4655-451d-bc61-780d4843a154 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Pushing event deleted for resources: {'Subnet': ['ID=60c42230-9f17-4cbd-86fc-2fed67141e14,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:15.900263 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-cba12489-e9e9-4d29-aa44-0f8b7ca69c1d tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=104b9432434047f598efb56c3ef527b7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1218052 Feb 10 23:05:15.906995 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41776) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:15.995844 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-f0c64067-4ffd-4d5c-baa7-e492ae7c9093 None None] Provisioning complete for port fc150a27-32a9-41d5-acba-367114b43032 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:15.996209 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f0c64067-4ffd-4d5c-baa7-e492ae7c9093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:16.057292 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=fc150a27-32a9-41d5-acba-367114b43032,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:16.093562 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35768010-e38c-4afb-922a-08b550886ee8 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Network e6dbf763-110f-422a-bcf2-5f1b1a8ee07f is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:05:16.112022 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6547f77f-affc-4144-be6a-d1a9f087c9d4 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:05:16.115372 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ab942a-a80b-4b90-95e0-dfe6f42008a0 None None] Network 15f3aef2-2d72-462c-917c-0b1d372616a9 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:05:16.122966 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-e8ab942a-a80b-4b90-95e0-dfe6f42008a0 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:16.129251 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ab942a-a80b-4b90-95e0-dfe6f42008a0 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:05:16.131919 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04607086-4dca-437e-bcce-83fa1d891bdb None None] Sync routers for ids ['097a8126-4e21-42e2-8579-8ecd33477503'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:05:16.151310 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04607086-4dca-437e-bcce-83fa1d891bdb None None] Routers {'097a8126-4e21-42e2-8579-8ecd33477503'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:05:16.153028 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-04607086-4dca-437e-bcce-83fa1d891bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:04:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['097a8126-4e21-42e2-8579-8ecd33477503'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:16.156964 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6547f77f-affc-4144-be6a-d1a9f087c9d4 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:16.158596 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-6547f77f-affc-4144-be6a-d1a9f087c9d4 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] 10.222.0.59 "PUT /v2.0/routers/097a8126-4e21-42e2-8579-8ecd33477503 HTTP/1.1" status: 200 len: 915 time: 9.2911019 Feb 10 23:05:16.167051 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41780) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:16.169201 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d253f571-4655-451d-bc61-780d4843a154 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:16.170042 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:16.224298 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-ceaeb9ee-4bb5-4418-a8f7-1061e4a4b5a0 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:16.227222 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-04607086-4dca-437e-bcce-83fa1d891bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:16.229041 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-35768010-e38c-4afb-922a-08b550886ee8 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, e6dbf763-110f-422a-bcf2-5f1b1a8ee07f) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:16.239675 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ceaeb9ee-4bb5-4418-a8f7-1061e4a4b5a0 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Usage tracker for resource:subnet and tenant:f65d3d9f02574b2ab6b0a05544101dfb is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:16.245992 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ceaeb9ee-4bb5-4418-a8f7-1061e4a4b5a0 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:16.249908 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a9834288-e765-41c0-af97-f4f234d2fc54 tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:16.253321 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35768010-e38c-4afb-922a-08b550886ee8 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:16.254058 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-35768010-e38c-4afb-922a-08b550886ee8 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:16.254201 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04607086-4dca-437e-bcce-83fa1d891bdb None None] Routers {'097a8126-4e21-42e2-8579-8ecd33477503'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:05:16.254871 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-04607086-4dca-437e-bcce-83fa1d891bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:04:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['097a8126-4e21-42e2-8579-8ecd33477503'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:16.264613 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-ceaeb9ee-4bb5-4418-a8f7-1061e4a4b5a0 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:16.315511 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9c6bfb-579d-4fb4-be1b-3e096d33a1d9 None None] Network e6dbf763-110f-422a-bcf2-5f1b1a8ee07f requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:05:16.318454 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a9834288-e765-41c0-af97-f4f234d2fc54 tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:16.327721 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ff8fbe-cf5d-418a-8975-427cc9fc453f tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Router ceb0202d-0403-475b-a150-eb543df39ce0 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:05:16.340149 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ab942a-a80b-4b90-95e0-dfe6f42008a0 None None] Pushing event updated for resources: {'Port': ['ID=bfdc5b07-af33-478f-9b49-ab2f9b9074a2,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:16.343296 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 9eabc4a5-e01d-4dc5-bfd4-2ad7ea5dedfb completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:05:16.360104 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-04607086-4dca-437e-bcce-83fa1d891bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:16.360697 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04607086-4dca-437e-bcce-83fa1d891bdb None None] The sync data for ids ['097a8126-4e21-42e2-8579-8ecd33477503'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:05:16.362619 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 9eabc4a5-e01d-4dc5-bfd4-2ad7ea5dedfb triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:16.363139 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:16.459052 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceaeb9ee-4bb5-4418-a8f7-1061e4a4b5a0 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Made reservation on behalf of f65d3d9f02574b2ab6b0a05544101dfb for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:05:16.479332 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-35768010-e38c-4afb-922a-08b550886ee8 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1752100 Feb 10 23:05:16.487056 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41784) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:16.499104 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-d253f571-4655-451d-bc61-780d4843a154 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15f3aef2-2d72-462c-917c-0b1d372616a9']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:16.500022 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-e8ab942a-a80b-4b90-95e0-dfe6f42008a0 None None] Attempting to bind port bfdc5b07-af33-478f-9b49-ab2f9b9074a2 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:05:16.500576 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-e8ab942a-a80b-4b90-95e0-dfe6f42008a0 None None] Attempting to bind port bfdc5b07-af33-478f-9b49-ab2f9b9074a2 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '1ffe93b9-b841-427b-b68d-6bb69540b564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '15f3aef2-2d72-462c-917c-0b1d372616a9'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:05:16.500912 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ab942a-a80b-4b90-95e0-dfe6f42008a0 None None] Attempting to bind port bfdc5b07-af33-478f-9b49-ab2f9b9074a2 on network 15f3aef2-2d72-462c-917c-0b1d372616a9 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:05:16.509442 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-94e9b4f9-0477-4300-a6e0-8b2ff3df4809 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-852825133', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:05:16.516661 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3afb684c-1291-45cf-8207-32b68cf26c9e tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2767638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733091'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:16.527163 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-94e9b4f9-0477-4300-a6e0-8b2ff3df4809 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:16.538787 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-d253f571-4655-451d-bc61-780d4843a154 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ffe93b9-b841-427b-b68d-6bb69540b564') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:16.542704 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-d253f571-4655-451d-bc61-780d4843a154 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ffe93b9-b841-427b-b68d-6bb69540b564') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:16.555741 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ab942a-a80b-4b90-95e0-dfe6f42008a0 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:05:16.556204 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ab942a-a80b-4b90-95e0-dfe6f42008a0 None None] Checking segment: {'id': '1ffe93b9-b841-427b-b68d-6bb69540b564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '15f3aef2-2d72-462c-917c-0b1d372616a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:05:16.556490 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e8ab942a-a80b-4b90-95e0-dfe6f42008a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:16.556974 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ab942a-a80b-4b90-95e0-dfe6f42008a0 None None] Bound using segment: {'id': '1ffe93b9-b841-427b-b68d-6bb69540b564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '15f3aef2-2d72-462c-917c-0b1d372616a9'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:05:16.557445 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-e8ab942a-a80b-4b90-95e0-dfe6f42008a0 None None] Bound port: bfdc5b07-af33-478f-9b49-ab2f9b9074a2, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ffe93b9-b841-427b-b68d-6bb69540b564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '15f3aef2-2d72-462c-917c-0b1d372616a9'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:05:16.557807 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e8ab942a-a80b-4b90-95e0-dfe6f42008a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:16.558847 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-94e9b4f9-0477-4300-a6e0-8b2ff3df4809 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Usage tracker for resource:router and tenant:9679d844e15947ffaadb0d4f870cf9d6 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:16.569298 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-94e9b4f9-0477-4300-a6e0-8b2ff3df4809 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:16.583773 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d253f571-4655-451d-bc61-780d4843a154 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:16.592261 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-94e9b4f9-0477-4300-a6e0-8b2ff3df4809 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:16.611742 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a9834288-e765-41c0-af97-f4f234d2fc54 tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:16.646723 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9834288-e765-41c0-af97-f4f234d2fc54 tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c5db69-12d2-441c-b3c8-5eda9edfb090,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:16.653800 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ceaeb9ee-4bb5-4418-a8f7-1061e4a4b5a0 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:16.681007 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d253f571-4655-451d-bc61-780d4843a154 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:16.685547 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32ec8c9-6b9c-44ad-b637-93231d52f056 admin admin] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:05:16.717398 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed13e45-c2c1-40e9-a3f8-78901fb97cd1 None None] Sync routers for ids ['fcd141a3-fb33-4200-8ce7-8ff07f52fcad'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:05:16.739637 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a9834288-e765-41c0-af97-f4f234d2fc54 tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:16.739637 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a9834288-e765-41c0-af97-f4f234d2fc54 tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] 10.222.0.59 "DELETE /v2.0/security-groups/60c5db69-12d2-441c-b3c8-5eda9edfb090 HTTP/1.1" status: 204 len: 168 time: 0.6639073 Feb 10 23:05:16.741180 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-c32ec8c9-6b9c-44ad-b637-93231d52f056 admin admin] 10.222.0.59 "PUT /v2.0/routers/fcd141a3-fb33-4200-8ce7-8ff07f52fcad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7589717 Feb 10 23:05:16.762168 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41788) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:16.766206 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-e705da4e-f556-4d2d-a08f-5c660010d163 None None] Provisioning complete for port 9eabc4a5-e01d-4dc5-bfd4-2ad7ea5dedfb triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:16.766206 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e705da4e-f556-4d2d-a08f-5c660010d163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:16.782641 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d253f571-4655-451d-bc61-780d4843a154 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:05:16.783285 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d253f571-4655-451d-bc61-780d4843a154 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:16.807848 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:05:16.807848 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:05:16.807848 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:05:16.807848 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:05:16.807848 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:05:16.807848 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:05:16.807848 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:05:16.807848 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:05:16.807848 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:05:16.807848 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:05:16.807848 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:05:16.807848 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:05:16.807848 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:05:16.807848 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:05:16.807848 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:05:16.807848 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:05:16.807848 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:05:16.807848 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:05:16.807848 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:05:16.807848 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:05:16.807848 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:05:16.807848 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:05:16.807848 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:05:16.807848 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:05:16.807848 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:05:16.807848 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:05:16.807848 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:05:16.807848 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:05:16.807848 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:05:16.807848 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:05:16.807848 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:05:16.807848 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:05:16.819841 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-94e9b4f9-0477-4300-a6e0-8b2ff3df4809 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:16.821227 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-94e9b4f9-0477-4300-a6e0-8b2ff3df4809 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:16.835244 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe88574-aa9c-434a-8bc2-d7a927a7ec99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-5530a868-8504-4b04-8726-c75425e4ac76', 'network_id': '5530a868-8504-4b04-8726-c75425e4ac76', 'tenant_id': 'f65d3d9f02574b2ab6b0a05544101dfb', 'fixed_ips': [{'subnet_id': '8e3ebe2b-db31-4cc2-905d-0e8062890e36'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:05:16.836142 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3fe88574-aa9c-434a-8bc2-d7a927a7ec99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:16.975606 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ff8fbe-cf5d-418a-8975-427cc9fc453f tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:05:16.991935 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7e7431-9458-416e-b9aa-2978358fd65e None None] Sync routers for ids ['ceb0202d-0403-475b-a150-eb543df39ce0'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:05:16.995912 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-86ff8fbe-cf5d-418a-8975-427cc9fc453f tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:17.013602 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7e7431-9458-416e-b9aa-2978358fd65e None None] Routers {'ceb0202d-0403-475b-a150-eb543df39ce0'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:05:17.024424 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-2e7e7431-9458-416e-b9aa-2978358fd65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:04:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['ceb0202d-0403-475b-a150-eb543df39ce0'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:17.051624 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed13e45-c2c1-40e9-a3f8-78901fb97cd1 None None] Routers {'fcd141a3-fb33-4200-8ce7-8ff07f52fcad'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:05:17.052253 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-aed13e45-c2c1-40e9-a3f8-78901fb97cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:04:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['fcd141a3-fb33-4200-8ce7-8ff07f52fcad'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:17.077244 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ceaeb9ee-4bb5-4418-a8f7-1061e4a4b5a0 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:17.119230 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-2e7e7431-9458-416e-b9aa-2978358fd65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:17.133556 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-86ff8fbe-cf5d-418a-8975-427cc9fc453f tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] 10.222.0.59 "PUT /v2.0/floatingips/372bea6e-38d7-44d1-9b5e-b78cc72e1ee9 HTTP/1.1" status: 200 len: 687 time: 3.3292322 Feb 10 23:05:17.137813 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41802) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:17.138903 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7e7431-9458-416e-b9aa-2978358fd65e None None] Routers {'ceb0202d-0403-475b-a150-eb543df39ce0'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:05:17.140702 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-2e7e7431-9458-416e-b9aa-2978358fd65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:04:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['ceb0202d-0403-475b-a150-eb543df39ce0'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:17.172794 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-d253f571-4655-451d-bc61-780d4843a154 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 23:05:17.172794 dv-neutron-828797-1-hyperv neutron-server[84333]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 23:05:17.172794 dv-neutron-828797-1-hyperv neutron-server[84333]: [parameters: {'id': '15f3aef2-2d72-462c-917c-0b1d372616a9'}] Feb 10 23:05:17.172794 dv-neutron-828797-1-hyperv neutron-server[84333]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:05:17.182675 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-d253f571-4655-451d-bc61-780d4843a154 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:05:17.189442 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-506f0e24-9d18-401f-a30a-bdcaf2abb886 tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:17.227380 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-94e9b4f9-0477-4300-a6e0-8b2ff3df4809 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:17.280475 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-2e7e7431-9458-416e-b9aa-2978358fd65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:17.294194 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7e7431-9458-416e-b9aa-2978358fd65e None None] The sync data for ids ['ceb0202d-0403-475b-a150-eb543df39ce0'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:05:17.364937 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaeb9ee-4bb5-4418-a8f7-1061e4a4b5a0 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Pushing event updated for resources: {'Subnet': ['ID=ed1e58a6-5423-452d-8fe4-733ad34dd31f,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:17.384385 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-fbeeb0fc-16af-4026-ba6d-d9a4edb79fa1 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Deleting port 0912c364-d47d-471a-92ad-ba8a32dca368 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:05:17.384954 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fbeeb0fc-16af-4026-ba6d-d9a4edb79fa1 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:17.395241 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-aed13e45-c2c1-40e9-a3f8-78901fb97cd1 None None] Set router fcd141a3-fb33-4200-8ce7-8ff07f52fcad gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:05:17.425478 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceaeb9ee-4bb5-4418-a8f7-1061e4a4b5a0 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Checking segment: {'id': '815bdcfb-0dbe-4b2e-833e-2910f7ee197b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ba63ee9a-01e9-434b-93c6-1713ddb96e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:05:17.434048 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceaeb9ee-4bb5-4418-a8f7-1061e4a4b5a0 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Network hostable DHCP agents. Network: ba63ee9a-01e9-434b-93c6-1713ddb96e6e, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:05:17.483042 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-94e9b4f9-0477-4300-a6e0-8b2ff3df4809 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:17.509089 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-552c5e10-b2a3-4093-81ff-fbe67cca59a0 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] 10.222.0.59 "GET /v2.0/routers/097a8126-4e21-42e2-8579-8ecd33477503 HTTP/1.1" status: 200 len: 921 time: 1.3178277 Feb 10 23:05:17.516801 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-506f0e24-9d18-401f-a30a-bdcaf2abb886 tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:17.522353 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-e8ab942a-a80b-4b90-95e0-dfe6f42008a0 None None] For port bfdc5b07-af33-478f-9b49-ab2f9b9074a2, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:05:17.524707 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41806) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:17.559867 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:17.578226 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f0845d-b4fd-43d3-8be1-f398ac6f60b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-e6dbf763-110f-422a-bcf2-5f1b1a8ee07f', 'network_id': 'e6dbf763-110f-422a-bcf2-5f1b1a8ee07f', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'fixed_ips': [{'subnet_id': '64382344-95e1-4b8f-8f66-a69fc5f8fa9c'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:05:17.579441 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c8f0845d-b4fd-43d3-8be1-f398ac6f60b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:17.599369 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-506f0e24-9d18-401f-a30a-bdcaf2abb886 tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e226d3e-5d94-4d3f-876a-ccce27f9c5b0']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:17.611344 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-e8ab942a-a80b-4b90-95e0-dfe6f42008a0 None None] For port bfdc5b07-af33-478f-9b49-ab2f9b9074a2, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=bfdc5b07-af33-478f-9b49-ab2f9b9074a2,segment=NetworkSegment(1ffe93b9-b841-427b-b68d-6bb69540b564),segment_id=1ffe93b9-b841-427b-b68d-6bb69540b564)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:05:17.620031 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-506f0e24-9d18-401f-a30a-bdcaf2abb886 tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dc63c22-c51c-4160-a55a-68b97113ed2d') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:17.620031 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-506f0e24-9d18-401f-a30a-bdcaf2abb886 tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dc63c22-c51c-4160-a55a-68b97113ed2d') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:17.637339 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3afb684c-1291-45cf-8207-32b68cf26c9e tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Router 860699f4-4122-49f5-a678-229e55095e66 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:05:17.641975 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-506f0e24-9d18-401f-a30a-bdcaf2abb886 tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:17.653487 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceaeb9ee-4bb5-4418-a8f7-1061e4a4b5a0 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Network ba63ee9a-01e9-434b-93c6-1713ddb96e6e is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:05:17.661073 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41810) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:17.669133 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fbeeb0fc-16af-4026-ba6d-d9a4edb79fa1 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:17.673200 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fbeeb0fc-16af-4026-ba6d-d9a4edb79fa1 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:17.674269 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d253f571-4655-451d-bc61-780d4843a154 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:17.680495 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-42451ba4-b4b1-4769-b1e8-a2aae91b389e tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1856745825', 'description': 'tempest-description--1820126601'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:05:17.690117 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-94e9b4f9-0477-4300-a6e0-8b2ff3df4809 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:17.694041 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-94e9b4f9-0477-4300-a6e0-8b2ff3df4809 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.2013755 Feb 10 23:05:17.695214 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41814) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:17.696483 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-42451ba4-b4b1-4769-b1e8-a2aae91b389e tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:17.702301 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-506f0e24-9d18-401f-a30a-bdcaf2abb886 tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:17.712721 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-42451ba4-b4b1-4769-b1e8-a2aae91b389e tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Usage tracker for resource:security_group and tenant:e452088f31c44993a8754d6dd8fb5a7b is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:17.712993 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e8ab942a-a80b-4b90-95e0-dfe6f42008a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:17.717923 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-42451ba4-b4b1-4769-b1e8-a2aae91b389e tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:17.726461 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-506f0e24-9d18-401f-a30a-bdcaf2abb886 tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:05:17.726862 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-506f0e24-9d18-401f-a30a-bdcaf2abb886 tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:17.742197 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:05:17.742197 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:05:17.742197 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:05:17.742197 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:05:17.742197 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:05:17.742197 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:05:17.742197 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:05:17.742197 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:05:17.742197 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:05:17.742197 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:05:17.742197 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:05:17.742197 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:05:17.742197 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:05:17.742197 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:05:17.742197 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:05:17.742197 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:05:17.742197 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:05:17.742197 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:05:17.742197 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:05:17.742197 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:05:17.742197 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:05:17.742197 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:05:17.742197 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:05:17.742197 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:05:17.742197 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:05:17.742197 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:05:17.742197 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:05:17.742197 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:05:17.742197 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:05:17.742197 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:05:17.742197 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:05:17.742197 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:05:17.750718 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-42451ba4-b4b1-4769-b1e8-a2aae91b389e tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:17.807230 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-d253f571-4655-451d-bc61-780d4843a154 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Deleting port bfdc5b07-af33-478f-9b49-ab2f9b9074a2 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:05:17.807532 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d253f571-4655-451d-bc61-780d4843a154 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:17.815508 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-ceaeb9ee-4bb5-4418-a8f7-1061e4a4b5a0 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, ba63ee9a-01e9-434b-93c6-1713ddb96e6e) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:17.857789 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1f443b-cd5e-4302-b3ed-5f7de99cf3b9 None None] Network ba63ee9a-01e9-434b-93c6-1713ddb96e6e requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:05:17.930111 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-002e43b6-0fc7-436c-8482-b416e3d71afa tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=c2ed7563-f8af-409c-803f-f56530124ba5&device_id=097a8126-4e21-42e2-8579-8ecd33477503&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4018886 Feb 10 23:05:17.988156 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41820) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:17.999858 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 9eabc4a5-e01d-4dc5-bfd4-2ad7ea5dedfb, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=9eabc4a5-e01d-4dc5-bfd4-2ad7ea5dedfb,segment=NetworkSegment(844c02be-adc8-44db-9a18-5d3cbefe0fc6),segment_id=844c02be-adc8-44db-9a18-5d3cbefe0fc6)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:05:18.007435 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-42451ba4-b4b1-4769-b1e8-a2aae91b389e tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:18.046174 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-fbeeb0fc-16af-4026-ba6d-d9a4edb79fa1 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Calling delete_port for 0912c364-d47d-471a-92ad-ba8a32dca368 owned by network:floatingip {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:05:18.087115 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceaeb9ee-4bb5-4418-a8f7-1061e4a4b5a0 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:18.087519 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ceaeb9ee-4bb5-4418-a8f7-1061e4a4b5a0 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:18.114195 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e705da4e-f556-4d2d-a08f-5c660010d163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:18.124425 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:18.156213 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ab942a-a80b-4b90-95e0-dfe6f42008a0 None None] Pushing event updated for resources: {'Port': ['ID=bfdc5b07-af33-478f-9b49-ab2f9b9074a2,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:18.277833 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ceaeb9ee-4bb5-4418-a8f7-1061e4a4b5a0 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4072652 Feb 10 23:05:18.284785 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41824) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:18.295864 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-3fe88574-aa9c-434a-8bc2-d7a927a7ec99 None None] Allocated IP 172.20.0.2 (5530a868-8504-4b04-8726-c75425e4ac76/8e3ebe2b-db31-4cc2-905d-0e8062890e36/0ec6f5d6-55a4-4645-bc54-3b5168f001a2) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:05:18.310448 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-506f0e24-9d18-401f-a30a-bdcaf2abb886 tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:18.318139 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device fc150a27-32a9-41d5-acba-367114b43032 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:05:18.344285 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-506f0e24-9d18-401f-a30a-bdcaf2abb886 tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:18.403873 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506f0e24-9d18-401f-a30a-bdcaf2abb886 tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] Pushing event deleted for resources: {'Network': ['ID=9e226d3e-5d94-4d3f-876a-ccce27f9c5b0,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:18.406714 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3afb684c-1291-45cf-8207-32b68cf26c9e tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:05:18.437258 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-3afb684c-1291-45cf-8207-32b68cf26c9e tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "PUT /v2.0/routers/860699f4-4122-49f5-a678-229e55095e66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3625090 Feb 10 23:05:18.438397 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-42451ba4-b4b1-4769-b1e8-a2aae91b389e tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:18.444202 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-506f0e24-9d18-401f-a30a-bdcaf2abb886 tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] 10.222.0.59 "DELETE /v2.0/networks/9e226d3e-5d94-4d3f-876a-ccce27f9c5b0 HTTP/1.1" status: 204 len: 168 time: 1.6784275 Feb 10 23:05:18.444202 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41828) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:18.475903 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f1f296-2aca-47bb-824f-5f8d9c268d15 None None] Sync routers for ids ['860699f4-4122-49f5-a678-229e55095e66'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:05:18.504447 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41830) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:18.510440 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-42451ba4-b4b1-4769-b1e8-a2aae91b389e tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Usage tracker for resource:security_group_rule and tenant:e452088f31c44993a8754d6dd8fb5a7b is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:18.571296 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-42451ba4-b4b1-4769-b1e8-a2aae91b389e tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:18.581709 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f1f296-2aca-47bb-824f-5f8d9c268d15 None None] Routers {'860699f4-4122-49f5-a678-229e55095e66'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:05:18.582411 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-14f1f296-2aca-47bb-824f-5f8d9c268d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:04:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['860699f4-4122-49f5-a678-229e55095e66'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:18.627306 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-42451ba4-b4b1-4769-b1e8-a2aae91b389e tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:18.629963 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8246525e-246b-4874-8cce-267c2c1e4ff5 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:18.634351 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-8246525e-246b-4874-8cce-267c2c1e4ff5 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] 10.222.0.59 "GET /v2.0/networks/c2ed7563-f8af-409c-803f-f56530124ba5 HTTP/1.1" status: 200 len: 881 time: 0.6391723 Feb 10 23:05:18.640498 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41838) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:18.661029 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-c8f0845d-b4fd-43d3-8be1-f398ac6f60b9 None None] Allocated IP 2001:db8::2 (e6dbf763-110f-422a-bcf2-5f1b1a8ee07f/64382344-95e1-4b8f-8f66-a69fc5f8fa9c/24d033be-c72f-44a6-bd3b-2edce3b08c75) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:05:18.685468 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fbeeb0fc-16af-4026-ba6d-d9a4edb79fa1 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:18.704942 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a44088b-7794-4c56-a494-8762f1c63b38 None None] Network 15f3aef2-2d72-462c-917c-0b1d372616a9 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:05:18.767608 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=9eabc4a5-e01d-4dc5-bfd4-2ad7ea5dedfb,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:18.790279 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-14f1f296-2aca-47bb-824f-5f8d9c268d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:18.803820 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ba152228-ac80-4c41-95bc-20511e6ba5cc tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] 10.222.0.59 "GET /v2.0/ports?device_id=097a8126-4e21-42e2-8579-8ecd33477503 HTTP/1.1" status: 200 len: 205 time: 0.1578574 Feb 10 23:05:18.814497 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeeb0fc-16af-4026-ba6d-d9a4edb79fa1 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Pushing event deleted for resources: {'Port': ['ID=0912c364-d47d-471a-92ad-ba8a32dca368,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:18.816418 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41842) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:18.830740 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-d253f571-4655-451d-bc61-780d4843a154 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] For port bfdc5b07-af33-478f-9b49-ab2f9b9074a2, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=bfdc5b07-af33-478f-9b49-ab2f9b9074a2,segment=NetworkSegment(1ffe93b9-b841-427b-b68d-6bb69540b564),segment_id=1ffe93b9-b841-427b-b68d-6bb69540b564)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:05:18.831223 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d253f571-4655-451d-bc61-780d4843a154 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:18.852061 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-05a6e6db-72ab-43fc-9574-8817f0946a0a tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:18.947081 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-e705da4e-f556-4d2d-a08f-5c660010d163 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:05:18.947414 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-e705da4e-f556-4d2d-a08f-5c660010d163 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:05:18.983769 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-d253f571-4655-451d-bc61-780d4843a154 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Calling delete_port for bfdc5b07-af33-478f-9b49-ab2f9b9074a2 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:05:19.083977 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d647f2a5-ada8-4f0d-8f27-b77a71b82e43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-ba63ee9a-01e9-434b-93c6-1713ddb96e6e', 'network_id': 'ba63ee9a-01e9-434b-93c6-1713ddb96e6e', 'tenant_id': 'f65d3d9f02574b2ab6b0a05544101dfb', 'fixed_ips': [{'subnet_id': 'ed1e58a6-5423-452d-8fe4-733ad34dd31f'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:05:19.084802 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d647f2a5-ada8-4f0d-8f27-b77a71b82e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:19.182685 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9f9328f9-6b19-412e-916e-b543cf05770c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:19.184861 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f1f296-2aca-47bb-824f-5f8d9c268d15 None None] Routers {'860699f4-4122-49f5-a678-229e55095e66'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:05:19.185479 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-14f1f296-2aca-47bb-824f-5f8d9c268d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:04:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['860699f4-4122-49f5-a678-229e55095e66'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:19.248873 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port fc150a27-32a9-41d5-acba-367114b43032 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:19.249635 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:19.256810 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-42451ba4-b4b1-4769-b1e8-a2aae91b389e tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:19.257857 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d253f571-4655-451d-bc61-780d4843a154 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:19.380630 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-14f1f296-2aca-47bb-824f-5f8d9c268d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:19.381034 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f1f296-2aca-47bb-824f-5f8d9c268d15 None None] The sync data for ids ['860699f4-4122-49f5-a678-229e55095e66'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:05:19.382572 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-42451ba4-b4b1-4769-b1e8-a2aae91b389e tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:19.387735 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d253f571-4655-451d-bc61-780d4843a154 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Pushing event deleted for resources: {'Port': ['ID=bfdc5b07-af33-478f-9b49-ab2f9b9074a2,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:19.422739 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d253f571-4655-451d-bc61-780d4843a154 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] No DVR routers for this DVR port bfdc5b07-af33-478f-9b49-ab2f9b9074a2 on host dv-neutron-828797-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:05:19.449472 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fbeeb0fc-16af-4026-ba6d-d9a4edb79fa1 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for floatingip, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:19.455850 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-aed13e45-c2c1-40e9-a3f8-78901fb97cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd141a3-fb33-4200-8ce7-8ff07f52fcad', 'name': 'tempest-ServerActionsTestJSON-217153584-router', 'tenant_id': 'e452088f31c44993a8754d6dd8fb5a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': '70a9c9b9-9579-41b5-b8ad-d75d392541fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:04:57Z', 'updated_at': '2022-02-10T23:05:11Z', 'revision_number': 4, 'project_id': 'e452088f31c44993a8754d6dd8fb5a7b', 'gw_port': {'id': '70a9c9b9-9579-41b5-b8ad-d75d392541fa', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:1b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd141a3-fb33-4200-8ce7-8ff07f52fcad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:04:59Z', 'updated_at': '2022-02-10T23:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'e17d4c0a-22cf-48d7-b06c-3ff7181baeb3', 'name': '', 'network_id': 'cc3883e2-07c5-4782-b2eb-c25b67bd2e9e', 'tenant_id': 'e452088f31c44993a8754d6dd8fb5a7b', 'mac_address': 'fa:16:3e:c2:7a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcd141a3-fb33-4200-8ce7-8ff07f52fcad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01b72c06-c698-462d-bf7b-325d09ba1c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:05:09Z', 'updated_at': '2022-02-10T23:05:12Z', 'revision_number': 2, 'project_id': 'e452088f31c44993a8754d6dd8fb5a7b', 'subnets': [{'id': '01b72c06-c698-462d-bf7b-325d09ba1c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:19.461067 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b74d2a1d-0331-40a6-967d-23cc3bcf0b4c tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:19.494953 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-05a6e6db-72ab-43fc-9574-8817f0946a0a tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:19.528350 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed13e45-c2c1-40e9-a3f8-78901fb97cd1 None None] Checking router: fcd141a3-fb33-4200-8ce7-8ff07f52fcad for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:05:19.529001 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed13e45-c2c1-40e9-a3f8-78901fb97cd1 None None] Updating router fcd141a3-fb33-4200-8ce7-8ff07f52fcad port e17d4c0a-22cf-48d7-b06c-3ff7181baeb3 binding host dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:05:19.603359 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42451ba4-b4b1-4769-b1e8-a2aae91b389e tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0421c0b-e8f7-47c3-a619-8561b994f04a,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:19.634412 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-42451ba4-b4b1-4769-b1e8-a2aae91b389e tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:19.636631 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-42451ba4-b4b1-4769-b1e8-a2aae91b389e tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.9729030 Feb 10 23:05:19.645803 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41846) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:19.657103 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fbeeb0fc-16af-4026-ba6d-d9a4edb79fa1 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:19.661999 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-fbeeb0fc-16af-4026-ba6d-d9a4edb79fa1 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] 10.222.0.59 "DELETE /v2.0/floatingips/372bea6e-38d7-44d1-9b5e-b78cc72e1ee9 HTTP/1.1" status: 204 len: 168 time: 2.5193505 Feb 10 23:05:19.665252 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41850) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:19.672639 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3fe88574-aa9c-434a-8bc2-d7a927a7ec99 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:19.677712 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-42ff7465-8e12-4b82-8ef0-c918290bb29e tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Request body: {'security_group_rule': {'security_group_id': 'e0421c0b-e8f7-47c3-a619-8561b994f04a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:05:19.689402 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-c6508a1b-5b60-4c09-b5e3-de9e62bbf510 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Request body: {'floatingip': {'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'port_id': '1811bde2-2323-4a65-ad23-b87c3a7fe35f'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:05:19.694441 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-05a6e6db-72ab-43fc-9574-8817f0946a0a tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59ff6c18-cb46-4104-ba1c-2027151d56bb']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:19.702198 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.api.v2.resource [None req-e3e7e958-382e-4bc5-a709-94c200a28b74 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] remove_router_interface failed (client error): The resource could not be found. Feb 10 23:05:19.703494 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-e3e7e958-382e-4bc5-a709-94c200a28b74 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "PUT /v2.0/routers/860699f4-4122-49f5-a678-229e55095e66/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.2086759 Feb 10 23:05:19.703606 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-42ff7465-8e12-4b82-8ef0-c918290bb29e tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:19.705679 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d253f571-4655-451d-bc61-780d4843a154 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:19.717296 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41854) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:19.724574 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aed13e45-c2c1-40e9-a3f8-78901fb97cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:19.746395 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c6508a1b-5b60-4c09-b5e3-de9e62bbf510 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:19.756575 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c6508a1b-5b60-4c09-b5e3-de9e62bbf510 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Usage tracker for resource:floatingip and tenant:ef749632f6e8410c86d95344b6b5e6cc is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:19.760370 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c6508a1b-5b60-4c09-b5e3-de9e62bbf510 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:19.768270 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-42ff7465-8e12-4b82-8ef0-c918290bb29e tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Usage tracker for resource:security_group_rule and tenant:e452088f31c44993a8754d6dd8fb5a7b is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:19.768901 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-3fe88574-aa9c-434a-8bc2-d7a927a7ec99 None None] Transition to ACTIVE for port object 0ec6f5d6-55a4-4645-bc54-3b5168f001a2 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:05:19.774550 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-42ff7465-8e12-4b82-8ef0-c918290bb29e tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:19.817331 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c6508a1b-5b60-4c09-b5e3-de9e62bbf510 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:19.830840 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-42ff7465-8e12-4b82-8ef0-c918290bb29e tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:19.857610 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c8f0845d-b4fd-43d3-8be1-f398ac6f60b9 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:19.871366 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-3fe88574-aa9c-434a-8bc2-d7a927a7ec99 None None] Transition to ACTIVE for port object 0ec6f5d6-55a4-4645-bc54-3b5168f001a2 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:05:19.896900 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-05a6e6db-72ab-43fc-9574-8817f0946a0a tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b7990f0-3935-4dd6-84f7-4a9995801b1b') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:19.897226 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-05a6e6db-72ab-43fc-9574-8817f0946a0a tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b7990f0-3935-4dd6-84f7-4a9995801b1b') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:19.919062 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-d253f571-4655-451d-bc61-780d4843a154 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15f3aef2-2d72-462c-917c-0b1d372616a9']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:19.922023 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-c8f0845d-b4fd-43d3-8be1-f398ac6f60b9 None None] Transition to ACTIVE for port object 24d033be-c72f-44a6-bd3b-2edce3b08c75 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:05:19.931057 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-235e2793-3fdf-4628-9493-0f7e867589c8 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Synchronizing usage tracker for tenant:62dc022463634d02b4f57b75cc001545 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:05:19.936117 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-05a6e6db-72ab-43fc-9574-8817f0946a0a tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:19.947720 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-d647f2a5-ada8-4f0d-8f27-b77a71b82e43 None None] Allocated IP 172.20.0.2 (ba63ee9a-01e9-434b-93c6-1713ddb96e6e/ed1e58a6-5423-452d-8fe4-733ad34dd31f/3f6afd0b-9fcb-42b6-b3dc-1e2f96a10f46) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:05:19.948119 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-d253f571-4655-451d-bc61-780d4843a154 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ffe93b9-b841-427b-b68d-6bb69540b564') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:19.948404 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-d253f571-4655-451d-bc61-780d4843a154 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ffe93b9-b841-427b-b68d-6bb69540b564') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:19.974740 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d253f571-4655-451d-bc61-780d4843a154 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:19.981108 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-c8f0845d-b4fd-43d3-8be1-f398ac6f60b9 None None] Transition to ACTIVE for port object 24d033be-c72f-44a6-bd3b-2edce3b08c75 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:05:19.981410 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-05a6e6db-72ab-43fc-9574-8817f0946a0a tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:19.985067 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c6508a1b-5b60-4c09-b5e3-de9e62bbf510 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for floatingip, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:19.994741 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05a6e6db-72ab-43fc-9574-8817f0946a0a tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:05:19.995244 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-05a6e6db-72ab-43fc-9574-8817f0946a0a tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:20.004394 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-96138158-be0c-45b6-83f7-48dc4525634d tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:20.012379 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:05:20.012379 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:05:20.012379 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:05:20.012379 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:05:20.012379 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:05:20.012379 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:05:20.012379 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:05:20.012379 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:05:20.012379 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:05:20.012379 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:05:20.012379 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:05:20.012379 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:05:20.012379 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:05:20.012379 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:05:20.012379 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:05:20.012379 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:05:20.012379 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:05:20.012379 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:05:20.012379 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:05:20.012379 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:05:20.012379 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:05:20.012379 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:05:20.012379 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:05:20.012379 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:05:20.012379 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:05:20.012379 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:05:20.012379 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:05:20.012379 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:05:20.012379 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:05:20.012379 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:05:20.012379 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:05:20.012379 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:05:20.033947 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3fe88574-aa9c-434a-8bc2-d7a927a7ec99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:20.036935 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-42ff7465-8e12-4b82-8ef0-c918290bb29e tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:20.060479 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d253f571-4655-451d-bc61-780d4843a154 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:20.083147 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d253f571-4655-451d-bc61-780d4843a154 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:05:20.083629 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d253f571-4655-451d-bc61-780d4843a154 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:20.098613 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:05:20.098613 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:05:20.098613 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:05:20.098613 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:05:20.098613 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:05:20.098613 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:05:20.098613 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:05:20.098613 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:05:20.098613 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:05:20.098613 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:05:20.098613 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:05:20.098613 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:05:20.098613 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:05:20.098613 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:05:20.098613 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:05:20.098613 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:05:20.098613 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:05:20.098613 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:05:20.098613 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:05:20.098613 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:05:20.098613 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:05:20.098613 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:05:20.098613 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:05:20.098613 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:05:20.098613 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:05:20.098613 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:05:20.098613 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:05:20.098613 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:05:20.098613 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:05:20.098613 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:05:20.098613 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:05:20.098613 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:05:20.108445 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-235e2793-3fdf-4628-9493-0f7e867589c8 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Unset dirty status for tenant:62dc022463634d02b4f57b75cc001545 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:05:20.111857 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-235e2793-3fdf-4628-9493-0f7e867589c8 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "GET /v2.0/ports?device_id=860699f4-4122-49f5-a678-229e55095e66 HTTP/1.1" status: 200 len: 205 time: 0.2555223 Feb 10 23:05:20.132417 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41858) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:20.146432 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c8f0845d-b4fd-43d3-8be1-f398ac6f60b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:20.213094 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe88574-aa9c-434a-8bc2-d7a927a7ec99 None None] Network 5530a868-8504-4b04-8726-c75425e4ac76 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:05:20.226773 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-3fe88574-aa9c-434a-8bc2-d7a927a7ec99 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:20.227216 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-05a6e6db-72ab-43fc-9574-8817f0946a0a tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:20.228934 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe88574-aa9c-434a-8bc2-d7a927a7ec99 None None] Pushing event updated for resources: {'Port': ['ID=0ec6f5d6-55a4-4645-bc54-3b5168f001a2,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:20.236138 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe88574-aa9c-434a-8bc2-d7a927a7ec99 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:05:20.241217 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-05a6e6db-72ab-43fc-9574-8817f0946a0a tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:20.272041 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a6e6db-72ab-43fc-9574-8817f0946a0a tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] Pushing event deleted for resources: {'Network': ['ID=59ff6c18-cb46-4104-ba1c-2027151d56bb,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:20.279470 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-05a6e6db-72ab-43fc-9574-8817f0946a0a tempest-QuotasNegativeTest-518828452 tempest-QuotasNegativeTest-518828452-project-admin] 10.222.0.59 "DELETE /v2.0/networks/59ff6c18-cb46-4104-ba1c-2027151d56bb HTTP/1.1" status: 204 len: 168 time: 1.7646835 Feb 10 23:05:20.289325 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f0845d-b4fd-43d3-8be1-f398ac6f60b9 None None] Network e6dbf763-110f-422a-bcf2-5f1b1a8ee07f is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:05:20.303965 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 9eabc4a5-e01d-4dc5-bfd4-2ad7ea5dedfb up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:05:20.351792 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d253f571-4655-451d-bc61-780d4843a154 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:20.367365 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d253f571-4655-451d-bc61-780d4843a154 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:20.373487 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-d253f571-4655-451d-bc61-780d4843a154 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "DELETE /v2.0/networks/15f3aef2-2d72-462c-917c-0b1d372616a9 HTTP/1.1" status: 204 len: 168 time: 6.2706866 Feb 10 23:05:20.385560 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41864) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:20.393685 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-c8f0845d-b4fd-43d3-8be1-f398ac6f60b9 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:20.401482 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-f02a58fa-6ee4-4426-bcdd-e0bc7ee6b08c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-472839762'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:05:20.406343 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d253f571-4655-451d-bc61-780d4843a154 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Pushing event deleted for resources: {'Network': ['ID=15f3aef2-2d72-462c-917c-0b1d372616a9,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:20.410530 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f0845d-b4fd-43d3-8be1-f398ac6f60b9 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:05:20.411017 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f02a58fa-6ee4-4426-bcdd-e0bc7ee6b08c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:20.415871 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-f02a58fa-6ee4-4426-bcdd-e0bc7ee6b08c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Usage tracker for resource:network and tenant:3165e40034a94fb1867776c36ae44e52 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:20.419670 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-f02a58fa-6ee4-4426-bcdd-e0bc7ee6b08c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:20.425821 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f02a58fa-6ee4-4426-bcdd-e0bc7ee6b08c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:20.443400 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-43ca97e5-e7e3-422c-afe9-89b3279e8d3e tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:20.499875 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02a58fa-6ee4-4426-bcdd-e0bc7ee6b08c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Made reservation on behalf of 3165e40034a94fb1867776c36ae44e52 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:05:20.503380 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f02a58fa-6ee4-4426-bcdd-e0bc7ee6b08c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:20.536899 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f02a58fa-6ee4-4426-bcdd-e0bc7ee6b08c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:05:20.549257 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f02a58fa-6ee4-4426-bcdd-e0bc7ee6b08c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:20.549563 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-f02a58fa-6ee4-4426-bcdd-e0bc7ee6b08c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Added segment e32cb6f7-843a-45c2-acc2-15c3e4f7e76e of type vlan for network 887fe81f-1c40-4235-bb62-7c2f7a2f5b39 Feb 10 23:05:20.596398 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f02a58fa-6ee4-4426-bcdd-e0bc7ee6b08c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:20.628807 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-b74d2a1d-0331-40a6-967d-23cc3bcf0b4c tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Allocated IP 2001:db8::1 (e6dbf763-110f-422a-bcf2-5f1b1a8ee07f/64382344-95e1-4b8f-8f66-a69fc5f8fa9c/eb3dd0a0-affc-474f-9e15-a893ac0d01b0) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:05:20.704610 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f0845d-b4fd-43d3-8be1-f398ac6f60b9 None None] Pushing event updated for resources: {'Port': ['ID=24d033be-c72f-44a6-bd3b-2edce3b08c75,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:20.705944 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f02a58fa-6ee4-4426-bcdd-e0bc7ee6b08c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:20.709377 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-42ff7465-8e12-4b82-8ef0-c918290bb29e tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:20.716239 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02a58fa-6ee4-4426-bcdd-e0bc7ee6b08c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:20.717888 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f02a58fa-6ee4-4426-bcdd-e0bc7ee6b08c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:20.756510 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-3fe88574-aa9c-434a-8bc2-d7a927a7ec99 None None] Attempting to bind port 0ec6f5d6-55a4-4645-bc54-3b5168f001a2 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:05:20.756924 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-3fe88574-aa9c-434a-8bc2-d7a927a7ec99 None None] Attempting to bind port 0ec6f5d6-55a4-4645-bc54-3b5168f001a2 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': 'a513451c-80ca-43fd-99be-42ef190ca6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '5530a868-8504-4b04-8726-c75425e4ac76'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:05:20.757467 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe88574-aa9c-434a-8bc2-d7a927a7ec99 None None] Attempting to bind port 0ec6f5d6-55a4-4645-bc54-3b5168f001a2 on network 5530a868-8504-4b04-8726-c75425e4ac76 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:05:20.802867 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe88574-aa9c-434a-8bc2-d7a927a7ec99 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:05:20.803233 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe88574-aa9c-434a-8bc2-d7a927a7ec99 None None] Checking segment: {'id': 'a513451c-80ca-43fd-99be-42ef190ca6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '5530a868-8504-4b04-8726-c75425e4ac76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:05:20.803808 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3fe88574-aa9c-434a-8bc2-d7a927a7ec99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:20.804347 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe88574-aa9c-434a-8bc2-d7a927a7ec99 None None] Bound using segment: {'id': 'a513451c-80ca-43fd-99be-42ef190ca6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '5530a868-8504-4b04-8726-c75425e4ac76'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:05:20.805019 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-3fe88574-aa9c-434a-8bc2-d7a927a7ec99 None None] Bound port: 0ec6f5d6-55a4-4645-bc54-3b5168f001a2, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a513451c-80ca-43fd-99be-42ef190ca6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '5530a868-8504-4b04-8726-c75425e4ac76'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:05:20.805568 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3fe88574-aa9c-434a-8bc2-d7a927a7ec99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:20.816803 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d647f2a5-ada8-4f0d-8f27-b77a71b82e43 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:20.842605 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-d647f2a5-ada8-4f0d-8f27-b77a71b82e43 None None] Transition to ACTIVE for port object 3f6afd0b-9fcb-42b6-b3dc-1e2f96a10f46 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:05:20.878752 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-f02a58fa-6ee4-4426-bcdd-e0bc7ee6b08c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4888270 Feb 10 23:05:20.885104 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41874) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:20.898118 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-661669aa-ed58-4457-8ac2-9acac73c588f tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Request body: {'subnet': {'network_id': '887fe81f-1c40-4235-bb62-7c2f7a2f5b39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:05:20.911903 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b05d8ffd-5461-4028-bf42-591867b20d74 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:20.915102 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 9eabc4a5-e01d-4dc5-bfd4-2ad7ea5dedfb triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:20.915655 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:20.968636 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-d647f2a5-ada8-4f0d-8f27-b77a71b82e43 None None] Transition to ACTIVE for port object 3f6afd0b-9fcb-42b6-b3dc-1e2f96a10f46 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:05:21.006000 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a58fa-6ee4-4426-bcdd-e0bc7ee6b08c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Pushing event updated for resources: {'Network': ['ID=887fe81f-1c40-4235-bb62-7c2f7a2f5b39,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:21.013227 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-42ff7465-8e12-4b82-8ef0-c918290bb29e tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:21.033561 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 887fe81f-1c40-4235-bb62-7c2f7a2f5b39 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:05:21.051890 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-661669aa-ed58-4457-8ac2-9acac73c588f tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:21.056874 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-661669aa-ed58-4457-8ac2-9acac73c588f tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Usage tracker for resource:subnet and tenant:3165e40034a94fb1867776c36ae44e52 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:21.061041 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-661669aa-ed58-4457-8ac2-9acac73c588f tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:21.067062 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-661669aa-ed58-4457-8ac2-9acac73c588f tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:21.155339 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff7465-8e12-4b82-8ef0-c918290bb29e tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9602941-8c55-4158-be1a-b5dd6732cca1,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:21.168840 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d647f2a5-ada8-4f0d-8f27-b77a71b82e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:21.175288 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aed13e45-c2c1-40e9-a3f8-78901fb97cd1 None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:21.175487 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661669aa-ed58-4457-8ac2-9acac73c588f tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Made reservation on behalf of 3165e40034a94fb1867776c36ae44e52 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:05:21.222686 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-3fe88574-aa9c-434a-8bc2-d7a927a7ec99 None None] For port 0ec6f5d6-55a4-4645-bc54-3b5168f001a2, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:05:21.289166 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-3fe88574-aa9c-434a-8bc2-d7a927a7ec99 None None] For port 0ec6f5d6-55a4-4645-bc54-3b5168f001a2, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=0ec6f5d6-55a4-4645-bc54-3b5168f001a2,segment=NetworkSegment(a513451c-80ca-43fd-99be-42ef190ca6df),segment_id=a513451c-80ca-43fd-99be-42ef190ca6df)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:05:21.290653 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-aed13e45-c2c1-40e9-a3f8-78901fb97cd1 None None] Transition to ACTIVE for port object e17d4c0a-22cf-48d7-b06c-3ff7181baeb3 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:05:21.299088 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-661669aa-ed58-4457-8ac2-9acac73c588f tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:21.311906 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-c8f0845d-b4fd-43d3-8be1-f398ac6f60b9 None None] Attempting to bind port 24d033be-c72f-44a6-bd3b-2edce3b08c75 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:05:21.312272 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-c8f0845d-b4fd-43d3-8be1-f398ac6f60b9 None None] Attempting to bind port 24d033be-c72f-44a6-bd3b-2edce3b08c75 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '165e7a50-5b22-4056-b753-4d22e9df5830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e6dbf763-110f-422a-bcf2-5f1b1a8ee07f'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:05:21.312666 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f0845d-b4fd-43d3-8be1-f398ac6f60b9 None None] Attempting to bind port 24d033be-c72f-44a6-bd3b-2edce3b08c75 on network e6dbf763-110f-422a-bcf2-5f1b1a8ee07f {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:05:21.325645 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d647f2a5-ada8-4f0d-8f27-b77a71b82e43 None None] Network ba63ee9a-01e9-434b-93c6-1713ddb96e6e is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:05:21.363237 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-d647f2a5-ada8-4f0d-8f27-b77a71b82e43 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:21.372464 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d647f2a5-ada8-4f0d-8f27-b77a71b82e43 None None] Pushing event updated for resources: {'Port': ['ID=3f6afd0b-9fcb-42b6-b3dc-1e2f96a10f46,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:21.374791 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d647f2a5-ada8-4f0d-8f27-b77a71b82e43 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:05:21.382943 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f0845d-b4fd-43d3-8be1-f398ac6f60b9 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:05:21.383710 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f0845d-b4fd-43d3-8be1-f398ac6f60b9 None None] Checking segment: {'id': '165e7a50-5b22-4056-b753-4d22e9df5830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e6dbf763-110f-422a-bcf2-5f1b1a8ee07f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:05:21.383710 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c8f0845d-b4fd-43d3-8be1-f398ac6f60b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:21.384077 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f0845d-b4fd-43d3-8be1-f398ac6f60b9 None None] Bound using segment: {'id': '165e7a50-5b22-4056-b753-4d22e9df5830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e6dbf763-110f-422a-bcf2-5f1b1a8ee07f'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:05:21.384564 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-c8f0845d-b4fd-43d3-8be1-f398ac6f60b9 None None] Bound port: 24d033be-c72f-44a6-bd3b-2edce3b08c75, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '165e7a50-5b22-4056-b753-4d22e9df5830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e6dbf763-110f-422a-bcf2-5f1b1a8ee07f'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:05:21.391441 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c8f0845d-b4fd-43d3-8be1-f398ac6f60b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:21.397573 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c6508a1b-5b60-4c09-b5e3-de9e62bbf510 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:21.399830 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-96138158-be0c-45b6-83f7-48dc4525634d tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Allocated IP 172.20.0.1 (5530a868-8504-4b04-8726-c75425e4ac76/8e3ebe2b-db31-4cc2-905d-0e8062890e36/da80279c-4356-41c0-94ac-11706694b96a) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:05:21.407366 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2700a5fd-621b-4858-a40c-33b55d3e1e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:21.408676 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aed13e45-c2c1-40e9-a3f8-78901fb97cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:21.412618 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3fe88574-aa9c-434a-8bc2-d7a927a7ec99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:21.444559 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.ipam_backend_mixin [None req-661669aa-ed58-4457-8ac2-9acac73c588f tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Performing IP validity checks on allocation pools {{(pid=84333) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 10 23:05:21.445412 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.ipam_backend_mixin [None req-661669aa-ed58-4457-8ac2-9acac73c588f tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84333) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 10 23:05:21.462356 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41880) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:21.506538 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-42ff7465-8e12-4b82-8ef0-c918290bb29e tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:21.507532 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-42ff7465-8e12-4b82-8ef0-c918290bb29e tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.8526647 Feb 10 23:05:21.520189 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b74d2a1d-0331-40a6-967d-23cc3bcf0b4c tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:21.523945 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41886) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:21.554694 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-84130ee3-c78e-459f-976e-d4f924f996ca tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Request body: {'security_group_rule': {'security_group_id': 'e0421c0b-e8f7-47c3-a619-8561b994f04a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:05:21.572739 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-84130ee3-c78e-459f-976e-d4f924f996ca tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:21.688552 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e978952d-5b3c-4bfd-98da-b49921dd492f None None] Pushing event updated for resources: {'Port': ['ID=e17d4c0a-22cf-48d7-b06c-3ff7181baeb3,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:21.719102 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-661669aa-ed58-4457-8ac2-9acac73c588f tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:21.731071 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-84130ee3-c78e-459f-976e-d4f924f996ca tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Usage tracker for resource:security_group_rule and tenant:e452088f31c44993a8754d6dd8fb5a7b is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:21.735436 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-b74d2a1d-0331-40a6-967d-23cc3bcf0b4c tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Transition to ACTIVE for port object eb3dd0a0-affc-474f-9e15-a893ac0d01b0 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:05:21.790529 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-d647f2a5-ada8-4f0d-8f27-b77a71b82e43 None None] Attempting to bind port 3f6afd0b-9fcb-42b6-b3dc-1e2f96a10f46 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:05:21.800447 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-d647f2a5-ada8-4f0d-8f27-b77a71b82e43 None None] Attempting to bind port 3f6afd0b-9fcb-42b6-b3dc-1e2f96a10f46 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '815bdcfb-0dbe-4b2e-833e-2910f7ee197b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ba63ee9a-01e9-434b-93c6-1713ddb96e6e'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:05:21.800447 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d647f2a5-ada8-4f0d-8f27-b77a71b82e43 None None] Attempting to bind port 3f6afd0b-9fcb-42b6-b3dc-1e2f96a10f46 on network ba63ee9a-01e9-434b-93c6-1713ddb96e6e {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:05:21.822875 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-84130ee3-c78e-459f-976e-d4f924f996ca tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:21.835416 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661669aa-ed58-4457-8ac2-9acac73c588f tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Pushing event updated for resources: {'Subnet': ['ID=1cabdb8b-b379-4168-b111-66fc49c7cfbc,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:21.850406 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ddd56d2d-f1a6-498f-b0e9-f42e06b32f28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:21.853532 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-c8f0845d-b4fd-43d3-8be1-f398ac6f60b9 None None] For port 24d033be-c72f-44a6-bd3b-2edce3b08c75, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:05:21.863028 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-84130ee3-c78e-459f-976e-d4f924f996ca tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:21.871034 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d647f2a5-ada8-4f0d-8f27-b77a71b82e43 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:05:21.871677 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d647f2a5-ada8-4f0d-8f27-b77a71b82e43 None None] Checking segment: {'id': '815bdcfb-0dbe-4b2e-833e-2910f7ee197b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ba63ee9a-01e9-434b-93c6-1713ddb96e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:05:21.872036 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d647f2a5-ada8-4f0d-8f27-b77a71b82e43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:21.872430 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d647f2a5-ada8-4f0d-8f27-b77a71b82e43 None None] Bound using segment: {'id': '815bdcfb-0dbe-4b2e-833e-2910f7ee197b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ba63ee9a-01e9-434b-93c6-1713ddb96e6e'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:05:21.872952 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-d647f2a5-ada8-4f0d-8f27-b77a71b82e43 None None] Bound port: 3f6afd0b-9fcb-42b6-b3dc-1e2f96a10f46, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '815bdcfb-0dbe-4b2e-833e-2910f7ee197b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ba63ee9a-01e9-434b-93c6-1713ddb96e6e'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:05:21.873321 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d647f2a5-ada8-4f0d-8f27-b77a71b82e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:21.892580 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b05d8ffd-5461-4028-bf42-591867b20d74 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:21.918277 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ddd56d2d-f1a6-498f-b0e9-f42e06b32f28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:21.918277 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-ddd56d2d-f1a6-498f-b0e9-f42e06b32f28 admin admin] Usage tracker for resource:security_group_rule and tenant:16e902075eea4cc78830eb1fb4d45751 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:21.922334 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-ddd56d2d-f1a6-498f-b0e9-f42e06b32f28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:21.928727 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ddd56d2d-f1a6-498f-b0e9-f42e06b32f28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:21.931067 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661669aa-ed58-4457-8ac2-9acac73c588f tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Checking segment: {'id': 'e32cb6f7-843a-45c2-acc2-15c3e4f7e76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '887fe81f-1c40-4235-bb62-7c2f7a2f5b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:05:21.931417 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661669aa-ed58-4457-8ac2-9acac73c588f tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Network hostable DHCP agents. Network: 887fe81f-1c40-4235-bb62-7c2f7a2f5b39, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:05:21.937190 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe88574-aa9c-434a-8bc2-d7a927a7ec99 None None] Pushing event updated for resources: {'Port': ['ID=0ec6f5d6-55a4-4645-bc54-3b5168f001a2,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:21.976117 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b05d8ffd-5461-4028-bf42-591867b20d74 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:21.976987 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-c8f0845d-b4fd-43d3-8be1-f398ac6f60b9 None None] For port 24d033be-c72f-44a6-bd3b-2edce3b08c75, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=24d033be-c72f-44a6-bd3b-2edce3b08c75,segment=NetworkSegment(165e7a50-5b22-4056-b753-4d22e9df5830),segment_id=165e7a50-5b22-4056-b753-4d22e9df5830)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:05:22.036474 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ddd56d2d-f1a6-498f-b0e9-f42e06b32f28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:22.063795 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-aed13e45-c2c1-40e9-a3f8-78901fb97cd1 None None] Attempting to bind port e17d4c0a-22cf-48d7-b06c-3ff7181baeb3 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:05:22.067017 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-aed13e45-c2c1-40e9-a3f8-78901fb97cd1 None None] Attempting to bind port e17d4c0a-22cf-48d7-b06c-3ff7181baeb3 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '7a345138-8b21-4d04-9958-9268deba4dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'cc3883e2-07c5-4782-b2eb-c25b67bd2e9e'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:05:22.068441 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed13e45-c2c1-40e9-a3f8-78901fb97cd1 None None] Attempting to bind port e17d4c0a-22cf-48d7-b06c-3ff7181baeb3 on network cc3883e2-07c5-4782-b2eb-c25b67bd2e9e {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:05:22.075234 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-c6508a1b-5b60-4c09-b5e3-de9e62bbf510 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Allocated IP 172.26.8.56 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/d22eac7e-6d24-4017-baf0-208d2b3e8b6c) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:05:22.079054 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661669aa-ed58-4457-8ac2-9acac73c588f tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Network 887fe81f-1c40-4235-bb62-7c2f7a2f5b39 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:05:22.089177 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c8f0845d-b4fd-43d3-8be1-f398ac6f60b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:22.097190 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-96138158-be0c-45b6-83f7-48dc4525634d tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:22.127132 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-84130ee3-c78e-459f-976e-d4f924f996ca tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:22.128865 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ddd56d2d-f1a6-498f-b0e9-f42e06b32f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:22.143769 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-96138158-be0c-45b6-83f7-48dc4525634d tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Transition to ACTIVE for port object da80279c-4356-41c0-94ac-11706694b96a will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:05:22.148107 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-43ca97e5-e7e3-422c-afe9-89b3279e8d3e tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:22.168967 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed13e45-c2c1-40e9-a3f8-78901fb97cd1 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:05:22.168967 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed13e45-c2c1-40e9-a3f8-78901fb97cd1 None None] Checking segment: {'id': '7a345138-8b21-4d04-9958-9268deba4dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'cc3883e2-07c5-4782-b2eb-c25b67bd2e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:05:22.168967 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aed13e45-c2c1-40e9-a3f8-78901fb97cd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:22.168967 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed13e45-c2c1-40e9-a3f8-78901fb97cd1 None None] Bound using segment: {'id': '7a345138-8b21-4d04-9958-9268deba4dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'cc3883e2-07c5-4782-b2eb-c25b67bd2e9e'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:05:22.170001 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-aed13e45-c2c1-40e9-a3f8-78901fb97cd1 None None] Bound port: e17d4c0a-22cf-48d7-b06c-3ff7181baeb3, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a345138-8b21-4d04-9958-9268deba4dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'cc3883e2-07c5-4782-b2eb-c25b67bd2e9e'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:05:22.170382 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aed13e45-c2c1-40e9-a3f8-78901fb97cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:22.175342 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-661669aa-ed58-4457-8ac2-9acac73c588f tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 887fe81f-1c40-4235-bb62-7c2f7a2f5b39) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:22.176650 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b74d2a1d-0331-40a6-967d-23cc3bcf0b4c tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:22.198247 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661669aa-ed58-4457-8ac2-9acac73c588f tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:22.199966 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-661669aa-ed58-4457-8ac2-9acac73c588f tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:22.240924 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd56d2d-f1a6-498f-b0e9-f42e06b32f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e098e660-84b4-4d2a-aa31-0061e3bb09cf,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:22.250059 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-ddd56d2d-f1a6-498f-b0e9-f42e06b32f28 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=16e902075eea4cc78830eb1fb4d45751&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7866147 Feb 10 23:05:22.250684 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41890) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:22.260630 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ed6335-2d25-4e3d-9160-710c4faae12c None None] Network 887fe81f-1c40-4235-bb62-7c2f7a2f5b39 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:05:22.349056 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-22264789-67a2-447a-90ae-2b86c8cdd2d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:22.352405 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b05d8ffd-5461-4028-bf42-591867b20d74 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:22.352528 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05d8ffd-5461-4028-bf42-591867b20d74 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Fanout notify agent at l3_agent the message router_deleted on router 860699f4-4122-49f5-a678-229e55095e66 {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:05:22.354103 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-43ca97e5-e7e3-422c-afe9-89b3279e8d3e tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Deleting port acf2e6ce-06cb-40a4-8c49-51fbf35f8e5f {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:05:22.354338 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-43ca97e5-e7e3-422c-afe9-89b3279e8d3e tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:22.363533 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-661669aa-ed58-4457-8ac2-9acac73c588f tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.4750776 Feb 10 23:05:22.364984 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41894) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:22.392043 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 0ec6f5d6-55a4-4645-bc54-3b5168f001a2 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:05:22.460013 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-22264789-67a2-447a-90ae-2b86c8cdd2d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:22.486023 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74d2a1d-0331-40a6-967d-23cc3bcf0b4c tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event updated for resources: {'Port': ['ID=eb3dd0a0-affc-474f-9e15-a893ac0d01b0,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:22.503756 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74d2a1d-0331-40a6-967d-23cc3bcf0b4c tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Network e6dbf763-110f-422a-bcf2-5f1b1a8ee07f is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:05:22.523428 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b05d8ffd-5461-4028-bf42-591867b20d74 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:22.527301 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b05d8ffd-5461-4028-bf42-591867b20d74 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "DELETE /v2.0/routers/860699f4-4122-49f5-a678-229e55095e66 HTTP/1.1" status: 204 len: 168 time: 2.3862042 Feb 10 23:05:22.531481 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-b74d2a1d-0331-40a6-967d-23cc3bcf0b4c tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:22.533681 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41898) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:22.592507 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-d647f2a5-ada8-4f0d-8f27-b77a71b82e43 None None] For port 3f6afd0b-9fcb-42b6-b3dc-1e2f96a10f46, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:05:22.616907 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2c464bc2-343c-4d84-8b36-899cc9b0b534 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:22.635519 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f0845d-b4fd-43d3-8be1-f398ac6f60b9 None None] Pushing event updated for resources: {'Port': ['ID=24d033be-c72f-44a6-bd3b-2edce3b08c75,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:22.647129 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-d647f2a5-ada8-4f0d-8f27-b77a71b82e43 None None] For port 3f6afd0b-9fcb-42b6-b3dc-1e2f96a10f46, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=3f6afd0b-9fcb-42b6-b3dc-1e2f96a10f46,segment=NetworkSegment(815bdcfb-0dbe-4b2e-833e-2910f7ee197b),segment_id=815bdcfb-0dbe-4b2e-833e-2910f7ee197b)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:05:22.662632 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:22.682764 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-aed13e45-c2c1-40e9-a3f8-78901fb97cd1 None None] For port e17d4c0a-22cf-48d7-b06c-3ff7181baeb3, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:05:22.706501 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-aed13e45-c2c1-40e9-a3f8-78901fb97cd1 None None] For port e17d4c0a-22cf-48d7-b06c-3ff7181baeb3, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=e17d4c0a-22cf-48d7-b06c-3ff7181baeb3,segment=NetworkSegment(7a345138-8b21-4d04-9958-9268deba4dc9),segment_id=7a345138-8b21-4d04-9958-9268deba4dc9)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:05:22.746406 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d647f2a5-ada8-4f0d-8f27-b77a71b82e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:22.750617 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:22.822989 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aed13e45-c2c1-40e9-a3f8-78901fb97cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:22.847114 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74d2a1d-0331-40a6-967d-23cc3bcf0b4c tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:05:22.848980 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b74d2a1d-0331-40a6-967d-23cc3bcf0b4c tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733071'] for router_interface, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:22.950533 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 0ec6f5d6-55a4-4645-bc54-3b5168f001a2 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:05:22.962602 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-96138158-be0c-45b6-83f7-48dc4525634d tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:22.970661 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-84130ee3-c78e-459f-976e-d4f924f996ca tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:22.992374 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d647f2a5-ada8-4f0d-8f27-b77a71b82e43 None None] Pushing event updated for resources: {'Port': ['ID=3f6afd0b-9fcb-42b6-b3dc-1e2f96a10f46,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:23.033005 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c7249e-3301-4e3d-84ce-45f3c7756dfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-887fe81f-1c40-4235-bb62-7c2f7a2f5b39', 'network_id': '887fe81f-1c40-4235-bb62-7c2f7a2f5b39', 'tenant_id': '3165e40034a94fb1867776c36ae44e52', 'fixed_ips': [{'subnet_id': '1cabdb8b-b379-4168-b111-66fc49c7cfbc'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:05:23.033815 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-90c7249e-3301-4e3d-84ce-45f3c7756dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:23.045615 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-22264789-67a2-447a-90ae-2b86c8cdd2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:23.054114 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c6508a1b-5b60-4c09-b5e3-de9e62bbf510 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:23.085600 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-5930d047-44f4-47f3-87d0-70fc1e8bfbed tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Deleting subnet 1456149e-fa62-46c1-a3f9-6d35699188c3 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:05:23.095649 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-84130ee3-c78e-459f-976e-d4f924f996ca tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:23.096108 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22264789-67a2-447a-90ae-2b86c8cdd2d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e098e660-84b4-4d2a-aa31-0061e3bb09cf,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:23.097911 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-22264789-67a2-447a-90ae-2b86c8cdd2d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:23.099015 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-22264789-67a2-447a-90ae-2b86c8cdd2d5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e098e660-84b4-4d2a-aa31-0061e3bb09cf HTTP/1.1" status: 204 len: 168 time: 0.8446813 Feb 10 23:05:23.110654 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed13e45-c2c1-40e9-a3f8-78901fb97cd1 None None] Routers {'fcd141a3-fb33-4200-8ce7-8ff07f52fcad'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:05:23.110654 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-aed13e45-c2c1-40e9-a3f8-78901fb97cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:05:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['fcd141a3-fb33-4200-8ce7-8ff07f52fcad'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:23.115153 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5930d047-44f4-47f3-87d0-70fc1e8bfbed tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:23.267474 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-43ca97e5-e7e3-422c-afe9-89b3279e8d3e tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:23.278030 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2c464bc2-343c-4d84-8b36-899cc9b0b534 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:23.367580 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84130ee3-c78e-459f-976e-d4f924f996ca tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b11e8afa-2799-42bb-b92f-bad601ae4407,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:23.429377 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5930d047-44f4-47f3-87d0-70fc1e8bfbed tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31983416'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:23.534073 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2c464bc2-343c-4d84-8b36-899cc9b0b534 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:23.563310 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-43ca97e5-e7e3-422c-afe9-89b3279e8d3e tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Calling delete_port for acf2e6ce-06cb-40a4-8c49-51fbf35f8e5f owned by network:router_gateway {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:05:23.632789 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c464bc2-343c-4d84-8b36-899cc9b0b534 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Pushing event deleted for resources: {'Subnet': ['ID=1cabdb8b-b379-4168-b111-66fc49c7cfbc,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:23.644032 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c6508a1b-5b60-4c09-b5e3-de9e62bbf510 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:23.645749 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-aed13e45-c2c1-40e9-a3f8-78901fb97cd1 None None] Set router fcd141a3-fb33-4200-8ce7-8ff07f52fcad gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:05:23.675390 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96138158-be0c-45b6-83f7-48dc4525634d tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Network 5530a868-8504-4b04-8726-c75425e4ac76 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:05:23.686003 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-96138158-be0c-45b6-83f7-48dc4525634d tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:23.695317 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96138158-be0c-45b6-83f7-48dc4525634d tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:05:23.747760 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96138158-be0c-45b6-83f7-48dc4525634d tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Pushing event updated for resources: {'Port': ['ID=da80279c-4356-41c0-94ac-11706694b96a,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:23.759783 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5930d047-44f4-47f3-87d0-70fc1e8bfbed tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:23.812232 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-84130ee3-c78e-459f-976e-d4f924f996ca tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:23.819583 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-84130ee3-c78e-459f-976e-d4f924f996ca tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 2.2881331 Feb 10 23:05:23.821908 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41906) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:23.825152 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e978952d-5b3c-4bfd-98da-b49921dd492f None None] Pushing event updated for resources: {'Port': ['ID=e17d4c0a-22cf-48d7-b06c-3ff7181baeb3,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:23.827956 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2c464bc2-343c-4d84-8b36-899cc9b0b534 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:23.854555 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6508a1b-5b60-4c09-b5e3-de9e62bbf510 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:05:23.857685 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-27f0b5ac-4cfb-4960-99d8-c70d1ab3fec0 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Request body: {'floatingip': {'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:05:23.870085 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-27f0b5ac-4cfb-4960-99d8-c70d1ab3fec0 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:23.874897 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-27f0b5ac-4cfb-4960-99d8-c70d1ab3fec0 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Usage tracker for resource:floatingip and tenant:e452088f31c44993a8754d6dd8fb5a7b is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:23.877877 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-27f0b5ac-4cfb-4960-99d8-c70d1ab3fec0 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:23.884395 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-27f0b5ac-4cfb-4960-99d8-c70d1ab3fec0 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:23.905750 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-c6508a1b-5b60-4c09-b5e3-de9e62bbf510 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:23.938145 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6508a1b-5b60-4c09-b5e3-de9e62bbf510 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:05:23.939097 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-2c464bc2-343c-4d84-8b36-899cc9b0b534 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['887fe81f-1c40-4235-bb62-7c2f7a2f5b39']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:23.961736 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-2c464bc2-343c-4d84-8b36-899cc9b0b534 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e32cb6f7-843a-45c2-acc2-15c3e4f7e76e') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:23.962292 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-2c464bc2-343c-4d84-8b36-899cc9b0b534 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e32cb6f7-843a-45c2-acc2-15c3e4f7e76e') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:23.985701 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2c464bc2-343c-4d84-8b36-899cc9b0b534 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:24.013754 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2c464bc2-343c-4d84-8b36-899cc9b0b534 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:24.028716 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c464bc2-343c-4d84-8b36-899cc9b0b534 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:05:24.029869 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2c464bc2-343c-4d84-8b36-899cc9b0b534 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:24.039989 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-96138158-be0c-45b6-83f7-48dc4525634d tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733071'] for router_interface, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:24.047005 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:05:24.047005 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:05:24.047005 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:05:24.047005 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:05:24.047005 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:05:24.047005 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:05:24.047005 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:05:24.047005 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:05:24.047005 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:05:24.047005 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:05:24.047005 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:05:24.047005 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:05:24.047005 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:05:24.047005 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:05:24.047005 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:05:24.047005 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:05:24.047005 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:05:24.047005 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:05:24.047005 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:05:24.047005 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:05:24.047005 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:05:24.047005 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:05:24.047005 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:05:24.047005 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:05:24.047005 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:05:24.047005 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:05:24.047005 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:05:24.047005 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:05:24.047005 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:05:24.047005 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:05:24.047005 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:05:24.047005 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:05:24.081718 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6508a1b-5b60-4c09-b5e3-de9e62bbf510 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Pushing event updated for resources: {'Port': ['ID=d22eac7e-6d24-4017-baf0-208d2b3e8b6c,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:24.095577 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73010877-4fce-414b-ad1a-bd8722325993 None None] Network 5530a868-8504-4b04-8726-c75425e4ac76 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:05:24.119573 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b74d2a1d-0331-40a6-967d-23cc3bcf0b4c tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:24.128625 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-27f0b5ac-4cfb-4960-99d8-c70d1ab3fec0 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Notify callbacks [] for floatingip, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:24.135923 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server [None req-90c7249e-3301-4e3d-84ce-45f3c7756dfd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1cabdb8b-b379-4168-b111-66fc49c7cfbc: This subnet is being modified by another concurrent operation. Feb 10 23:05:24.135923 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 10 23:05:24.135923 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 10 23:05:24.135923 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 10 23:05:24.135923 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 10 23:05:24.135923 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 10 23:05:24.135923 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 10 23:05:24.135923 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 10 23:05:24.135923 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 10 23:05:24.135923 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 10 23:05:24.135923 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 23:05:24.135923 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 23:05:24.135923 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 23:05:24.135923 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 23:05:24.135923 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 23:05:24.135923 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 23:05:24.135923 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 23:05:24.135923 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server raise value Feb 10 23:05:24.135923 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 23:05:24.135923 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 23:05:24.135923 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 23:05:24.135923 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 23:05:24.135923 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 23:05:24.135923 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 23:05:24.135923 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 23:05:24.135923 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 23:05:24.135923 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 23:05:24.135923 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server raise value Feb 10 23:05:24.135923 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 23:05:24.135923 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 23:05:24.135923 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 23:05:24.135923 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 23:05:24.135923 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 23:05:24.135923 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 23:05:24.135923 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 23:05:24.135923 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 23:05:24.135923 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 23:05:24.135923 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server raise value Feb 10 23:05:24.135923 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 23:05:24.135923 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 23:05:24.135923 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 10 23:05:24.135923 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 10 23:05:24.135923 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 10 23:05:24.135923 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 10 23:05:24.135923 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 10 23:05:24.135923 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 10 23:05:24.135923 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 10 23:05:24.135923 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 10 23:05:24.135923 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 10 23:05:24.135923 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 10 23:05:24.135923 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 10 23:05:24.135923 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 23:05:24.135923 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 23:05:24.139989 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 23:05:24.139989 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 23:05:24.139989 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 23:05:24.139989 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 23:05:24.139989 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 23:05:24.139989 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 23:05:24.139989 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server raise value Feb 10 23:05:24.139989 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 23:05:24.139989 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 23:05:24.139989 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 23:05:24.139989 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 23:05:24.139989 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 23:05:24.139989 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 23:05:24.139989 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 23:05:24.139989 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 23:05:24.139989 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 23:05:24.139989 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server raise value Feb 10 23:05:24.139989 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 23:05:24.139989 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 23:05:24.139989 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 23:05:24.139989 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 23:05:24.139989 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 23:05:24.139989 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 23:05:24.139989 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 23:05:24.139989 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 23:05:24.139989 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 23:05:24.139989 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server raise value Feb 10 23:05:24.139989 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 23:05:24.139989 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 23:05:24.139989 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 10 23:05:24.139989 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 10 23:05:24.139989 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 10 23:05:24.139989 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 10 23:05:24.139989 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 10 23:05:24.139989 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 10 23:05:24.139989 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 10 23:05:24.139989 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 10 23:05:24.139989 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 10 23:05:24.139989 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 23:05:24.139989 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 10 23:05:24.139989 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 10 23:05:24.139989 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 10 23:05:24.139989 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 10 23:05:24.139989 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 10 23:05:24.139989 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 10 23:05:24.139989 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 10 23:05:24.139989 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 10 23:05:24.139989 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 10 23:05:24.139989 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server raise exception Feb 10 23:05:24.139989 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1cabdb8b-b379-4168-b111-66fc49c7cfbc: This subnet is being modified by another concurrent operation. Feb 10 23:05:24.139989 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server Feb 10 23:05:24.157943 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5930d047-44f4-47f3-87d0-70fc1e8bfbed tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:24.211365 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41910) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:24.285410 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2f0d0f-b80c-4204-8490-e285cdf0cd40 None None] Network 887fe81f-1c40-4235-bb62-7c2f7a2f5b39 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:05:24.344346 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5930d047-44f4-47f3-87d0-70fc1e8bfbed tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event deleted for resources: {'Subnet': ['ID=1456149e-fa62-46c1-a3f9-6d35699188c3,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:24.373880 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5930d047-44f4-47f3-87d0-70fc1e8bfbed tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:24.397139 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-204850bc-6cc4-47db-8b37-0ffafd4d6a9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:24.399411 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7466dfc0-20fc-47cb-bc9e-13e8296de91e None None] Network e6dbf763-110f-422a-bcf2-5f1b1a8ee07f requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:05:24.413071 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de8987c-3b23-4be8-920f-2e6174420a75 None None] Network a29ae7c2-c34e-48f7-b0a6-7c8f5d1a484f requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:05:24.423423 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-5930d047-44f4-47f3-87d0-70fc1e8bfbed tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "DELETE /v2.0/subnets/1456149e-fa62-46c1-a3f9-6d35699188c3 HTTP/1.1" status: 204 len: 168 time: 1.8899748 Feb 10 23:05:24.429229 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2c464bc2-343c-4d84-8b36-899cc9b0b534 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:24.429747 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:24.434805 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2c464bc2-343c-4d84-8b36-899cc9b0b534 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:24.441040 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-2c464bc2-343c-4d84-8b36-899cc9b0b534 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "DELETE /v2.0/networks/887fe81f-1c40-4235-bb62-7c2f7a2f5b39 HTTP/1.1" status: 204 len: 168 time: 2.0755899 Feb 10 23:05:24.447800 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41914) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:24.448151 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41916) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:24.462065 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 24d033be-c72f-44a6-bd3b-2edce3b08c75 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:05:24.463171 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-96138158-be0c-45b6-83f7-48dc4525634d tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:24.483243 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-9b761320-fbd1-41b5-a851-91fae9c93c7a tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2003723297'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:05:24.487651 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-9b761320-fbd1-41b5-a851-91fae9c93c7a tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:24.492748 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-9b761320-fbd1-41b5-a851-91fae9c93c7a tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Usage tracker for resource:network and tenant:3165e40034a94fb1867776c36ae44e52 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:24.507418 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-9b761320-fbd1-41b5-a851-91fae9c93c7a tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:24.643807 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-558bab8b-35da-471a-ad50-6d27dc38af6d tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:24.656370 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c464bc2-343c-4d84-8b36-899cc9b0b534 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Pushing event deleted for resources: {'Network': ['ID=887fe81f-1c40-4235-bb62-7c2f7a2f5b39,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:24.661993 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-9b761320-fbd1-41b5-a851-91fae9c93c7a tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:24.708706 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-558bab8b-35da-471a-ad50-6d27dc38af6d tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Deleting port 94fffe2c-7fa4-461f-937a-0b6a4ef0b03d {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:05:24.709151 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-558bab8b-35da-471a-ad50-6d27dc38af6d tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:24.741128 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-204850bc-6cc4-47db-8b37-0ffafd4d6a9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:24.755368 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-204850bc-6cc4-47db-8b37-0ffafd4d6a9d admin admin] Usage tracker for resource:security_group_rule and tenant:814edb1fc4114a80a74336c1af309356 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:24.759908 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-204850bc-6cc4-47db-8b37-0ffafd4d6a9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:24.773957 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-204850bc-6cc4-47db-8b37-0ffafd4d6a9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:24.819802 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b761320-fbd1-41b5-a851-91fae9c93c7a tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Made reservation on behalf of 3165e40034a94fb1867776c36ae44e52 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:05:24.823168 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9b761320-fbd1-41b5-a851-91fae9c93c7a tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:24.842288 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087872e4-4ea3-49bc-ba36-f71cee06befb None None] Network ba63ee9a-01e9-434b-93c6-1713ddb96e6e requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:05:24.986105 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b761320-fbd1-41b5-a851-91fae9c93c7a tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:05:24.998522 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-27f0b5ac-4cfb-4960-99d8-c70d1ab3fec0 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:25.086033 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9b761320-fbd1-41b5-a851-91fae9c93c7a tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:25.086033 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-9b761320-fbd1-41b5-a851-91fae9c93c7a tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Added segment f861a0c7-5f66-4689-ba5e-deaf2adef0eb of type vlan for network 0e5e8408-a585-490e-b30b-360d1ea5fc63 Feb 10 23:05:25.092616 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-43ca97e5-e7e3-422c-afe9-89b3279e8d3e tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:25.130683 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-204850bc-6cc4-47db-8b37-0ffafd4d6a9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:25.152190 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-558bab8b-35da-471a-ad50-6d27dc38af6d tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] For port 94fffe2c-7fa4-461f-937a-0b6a4ef0b03d, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=94fffe2c-7fa4-461f-937a-0b6a4ef0b03d,segment=NetworkSegment(2327a293-8cb0-424f-96f0-c29992c2daf1),segment_id=2327a293-8cb0-424f-96f0-c29992c2daf1)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:05:25.152974 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-558bab8b-35da-471a-ad50-6d27dc38af6d tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:25.162439 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ca97e5-e7e3-422c-afe9-89b3279e8d3e tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Pushing event deleted for resources: {'Port': ['ID=acf2e6ce-06cb-40a4-8c49-51fbf35f8e5f,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:25.162867 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9b761320-fbd1-41b5-a851-91fae9c93c7a tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:25.323149 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-558bab8b-35da-471a-ad50-6d27dc38af6d tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Calling delete_port for 94fffe2c-7fa4-461f-937a-0b6a4ef0b03d owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:05:25.344303 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-25f13600-0837-4d44-a535-7b35e9156b75 None None] Provisioning for port 3f6afd0b-9fcb-42b6-b3dc-1e2f96a10f46 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:05:25.349140 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-aed13e45-c2c1-40e9-a3f8-78901fb97cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd141a3-fb33-4200-8ce7-8ff07f52fcad', 'name': 'tempest-ServerActionsTestJSON-217153584-router', 'tenant_id': 'e452088f31c44993a8754d6dd8fb5a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': '70a9c9b9-9579-41b5-b8ad-d75d392541fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:04:57Z', 'updated_at': '2022-02-10T23:05:11Z', 'revision_number': 4, 'project_id': 'e452088f31c44993a8754d6dd8fb5a7b', 'gw_port': {'id': '70a9c9b9-9579-41b5-b8ad-d75d392541fa', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:1b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd141a3-fb33-4200-8ce7-8ff07f52fcad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:04:59Z', 'updated_at': '2022-02-10T23:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'e17d4c0a-22cf-48d7-b06c-3ff7181baeb3', 'name': '', 'network_id': 'cc3883e2-07c5-4782-b2eb-c25b67bd2e9e', 'tenant_id': 'e452088f31c44993a8754d6dd8fb5a7b', 'mac_address': 'fa:16:3e:c2:7a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcd141a3-fb33-4200-8ce7-8ff07f52fcad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01b72c06-c698-462d-bf7b-325d09ba1c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:05:09Z', 'updated_at': '2022-02-10T23:05:22Z', 'revision_number': 4, 'project_id': 'e452088f31c44993a8754d6dd8fb5a7b', 'subnets': [{'id': '01b72c06-c698-462d-bf7b-325d09ba1c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:25.439182 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 24d033be-c72f-44a6-bd3b-2edce3b08c75 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:05:25.451298 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed13e45-c2c1-40e9-a3f8-78901fb97cd1 None None] The sync data for ids ['fcd141a3-fb33-4200-8ce7-8ff07f52fcad'] in dv-neutron-828797-1-hyperv is: [{'id': 'fcd141a3-fb33-4200-8ce7-8ff07f52fcad', 'name': 'tempest-ServerActionsTestJSON-217153584-router', 'tenant_id': 'e452088f31c44993a8754d6dd8fb5a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': '70a9c9b9-9579-41b5-b8ad-d75d392541fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:04:57Z', 'updated_at': '2022-02-10T23:05:11Z', 'revision_number': 4, 'project_id': 'e452088f31c44993a8754d6dd8fb5a7b', 'gw_port': {'id': '70a9c9b9-9579-41b5-b8ad-d75d392541fa', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:1b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd141a3-fb33-4200-8ce7-8ff07f52fcad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:04:59Z', 'updated_at': '2022-02-10T23:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'e17d4c0a-22cf-48d7-b06c-3ff7181baeb3', 'name': '', 'network_id': 'cc3883e2-07c5-4782-b2eb-c25b67bd2e9e', 'tenant_id': 'e452088f31c44993a8754d6dd8fb5a7b', 'mac_address': 'fa:16:3e:c2:7a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcd141a3-fb33-4200-8ce7-8ff07f52fcad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01b72c06-c698-462d-bf7b-325d09ba1c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:05:09Z', 'updated_at': '2022-02-10T23:05:22Z', 'revision_number': 4, 'project_id': 'e452088f31c44993a8754d6dd8fb5a7b', 'subnets': [{'id': '01b72c06-c698-462d-bf7b-325d09ba1c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:05:25.461160 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-204850bc-6cc4-47db-8b37-0ffafd4d6a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:25.467580 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 3f6afd0b-9fcb-42b6-b3dc-1e2f96a10f46 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:05:25.489734 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.resource_extend [None req-9b761320-fbd1-41b5-a851-91fae9c93c7a tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:05:25.632408 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-204850bc-6cc4-47db-8b37-0ffafd4d6a9d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=814edb1fc4114a80a74336c1af309356&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4076073 Feb 10 23:05:25.635045 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-27f0b5ac-4cfb-4960-99d8-c70d1ab3fec0 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Allocated IP 172.26.8.215 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/59364f39-5879-42f8-b5a4-1ada33fe8dd3) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:05:25.637862 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204850bc-6cc4-47db-8b37-0ffafd4d6a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c510f0-4a66-4f1e-b68d-4dc43b7f7333,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:25.640296 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41922) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:25.684857 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9b761320-fbd1-41b5-a851-91fae9c93c7a tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:25.691374 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b761320-fbd1-41b5-a851-91fae9c93c7a tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:25.691990 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9b761320-fbd1-41b5-a851-91fae9c93c7a tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:25.741890 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-25f13600-0837-4d44-a535-7b35e9156b75 None None] Provisioning for port 0ec6f5d6-55a4-4645-bc54-3b5168f001a2 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:05:25.756121 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-25f13600-0837-4d44-a535-7b35e9156b75 None None] Provisioning complete for port 0ec6f5d6-55a4-4645-bc54-3b5168f001a2 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:25.762183 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-25f13600-0837-4d44-a535-7b35e9156b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:25.811188 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eebb2bd-e9e8-4cc4-b5e5-193302c4b86c None None] DHCP port deletion for a29ae7c2-c34e-48f7-b0a6-7c8f5d1a484f request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:05:25.857767 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 3f6afd0b-9fcb-42b6-b3dc-1e2f96a10f46 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:05:25.880185 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-558bab8b-35da-471a-ad50-6d27dc38af6d tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:25.886046 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 3f6afd0b-9fcb-42b6-b3dc-1e2f96a10f46 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:25.889932 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:25.898538 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-96138158-be0c-45b6-83f7-48dc4525634d tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:26.144126 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-43ca97e5-e7e3-422c-afe9-89b3279e8d3e tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734197'] for router_gateway, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:26.150600 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-25f13600-0837-4d44-a535-7b35e9156b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:26.162755 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558bab8b-35da-471a-ad50-6d27dc38af6d tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event deleted for resources: {'Port': ['ID=94fffe2c-7fa4-461f-937a-0b6a4ef0b03d,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:26.233788 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:26.243263 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b761320-fbd1-41b5-a851-91fae9c93c7a tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Pushing event updated for resources: {'Network': ['ID=0e5e8408-a585-490e-b30b-360d1ea5fc63,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:26.248330 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558bab8b-35da-471a-ad50-6d27dc38af6d tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] No DVR routers for this DVR port 94fffe2c-7fa4-461f-937a-0b6a4ef0b03d on host dv-neutron-828797-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:05:26.278247 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b74d2a1d-0331-40a6-967d-23cc3bcf0b4c tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:26.294613 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 0e5e8408-a585-490e-b30b-360d1ea5fc63 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:05:26.322619 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-9b761320-fbd1-41b5-a851-91fae9c93c7a tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8495610 Feb 10 23:05:26.385307 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41926) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:26.392214 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-31f1d5fd-3dac-4101-bfcf-1a812b88e08f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:26.394284 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-96138158-be0c-45b6-83f7-48dc4525634d tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:26.425640 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-31f1d5fd-3dac-4101-bfcf-1a812b88e08f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:26.433961 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-25f13600-0837-4d44-a535-7b35e9156b75 None None] For port 0ec6f5d6-55a4-4645-bc54-3b5168f001a2, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=0ec6f5d6-55a4-4645-bc54-3b5168f001a2,segment=NetworkSegment(a513451c-80ca-43fd-99be-42ef190ca6df),segment_id=a513451c-80ca-43fd-99be-42ef190ca6df)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:05:26.487302 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b74d2a1d-0331-40a6-967d-23cc3bcf0b4c tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:26.488122 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b74d2a1d-0331-40a6-967d-23cc3bcf0b4c tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2767683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732898'] for router_interface, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:26.527011 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-25f13600-0837-4d44-a535-7b35e9156b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:26.572923 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-2fe2e8c5-9678-4005-ae64-e2678ac25a6c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Request body: {'subnet': {'network_id': '0e5e8408-a585-490e-b30b-360d1ea5fc63', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:05:26.587143 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-96138158-be0c-45b6-83f7-48dc4525634d tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2767683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732898'] for router_interface, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:26.626844 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 3f6afd0b-9fcb-42b6-b3dc-1e2f96a10f46, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=3f6afd0b-9fcb-42b6-b3dc-1e2f96a10f46,segment=NetworkSegment(815bdcfb-0dbe-4b2e-833e-2910f7ee197b),segment_id=815bdcfb-0dbe-4b2e-833e-2910f7ee197b)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:05:26.709464 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bbebf8-955a-476b-866f-e3bea63ee147 None None] get_active_networks_info from dv-neutron-828797-1-hyperv {{(pid=84334) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 10 23:05:26.722924 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-558bab8b-35da-471a-ad50-6d27dc38af6d tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:26.796268 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-27f0b5ac-4cfb-4960-99d8-c70d1ab3fec0 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:26.805070 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-558bab8b-35da-471a-ad50-6d27dc38af6d tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a29ae7c2-c34e-48f7-b0a6-7c8f5d1a484f']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:26.825328 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2fe2e8c5-9678-4005-ae64-e2678ac25a6c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:26.830261 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-2fe2e8c5-9678-4005-ae64-e2678ac25a6c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Usage tracker for resource:subnet and tenant:3165e40034a94fb1867776c36ae44e52 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:26.833564 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-2fe2e8c5-9678-4005-ae64-e2678ac25a6c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:26.841044 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2fe2e8c5-9678-4005-ae64-e2678ac25a6c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:26.853754 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-558bab8b-35da-471a-ad50-6d27dc38af6d tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2327a293-8cb0-424f-96f0-c29992c2daf1') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:26.854305 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-558bab8b-35da-471a-ad50-6d27dc38af6d tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2327a293-8cb0-424f-96f0-c29992c2daf1') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:26.860573 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bbebf8-955a-476b-866f-e3bea63ee147 None None] Resources bound (agent type, host, resource id): {{(pid=84334) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 23:05:26.862960 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f13600-0837-4d44-a535-7b35e9156b75 None None] Pushing event updated for resources: {'Port': ['ID=0ec6f5d6-55a4-4645-bc54-3b5168f001a2,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:26.873150 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:26.876623 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-558bab8b-35da-471a-ad50-6d27dc38af6d tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:26.889992 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-31f1d5fd-3dac-4101-bfcf-1a812b88e08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:26.925756 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe2e8c5-9678-4005-ae64-e2678ac25a6c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Made reservation on behalf of 3165e40034a94fb1867776c36ae44e52 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:05:26.946102 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-558bab8b-35da-471a-ad50-6d27dc38af6d tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:26.992217 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=3f6afd0b-9fcb-42b6-b3dc-1e2f96a10f46,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:27.048900 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-25f13600-0837-4d44-a535-7b35e9156b75 None None] Provisioning for port 24d033be-c72f-44a6-bd3b-2edce3b08c75 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:05:27.060627 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-25f13600-0837-4d44-a535-7b35e9156b75 None None] Provisioning complete for port 24d033be-c72f-44a6-bd3b-2edce3b08c75 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:27.061003 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-25f13600-0837-4d44-a535-7b35e9156b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:27.067457 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f1d5fd-3dac-4101-bfcf-1a812b88e08f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c510f0-4a66-4f1e-b68d-4dc43b7f7333,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:27.071457 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2fe2e8c5-9678-4005-ae64-e2678ac25a6c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:27.121809 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96138158-be0c-45b6-83f7-48dc4525634d tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Pushing event updated for resources: {'Port': ['ID=da80279c-4356-41c0-94ac-11706694b96a,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:27.203001 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 0ec6f5d6-55a4-4645-bc54-3b5168f001a2 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:05:27.241594 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74d2a1d-0331-40a6-967d-23cc3bcf0b4c tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Network e6dbf763-110f-422a-bcf2-5f1b1a8ee07f is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:05:27.268999 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-558bab8b-35da-471a-ad50-6d27dc38af6d tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:05:27.269403 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-558bab8b-35da-471a-ad50-6d27dc38af6d tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:27.288850 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:05:27.288850 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:05:27.288850 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:05:27.288850 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:05:27.288850 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:05:27.288850 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:05:27.288850 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:05:27.288850 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:05:27.288850 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:05:27.288850 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:05:27.288850 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:05:27.288850 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:05:27.288850 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:05:27.288850 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:05:27.288850 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:05:27.288850 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:05:27.288850 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:05:27.288850 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:05:27.288850 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:05:27.288850 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:05:27.288850 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:05:27.288850 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:05:27.288850 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:05:27.288850 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:05:27.288850 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:05:27.288850 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:05:27.288850 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:05:27.288850 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:05:27.288850 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:05:27.288850 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:05:27.288850 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:05:27.288850 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:05:27.301794 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-b74d2a1d-0331-40a6-967d-23cc3bcf0b4c tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:27.309988 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-43ca97e5-e7e3-422c-afe9-89b3279e8d3e tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:27.352948 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-31f1d5fd-3dac-4101-bfcf-1a812b88e08f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:27.357170 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-31f1d5fd-3dac-4101-bfcf-1a812b88e08f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b6c510f0-4a66-4f1e-b68d-4dc43b7f7333 HTTP/1.1" status: 204 len: 168 time: 1.7044241 Feb 10 23:05:27.418772 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-25f13600-0837-4d44-a535-7b35e9156b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:27.461822 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-43ca97e5-e7e3-422c-afe9-89b3279e8d3e tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:27.469490 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-27f0b5ac-4cfb-4960-99d8-c70d1ab3fec0 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:27.474441 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-25f13600-0837-4d44-a535-7b35e9156b75 None None] For port 24d033be-c72f-44a6-bd3b-2edce3b08c75, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=24d033be-c72f-44a6-bd3b-2edce3b08c75,segment=NetworkSegment(165e7a50-5b22-4056-b753-4d22e9df5830),segment_id=165e7a50-5b22-4056-b753-4d22e9df5830)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:05:27.496699 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 0ec6f5d6-55a4-4645-bc54-3b5168f001a2 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:27.497082 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:27.498871 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74d2a1d-0331-40a6-967d-23cc3bcf0b4c tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event updated for resources: {'Port': ['ID=eb3dd0a0-affc-474f-9e15-a893ac0d01b0,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:27.581944 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f0b5ac-4cfb-4960-99d8-c70d1ab3fec0 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Pushing event updated for resources: {'Port': ['ID=59364f39-5879-42f8-b5a4-1ada33fe8dd3,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:27.591675 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-558bab8b-35da-471a-ad50-6d27dc38af6d tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:27.596285 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2fe2e8c5-9678-4005-ae64-e2678ac25a6c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:27.637383 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-25f13600-0837-4d44-a535-7b35e9156b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:27.677019 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c07c60-aab1-45b4-a023-b6ef0cf3394f None None] get_active_networks_info from dv-neutron-828797-1-hyperv {{(pid=84334) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 10 23:05:27.694068 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-558bab8b-35da-471a-ad50-6d27dc38af6d tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:27.694338 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558bab8b-35da-471a-ad50-6d27dc38af6d tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event deleted for resources: {'Network': ['ID=a29ae7c2-c34e-48f7-b0a6-7c8f5d1a484f,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:27.710959 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f0b5ac-4cfb-4960-99d8-c70d1ab3fec0 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:05:27.716533 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-27f0b5ac-4cfb-4960-99d8-c70d1ab3fec0 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:27.716713 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c6508a1b-5b60-4c09-b5e3-de9e62bbf510 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:27.718531 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe2e8c5-9678-4005-ae64-e2678ac25a6c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Pushing event updated for resources: {'Subnet': ['ID=f2898ea5-aa26-421e-86f6-f7c82e373a7e,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:27.721397 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f0b5ac-4cfb-4960-99d8-c70d1ab3fec0 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:05:27.750768 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96138158-be0c-45b6-83f7-48dc4525634d tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Network 5530a868-8504-4b04-8726-c75425e4ac76 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:05:27.752718 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-96138158-be0c-45b6-83f7-48dc4525634d tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:27.777371 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f13600-0837-4d44-a535-7b35e9156b75 None None] Pushing event updated for resources: {'Port': ['ID=24d033be-c72f-44a6-bd3b-2edce3b08c75,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:27.808651 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-558bab8b-35da-471a-ad50-6d27dc38af6d tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "DELETE /v2.0/networks/a29ae7c2-c34e-48f7-b0a6-7c8f5d1a484f HTTP/1.1" status: 204 len: 168 time: 3.3370919 Feb 10 23:05:27.868221 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41936) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:27.877318 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device e17d4c0a-22cf-48d7-b06c-3ff7181baeb3 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:05:27.911588 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-fbbebdf7-f10f-457e-9e78-5f7044edd62a None None] Provisioning for port eb3dd0a0-affc-474f-9e15-a893ac0d01b0 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:05:27.947087 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-fbbebdf7-f10f-457e-9e78-5f7044edd62a None None] Provisioning complete for port eb3dd0a0-affc-474f-9e15-a893ac0d01b0 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:27.948173 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-43ca97e5-e7e3-422c-afe9-89b3279e8d3e tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:27.948914 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fbbebdf7-f10f-457e-9e78-5f7044edd62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:27.949018 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ca97e5-e7e3-422c-afe9-89b3279e8d3e tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Fanout notify agent at l3_agent the message router_deleted on router 097a8126-4e21-42e2-8579-8ecd33477503 {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:05:27.984271 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-9afe536d-2083-415c-8365-a11c662c451c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Request body: {'network': {'name': 'tempest-RoutersTest-230160305'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:05:27.989396 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9afe536d-2083-415c-8365-a11c662c451c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:27.993392 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9afe536d-2083-415c-8365-a11c662c451c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Usage tracker for resource:network and tenant:62dc022463634d02b4f57b75cc001545 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:27.997236 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9afe536d-2083-415c-8365-a11c662c451c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:28.033761 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-27f0b5ac-4cfb-4960-99d8-c70d1ab3fec0 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:28.069403 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe2e8c5-9678-4005-ae64-e2678ac25a6c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Checking segment: {'id': 'f861a0c7-5f66-4689-ba5e-deaf2adef0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0e5e8408-a585-490e-b30b-360d1ea5fc63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:05:28.069403 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe2e8c5-9678-4005-ae64-e2678ac25a6c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Network hostable DHCP agents. Network: 0e5e8408-a585-490e-b30b-360d1ea5fc63, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:05:28.105894 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-fbbebdf7-f10f-457e-9e78-5f7044edd62a None None] Port eb3dd0a0-affc-474f-9e15-a893ac0d01b0 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:05:28.108728 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9afe536d-2083-415c-8365-a11c662c451c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:28.156396 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-fbbebdf7-f10f-457e-9e78-5f7044edd62a None None] Provisioning complete for port 3f6afd0b-9fcb-42b6-b3dc-1e2f96a10f46 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:28.156770 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fbbebdf7-f10f-457e-9e78-5f7044edd62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:28.170108 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c6508a1b-5b60-4c09-b5e3-de9e62bbf510 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:28.177616 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe2e8c5-9678-4005-ae64-e2678ac25a6c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Network 0e5e8408-a585-490e-b30b-360d1ea5fc63 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:05:28.208936 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-43ca97e5-e7e3-422c-afe9-89b3279e8d3e tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:28.218497 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-43ca97e5-e7e3-422c-afe9-89b3279e8d3e tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] 10.222.0.59 "DELETE /v2.0/routers/097a8126-4e21-42e2-8579-8ecd33477503 HTTP/1.1" status: 204 len: 168 time: 9.3329074 Feb 10 23:05:28.218634 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41946) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:28.223388 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-8715b61a-fcf3-4bba-8c41-91224d2a4d52 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1991637690', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}, 'admin_state_up': False}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:05:28.229199 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c07c60-aab1-45b4-a023-b6ef0cf3394f None None] Unable to find a vacant binding_index for network 0e5e8408-a585-490e-b30b-360d1ea5fc63 and agent 43499674-f43d-4631-a492-3d0c4027683f {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 10 23:05:28.234886 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8715b61a-fcf3-4bba-8c41-91224d2a4d52 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:28.239906 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port e17d4c0a-22cf-48d7-b06c-3ff7181baeb3 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:05:28.240788 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-27f0b5ac-4cfb-4960-99d8-c70d1ab3fec0 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:28.246732 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port e17d4c0a-22cf-48d7-b06c-3ff7181baeb3 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:28.247584 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:28.264784 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-8715b61a-fcf3-4bba-8c41-91224d2a4d52 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Usage tracker for resource:router and tenant:9106f78d7f4749b994ba4bdf05ebdeb2 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:28.281783 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-8715b61a-fcf3-4bba-8c41-91224d2a4d52 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:28.299380 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8715b61a-fcf3-4bba-8c41-91224d2a4d52 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:28.305456 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9afe536d-2083-415c-8365-a11c662c451c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Made reservation on behalf of 62dc022463634d02b4f57b75cc001545 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:05:28.309437 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c07c60-aab1-45b4-a023-b6ef0cf3394f None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 0e5e8408-a585-490e-b30b-360d1ea5fc63) {{(pid=84334) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 23:05:28.309597 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9afe536d-2083-415c-8365-a11c662c451c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:28.466157 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:05:28.501973 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-2fe2e8c5-9678-4005-ae64-e2678ac25a6c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 0e5e8408-a585-490e-b30b-360d1ea5fc63) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:28.506798 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe2e8c5-9678-4005-ae64-e2678ac25a6c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:28.508274 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-fbbebdf7-f10f-457e-9e78-5f7044edd62a None None] Provisioning complete for port 0ec6f5d6-55a4-4645-bc54-3b5168f001a2 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:28.508675 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fbbebdf7-f10f-457e-9e78-5f7044edd62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:28.517134 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2fe2e8c5-9678-4005-ae64-e2678ac25a6c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:28.578468 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:28.670619 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-27f0b5ac-4cfb-4960-99d8-c70d1ab3fec0 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:28.674207 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8715b61a-fcf3-4bba-8c41-91224d2a4d52 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:28.674815 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8715b61a-fcf3-4bba-8c41-91224d2a4d52 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:28.701904 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port e17d4c0a-22cf-48d7-b06c-3ff7181baeb3, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=e17d4c0a-22cf-48d7-b06c-3ff7181baeb3,segment=NetworkSegment(7a345138-8b21-4d04-9958-9268deba4dc9),segment_id=7a345138-8b21-4d04-9958-9268deba4dc9)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:05:28.709937 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8715b61a-fcf3-4bba-8c41-91224d2a4d52 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:28.732878 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9afe536d-2083-415c-8365-a11c662c451c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:05:28.769046 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9afe536d-2083-415c-8365-a11c662c451c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:28.769607 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-9afe536d-2083-415c-8365-a11c662c451c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Added segment 1bbd1d8a-568c-481c-ba3d-c7fe60d53d3f of type vlan for network 3ec5b0c5-f4fb-41f1-adef-b5802012b7e9 Feb 10 23:05:28.776117 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-27f0b5ac-4cfb-4960-99d8-c70d1ab3fec0 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:28.778346 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:28.852731 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-2fe2e8c5-9678-4005-ae64-e2678ac25a6c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3558586 Feb 10 23:05:28.862791 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41958) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:28.896146 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9afe536d-2083-415c-8365-a11c662c451c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:28.898156 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 94fffe2c-7fa4-461f-937a-0b6a4ef0b03d no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:05:28.930065 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-fbbebdf7-f10f-457e-9e78-5f7044edd62a None None] Provisioning complete for port 24d033be-c72f-44a6-bd3b-2edce3b08c75 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:28.930721 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fbbebdf7-f10f-457e-9e78-5f7044edd62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:28.977881 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 94fffe2c-7fa4-461f-937a-0b6a4ef0b03d {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:05:28.978451 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 94fffe2c-7fa4-461f-937a-0b6a4ef0b03d not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:05:28.988461 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.resource_extend [None req-c6508a1b-5b60-4c09-b5e3-de9e62bbf510 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:05:28.990174 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=e17d4c0a-22cf-48d7-b06c-3ff7181baeb3,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:29.044463 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c6508a1b-5b60-4c09-b5e3-de9e62bbf510 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:29.071938 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-27f0b5ac-4cfb-4960-99d8-c70d1ab3fec0 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1734214'] for floatingip, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:29.076641 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f0b5ac-4cfb-4960-99d8-c70d1ab3fec0 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Pushing event updated for resources: {'Port': ['ID=59364f39-5879-42f8-b5a4-1ada33fe8dd3,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:29.085629 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3978ce57-a158-49d7-bc9b-4c78d95a9370 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-0e5e8408-a585-490e-b30b-360d1ea5fc63', 'network_id': '0e5e8408-a585-490e-b30b-360d1ea5fc63', 'tenant_id': '3165e40034a94fb1867776c36ae44e52', 'fixed_ips': [{'subnet_id': 'f2898ea5-aa26-421e-86f6-f7c82e373a7e'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:05:29.086481 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3978ce57-a158-49d7-bc9b-4c78d95a9370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:29.109965 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8715b61a-fcf3-4bba-8c41-91224d2a4d52 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:29.119555 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1b20050b-7a61-4159-acd0-7372c3e71412 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:29.124129 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b74d2a1d-0331-40a6-967d-23cc3bcf0b4c tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Router 48ba3f4e-4de6-46cf-98cc-617e096858f1 is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:05:29.177047 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c6508a1b-5b60-4c09-b5e3-de9e62bbf510 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:29.180872 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9afe536d-2083-415c-8365-a11c662c451c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:29.185215 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afe536d-2083-415c-8365-a11c662c451c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:29.185808 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9afe536d-2083-415c-8365-a11c662c451c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:29.214381 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-27f0b5ac-4cfb-4960-99d8-c70d1ab3fec0 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:29.223977 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-27f0b5ac-4cfb-4960-99d8-c70d1ab3fec0 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3907673 Feb 10 23:05:29.237856 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 24d033be-c72f-44a6-bd3b-2edce3b08c75 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:05:29.352286 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-fbbebdf7-f10f-457e-9e78-5f7044edd62a None None] Provisioning for port da80279c-4356-41c0-94ac-11706694b96a completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:05:29.366093 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-fbbebdf7-f10f-457e-9e78-5f7044edd62a None None] Provisioning complete for port da80279c-4356-41c0-94ac-11706694b96a triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:29.366978 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fbbebdf7-f10f-457e-9e78-5f7044edd62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:29.401069 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96138158-be0c-45b6-83f7-48dc4525634d tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Router 29fe4d03-7dc0-4363-9a76-76243a804434 is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:05:29.436984 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-3978ce57-a158-49d7-bc9b-4c78d95a9370 None None] Allocated IP 172.20.0.1 (0e5e8408-a585-490e-b30b-360d1ea5fc63/f2898ea5-aa26-421e-86f6-f7c82e373a7e/7d2091a0-7cf7-430d-8dec-d295de390b1f) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:05:29.438797 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-fbbebdf7-f10f-457e-9e78-5f7044edd62a None None] Port da80279c-4356-41c0-94ac-11706694b96a cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:05:29.536021 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8715b61a-fcf3-4bba-8c41-91224d2a4d52 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:29.555492 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 24d033be-c72f-44a6-bd3b-2edce3b08c75 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:29.556129 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:29.580275 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1b20050b-7a61-4159-acd0-7372c3e71412 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:29.594272 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8715b61a-fcf3-4bba-8c41-91224d2a4d52 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:29.627701 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9afe536d-2083-415c-8365-a11c662c451c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.6950755 Feb 10 23:05:29.630129 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afe536d-2083-415c-8365-a11c662c451c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event updated for resources: {'Network': ['ID=3ec5b0c5-f4fb-41f1-adef-b5802012b7e9,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:29.633795 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41974) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:29.649330 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6508a1b-5b60-4c09-b5e3-de9e62bbf510 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Pushing event updated for resources: {'Port': ['ID=d22eac7e-6d24-4017-baf0-208d2b3e8b6c,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:29.669606 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-e4477eb7-e13b-4d67-9940-a441518b1aa3 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Request body: {'subnet': {'network_id': '3ec5b0c5-f4fb-41f1-adef-b5802012b7e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:05:29.689884 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 3ec5b0c5-f4fb-41f1-adef-b5802012b7e9 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:05:29.695136 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-cd783f16-5aba-4840-9198-cdc58340ff27 req-d071fad7-c14e-428d-8e60-e2f11916744b tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Synchronizing usage tracker for tenant:e452088f31c44993a8754d6dd8fb5a7b on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:05:29.776046 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-cd783f16-5aba-4840-9198-cdc58340ff27 req-d071fad7-c14e-428d-8e60-e2f11916744b tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Unset dirty status for tenant:e452088f31c44993a8754d6dd8fb5a7b on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:05:29.777333 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-cd783f16-5aba-4840-9198-cdc58340ff27 req-d071fad7-c14e-428d-8e60-e2f11916744b tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1856745825&fields=id&tenant_id=e452088f31c44993a8754d6dd8fb5a7b HTTP/1.1" status: 200 len: 267 time: 0.2430906 Feb 10 23:05:29.871297 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c6508a1b-5b60-4c09-b5e3-de9e62bbf510 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1734214'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:29.879026 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-8715b61a-fcf3-4bba-8c41-91224d2a4d52 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Allocated IP 172.26.8.254 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/67b90bec-ce3d-4c84-94d9-4fc9e0137ef6) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:05:29.897781 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device e17d4c0a-22cf-48d7-b06c-3ff7181baeb3 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:05:30.014426 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3978ce57-a158-49d7-bc9b-4c78d95a9370 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:30.029817 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-3978ce57-a158-49d7-bc9b-4c78d95a9370 None None] Transition to ACTIVE for port object 7d2091a0-7cf7-430d-8dec-d295de390b1f will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:05:30.050852 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port e17d4c0a-22cf-48d7-b06c-3ff7181baeb3 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:30.058964 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:30.061508 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd783f16-5aba-4840-9198-cdc58340ff27 req-b3045a55-325b-4c5b-8c31-5ce2ce82a650 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:30.062991 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-cd783f16-5aba-4840-9198-cdc58340ff27 req-b3045a55-325b-4c5b-8c31-5ce2ce82a650 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/networks?id=cc3883e2-07c5-4782-b2eb-c25b67bd2e9e HTTP/1.1" status: 200 len: 811 time: 0.2723954 Feb 10 23:05:30.089578 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-3978ce57-a158-49d7-bc9b-4c78d95a9370 None None] Transition to ACTIVE for port object 7d2091a0-7cf7-430d-8dec-d295de390b1f will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:05:30.116253 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e4477eb7-e13b-4d67-9940-a441518b1aa3 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:30.125103 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-cd783f16-5aba-4840-9198-cdc58340ff27 req-a143942c-7c14-4d7e-b43d-fc9dbe1c750a tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/quotas/e452088f31c44993a8754d6dd8fb5a7b HTTP/1.1" status: 200 len: 375 time: 0.0423918 Feb 10 23:05:30.128214 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e4477eb7-e13b-4d67-9940-a441518b1aa3 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Usage tracker for resource:subnet and tenant:62dc022463634d02b4f57b75cc001545 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:30.132994 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e4477eb7-e13b-4d67-9940-a441518b1aa3 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:30.137563 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8715b61a-fcf3-4bba-8c41-91224d2a4d52 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:30.149302 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e4477eb7-e13b-4d67-9940-a441518b1aa3 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:30.182020 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 3f6afd0b-9fcb-42b6-b3dc-1e2f96a10f46 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:05:30.189339 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b74d2a1d-0331-40a6-967d-23cc3bcf0b4c tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:05:30.197391 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b74d2a1d-0331-40a6-967d-23cc3bcf0b4c tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "PUT /v2.0/routers/48ba3f4e-4de6-46cf-98cc-617e096858f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5020509 Feb 10 23:05:30.201269 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41984) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:30.224493 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3978ce57-a158-49d7-bc9b-4c78d95a9370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:30.233391 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4c537c-6d70-4988-a346-37446c1be063 None None] Sync routers for ids ['48ba3f4e-4de6-46cf-98cc-617e096858f1'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:05:30.255131 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96138158-be0c-45b6-83f7-48dc4525634d tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:05:30.267824 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-96138158-be0c-45b6-83f7-48dc4525634d tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] 10.222.0.59 "PUT /v2.0/routers/29fe4d03-7dc0-4363-9a76-76243a804434/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9753137 Feb 10 23:05:30.279545 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4c537c-6d70-4988-a346-37446c1be063 None None] Routers {'48ba3f4e-4de6-46cf-98cc-617e096858f1'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:05:30.279887 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 41988) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:30.280001 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-7f4c537c-6d70-4988-a346-37446c1be063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:05:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['48ba3f4e-4de6-46cf-98cc-617e096858f1'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:30.299581 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b1de08-3560-4919-a039-862e958a51cf None None] Sync routers for ids ['29fe4d03-7dc0-4363-9a76-76243a804434'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:05:30.331185 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732a76ba-4d45-42e3-bf14-bd04a089e044 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:30.332930 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-732a76ba-4d45-42e3-bf14-bd04a089e044 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "GET /v2.0/ports/eb3dd0a0-affc-474f-9e15-a893ac0d01b0 HTTP/1.1" status: 200 len: 911 time: 0.1304798 Feb 10 23:05:30.340576 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3978ce57-a158-49d7-bc9b-4c78d95a9370 None None] Pushing event updated for resources: {'Port': ['ID=7d2091a0-7cf7-430d-8dec-d295de390b1f,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:30.345781 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3978ce57-a158-49d7-bc9b-4c78d95a9370 None None] Network 0e5e8408-a585-490e-b30b-360d1ea5fc63 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:05:30.352906 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-3978ce57-a158-49d7-bc9b-4c78d95a9370 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:30.359319 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3978ce57-a158-49d7-bc9b-4c78d95a9370 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:05:30.359762 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 41992) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:30.362772 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b1de08-3560-4919-a039-862e958a51cf None None] Routers {'29fe4d03-7dc0-4363-9a76-76243a804434'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:05:30.363463 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-32b1de08-3560-4919-a039-862e958a51cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:05:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['29fe4d03-7dc0-4363-9a76-76243a804434'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:30.368150 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-7f4c537c-6d70-4988-a346-37446c1be063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:30.382951 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4c537c-6d70-4988-a346-37446c1be063 None None] Routers {'48ba3f4e-4de6-46cf-98cc-617e096858f1'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:05:30.384494 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-7f4c537c-6d70-4988-a346-37446c1be063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:05:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['48ba3f4e-4de6-46cf-98cc-617e096858f1'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:30.437967 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-32b1de08-3560-4919-a039-862e958a51cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:30.463378 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-7f4c537c-6d70-4988-a346-37446c1be063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:30.465196 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4c537c-6d70-4988-a346-37446c1be063 None None] The sync data for ids ['48ba3f4e-4de6-46cf-98cc-617e096858f1'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:05:30.516109 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 3f6afd0b-9fcb-42b6-b3dc-1e2f96a10f46 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:30.516488 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:30.575195 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4477eb7-e13b-4d67-9940-a441518b1aa3 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Made reservation on behalf of 62dc022463634d02b4f57b75cc001545 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:05:30.612958 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1b20050b-7a61-4159-acd0-7372c3e71412 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:30.644581 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b1de08-3560-4919-a039-862e958a51cf None None] Routers {'29fe4d03-7dc0-4363-9a76-76243a804434'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:05:30.649726 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-32b1de08-3560-4919-a039-862e958a51cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:05:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['29fe4d03-7dc0-4363-9a76-76243a804434'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:30.706640 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-cd783f16-5aba-4840-9198-cdc58340ff27 req-14c3e8fe-db0d-435a-a7ae-eb84968d4b65 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Synchronizing usage tracker for tenant:e452088f31c44993a8754d6dd8fb5a7b on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:05:30.756407 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-3978ce57-a158-49d7-bc9b-4c78d95a9370 None None] Attempting to bind port 7d2091a0-7cf7-430d-8dec-d295de390b1f on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:05:30.756807 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-3978ce57-a158-49d7-bc9b-4c78d95a9370 None None] Attempting to bind port 7d2091a0-7cf7-430d-8dec-d295de390b1f by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': 'f861a0c7-5f66-4689-ba5e-deaf2adef0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0e5e8408-a585-490e-b30b-360d1ea5fc63'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:05:30.757170 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3978ce57-a158-49d7-bc9b-4c78d95a9370 None None] Attempting to bind port 7d2091a0-7cf7-430d-8dec-d295de390b1f on network 0e5e8408-a585-490e-b30b-360d1ea5fc63 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:05:30.762820 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-32b1de08-3560-4919-a039-862e958a51cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:30.763236 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b1de08-3560-4919-a039-862e958a51cf None None] The sync data for ids ['29fe4d03-7dc0-4363-9a76-76243a804434'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:05:30.770556 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8715b61a-fcf3-4bba-8c41-91224d2a4d52 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:30.773945 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3978ce57-a158-49d7-bc9b-4c78d95a9370 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:05:30.776870 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3978ce57-a158-49d7-bc9b-4c78d95a9370 None None] Checking segment: {'id': 'f861a0c7-5f66-4689-ba5e-deaf2adef0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0e5e8408-a585-490e-b30b-360d1ea5fc63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:05:30.776870 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3978ce57-a158-49d7-bc9b-4c78d95a9370 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:30.776870 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3978ce57-a158-49d7-bc9b-4c78d95a9370 None None] Bound using segment: {'id': 'f861a0c7-5f66-4689-ba5e-deaf2adef0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0e5e8408-a585-490e-b30b-360d1ea5fc63'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:05:30.776870 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-3978ce57-a158-49d7-bc9b-4c78d95a9370 None None] Bound port: 7d2091a0-7cf7-430d-8dec-d295de390b1f, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f861a0c7-5f66-4689-ba5e-deaf2adef0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0e5e8408-a585-490e-b30b-360d1ea5fc63'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:05:30.776870 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3978ce57-a158-49d7-bc9b-4c78d95a9370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:30.791516 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b20050b-7a61-4159-acd0-7372c3e71412 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Pushing event deleted for resources: {'Subnet': ['ID=f2898ea5-aa26-421e-86f6-f7c82e373a7e,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:30.866234 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b20050b-7a61-4159-acd0-7372c3e71412 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:30.866606 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b20050b-7a61-4159-acd0-7372c3e71412 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:30.866917 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b20050b-7a61-4159-acd0-7372c3e71412 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:30.867248 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b20050b-7a61-4159-acd0-7372c3e71412 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:30.867576 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b20050b-7a61-4159-acd0-7372c3e71412 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:30.867906 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b20050b-7a61-4159-acd0-7372c3e71412 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:30.868336 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b20050b-7a61-4159-acd0-7372c3e71412 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:30.868633 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b20050b-7a61-4159-acd0-7372c3e71412 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:30.868922 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b20050b-7a61-4159-acd0-7372c3e71412 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:30.878050 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b20050b-7a61-4159-acd0-7372c3e71412 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:30.878050 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b20050b-7a61-4159-acd0-7372c3e71412 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:30.906902 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-cd783f16-5aba-4840-9198-cdc58340ff27 req-14c3e8fe-db0d-435a-a7ae-eb84968d4b65 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Unset dirty status for tenant:e452088f31c44993a8754d6dd8fb5a7b on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:05:30.908101 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-cd783f16-5aba-4840-9198-cdc58340ff27 req-14c3e8fe-db0d-435a-a7ae-eb84968d4b65 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e452088f31c44993a8754d6dd8fb5a7b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7809441 Feb 10 23:05:30.943103 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-3978ce57-a158-49d7-bc9b-4c78d95a9370 None None] For port 7d2091a0-7cf7-430d-8dec-d295de390b1f, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:05:30.946702 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-3978ce57-a158-49d7-bc9b-4c78d95a9370 None None] For port 7d2091a0-7cf7-430d-8dec-d295de390b1f, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=7d2091a0-7cf7-430d-8dec-d295de390b1f,segment=NetworkSegment(f861a0c7-5f66-4689-ba5e-deaf2adef0eb),segment_id=f861a0c7-5f66-4689-ba5e-deaf2adef0eb)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:05:30.956110 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e4477eb7-e13b-4d67-9940-a441518b1aa3 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:31.013443 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8715b61a-fcf3-4bba-8c41-91224d2a4d52 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:05:31.032805 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3978ce57-a158-49d7-bc9b-4c78d95a9370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:31.051487 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.l3_db [None req-c6508a1b-5b60-4c09-b5e3-de9e62bbf510 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Floating IP cf9e0fd0-7f8c-452a-aec6-47103c713419 associated. External IP: 172.26.8.56, port: 1811bde2-2323-4a65-ad23-b87c3a7fe35f. Feb 10 23:05:31.061015 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8715b61a-fcf3-4bba-8c41-91224d2a4d52 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Pushing event updated for resources: {'Port': ['ID=67b90bec-ce3d-4c84-94d9-4fc9e0137ef6,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:31.067908 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-8715b61a-fcf3-4bba-8c41-91224d2a4d52 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:31.074447 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8715b61a-fcf3-4bba-8c41-91224d2a4d52 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:05:31.117849 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42004) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:31.119028 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1b20050b-7a61-4159-acd0-7372c3e71412 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:31.179706 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3978ce57-a158-49d7-bc9b-4c78d95a9370 None None] Pushing event updated for resources: {'Port': ['ID=7d2091a0-7cf7-430d-8dec-d295de390b1f,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:31.217409 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7ae8c5-e817-47c7-a7cc-4c5826483f24 None None] get_active_networks_info from dv-neutron-828797-1-hyperv {{(pid=84334) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 10 23:05:31.231716 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-1b20050b-7a61-4159-acd0-7372c3e71412 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e5e8408-a585-490e-b30b-360d1ea5fc63']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:31.250475 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-cd783f16-5aba-4840-9198-cdc58340ff27 req-3c59607e-be65-47a0-82ba-544841105236 service neutron] 10.222.0.59 "GET /v2.0/networks/cc3883e2-07c5-4782-b2eb-c25b67bd2e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829170 Feb 10 23:05:31.257373 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-1b20050b-7a61-4159-acd0-7372c3e71412 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f861a0c7-5f66-4689-ba5e-deaf2adef0eb') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:31.257678 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-1b20050b-7a61-4159-acd0-7372c3e71412 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f861a0c7-5f66-4689-ba5e-deaf2adef0eb') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:31.286936 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1b20050b-7a61-4159-acd0-7372c3e71412 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32216962'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:31.323681 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1b20050b-7a61-4159-acd0-7372c3e71412 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:31.338652 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b20050b-7a61-4159-acd0-7372c3e71412 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:05:31.339712 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1b20050b-7a61-4159-acd0-7372c3e71412 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32033006'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:31.358572 dv-neutron-828797-1-hyperv neutron-server[84332]: Traceback (most recent call last): Feb 10 23:05:31.358572 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:05:31.358572 dv-neutron-828797-1-hyperv neutron-server[84332]: timer() Feb 10 23:05:31.358572 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:05:31.358572 dv-neutron-828797-1-hyperv neutron-server[84332]: cb(*args, **kw) Feb 10 23:05:31.358572 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:05:31.358572 dv-neutron-828797-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Feb 10 23:05:31.358572 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:05:31.358572 dv-neutron-828797-1-hyperv neutron-server[84332]: self._notify() Feb 10 23:05:31.358572 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:05:31.358572 dv-neutron-828797-1-hyperv neutron-server[84332]: self.callback(batched_events) Feb 10 23:05:31.358572 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:05:31.358572 dv-neutron-828797-1-hyperv neutron-server[84332]: event.method(event) Feb 10 23:05:31.358572 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:05:31.358572 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:05:31.358572 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:05:31.358572 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:05:31.358572 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:05:31.358572 dv-neutron-828797-1-hyperv neutron-server[84332]: return f(self, *a, **k) Feb 10 23:05:31.358572 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:05:31.358572 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._get(url).json() Feb 10 23:05:31.358572 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:05:31.358572 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:05:31.358572 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:05:31.358572 dv-neutron-828797-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Feb 10 23:05:31.358572 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:05:31.358572 dv-neutron-828797-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:05:31.358572 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:05:31.358572 dv-neutron-828797-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:05:31.358572 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:05:31.358572 dv-neutron-828797-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:05:31.358572 dv-neutron-828797-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:05:31.361584 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-c5d3568f-22b5-4a47-b960-af40eb1c3c29 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-181875445', 'router:external': True}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:05:31.377046 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c5d3568f-22b5-4a47-b960-af40eb1c3c29 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:31.383824 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-c5d3568f-22b5-4a47-b960-af40eb1c3c29 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Usage tracker for resource:network and tenant:23659e77e80e4429b4e076fc4da43ec6 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:31.388747 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-c5d3568f-22b5-4a47-b960-af40eb1c3c29 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:31.402282 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c5d3568f-22b5-4a47-b960-af40eb1c3c29 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:31.424478 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7ae8c5-e817-47c7-a7cc-4c5826483f24 None None] Resources bound (agent type, host, resource id): {{(pid=84334) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 23:05:31.433364 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4b101078-b0a2-4e6e-99ff-52d040bc4659 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732944'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:31.500146 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d3568f-22b5-4a47-b960-af40eb1c3c29 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Made reservation on behalf of 23659e77e80e4429b4e076fc4da43ec6 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:05:31.502480 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c5d3568f-22b5-4a47-b960-af40eb1c3c29 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:31.640672 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c5d3568f-22b5-4a47-b960-af40eb1c3c29 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:31.668451 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-cd783f16-5aba-4840-9198-cdc58340ff27 req-545b219d-7c44-43d4-950b-e73e42974d49 service neutron] 10.222.0.59 "GET /v2.0/networks/cc3883e2-07c5-4782-b2eb-c25b67bd2e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4090993 Feb 10 23:05:31.684874 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.api [None req-1b20050b-7a61-4159-acd0-7372c3e71412 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 23:05:31.684874 dv-neutron-828797-1-hyperv neutron-server[84332]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 23:05:31.684874 dv-neutron-828797-1-hyperv neutron-server[84332]: [parameters: {'id': '0e5e8408-a585-490e-b30b-360d1ea5fc63'}] Feb 10 23:05:31.684874 dv-neutron-828797-1-hyperv neutron-server[84332]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:05:31.693508 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG oslo_db.api [None req-1b20050b-7a61-4159-acd0-7372c3e71412 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:05:31.708400 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c5d3568f-22b5-4a47-b960-af40eb1c3c29 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:31.715796 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-c5d3568f-22b5-4a47-b960-af40eb1c3c29 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Usage tracker for resource:security_group_rule and tenant:23659e77e80e4429b4e076fc4da43ec6 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:31.721699 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-c5d3568f-22b5-4a47-b960-af40eb1c3c29 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:31.734795 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c5d3568f-22b5-4a47-b960-af40eb1c3c29 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:31.830128 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e4477eb7-e13b-4d67-9940-a441518b1aa3 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:31.836034 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8715b61a-fcf3-4bba-8c41-91224d2a4d52 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks [] for router_gateway, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:31.836778 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8715b61a-fcf3-4bba-8c41-91224d2a4d52 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:31.865709 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ef63fa-2e04-4b64-b805-396a9248853b None None] Network 0e5e8408-a585-490e-b30b-360d1ea5fc63 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:05:32.238688 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd06cc3-10d1-4734-abd9-32ed84d3cb6d None None] Network 0e5e8408-a585-490e-b30b-360d1ea5fc63 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:05:32.241297 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c5d3568f-22b5-4a47-b960-af40eb1c3c29 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:32.314729 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c5d3568f-22b5-4a47-b960-af40eb1c3c29 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:32.344215 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1b20050b-7a61-4159-acd0-7372c3e71412 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:32.350114 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4477eb7-e13b-4d67-9940-a441518b1aa3 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event updated for resources: {'Subnet': ['ID=f92fcb0e-3f44-4c2c-b992-54f831682171,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:32.354654 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8d82f10f-b98a-4446-a88c-183f60a7d4dc req-aa96c1a9-def1-4e65-ab07-75c486ae6237 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 210 time: 0.0664701 Feb 10 23:05:32.376368 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-d290eeff-20f2-4253-93cc-d4d72c085a6e None None] Provisioning complete for port da80279c-4356-41c0-94ac-11706694b96a triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:32.376368 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d290eeff-20f2-4253-93cc-d4d72c085a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:32.394497 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5d3568f-22b5-4a47-b960-af40eb1c3c29 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:05:32.493815 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-d290eeff-20f2-4253-93cc-d4d72c085a6e None None] Port da80279c-4356-41c0-94ac-11706694b96a cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:05:32.520754 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-1b20050b-7a61-4159-acd0-7372c3e71412 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Deleting port 7d2091a0-7cf7-430d-8dec-d295de390b1f {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:05:32.521130 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1b20050b-7a61-4159-acd0-7372c3e71412 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:32.522661 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-d290eeff-20f2-4253-93cc-d4d72c085a6e None None] Provisioning complete for port eb3dd0a0-affc-474f-9e15-a893ac0d01b0 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:32.523029 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d290eeff-20f2-4253-93cc-d4d72c085a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:32.550232 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d3568f-22b5-4a47-b960-af40eb1c3c29 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e618ad5c-3ec7-4606-b816-14612e2576cd,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:32.560207 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c5d3568f-22b5-4a47-b960-af40eb1c3c29 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:32.560591 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-c5d3568f-22b5-4a47-b960-af40eb1c3c29 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Added segment 65331498-fb9d-4401-b020-9934b772bd32 of type vlan for network 44882163-07ea-4167-a4ef-aa97ad83b9e7 Feb 10 23:05:32.579098 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-d290eeff-20f2-4253-93cc-d4d72c085a6e None None] Port eb3dd0a0-affc-474f-9e15-a893ac0d01b0 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:05:32.588719 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4477eb7-e13b-4d67-9940-a441518b1aa3 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Checking segment: {'id': '1bbd1d8a-568c-481c-ba3d-c7fe60d53d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '3ec5b0c5-f4fb-41f1-adef-b5802012b7e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:05:32.588719 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4477eb7-e13b-4d67-9940-a441518b1aa3 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Network hostable DHCP agents. Network: 3ec5b0c5-f4fb-41f1-adef-b5802012b7e9, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:05:32.628060 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c5d3568f-22b5-4a47-b960-af40eb1c3c29 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:32.808586 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c5d3568f-22b5-4a47-b960-af40eb1c3c29 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:32.808586 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d3568f-22b5-4a47-b960-af40eb1c3c29 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:32.809191 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c5d3568f-22b5-4a47-b960-af40eb1c3c29 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:32.829104 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-1b20050b-7a61-4159-acd0-7372c3e71412 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] For port 7d2091a0-7cf7-430d-8dec-d295de390b1f, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=7d2091a0-7cf7-430d-8dec-d295de390b1f,segment=NetworkSegment(f861a0c7-5f66-4689-ba5e-deaf2adef0eb),segment_id=f861a0c7-5f66-4689-ba5e-deaf2adef0eb)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:05:32.829712 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1b20050b-7a61-4159-acd0-7372c3e71412 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:32.915142 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8715b61a-fcf3-4bba-8c41-91224d2a4d52 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Router f29c6d8e-c996-41c2-a2f4-023cee62e75e is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:05:32.946029 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-4b101078-b0a2-4e6e-99ff-52d040bc4659 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Deleting port eb3dd0a0-affc-474f-9e15-a893ac0d01b0 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:05:32.946608 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4b101078-b0a2-4e6e-99ff-52d040bc4659 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:32.960219 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-1b20050b-7a61-4159-acd0-7372c3e71412 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Calling delete_port for 7d2091a0-7cf7-430d-8dec-d295de390b1f owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:05:32.978717 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d3568f-22b5-4a47-b960-af40eb1c3c29 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Pushing event updated for resources: {'Network': ['ID=44882163-07ea-4167-a4ef-aa97ad83b9e7,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:32.985606 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4477eb7-e13b-4d67-9940-a441518b1aa3 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Network 3ec5b0c5-f4fb-41f1-adef-b5802012b7e9 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:05:32.990957 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 44882163-07ea-4167-a4ef-aa97ad83b9e7 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:05:33.059320 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-c5d3568f-22b5-4a47-b960-af40eb1c3c29 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.9402380 Feb 10 23:05:33.065110 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42020) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:33.075011 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-d8e97bcf-c354-44f0-b1c4-f0d76c7ab830 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Request body: {'subnet': {'network_id': '44882163-07ea-4167-a4ef-aa97ad83b9e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:05:33.087459 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-d8e97bcf-c354-44f0-b1c4-f0d76c7ab830 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:33.099639 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d8e97bcf-c354-44f0-b1c4-f0d76c7ab830 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Usage tracker for resource:subnet and tenant:23659e77e80e4429b4e076fc4da43ec6 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:33.138457 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d8e97bcf-c354-44f0-b1c4-f0d76c7ab830 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:33.147143 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-e4477eb7-e13b-4d67-9940-a441518b1aa3 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 3ec5b0c5-f4fb-41f1-adef-b5802012b7e9) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:33.156752 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd339b5-9c62-4ea9-8e83-53f89c83c77e None None] Network 3ec5b0c5-f4fb-41f1-adef-b5802012b7e9 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:05:33.157941 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-d8e97bcf-c354-44f0-b1c4-f0d76c7ab830 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:33.179404 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4477eb7-e13b-4d67-9940-a441518b1aa3 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:33.179404 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e4477eb7-e13b-4d67-9940-a441518b1aa3 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:33.209229 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-31fc1195-ba75-4650-8fae-2644541eb6f2 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:05:33.210256 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-31fc1195-ba75-4650-8fae-2644541eb6f2 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] 10.222.0.59 "PUT /v2.0/routers/29fe4d03-7dc0-4363-9a76-76243a804434/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.9386876 Feb 10 23:05:33.214347 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42024) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:33.289727 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1b20050b-7a61-4159-acd0-7372c3e71412 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:33.314636 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4b101078-b0a2-4e6e-99ff-52d040bc4659 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:33.384663 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac167c2-1472-4cb8-8b32-d3f1699c6922 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-3ec5b0c5-f4fb-41f1-adef-b5802012b7e9', 'network_id': '3ec5b0c5-f4fb-41f1-adef-b5802012b7e9', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'fixed_ips': [{'subnet_id': 'f92fcb0e-3f44-4c2c-b992-54f831682171'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:05:33.386209 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4ac167c2-1472-4cb8-8b32-d3f1699c6922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:33.393064 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e97bcf-c354-44f0-b1c4-f0d76c7ab830 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Made reservation on behalf of 23659e77e80e4429b4e076fc4da43ec6 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:05:33.395673 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d8e97bcf-c354-44f0-b1c4-f0d76c7ab830 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:33.411715 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e4477eb7-e13b-4d67-9940-a441518b1aa3 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7542210 Feb 10 23:05:33.415890 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b20050b-7a61-4159-acd0-7372c3e71412 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Pushing event deleted for resources: {'Port': ['ID=7d2091a0-7cf7-430d-8dec-d295de390b1f,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:33.429780 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42030) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:33.482920 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-11dfc04f-4e1b-4a1c-9d91-1319a4b4b0f0 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1898179139', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:05:33.488143 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-4b101078-b0a2-4e6e-99ff-52d040bc4659 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Calling delete_port for eb3dd0a0-affc-474f-9e15-a893ac0d01b0 owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:05:33.493282 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b20050b-7a61-4159-acd0-7372c3e71412 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] No DVR routers for this DVR port 7d2091a0-7cf7-430d-8dec-d295de390b1f on host dv-neutron-828797-1-hyperv {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:05:33.497353 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-11dfc04f-4e1b-4a1c-9d91-1319a4b4b0f0 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:33.557855 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6508a1b-5b60-4c09-b5e3-de9e62bbf510 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Router ceb0202d-0403-475b-a150-eb543df39ce0 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:05:33.592374 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-bf63a43c-1411-4aed-9ee4-e9cea05bd40b req-b85507c5-5978-40de-967b-45f2aef05cf3 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 210 time: 0.0707397 Feb 10 23:05:33.596155 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-11dfc04f-4e1b-4a1c-9d91-1319a4b4b0f0 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Usage tracker for resource:router and tenant:62dc022463634d02b4f57b75cc001545 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:33.623889 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-11dfc04f-4e1b-4a1c-9d91-1319a4b4b0f0 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:33.627947 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-4ac167c2-1472-4cb8-8b32-d3f1699c6922 None None] Allocated IP 172.20.0.2 (3ec5b0c5-f4fb-41f1-adef-b5802012b7e9/f92fcb0e-3f44-4c2c-b992-54f831682171/c85b800e-ca30-499c-9619-b50e201edd48) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:05:33.637523 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8715b61a-fcf3-4bba-8c41-91224d2a4d52 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:05:33.652095 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44389ccc-2475-4cb7-973c-5abf6b1aba39 None None] Sync routers for ids ['f29c6d8e-c996-41c2-a2f4-023cee62e75e'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:05:33.669776 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-11dfc04f-4e1b-4a1c-9d91-1319a4b4b0f0 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:33.673328 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44389ccc-2475-4cb7-973c-5abf6b1aba39 None None] Routers {'f29c6d8e-c996-41c2-a2f4-023cee62e75e'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:05:33.674217 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-44389ccc-2475-4cb7-973c-5abf6b1aba39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:05:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['f29c6d8e-c996-41c2-a2f4-023cee62e75e'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:33.748039 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-44389ccc-2475-4cb7-973c-5abf6b1aba39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:33.759596 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44389ccc-2475-4cb7-973c-5abf6b1aba39 None None] Routers {'f29c6d8e-c996-41c2-a2f4-023cee62e75e'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:05:33.760663 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-44389ccc-2475-4cb7-973c-5abf6b1aba39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:05:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['f29c6d8e-c996-41c2-a2f4-023cee62e75e'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:33.807217 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8715b61a-fcf3-4bba-8c41-91224d2a4d52 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:33.809909 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-8715b61a-fcf3-4bba-8c41-91224d2a4d52 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.5939939 Feb 10 23:05:33.812506 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42034) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:33.822607 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-44389ccc-2475-4cb7-973c-5abf6b1aba39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:33.822831 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-92f2c3bf-9d49-4903-9176-7aefe76b2bb8 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:05:33.824216 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44389ccc-2475-4cb7-973c-5abf6b1aba39 None None] The sync data for ids ['f29c6d8e-c996-41c2-a2f4-023cee62e75e'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:05:33.860795 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1b20050b-7a61-4159-acd0-7372c3e71412 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:33.898512 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4b101078-b0a2-4e6e-99ff-52d040bc4659 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:33.929721 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4ac167c2-1472-4cb8-8b32-d3f1699c6922 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:33.943511 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-4ac167c2-1472-4cb8-8b32-d3f1699c6922 None None] Transition to ACTIVE for port object c85b800e-ca30-499c-9619-b50e201edd48 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:05:33.968388 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-4ac167c2-1472-4cb8-8b32-d3f1699c6922 None None] Transition to ACTIVE for port object c85b800e-ca30-499c-9619-b50e201edd48 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:05:33.968640 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b101078-b0a2-4e6e-99ff-52d040bc4659 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event deleted for resources: {'Port': ['ID=eb3dd0a0-affc-474f-9e15-a893ac0d01b0,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:34.034890 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4ac167c2-1472-4cb8-8b32-d3f1699c6922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:34.071149 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-11dfc04f-4e1b-4a1c-9d91-1319a4b4b0f0 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:34.072335 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-11dfc04f-4e1b-4a1c-9d91-1319a4b4b0f0 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:34.082765 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b101078-b0a2-4e6e-99ff-52d040bc4659 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:34.083196 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b101078-b0a2-4e6e-99ff-52d040bc4659 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:34.083605 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b101078-b0a2-4e6e-99ff-52d040bc4659 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:34.084035 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b101078-b0a2-4e6e-99ff-52d040bc4659 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:34.084429 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b101078-b0a2-4e6e-99ff-52d040bc4659 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:34.084890 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b101078-b0a2-4e6e-99ff-52d040bc4659 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:34.085306 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b101078-b0a2-4e6e-99ff-52d040bc4659 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:34.086869 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b101078-b0a2-4e6e-99ff-52d040bc4659 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:34.086869 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b101078-b0a2-4e6e-99ff-52d040bc4659 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:34.087071 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b101078-b0a2-4e6e-99ff-52d040bc4659 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:34.087491 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b101078-b0a2-4e6e-99ff-52d040bc4659 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:34.094271 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-1b20050b-7a61-4159-acd0-7372c3e71412 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e5e8408-a585-490e-b30b-360d1ea5fc63']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:34.126550 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac167c2-1472-4cb8-8b32-d3f1699c6922 None None] Network 3ec5b0c5-f4fb-41f1-adef-b5802012b7e9 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:05:34.138202 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-4ac167c2-1472-4cb8-8b32-d3f1699c6922 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:34.140840 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac167c2-1472-4cb8-8b32-d3f1699c6922 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:05:34.173951 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-1b20050b-7a61-4159-acd0-7372c3e71412 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f861a0c7-5f66-4689-ba5e-deaf2adef0eb') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:34.174256 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-1b20050b-7a61-4159-acd0-7372c3e71412 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f861a0c7-5f66-4689-ba5e-deaf2adef0eb') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:34.201150 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1b20050b-7a61-4159-acd0-7372c3e71412 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32216962'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:34.258544 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac167c2-1472-4cb8-8b32-d3f1699c6922 None None] Pushing event updated for resources: {'Port': ['ID=c85b800e-ca30-499c-9619-b50e201edd48,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:34.263491 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1b20050b-7a61-4159-acd0-7372c3e71412 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:34.277308 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-11dfc04f-4e1b-4a1c-9d91-1319a4b4b0f0 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:34.280630 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b20050b-7a61-4159-acd0-7372c3e71412 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:05:34.281213 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1b20050b-7a61-4159-acd0-7372c3e71412 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32033006'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:34.295861 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-4ac167c2-1472-4cb8-8b32-d3f1699c6922 None None] Attempting to bind port c85b800e-ca30-499c-9619-b50e201edd48 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:05:34.296500 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-4ac167c2-1472-4cb8-8b32-d3f1699c6922 None None] Attempting to bind port c85b800e-ca30-499c-9619-b50e201edd48 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '1bbd1d8a-568c-481c-ba3d-c7fe60d53d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '3ec5b0c5-f4fb-41f1-adef-b5802012b7e9'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:05:34.296892 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac167c2-1472-4cb8-8b32-d3f1699c6922 None None] Attempting to bind port c85b800e-ca30-499c-9619-b50e201edd48 on network 3ec5b0c5-f4fb-41f1-adef-b5802012b7e9 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:05:34.304032 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac167c2-1472-4cb8-8b32-d3f1699c6922 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:05:34.305373 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac167c2-1472-4cb8-8b32-d3f1699c6922 None None] Checking segment: {'id': '1bbd1d8a-568c-481c-ba3d-c7fe60d53d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '3ec5b0c5-f4fb-41f1-adef-b5802012b7e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:05:34.305373 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4ac167c2-1472-4cb8-8b32-d3f1699c6922 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:34.305608 dv-neutron-828797-1-hyperv neutron-server[84332]: Traceback (most recent call last): Feb 10 23:05:34.305608 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:05:34.305608 dv-neutron-828797-1-hyperv neutron-server[84332]: timer() Feb 10 23:05:34.305608 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:05:34.305608 dv-neutron-828797-1-hyperv neutron-server[84332]: cb(*args, **kw) Feb 10 23:05:34.305608 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:05:34.305608 dv-neutron-828797-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Feb 10 23:05:34.305608 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:05:34.305608 dv-neutron-828797-1-hyperv neutron-server[84332]: self._notify() Feb 10 23:05:34.305608 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:05:34.305608 dv-neutron-828797-1-hyperv neutron-server[84332]: self.callback(batched_events) Feb 10 23:05:34.305608 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:05:34.305608 dv-neutron-828797-1-hyperv neutron-server[84332]: event.method(event) Feb 10 23:05:34.305608 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:05:34.305608 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:05:34.305608 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:05:34.305608 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:05:34.305608 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:05:34.305608 dv-neutron-828797-1-hyperv neutron-server[84332]: return f(self, *a, **k) Feb 10 23:05:34.305608 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:05:34.305608 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._get(url).json() Feb 10 23:05:34.305608 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:05:34.305608 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:05:34.305608 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:05:34.305608 dv-neutron-828797-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Feb 10 23:05:34.305608 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:05:34.305608 dv-neutron-828797-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:05:34.305608 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:05:34.305608 dv-neutron-828797-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:05:34.305608 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:05:34.305608 dv-neutron-828797-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:05:34.305608 dv-neutron-828797-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:05:34.308263 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac167c2-1472-4cb8-8b32-d3f1699c6922 None None] Bound using segment: {'id': '1bbd1d8a-568c-481c-ba3d-c7fe60d53d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '3ec5b0c5-f4fb-41f1-adef-b5802012b7e9'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:05:34.308263 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-4ac167c2-1472-4cb8-8b32-d3f1699c6922 None None] Bound port: c85b800e-ca30-499c-9619-b50e201edd48, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bbd1d8a-568c-481c-ba3d-c7fe60d53d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '3ec5b0c5-f4fb-41f1-adef-b5802012b7e9'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:05:34.308263 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4ac167c2-1472-4cb8-8b32-d3f1699c6922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:34.375676 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4b101078-b0a2-4e6e-99ff-52d040bc4659 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2767638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733091'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:34.425804 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-4ac167c2-1472-4cb8-8b32-d3f1699c6922 None None] For port c85b800e-ca30-499c-9619-b50e201edd48, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:05:34.430625 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-4ac167c2-1472-4cb8-8b32-d3f1699c6922 None None] For port c85b800e-ca30-499c-9619-b50e201edd48, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=c85b800e-ca30-499c-9619-b50e201edd48,segment=NetworkSegment(1bbd1d8a-568c-481c-ba3d-c7fe60d53d3f),segment_id=1bbd1d8a-568c-481c-ba3d-c7fe60d53d3f)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:05:34.502418 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4ac167c2-1472-4cb8-8b32-d3f1699c6922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:34.616202 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac167c2-1472-4cb8-8b32-d3f1699c6922 None None] Pushing event updated for resources: {'Port': ['ID=c85b800e-ca30-499c-9619-b50e201edd48,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:34.768310 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-11dfc04f-4e1b-4a1c-9d91-1319a4b4b0f0 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:34.773594 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1b20050b-7a61-4159-acd0-7372c3e71412 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:34.839890 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1b20050b-7a61-4159-acd0-7372c3e71412 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:34.883020 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b20050b-7a61-4159-acd0-7372c3e71412 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Pushing event deleted for resources: {'Network': ['ID=0e5e8408-a585-490e-b30b-360d1ea5fc63,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:34.886512 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e81a9ee3-962e-4a08-8fee-a9af52272b0a req-c6fea1fb-00ff-44aa-aef6-b1ce9084fb5b tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 210 time: 0.1325395 Feb 10 23:05:34.931980 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd783f16-5aba-4840-9198-cdc58340ff27 req-eff41666-6031-4a9a-95fe-2f8ecb1396c5 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:34.936768 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-cd783f16-5aba-4840-9198-cdc58340ff27 req-eff41666-6031-4a9a-95fe-2f8ecb1396c5 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Synchronizing usage tracker for tenant:e452088f31c44993a8754d6dd8fb5a7b on resource:network {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:05:34.945895 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1b20050b-7a61-4159-acd0-7372c3e71412 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "DELETE /v2.0/networks/0e5e8408-a585-490e-b30b-360d1ea5fc63 HTTP/1.1" status: 204 len: 168 time: 6.0785756 Feb 10 23:05:34.950271 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42040) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:34.958206 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-e01b91cb-af2f-40e8-88f7-4b56cffea5f3 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1485942979'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:05:34.966079 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e01b91cb-af2f-40e8-88f7-4b56cffea5f3 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:34.974568 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-e01b91cb-af2f-40e8-88f7-4b56cffea5f3 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Usage tracker for resource:network and tenant:3165e40034a94fb1867776c36ae44e52 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:34.988090 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-e01b91cb-af2f-40e8-88f7-4b56cffea5f3 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:34.997159 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e01b91cb-af2f-40e8-88f7-4b56cffea5f3 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:35.009417 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-11dfc04f-4e1b-4a1c-9d91-1319a4b4b0f0 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:35.011241 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-11dfc04f-4e1b-4a1c-9d91-1319a4b4b0f0 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.5856864 Feb 10 23:05:35.016374 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42044) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:35.039162 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b101078-b0a2-4e6e-99ff-52d040bc4659 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Router 48ba3f4e-4de6-46cf-98cc-617e096858f1 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:05:35.128113 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01b91cb-af2f-40e8-88f7-4b56cffea5f3 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Made reservation on behalf of 3165e40034a94fb1867776c36ae44e52 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:05:35.128496 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-cd783f16-5aba-4840-9198-cdc58340ff27 req-eff41666-6031-4a9a-95fe-2f8ecb1396c5 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Unset dirty status for tenant:e452088f31c44993a8754d6dd8fb5a7b on resource:network {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:05:35.130799 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cd783f16-5aba-4840-9198-cdc58340ff27 req-eff41666-6031-4a9a-95fe-2f8ecb1396c5 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.37 "GET /v2.0/networks?id=cc3883e2-07c5-4782-b2eb-c25b67bd2e9e HTTP/1.1" status: 200 len: 811 time: 0.5557082 Feb 10 23:05:35.131095 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e01b91cb-af2f-40e8-88f7-4b56cffea5f3 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:35.165618 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device c85b800e-ca30-499c-9619-b50e201edd48 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:05:35.268512 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-314d235c-fcbb-4693-a952-5ee574fa25e0 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732944'] for router_interface, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:35.281599 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e01b91cb-af2f-40e8-88f7-4b56cffea5f3 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:05:35.289290 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b101078-b0a2-4e6e-99ff-52d040bc4659 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:05:35.300288 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7646f132-64c7-4578-be51-622ce89d9e3d None None] Sync routers for ids ['48ba3f4e-4de6-46cf-98cc-617e096858f1'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:05:35.300449 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e01b91cb-af2f-40e8-88f7-4b56cffea5f3 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:35.300638 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-e01b91cb-af2f-40e8-88f7-4b56cffea5f3 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Added segment 51600200-a8ad-403e-8f2f-2f9f6e02f7ab of type vlan for network adfbaf13-45b6-4576-92e8-ecafbdc0a7a7 Feb 10 23:05:35.313847 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7646f132-64c7-4578-be51-622ce89d9e3d None None] Routers {'48ba3f4e-4de6-46cf-98cc-617e096858f1'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:05:35.314601 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-7646f132-64c7-4578-be51-622ce89d9e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:05:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['48ba3f4e-4de6-46cf-98cc-617e096858f1'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:35.333707 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-cd783f16-5aba-4840-9198-cdc58340ff27 req-a5f7eb8a-1fbf-4fb1-ac6b-e5f933eaa411 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Synchronizing usage tracker for tenant:e452088f31c44993a8754d6dd8fb5a7b on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:05:35.364744 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port c85b800e-ca30-499c-9619-b50e201edd48 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:05:35.380903 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-7646f132-64c7-4578-be51-622ce89d9e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:35.394045 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7646f132-64c7-4578-be51-622ce89d9e3d None None] Routers {'48ba3f4e-4de6-46cf-98cc-617e096858f1'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:05:35.394726 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-7646f132-64c7-4578-be51-622ce89d9e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:05:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['48ba3f4e-4de6-46cf-98cc-617e096858f1'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:35.434054 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6508a1b-5b60-4c09-b5e3-de9e62bbf510 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:05:35.447446 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74599307-7bb7-4ee0-8026-8e44ab36a86c None None] Sync routers for ids ['ceb0202d-0403-475b-a150-eb543df39ce0'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:05:35.455664 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-4b101078-b0a2-4e6e-99ff-52d040bc4659 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "PUT /v2.0/routers/48ba3f4e-4de6-46cf-98cc-617e096858f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0857601 Feb 10 23:05:35.456842 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-7646f132-64c7-4578-be51-622ce89d9e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:35.457244 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7646f132-64c7-4578-be51-622ce89d9e3d None None] The sync data for ids ['48ba3f4e-4de6-46cf-98cc-617e096858f1'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:05:35.468117 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42048) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:35.469656 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74599307-7bb7-4ee0-8026-8e44ab36a86c None None] Routers {'ceb0202d-0403-475b-a150-eb543df39ce0'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:05:35.470279 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-74599307-7bb7-4ee0-8026-8e44ab36a86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:05:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['ceb0202d-0403-475b-a150-eb543df39ce0'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:35.472976 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e01b91cb-af2f-40e8-88f7-4b56cffea5f3 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:35.490763 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-cd783f16-5aba-4840-9198-cdc58340ff27 req-a5f7eb8a-1fbf-4fb1-ac6b-e5f933eaa411 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Unset dirty status for tenant:e452088f31c44993a8754d6dd8fb5a7b on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:05:35.492888 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cd783f16-5aba-4840-9198-cdc58340ff27 req-a5f7eb8a-1fbf-4fb1-ac6b-e5f933eaa411 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e452088f31c44993a8754d6dd8fb5a7b HTTP/1.1" status: 200 len: 380 time: 0.3330715 Feb 10 23:05:35.496738 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.objects.ports [None req-d8e97bcf-c354-44f0-b1c4-f0d76c7ab830 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84332) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 10 23:05:35.496738 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d8e97bcf-c354-44f0-b1c4-f0d76c7ab830 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:35.527427 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-c4f33b8c-39c6-4c61-bf0f-c2f639cb4b65 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Synchronizing usage tracker for tenant:9679d844e15947ffaadb0d4f870cf9d6 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:05:35.537861 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-74599307-7bb7-4ee0-8026-8e44ab36a86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:35.538479 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-cd783f16-5aba-4840-9198-cdc58340ff27 req-07ab26f2-f7ea-4750-ba09-f6734acbc7bf tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Request body: {'port': {'device_id': 'f5ae685f-fde5-49d6-8a9e-ef701b2aedc0', 'network_id': 'cc3883e2-07c5-4782-b2eb-c25b67bd2e9e', 'admin_state_up': True, 'tenant_id': 'e452088f31c44993a8754d6dd8fb5a7b', 'security_groups': ['e0421c0b-e8f7-47c3-a619-8561b994f04a']}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:05:35.555081 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74599307-7bb7-4ee0-8026-8e44ab36a86c None None] Routers {'ceb0202d-0403-475b-a150-eb543df39ce0'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:05:35.556437 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-74599307-7bb7-4ee0-8026-8e44ab36a86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:05:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['ceb0202d-0403-475b-a150-eb543df39ce0'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:35.575133 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c6508a1b-5b60-4c09-b5e3-de9e62bbf510 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:35.634467 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-74599307-7bb7-4ee0-8026-8e44ab36a86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:35.635215 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74599307-7bb7-4ee0-8026-8e44ab36a86c None None] The sync data for ids ['ceb0202d-0403-475b-a150-eb543df39ce0'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:05:35.691474 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e01b91cb-af2f-40e8-88f7-4b56cffea5f3 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:35.695446 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01b91cb-af2f-40e8-88f7-4b56cffea5f3 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:35.696049 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e01b91cb-af2f-40e8-88f7-4b56cffea5f3 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:35.735883 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-c4f33b8c-39c6-4c61-bf0f-c2f639cb4b65 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Unset dirty status for tenant:9679d844e15947ffaadb0d4f870cf9d6 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:05:35.737066 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-c4f33b8c-39c6-4c61-bf0f-c2f639cb4b65 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "GET /v2.0/ports?device_id=48ba3f4e-4de6-46cf-98cc-617e096858f1 HTTP/1.1" status: 200 len: 205 time: 0.2664256 Feb 10 23:05:35.778389 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42052) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:35.815947 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b91cb-af2f-40e8-88f7-4b56cffea5f3 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Pushing event updated for resources: {'Network': ['ID=adfbaf13-45b6-4576-92e8-ecafbdc0a7a7,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:35.819336 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-92f2c3bf-9d49-4903-9176-7aefe76b2bb8 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:35.832656 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network adfbaf13-45b6-4576-92e8-ecafbdc0a7a7 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:05:35.859869 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-e01b91cb-af2f-40e8-88f7-4b56cffea5f3 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9085410 Feb 10 23:05:35.862599 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42056) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:35.871595 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-2bd845b7-1eae-46a4-b865-cbde728805cb tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Request body: {'subnet': {'network_id': 'adfbaf13-45b6-4576-92e8-ecafbdc0a7a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:05:35.923167 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606c88c3-b686-4ad7-88ea-76cf29bd4573 None None] Network 3ec5b0c5-f4fb-41f1-adef-b5802012b7e9 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:05:36.013709 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e97bcf-c354-44f0-b1c4-f0d76c7ab830 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Pushing event updated for resources: {'Subnet': ['ID=34b8793b-6595-4244-8427-db21c41f3c36,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:36.048826 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c6508a1b-5b60-4c09-b5e3-de9e62bbf510 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 16.3779588 Feb 10 23:05:36.088854 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42062) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:36.089979 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-92f2c3bf-9d49-4903-9176-7aefe76b2bb8 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:36.118821 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-8914278a-11e5-4940-8908-d1caed193fd6 None None] Provisioning for port c85b800e-ca30-499c-9619-b50e201edd48 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:05:36.135126 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-8914278a-11e5-4940-8908-d1caed193fd6 None None] Provisioning complete for port c85b800e-ca30-499c-9619-b50e201edd48 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:36.136163 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8914278a-11e5-4940-8908-d1caed193fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:36.240800 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-92f2c3bf-9d49-4903-9176-7aefe76b2bb8 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Deleting port 67b90bec-ce3d-4c84-94d9-4fc9e0137ef6 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:05:36.241904 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-92f2c3bf-9d49-4903-9176-7aefe76b2bb8 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:36.268010 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3fb6bc7d-d256-4321-ab86-4688e4fd5653 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:36.305836 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-7d5e0192-ffb0-44e7-ba16-a2f6493cdf93 req-7eca46e6-1955-4b99-9fda-cfd0f2a6f0bb tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 210 time: 0.1328719 Feb 10 23:05:36.322602 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8914278a-11e5-4940-8908-d1caed193fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:36.332840 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2bd845b7-1eae-46a4-b865-cbde728805cb tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:36.343945 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-a59aed19-fa4a-49e9-a307-79f88478e3f8 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] 10.222.0.59 "GET /v2.0/floatingips/cf9e0fd0-7f8c-452a-aec6-47103c713419 HTTP/1.1" status: 200 len: 978 time: 0.2468028 Feb 10 23:05:36.344687 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42066) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:36.347479 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-2bd845b7-1eae-46a4-b865-cbde728805cb tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Usage tracker for resource:subnet and tenant:3165e40034a94fb1867776c36ae44e52 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:36.352908 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-2bd845b7-1eae-46a4-b865-cbde728805cb tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:36.363313 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-8914278a-11e5-4940-8908-d1caed193fd6 None None] For port c85b800e-ca30-499c-9619-b50e201edd48, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=c85b800e-ca30-499c-9619-b50e201edd48,segment=NetworkSegment(1bbd1d8a-568c-481c-ba3d-c7fe60d53d3f),segment_id=1bbd1d8a-568c-481c-ba3d-c7fe60d53d3f)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:05:36.413836 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-cd783f16-5aba-4840-9198-cdc58340ff27 req-07ab26f2-f7ea-4750-ba09-f6734acbc7bf tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:36.424774 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2bd845b7-1eae-46a4-b865-cbde728805cb tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:36.426075 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e97bcf-c354-44f0-b1c4-f0d76c7ab830 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Checking segment: {'id': '65331498-fb9d-4401-b020-9934b772bd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '44882163-07ea-4167-a4ef-aa97ad83b9e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:05:36.426550 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e97bcf-c354-44f0-b1c4-f0d76c7ab830 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Network hostable DHCP agents. Network: 44882163-07ea-4167-a4ef-aa97ad83b9e7, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:05:36.470494 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8914278a-11e5-4940-8908-d1caed193fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:36.541132 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8914278a-11e5-4940-8908-d1caed193fd6 None None] Pushing event updated for resources: {'Port': ['ID=c85b800e-ca30-499c-9619-b50e201edd48,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:36.547220 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-cd783f16-5aba-4840-9198-cdc58340ff27 req-07ab26f2-f7ea-4750-ba09-f6734acbc7bf tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:36.566851 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-c1334ec4-ad3c-49e0-a3de-5e990578f0bd tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] 10.222.0.59 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2136443 Feb 10 23:05:36.567370 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42070) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:36.580692 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-0c783d5b-0fc2-46af-b7d6-ef9db67bda4e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Request body: {'floatingip': {'port_id': '9d426e38-18b3-48cf-9fb2-8fdb68904b07'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:05:36.608038 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-9acb31cc-fc4d-4ed6-bca6-a13f224b7e9c None None] Provisioning complete for port c85b800e-ca30-499c-9619-b50e201edd48 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:36.608328 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9acb31cc-fc4d-4ed6-bca6-a13f224b7e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:36.665416 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd845b7-1eae-46a4-b865-cbde728805cb tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Made reservation on behalf of 3165e40034a94fb1867776c36ae44e52 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:05:36.672667 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd783f16-5aba-4840-9198-cdc58340ff27 req-07ab26f2-f7ea-4750-ba09-f6734acbc7bf tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Made reservation on behalf of e452088f31c44993a8754d6dd8fb5a7b for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:05:36.675615 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-cd783f16-5aba-4840-9198-cdc58340ff27 req-07ab26f2-f7ea-4750-ba09-f6734acbc7bf tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:36.680371 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-92f2c3bf-9d49-4903-9176-7aefe76b2bb8 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:36.860648 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-92f2c3bf-9d49-4903-9176-7aefe76b2bb8 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Calling delete_port for 67b90bec-ce3d-4c84-94d9-4fc9e0137ef6 owned by network:router_gateway {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:05:36.953221 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0c783d5b-0fc2-46af-b7d6-ef9db67bda4e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for floatingip, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:37.009217 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2bd845b7-1eae-46a4-b865-cbde728805cb tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:37.040159 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e97bcf-c354-44f0-b1c4-f0d76c7ab830 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Network 44882163-07ea-4167-a4ef-aa97ad83b9e7 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:05:37.076252 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device c85b800e-ca30-499c-9619-b50e201edd48 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:05:37.146824 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port c85b800e-ca30-499c-9619-b50e201edd48 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:37.147034 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:37.386917 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-d8e97bcf-c354-44f0-b1c4-f0d76c7ab830 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 44882163-07ea-4167-a4ef-aa97ad83b9e7) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:37.396764 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3fb6bc7d-d256-4321-ab86-4688e4fd5653 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:37.399342 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198d2b7c-23e3-447c-adf7-d8c1ca11cf47 None None] Network 44882163-07ea-4167-a4ef-aa97ad83b9e7 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:05:37.435817 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e97bcf-c354-44f0-b1c4-f0d76c7ab830 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:37.436415 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d8e97bcf-c354-44f0-b1c4-f0d76c7ab830 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:37.467683 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6fca1523-b591-4c54-b249-e9de87e5f27c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:37.484269 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3fb6bc7d-d256-4321-ab86-4688e4fd5653 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:37.666878 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [req-cd783f16-5aba-4840-9198-cdc58340ff27 req-07ab26f2-f7ea-4750-ba09-f6734acbc7bf tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Allocated IP 172.20.0.3 (cc3883e2-07c5-4782-b2eb-c25b67bd2e9e/01b72c06-c698-462d-bf7b-325d09ba1c5f/20b0f7f4-15ae-4f8a-b50c-92c8b9a384df) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:05:37.671775 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-3c4d2d95-6be2-4e99-8f3c-aa110fa9336f req-755ec280-9059-48e7-92ce-5c2306b050a4 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Synchronizing usage tracker for tenant:e452088f31c44993a8754d6dd8fb5a7b on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:05:37.711295 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e826f6-72de-4a97-a217-79737cd1a5af None None] Network 44882163-07ea-4167-a4ef-aa97ad83b9e7 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:05:37.715291 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-92f2c3bf-9d49-4903-9176-7aefe76b2bb8 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:37.763760 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d8e97bcf-c354-44f0-b1c4-f0d76c7ab830 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 4.6960101 Feb 10 23:05:37.766609 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42076) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:37.767375 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f2c3bf-9d49-4903-9176-7aefe76b2bb8 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Pushing event deleted for resources: {'Port': ['ID=67b90bec-ce3d-4c84-94d9-4fc9e0137ef6,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:37.777427 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-a2472834-0045-44e5-9645-ececdcdcd3b0 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1916378308', 'network_id': '44882163-07ea-4167-a4ef-aa97ad83b9e7'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:05:37.811695 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2bd845b7-1eae-46a4-b865-cbde728805cb tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:37.822436 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a2472834-0045-44e5-9645-ececdcdcd3b0 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:37.867527 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3fb6bc7d-d256-4321-ab86-4688e4fd5653 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:37.868042 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb6bc7d-d256-4321-ab86-4688e4fd5653 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Fanout notify agent at l3_agent the message router_deleted on router 48ba3f4e-4de6-46cf-98cc-617e096858f1 {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:05:37.872465 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-a2472834-0045-44e5-9645-ececdcdcd3b0 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Usage tracker for resource:port and tenant:23659e77e80e4429b4e076fc4da43ec6 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:37.900144 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-a2472834-0045-44e5-9645-ececdcdcd3b0 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:37.913852 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3fb6bc7d-d256-4321-ab86-4688e4fd5653 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:37.917396 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3fb6bc7d-d256-4321-ab86-4688e4fd5653 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "DELETE /v2.0/routers/48ba3f4e-4de6-46cf-98cc-617e096858f1 HTTP/1.1" status: 204 len: 168 time: 2.1338730 Feb 10 23:05:37.926308 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42080) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:37.937780 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a2472834-0045-44e5-9645-ececdcdcd3b0 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:38.043290 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-3c4d2d95-6be2-4e99-8f3c-aa110fa9336f req-755ec280-9059-48e7-92ce-5c2306b050a4 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Unset dirty status for tenant:e452088f31c44993a8754d6dd8fb5a7b on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:05:38.045674 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3c4d2d95-6be2-4e99-8f3c-aa110fa9336f req-755ec280-9059-48e7-92ce-5c2306b050a4 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 210 time: 0.5064352 Feb 10 23:05:38.065141 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd845b7-1eae-46a4-b865-cbde728805cb tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Pushing event updated for resources: {'Subnet': ['ID=f74831d6-88ba-4a30-b164-fb2412815c14,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:38.205340 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2472834-0045-44e5-9645-ececdcdcd3b0 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Made reservation on behalf of 23659e77e80e4429b4e076fc4da43ec6 for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:05:38.207477 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a2472834-0045-44e5-9645-ececdcdcd3b0 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:38.261325 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd845b7-1eae-46a4-b865-cbde728805cb tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Checking segment: {'id': '51600200-a8ad-403e-8f2f-2f9f6e02f7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'adfbaf13-45b6-4576-92e8-ecafbdc0a7a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:05:38.261810 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd845b7-1eae-46a4-b865-cbde728805cb tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Network hostable DHCP agents. Network: adfbaf13-45b6-4576-92e8-ecafbdc0a7a7, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:05:38.282356 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-a2472834-0045-44e5-9645-ececdcdcd3b0 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] device_id is not set on port 8ae6baff-cf43-4cef-ab28-996dec103038 yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:05:38.316139 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-92f2c3bf-9d49-4903-9176-7aefe76b2bb8 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734197'] for router_gateway, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:38.407810 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-cd783f16-5aba-4840-9198-cdc58340ff27 req-07ab26f2-f7ea-4750-ba09-f6734acbc7bf tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:38.453844 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-6fca1523-b591-4c54-b249-e9de87e5f27c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Allocated IP 172.20.0.1 (3ec5b0c5-f4fb-41f1-adef-b5802012b7e9/f92fcb0e-3f44-4c2c-b992-54f831682171/3c3c3272-93cd-4c55-976e-3fa4f2e40963) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:05:38.476519 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-cd783f16-5aba-4840-9198-cdc58340ff27 req-07ab26f2-f7ea-4750-ba09-f6734acbc7bf tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Transition to ACTIVE for port object 20b0f7f4-15ae-4f8a-b50c-92c8b9a384df will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:05:38.477031 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-92f2c3bf-9d49-4903-9176-7aefe76b2bb8 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:38.492240 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-92f2c3bf-9d49-4903-9176-7aefe76b2bb8 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1734371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1734168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1735070'] for router, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:38.525159 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1159bc2-f868-41d2-bfaf-212e45511e47 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Deleting subnet 64382344-95e1-4b8f-8f66-a69fc5f8fa9c {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:05:38.585568 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b1159bc2-f868-41d2-bfaf-212e45511e47 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:38.666186 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd845b7-1eae-46a4-b865-cbde728805cb tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Network adfbaf13-45b6-4576-92e8-ecafbdc0a7a7 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:05:38.725799 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b1159bc2-f868-41d2-bfaf-212e45511e47 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:38.799738 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-cd783f16-5aba-4840-9198-cdc58340ff27 req-07ab26f2-f7ea-4750-ba09-f6734acbc7bf tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:38.948824 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-2bd845b7-1eae-46a4-b865-cbde728805cb tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, adfbaf13-45b6-4576-92e8-ecafbdc0a7a7) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:38.951389 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-a2472834-0045-44e5-9645-ececdcdcd3b0 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Allocated IP 2001:db8::37 (44882163-07ea-4167-a4ef-aa97ad83b9e7/34b8793b-6595-4244-8427-db21c41f3c36/8ae6baff-cf43-4cef-ab28-996dec103038) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:05:38.962809 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcdee5a-aa42-4233-a08e-fe591a91e98e None None] Network adfbaf13-45b6-4576-92e8-ecafbdc0a7a7 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:05:38.963392 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd845b7-1eae-46a4-b865-cbde728805cb tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:38.963392 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2bd845b7-1eae-46a4-b865-cbde728805cb tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:38.980304 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0c783d5b-0fc2-46af-b7d6-ef9db67bda4e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:39.005664 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-314d235c-fcbb-4693-a952-5ee574fa25e0 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Deleting port da80279c-4356-41c0-94ac-11706694b96a {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:05:39.006008 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-314d235c-fcbb-4693-a952-5ee574fa25e0 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:39.018981 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f2c3bf-9d49-4903-9176-7aefe76b2bb8 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Router f29c6d8e-c996-41c2-a2f4-023cee62e75e has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:05:39.112962 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0c783d5b-0fc2-46af-b7d6-ef9db67bda4e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1734214'] for floatingip, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:39.134097 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6fca1523-b591-4c54-b249-e9de87e5f27c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:39.168426 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd783f16-5aba-4840-9198-cdc58340ff27 req-07ab26f2-f7ea-4750-ba09-f6734acbc7bf tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Network cc3883e2-07c5-4782-b2eb-c25b67bd2e9e is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:05:39.175864 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [req-cd783f16-5aba-4840-9198-cdc58340ff27 req-07ab26f2-f7ea-4750-ba09-f6734acbc7bf tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:39.178391 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd783f16-5aba-4840-9198-cdc58340ff27 req-07ab26f2-f7ea-4750-ba09-f6734acbc7bf tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:05:39.206012 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ab26f2-f7ea-4750-ba09-f6734acbc7bf tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Pushing event updated for resources: {'Port': ['ID=20b0f7f4-15ae-4f8a-b50c-92c8b9a384df,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:39.241662 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-2bd845b7-1eae-46a4-b865-cbde728805cb tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3751504 Feb 10 23:05:39.256078 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf1bc3e-0d83-4c4a-8a24-9872392384c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-adfbaf13-45b6-4576-92e8-ecafbdc0a7a7', 'network_id': 'adfbaf13-45b6-4576-92e8-ecafbdc0a7a7', 'tenant_id': '3165e40034a94fb1867776c36ae44e52', 'fixed_ips': [{'subnet_id': 'f74831d6-88ba-4a30-b164-fb2412815c14'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:05:39.257431 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ddf1bc3e-0d83-4c4a-8a24-9872392384c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:39.275760 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42086) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:39.305265 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-6fca1523-b591-4c54-b249-e9de87e5f27c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Transition to ACTIVE for port object 3c3c3272-93cd-4c55-976e-3fa4f2e40963 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:05:39.409943 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b1159bc2-f868-41d2-bfaf-212e45511e47 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:39.447369 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-ddf1bc3e-0d83-4c4a-8a24-9872392384c8 None None] Allocated IP 172.20.0.2 (adfbaf13-45b6-4576-92e8-ecafbdc0a7a7/f74831d6-88ba-4a30-b164-fb2412815c14/b4186a48-8150-486b-a902-7c26a2cd3bc6) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:05:39.491556 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd783f16-5aba-4840-9198-cdc58340ff27 req-07ab26f2-f7ea-4750-ba09-f6734acbc7bf tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:39.492180 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-cd783f16-5aba-4840-9198-cdc58340ff27 req-07ab26f2-f7ea-4750-ba09-f6734acbc7bf tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:39.572780 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f2c3bf-9d49-4903-9176-7aefe76b2bb8 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:05:39.580449 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a2472834-0045-44e5-9645-ececdcdcd3b0 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:39.587941 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-92f2c3bf-9d49-4903-9176-7aefe76b2bb8 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:39.592560 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-92f2c3bf-9d49-4903-9176-7aefe76b2bb8 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] 10.222.0.59 "PUT /v2.0/routers/f29c6d8e-c996-41c2-a2f4-023cee62e75e HTTP/1.1" status: 200 len: 706 time: 5.7790477 Feb 10 23:05:39.593073 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42090) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:39.609602 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42930f3-e4cb-4b8e-9f27-f9cdf8b18dba req-669fc7b5-e2b4-4c85-a2d0-5c527164e639 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:39.609993 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233c7aa3-6e7c-43ea-b68e-48c6901e0f27 None None] Sync routers for ids ['f29c6d8e-c996-41c2-a2f4-023cee62e75e'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:05:39.611189 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-e42930f3-e4cb-4b8e-9f27-f9cdf8b18dba req-669fc7b5-e2b4-4c85-a2d0-5c527164e639 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 931 time: 0.3708236 Feb 10 23:05:39.653276 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-ebfc84c1-9e1b-4e73-aded-b2d650937f6d None None] Provisioning for port 20b0f7f4-15ae-4f8a-b50c-92c8b9a384df completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:05:39.667884 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-ebfc84c1-9e1b-4e73-aded-b2d650937f6d None None] Provisioning complete for port 20b0f7f4-15ae-4f8a-b50c-92c8b9a384df triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:39.670162 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ebfc84c1-9e1b-4e73-aded-b2d650937f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:39.681394 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-e42930f3-e4cb-4b8e-9f27-f9cdf8b18dba req-a90c8582-9928-47e4-b99c-88c14651c51b tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575457 Feb 10 23:05:39.685543 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-314d235c-fcbb-4693-a952-5ee574fa25e0 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:39.722785 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233c7aa3-6e7c-43ea-b68e-48c6901e0f27 None None] Routers {'f29c6d8e-c996-41c2-a2f4-023cee62e75e'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:05:39.723392 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.l3_db [None req-0c783d5b-0fc2-46af-b7d6-ef9db67bda4e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Floating IP cf9e0fd0-7f8c-452a-aec6-47103c713419 associated. External IP: 172.26.8.56, port: 1811bde2-2323-4a65-ad23-b87c3a7fe35f. Feb 10 23:05:39.723540 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-233c7aa3-6e7c-43ea-b68e-48c6901e0f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:05:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['f29c6d8e-c996-41c2-a2f4-023cee62e75e'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:39.746838 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b3c725b1-f4e1-4c95-bce3-fba894387f5c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:39.754821 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cd783f16-5aba-4840-9198-cdc58340ff27 req-07ab26f2-f7ea-4750-ba09-f6734acbc7bf tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2536137 Feb 10 23:05:39.806198 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-233c7aa3-6e7c-43ea-b68e-48c6901e0f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:39.816912 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ddf1bc3e-0d83-4c4a-8a24-9872392384c8 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:39.827339 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-ebfc84c1-9e1b-4e73-aded-b2d650937f6d None None] Port 20b0f7f4-15ae-4f8a-b50c-92c8b9a384df cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:05:39.835707 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-ddf1bc3e-0d83-4c4a-8a24-9872392384c8 None None] Transition to ACTIVE for port object b4186a48-8150-486b-a902-7c26a2cd3bc6 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:05:39.848564 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a2472834-0045-44e5-9645-ececdcdcd3b0 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:39.848779 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233c7aa3-6e7c-43ea-b68e-48c6901e0f27 None None] Routers {'f29c6d8e-c996-41c2-a2f4-023cee62e75e'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:05:39.849392 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-233c7aa3-6e7c-43ea-b68e-48c6901e0f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:05:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['f29c6d8e-c996-41c2-a2f4-023cee62e75e'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:39.872646 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-cd783f16-5aba-4840-9198-cdc58340ff27 req-1729e699-8256-4d7c-a964-c6cd39c870f7 service neutron] Request body: {'port': {'device_id': 'f5ae685f-fde5-49d6-8a9e-ef701b2aedc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:05:39.898835 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6fca1523-b591-4c54-b249-e9de87e5f27c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:39.913182 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-314d235c-fcbb-4693-a952-5ee574fa25e0 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Calling delete_port for da80279c-4356-41c0-94ac-11706694b96a owned by network:router_interface {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:05:39.918123 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-233c7aa3-6e7c-43ea-b68e-48c6901e0f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:39.918525 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233c7aa3-6e7c-43ea-b68e-48c6901e0f27 None None] The sync data for ids ['f29c6d8e-c996-41c2-a2f4-023cee62e75e'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:05:39.921408 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-ddf1bc3e-0d83-4c4a-8a24-9872392384c8 None None] Transition to ACTIVE for port object b4186a48-8150-486b-a902-7c26a2cd3bc6 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:05:39.935157 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2472834-0045-44e5-9645-ececdcdcd3b0 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Network 44882163-07ea-4167-a4ef-aa97ad83b9e7 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:05:39.938788 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-a2472834-0045-44e5-9645-ececdcdcd3b0 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:39.956880 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2472834-0045-44e5-9645-ececdcdcd3b0 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:05:39.957750 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2472834-0045-44e5-9645-ececdcdcd3b0 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:39.958325 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a2472834-0045-44e5-9645-ececdcdcd3b0 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:39.965753 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2472834-0045-44e5-9645-ececdcdcd3b0 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Pushing event updated for resources: {'Port': ['ID=8ae6baff-cf43-4cef-ab28-996dec103038,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:39.975469 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b1159bc2-f868-41d2-bfaf-212e45511e47 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:40.002168 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ddf1bc3e-0d83-4c4a-8a24-9872392384c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:40.079026 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1159bc2-f868-41d2-bfaf-212e45511e47 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event deleted for resources: {'Subnet': ['ID=64382344-95e1-4b8f-8f66-a69fc5f8fa9c,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:40.079247 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf1bc3e-0d83-4c4a-8a24-9872392384c8 None None] Network adfbaf13-45b6-4576-92e8-ecafbdc0a7a7 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:05:40.082170 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-ddf1bc3e-0d83-4c4a-8a24-9872392384c8 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:40.086990 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf1bc3e-0d83-4c4a-8a24-9872392384c8 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:05:40.096109 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-b3c725b1-f4e1-4c95-bce3-fba894387f5c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Deleting port b4186a48-8150-486b-a902-7c26a2cd3bc6 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:05:40.096441 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b3c725b1-f4e1-4c95-bce3-fba894387f5c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:40.146829 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b1159bc2-f868-41d2-bfaf-212e45511e47 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:40.160387 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf1bc3e-0d83-4c4a-8a24-9872392384c8 None None] Pushing event updated for resources: {'Port': ['ID=b4186a48-8150-486b-a902-7c26a2cd3bc6,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:40.161902 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fca1523-b591-4c54-b249-e9de87e5f27c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Network 3ec5b0c5-f4fb-41f1-adef-b5802012b7e9 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:05:40.174708 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c5e040-7298-41ec-bb83-60bd8a688cfb None None] Network e6dbf763-110f-422a-bcf2-5f1b1a8ee07f requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:05:40.181844 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-a2472834-0045-44e5-9645-ececdcdcd3b0 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.4097090 Feb 10 23:05:40.187075 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42094) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:40.211149 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fca1523-b591-4c54-b249-e9de87e5f27c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event updated for resources: {'Port': ['ID=3c3c3272-93cd-4c55-976e-3fa4f2e40963,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:40.214958 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-6fca1523-b591-4c54-b249-e9de87e5f27c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:40.217135 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fca1523-b591-4c54-b249-e9de87e5f27c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:05:40.261204 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-ddf1bc3e-0d83-4c4a-8a24-9872392384c8 None None] Attempting to bind port b4186a48-8150-486b-a902-7c26a2cd3bc6 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:05:40.261455 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-ddf1bc3e-0d83-4c4a-8a24-9872392384c8 None None] Attempting to bind port b4186a48-8150-486b-a902-7c26a2cd3bc6 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '51600200-a8ad-403e-8f2f-2f9f6e02f7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'adfbaf13-45b6-4576-92e8-ecafbdc0a7a7'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:05:40.261824 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf1bc3e-0d83-4c4a-8a24-9872392384c8 None None] Attempting to bind port b4186a48-8150-486b-a902-7c26a2cd3bc6 on network adfbaf13-45b6-4576-92e8-ecafbdc0a7a7 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:05:40.264954 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf1bc3e-0d83-4c4a-8a24-9872392384c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:40.264954 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf1bc3e-0d83-4c4a-8a24-9872392384c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:40.265280 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf1bc3e-0d83-4c4a-8a24-9872392384c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:40.265555 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf1bc3e-0d83-4c4a-8a24-9872392384c8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:40.265897 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf1bc3e-0d83-4c4a-8a24-9872392384c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:40.266201 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf1bc3e-0d83-4c4a-8a24-9872392384c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:40.266518 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf1bc3e-0d83-4c4a-8a24-9872392384c8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:40.266835 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf1bc3e-0d83-4c4a-8a24-9872392384c8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:40.267478 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf1bc3e-0d83-4c4a-8a24-9872392384c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:40.267478 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf1bc3e-0d83-4c4a-8a24-9872392384c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:40.267771 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf1bc3e-0d83-4c4a-8a24-9872392384c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:40.272113 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b1159bc2-f868-41d2-bfaf-212e45511e47 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "DELETE /v2.0/subnets/64382344-95e1-4b8f-8f66-a69fc5f8fa9c HTTP/1.1" status: 204 len: 168 time: 2.3424692 Feb 10 23:05:40.278244 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3358d679-bcb9-4cba-a8c1-86f802ab5bed tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] 10.222.0.59 "GET /v2.0/routers/f29c6d8e-c996-41c2-a2f4-023cee62e75e HTTP/1.1" status: 200 len: 741 time: 0.6699920 Feb 10 23:05:40.278439 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42098) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:40.280098 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42100) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:40.307898 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf1bc3e-0d83-4c4a-8a24-9872392384c8 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:05:40.308373 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf1bc3e-0d83-4c4a-8a24-9872392384c8 None None] Checking segment: {'id': '51600200-a8ad-403e-8f2f-2f9f6e02f7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'adfbaf13-45b6-4576-92e8-ecafbdc0a7a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:05:40.308731 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ddf1bc3e-0d83-4c4a-8a24-9872392384c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:40.309137 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf1bc3e-0d83-4c4a-8a24-9872392384c8 None None] Bound using segment: {'id': '51600200-a8ad-403e-8f2f-2f9f6e02f7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'adfbaf13-45b6-4576-92e8-ecafbdc0a7a7'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:05:40.309622 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-ddf1bc3e-0d83-4c4a-8a24-9872392384c8 None None] Bound port: b4186a48-8150-486b-a902-7c26a2cd3bc6, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51600200-a8ad-403e-8f2f-2f9f6e02f7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'adfbaf13-45b6-4576-92e8-ecafbdc0a7a7'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:05:40.309998 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ddf1bc3e-0d83-4c4a-8a24-9872392384c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:40.389308 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-cd783f16-5aba-4840-9198-cdc58340ff27 req-1729e699-8256-4d7c-a964-c6cd39c870f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:40.402248 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6fca1523-b591-4c54-b249-e9de87e5f27c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733071'] for router_interface, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:40.461102 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-06b6b05a-7165-41eb-a29c-30077dd1b1dc tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Deleting port 8ae6baff-cf43-4cef-ab28-996dec103038 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:05:40.461551 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-06b6b05a-7165-41eb-a29c-30077dd1b1dc tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:40.493632 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-06c4cb96-8b15-40b0-8906-343993bc82f7 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:40.538483 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-ddf1bc3e-0d83-4c4a-8a24-9872392384c8 None None] For port b4186a48-8150-486b-a902-7c26a2cd3bc6, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:05:40.549773 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-ddf1bc3e-0d83-4c4a-8a24-9872392384c8 None None] For port b4186a48-8150-486b-a902-7c26a2cd3bc6, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=b4186a48-8150-486b-a902-7c26a2cd3bc6,segment=NetworkSegment(51600200-a8ad-403e-8f2f-2f9f6e02f7ab),segment_id=51600200-a8ad-403e-8f2f-2f9f6e02f7ab)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:05:40.621087 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ddf1bc3e-0d83-4c4a-8a24-9872392384c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:40.691887 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-bf6f8a5b-e796-4292-8eb6-223877c4e610 tempest-RoutersAdminTest-1431099030 tempest-RoutersAdminTest-1431099030-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=c2ed7563-f8af-409c-803f-f56530124ba5&device_id=f29c6d8e-c996-41c2-a2f4-023cee62e75e HTTP/1.1" status: 200 len: 205 time: 0.4077768 Feb 10 23:05:40.699825 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3b70c8-468e-4cc7-a7eb-55956aac1dd9 None None] DHCP port deletion for e6dbf763-110f-422a-bcf2-5f1b1a8ee07f request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:05:40.701345 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42106) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:40.706512 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-06c4cb96-8b15-40b0-8906-343993bc82f7 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Deleting port 24d033be-c72f-44a6-bd3b-2edce3b08c75 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:05:40.706928 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-06c4cb96-8b15-40b0-8906-343993bc82f7 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:40.707030 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-11ae6112-9338-4dc5-85cc-e34ffbd3e84c None None] Provisioning for port 3c3c3272-93cd-4c55-976e-3fa4f2e40963 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:05:40.721657 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b70c8-468e-4cc7-a7eb-55956aac1dd9 None None] Deleting port 24d033be-c72f-44a6-bd3b-2edce3b08c75 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:05:40.722154 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9f3b70c8-468e-4cc7-a7eb-55956aac1dd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:40.753314 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-11ae6112-9338-4dc5-85cc-e34ffbd3e84c None None] Provisioning complete for port 3c3c3272-93cd-4c55-976e-3fa4f2e40963 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:40.753687 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-11ae6112-9338-4dc5-85cc-e34ffbd3e84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:40.804007 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-4e263469-402d-4589-84b5-3b3870d043a3 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] 10.222.0.59 "GET /v2.0/ports?device_id=f29c6d8e-c996-41c2-a2f4-023cee62e75e HTTP/1.1" status: 200 len: 205 time: 0.0964067 Feb 10 23:05:40.812319 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42112) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:40.844568 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf1bc3e-0d83-4c4a-8a24-9872392384c8 None None] Pushing event updated for resources: {'Port': ['ID=b4186a48-8150-486b-a902-7c26a2cd3bc6,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:40.857340 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-11ae6112-9338-4dc5-85cc-e34ffbd3e84c None None] Port 3c3c3272-93cd-4c55-976e-3fa4f2e40963 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:05:40.868529 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-b3c725b1-f4e1-4c95-bce3-fba894387f5c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] For port b4186a48-8150-486b-a902-7c26a2cd3bc6, host dv-neutron-828797-1-hyperv, got binding levels [] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:05:40.868529 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b3c725b1-f4e1-4c95-bce3-fba894387f5c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:41.039260 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-9f3b70c8-468e-4cc7-a7eb-55956aac1dd9 None None] For port 24d033be-c72f-44a6-bd3b-2edce3b08c75, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=24d033be-c72f-44a6-bd3b-2edce3b08c75,segment=NetworkSegment(165e7a50-5b22-4056-b753-4d22e9df5830),segment_id=165e7a50-5b22-4056-b753-4d22e9df5830)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:05:41.040003 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9f3b70c8-468e-4cc7-a7eb-55956aac1dd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:41.112921 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-314d235c-fcbb-4693-a952-5ee574fa25e0 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:41.139388 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-b3c725b1-f4e1-4c95-bce3-fba894387f5c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Calling delete_port for b4186a48-8150-486b-a902-7c26a2cd3bc6 owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:05:41.221543 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b70c8-468e-4cc7-a7eb-55956aac1dd9 None None] Calling delete_port for 24d033be-c72f-44a6-bd3b-2edce3b08c75 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:05:41.302379 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314d235c-fcbb-4693-a952-5ee574fa25e0 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Pushing event deleted for resources: {'Port': ['ID=da80279c-4356-41c0-94ac-11706694b96a,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:41.302950 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 24d033be-c72f-44a6-bd3b-2edce3b08c75 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:05:41.315197 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6fca1523-b591-4c54-b249-e9de87e5f27c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:41.405387 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Port 24d033be-c72f-44a6-bd3b-2edce3b08c75 update to DOWN by agent not found {{(pid=84334) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 10 23:05:41.406533 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9f3b70c8-468e-4cc7-a7eb-55956aac1dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:41.420891 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-06c4cb96-8b15-40b0-8906-343993bc82f7 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] For port 24d033be-c72f-44a6-bd3b-2edce3b08c75, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=24d033be-c72f-44a6-bd3b-2edce3b08c75,segment=NetworkSegment(165e7a50-5b22-4056-b753-4d22e9df5830),segment_id=165e7a50-5b22-4056-b753-4d22e9df5830)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:05:41.421376 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-06c4cb96-8b15-40b0-8906-343993bc82f7 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:41.456560 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b70c8-468e-4cc7-a7eb-55956aac1dd9 None None] Pushing event deleted for resources: {'Port': ['ID=24d033be-c72f-44a6-bd3b-2edce3b08c75,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:41.462901 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3b70c8-468e-4cc7-a7eb-55956aac1dd9 None None] No DVR routers for this DVR port 24d033be-c72f-44a6-bd3b-2edce3b08c75 on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:05:41.591047 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-06c4cb96-8b15-40b0-8906-343993bc82f7 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Calling delete_port for 24d033be-c72f-44a6-bd3b-2edce3b08c75 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:05:41.645238 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ccc00265-aaa2-4dcc-b774-281ee6c30d9e tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:41.678004 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.api [None req-b3c725b1-f4e1-4c95-bce3-fba894387f5c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:05:41.678375 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG oslo_db.api [None req-b3c725b1-f4e1-4c95-bce3-fba894387f5c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:05:41.735931 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-06b6b05a-7165-41eb-a29c-30077dd1b1dc tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:41.815602 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec4f416-00e5-42d6-a8f1-df9e485a4495 req-72e8070f-7cb6-4030-abe6-d3faae71511d tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:41.817121 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6ec4f416-00e5-42d6-a8f1-df9e485a4495 req-72e8070f-7cb6-4030-abe6-d3faae71511d tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 931 time: 0.9017613 Feb 10 23:05:41.870881 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.resource_extend [req-cd783f16-5aba-4840-9198-cdc58340ff27 req-1729e699-8256-4d7c-a964-c6cd39c870f7 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:05:41.914585 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-06b6b05a-7165-41eb-a29c-30077dd1b1dc tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Calling delete_port for 8ae6baff-cf43-4cef-ab28-996dec103038 owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:05:41.989064 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c783d5b-0fc2-46af-b7d6-ef9db67bda4e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Router ceb0202d-0403-475b-a150-eb543df39ce0 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:05:42.025619 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-06c4cb96-8b15-40b0-8906-343993bc82f7 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:05:42.026391 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-06c4cb96-8b15-40b0-8906-343993bc82f7 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:05:42.036982 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11870e8d-11a2-4efe-a061-d1693957d86b None None] Network adfbaf13-45b6-4576-92e8-ecafbdc0a7a7 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:05:42.169011 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-314d235c-fcbb-4693-a952-5ee574fa25e0 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2767638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733091'] for router_interface, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:42.183495 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-b3c725b1-f4e1-4c95-bce3-fba894387f5c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Deleting port b4186a48-8150-486b-a902-7c26a2cd3bc6 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:05:42.183836 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b3c725b1-f4e1-4c95-bce3-fba894387f5c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:42.217278 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-bb01a54c-49df-40d2-bef1-f5bf6bac1411 None None] Provisioning for port b4186a48-8150-486b-a902-7c26a2cd3bc6 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:05:42.220566 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [req-cd783f16-5aba-4840-9198-cdc58340ff27 req-1729e699-8256-4d7c-a964-c6cd39c870f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20b0f7f4-15ae-4f8a-b50c-92c8b9a384df {{(pid=84332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:05:42.236093 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6ec4f416-00e5-42d6-a8f1-df9e485a4495 req-2cb1ddb7-0675-412a-a5c6-23203ebf6f7a tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4032083 Feb 10 23:05:42.252006 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-cd783f16-5aba-4840-9198-cdc58340ff27 req-1729e699-8256-4d7c-a964-c6cd39c870f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:42.573555 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-06c4cb96-8b15-40b0-8906-343993bc82f7 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Deleting port 24d033be-c72f-44a6-bd3b-2edce3b08c75 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:05:42.574153 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-06c4cb96-8b15-40b0-8906-343993bc82f7 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:42.652302 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6fca1523-b591-4c54-b249-e9de87e5f27c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:42.654618 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ccc00265-aaa2-4dcc-b774-281ee6c30d9e tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:42.660038 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-06c4cb96-8b15-40b0-8906-343993bc82f7 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] The port '24d033be-c72f-44a6-bd3b-2edce3b08c75' was deleted {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 23:05:42.695545 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ccc00265-aaa2-4dcc-b774-281ee6c30d9e tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:42.722645 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6fca1523-b591-4c54-b249-e9de87e5f27c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:42.750607 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-cd783f16-5aba-4840-9198-cdc58340ff27 req-1729e699-8256-4d7c-a964-c6cd39c870f7 service neutron] Transition to ACTIVE for port object 20b0f7f4-15ae-4f8a-b50c-92c8b9a384df will not be triggered until provisioned by entity L2. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:05:42.783610 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-06b6b05a-7165-41eb-a29c-30077dd1b1dc tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:42.816663 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-cd783f16-5aba-4840-9198-cdc58340ff27 req-1729e699-8256-4d7c-a964-c6cd39c870f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:42.852512 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-06c4cb96-8b15-40b0-8906-343993bc82f7 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:42.874119 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b6b05a-7165-41eb-a29c-30077dd1b1dc tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Pushing event deleted for resources: {'Port': ['ID=8ae6baff-cf43-4cef-ab28-996dec103038,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:42.881305 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fca1523-b591-4c54-b249-e9de87e5f27c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event updated for resources: {'Port': ['ID=3c3c3272-93cd-4c55-976e-3fa4f2e40963,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:42.894255 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-06c4cb96-8b15-40b0-8906-343993bc82f7 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6dbf763-110f-422a-bcf2-5f1b1a8ee07f']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:42.933590 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-06c4cb96-8b15-40b0-8906-343993bc82f7 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '165e7a50-5b22-4056-b753-4d22e9df5830') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:42.933876 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-06c4cb96-8b15-40b0-8906-343993bc82f7 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '165e7a50-5b22-4056-b753-4d22e9df5830') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:42.958450 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-06c4cb96-8b15-40b0-8906-343993bc82f7 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:42.965621 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-06b6b05a-7165-41eb-a29c-30077dd1b1dc tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:42.983178 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-06c4cb96-8b15-40b0-8906-343993bc82f7 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:42.995970 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06c4cb96-8b15-40b0-8906-343993bc82f7 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:05:42.996352 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-06c4cb96-8b15-40b0-8906-343993bc82f7 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:43.010897 dv-neutron-828797-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:05:43.010897 dv-neutron-828797-1-hyperv neutron-server[84333]: util.warn( Feb 10 23:05:43.010897 dv-neutron-828797-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:05:43.010897 dv-neutron-828797-1-hyperv neutron-server[84333]: util.warn( Feb 10 23:05:43.010897 dv-neutron-828797-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:05:43.010897 dv-neutron-828797-1-hyperv neutron-server[84333]: util.warn( Feb 10 23:05:43.010897 dv-neutron-828797-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:05:43.010897 dv-neutron-828797-1-hyperv neutron-server[84333]: util.warn( Feb 10 23:05:43.010897 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:05:43.010897 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:05:43.010897 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:05:43.010897 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:05:43.010897 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:05:43.010897 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:05:43.010897 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:05:43.010897 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:05:43.010897 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:05:43.010897 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:05:43.010897 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:05:43.010897 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:05:43.010897 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:05:43.010897 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:05:43.010897 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:05:43.010897 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:05:43.010897 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:05:43.010897 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:05:43.010897 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:05:43.010897 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:05:43.010897 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:05:43.010897 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:05:43.010897 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:05:43.010897 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:05:43.010897 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:05:43.010897 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:05:43.010897 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:05:43.010897 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:05:43.010897 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:05:43.010897 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:05:43.010897 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:05:43.010897 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:05:43.016859 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ccc00265-aaa2-4dcc-b774-281ee6c30d9e tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:43.017328 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc00265-aaa2-4dcc-b774-281ee6c30d9e tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Fanout notify agent at l3_agent the message router_deleted on router f29c6d8e-c996-41c2-a2f4-023cee62e75e {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:05:43.072461 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ccc00265-aaa2-4dcc-b774-281ee6c30d9e tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:43.074247 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-ccc00265-aaa2-4dcc-b774-281ee6c30d9e tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] 10.222.0.59 "DELETE /v2.0/routers/f29c6d8e-c996-41c2-a2f4-023cee62e75e HTTP/1.1" status: 204 len: 168 time: 2.2338238 Feb 10 23:05:43.082055 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42116) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:43.113924 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6fca1523-b591-4c54-b249-e9de87e5f27c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2767683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732898'] for router_interface, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:43.127617 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-b3c725b1-f4e1-4c95-bce3-fba894387f5c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] For port b4186a48-8150-486b-a902-7c26a2cd3bc6, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=b4186a48-8150-486b-a902-7c26a2cd3bc6,segment=NetworkSegment(51600200-a8ad-403e-8f2f-2f9f6e02f7ab),segment_id=51600200-a8ad-403e-8f2f-2f9f6e02f7ab)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:05:43.132328 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b3c725b1-f4e1-4c95-bce3-fba894387f5c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:43.160246 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-06b6b05a-7165-41eb-a29c-30077dd1b1dc tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] 10.222.0.59 "DELETE /v2.0/ports/8ae6baff-cf43-4cef-ab28-996dec103038 HTTP/1.1" status: 204 len: 168 time: 2.9733162 Feb 10 23:05:43.168501 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-122e128f-f92a-4398-8f2f-b1d82377af80 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] 10.222.0.59 "GET /v2.0/ports?device_id=f29c6d8e-c996-41c2-a2f4-023cee62e75e HTTP/1.1" status: 200 len: 205 time: 0.0853751 Feb 10 23:05:43.169041 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42120) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:43.170963 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42122) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:43.175521 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device b4186a48-8150-486b-a902-7c26a2cd3bc6 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:05:43.231680 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1729e699-8256-4d7c-a964-c6cd39c870f7 service neutron] Pushing event updated for resources: {'Port': ['ID=20b0f7f4-15ae-4f8a-b50c-92c8b9a384df,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:43.242053 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.api.v2.resource [None req-e8c9d3b2-9952-46ac-8a8a-571a4af514c0 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] delete failed (client error): The resource could not be found. Feb 10 23:05:43.245836 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-e8c9d3b2-9952-46ac-8a8a-571a4af514c0 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] 10.222.0.59 "DELETE /v2.0/routers/f29c6d8e-c996-41c2-a2f4-023cee62e75e HTTP/1.1" status: 404 len: 336 time: 0.0739267 Feb 10 23:05:43.246410 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42128) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:43.297995 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-a17edb62-6c88-4dc4-a291-bee2399f5405 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '44882163-07ea-4167-a4ef-aa97ad83b9e7', 'external_fixed_ips': [{'subnet_id': '34b8793b-6595-4244-8427-db21c41f3c36', 'ip_address': '2001:db8::37'}]}}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:05:43.299600 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c783d5b-0fc2-46af-b7d6-ef9db67bda4e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:05:43.305145 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-e3876bf9-8e23-4f9a-82be-43b53623b903 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] 10.222.0.59 "GET /v2.0/ports?device_id=097a8126-4e21-42e2-8579-8ecd33477503 HTTP/1.1" status: 200 len: 205 time: 0.0541458 Feb 10 23:05:43.311285 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-b3c725b1-f4e1-4c95-bce3-fba894387f5c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Calling delete_port for b4186a48-8150-486b-a902-7c26a2cd3bc6 owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:05:43.314963 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac851b6-77e3-45a4-9942-2806db29d0de None None] Sync routers for ids ['ceb0202d-0403-475b-a150-eb543df39ce0'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:05:43.328928 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac851b6-77e3-45a4-9942-2806db29d0de None None] Routers {'ceb0202d-0403-475b-a150-eb543df39ce0'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:05:43.329630 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-2ac851b6-77e3-45a4-9942-2806db29d0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:05:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['ceb0202d-0403-475b-a150-eb543df39ce0'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:43.340456 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port b4186a48-8150-486b-a902-7c26a2cd3bc6 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:05:43.346575 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port b4186a48-8150-486b-a902-7c26a2cd3bc6 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:43.347181 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:43.354584 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42134) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:43.361389 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a17edb62-6c88-4dc4-a291-bee2399f5405 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:43.363125 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-06c4cb96-8b15-40b0-8906-343993bc82f7 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:43.457559 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-2ac851b6-77e3-45a4-9942-2806db29d0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:43.459829 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-06c4cb96-8b15-40b0-8906-343993bc82f7 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:43.471981 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac851b6-77e3-45a4-9942-2806db29d0de None None] Routers {'ceb0202d-0403-475b-a150-eb543df39ce0'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:05:43.473285 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-2ac851b6-77e3-45a4-9942-2806db29d0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:05:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['ceb0202d-0403-475b-a150-eb543df39ce0'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:43.513912 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c4cb96-8b15-40b0-8906-343993bc82f7 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event deleted for resources: {'Network': ['ID=e6dbf763-110f-422a-bcf2-5f1b1a8ee07f,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:43.519339 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-06c4cb96-8b15-40b0-8906-343993bc82f7 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "DELETE /v2.0/networks/e6dbf763-110f-422a-bcf2-5f1b1a8ee07f HTTP/1.1" status: 204 len: 168 time: 3.2409434 Feb 10 23:05:43.523389 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42138) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:43.554036 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-75dca480-d3a7-4eaa-9c2a-69f77a5f7b3b tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1116357810', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}, 'admin_state_up': False}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:05:43.557972 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-2ac851b6-77e3-45a4-9942-2806db29d0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:43.558916 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac851b6-77e3-45a4-9942-2806db29d0de None None] The sync data for ids ['ceb0202d-0403-475b-a150-eb543df39ce0'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:05:43.577311 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-fee43b3f-27e7-4217-8b41-44ffa467fe01 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] delete failed (client error): The resource could not be found. Feb 10 23:05:43.582109 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-fee43b3f-27e7-4217-8b41-44ffa467fe01 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] 10.222.0.59 "DELETE /v2.0/routers/097a8126-4e21-42e2-8579-8ecd33477503 HTTP/1.1" status: 404 len: 336 time: 0.2163563 Feb 10 23:05:43.584249 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a17edb62-6c88-4dc4-a291-bee2399f5405 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Usage tracker for resource:router and tenant:23659e77e80e4429b4e076fc4da43ec6 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:43.589528 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42142) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:43.590541 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:43.632521 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port b4186a48-8150-486b-a902-7c26a2cd3bc6, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=b4186a48-8150-486b-a902-7c26a2cd3bc6,segment=NetworkSegment(51600200-a8ad-403e-8f2f-2f9f6e02f7ab),segment_id=51600200-a8ad-403e-8f2f-2f9f6e02f7ab)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:05:43.658721 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a17edb62-6c88-4dc4-a291-bee2399f5405 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:43.683316 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-75dca480-d3a7-4eaa-9c2a-69f77a5f7b3b tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:43.695050 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-75dca480-d3a7-4eaa-9c2a-69f77a5f7b3b tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Usage tracker for resource:router and tenant:9679d844e15947ffaadb0d4f870cf9d6 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:43.701409 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-75dca480-d3a7-4eaa-9c2a-69f77a5f7b3b tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:43.706534 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:43.712047 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-75dca480-d3a7-4eaa-9c2a-69f77a5f7b3b tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:43.729220 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a17edb62-6c88-4dc4-a291-bee2399f5405 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:43.756120 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ccdde-0f24-47a2-8149-32d42eca54ba req-ca7d7617-8d9a-470b-a6d0-a66c526cbcd4 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:43.757609 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-479ccdde-0f24-47a2-8149-32d42eca54ba req-ca7d7617-8d9a-470b-a6d0-a66c526cbcd4 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 943 time: 0.3189411 Feb 10 23:05:43.779979 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=b4186a48-8150-486b-a902-7c26a2cd3bc6,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:43.814014 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-116e82a1-1897-4efe-b8cf-470f69876123 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] 10.222.0.59 "GET /v2.0/ports?device_id=7615d286-d83f-4c53-8118-57ce05b411d2 HTTP/1.1" status: 200 len: 205 time: 0.1690311 Feb 10 23:05:43.817707 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42146) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:43.822363 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-75dca480-d3a7-4eaa-9c2a-69f77a5f7b3b tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:43.823484 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-75dca480-d3a7-4eaa-9c2a-69f77a5f7b3b tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:43.844297 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-314d235c-fcbb-4693-a952-5ee574fa25e0 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Router 29fe4d03-7dc0-4363-9a76-76243a804434 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:05:43.900383 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-479ccdde-0f24-47a2-8149-32d42eca54ba req-284ec2a5-9d6a-490f-af1a-336ef108c135 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321414 Feb 10 23:05:43.903094 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.api.v2.resource [None req-f4e71a73-b84e-4e2c-bed5-606d450857dd tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] delete failed (client error): The resource could not be found. Feb 10 23:05:43.906527 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-f4e71a73-b84e-4e2c-bed5-606d450857dd tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] 10.222.0.59 "DELETE /v2.0/routers/7615d286-d83f-4c53-8118-57ce05b411d2 HTTP/1.1" status: 404 len: 336 time: 0.0834162 Feb 10 23:05:43.909557 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42150) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:43.915178 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-cd783f16-5aba-4840-9198-cdc58340ff27 req-1729e699-8256-4d7c-a964-c6cd39c870f7 service neutron] Attempting to bind port 20b0f7f4-15ae-4f8a-b50c-92c8b9a384df on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:05:43.915178 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-cd783f16-5aba-4840-9198-cdc58340ff27 req-1729e699-8256-4d7c-a964-c6cd39c870f7 service neutron] Attempting to bind port 20b0f7f4-15ae-4f8a-b50c-92c8b9a384df by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '7a345138-8b21-4d04-9958-9268deba4dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'cc3883e2-07c5-4782-b2eb-c25b67bd2e9e'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:05:43.915494 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd783f16-5aba-4840-9198-cdc58340ff27 req-1729e699-8256-4d7c-a964-c6cd39c870f7 service neutron] Attempting to bind port 20b0f7f4-15ae-4f8a-b50c-92c8b9a384df on network cc3883e2-07c5-4782-b2eb-c25b67bd2e9e {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:05:43.959648 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-1f69d5d8-2b69-411a-a6d6-4b6034a1062f tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] 10.222.0.59 "GET /v2.0/ports?device_id=abfea71b-6abb-4a75-bf36-3a0e801ee649 HTTP/1.1" status: 200 len: 205 time: 0.0490217 Feb 10 23:05:43.963497 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42154) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:43.964642 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-75dca480-d3a7-4eaa-9c2a-69f77a5f7b3b tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:43.978252 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fca1523-b591-4c54-b249-e9de87e5f27c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Network 3ec5b0c5-f4fb-41f1-adef-b5802012b7e9 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:05:43.987520 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-6fca1523-b591-4c54-b249-e9de87e5f27c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:44.049880 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a17edb62-6c88-4dc4-a291-bee2399f5405 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:44.049880 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a17edb62-6c88-4dc4-a291-bee2399f5405 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:44.146212 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.api.v2.resource [None req-9e55d62a-7367-49a5-896f-c76cf28ac9ef tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] delete failed (client error): The resource could not be found. Feb 10 23:05:44.149026 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-9e55d62a-7367-49a5-896f-c76cf28ac9ef tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] 10.222.0.59 "DELETE /v2.0/routers/abfea71b-6abb-4a75-bf36-3a0e801ee649 HTTP/1.1" status: 404 len: 336 time: 0.1828184 Feb 10 23:05:44.149800 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42158) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:44.164130 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd783f16-5aba-4840-9198-cdc58340ff27 req-1729e699-8256-4d7c-a964-c6cd39c870f7 service neutron] Port 20b0f7f4-15ae-4f8a-b50c-92c8b9a384df on network cc3883e2-07c5-4782-b2eb-c25b67bd2e9e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:05:44.164402 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd783f16-5aba-4840-9198-cdc58340ff27 req-1729e699-8256-4d7c-a964-c6cd39c870f7 service neutron] Attempting to bind port 20b0f7f4-15ae-4f8a-b50c-92c8b9a384df on network cc3883e2-07c5-4782-b2eb-c25b67bd2e9e {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:05:44.183838 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.api [None req-b3c725b1-f4e1-4c95-bce3-fba894387f5c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:05:44.184210 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG oslo_db.api [None req-b3c725b1-f4e1-4c95-bce3-fba894387f5c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:05:44.196986 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-b83e2ed0-7160-42cd-a40d-c7c6a456d2b9 None None] Provisioning complete for port 3c3c3272-93cd-4c55-976e-3fa4f2e40963 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:44.197360 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b83e2ed0-7160-42cd-a40d-c7c6a456d2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:44.217280 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-a0fee418-d05c-4bb0-adcc-4e83fb6b80c6 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] 10.222.0.59 "GET /v2.0/ports?device_id=67b060a6-5306-4a77-86d5-4bb9d258a606 HTTP/1.1" status: 200 len: 205 time: 0.0578253 Feb 10 23:05:44.217493 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd783f16-5aba-4840-9198-cdc58340ff27 req-1729e699-8256-4d7c-a964-c6cd39c870f7 service neutron] Checking agent: {'id': '0f85d58b-4cda-4360-97cf-be037aef26b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'started_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:05:44.217493 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd783f16-5aba-4840-9198-cdc58340ff27 req-1729e699-8256-4d7c-a964-c6cd39c870f7 service neutron] Checking segment: {'id': '7a345138-8b21-4d04-9958-9268deba4dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'cc3883e2-07c5-4782-b2eb-c25b67bd2e9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:05:44.217493 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd783f16-5aba-4840-9198-cdc58340ff27 req-1729e699-8256-4d7c-a964-c6cd39c870f7 service neutron] Bound using segment: {'id': '7a345138-8b21-4d04-9958-9268deba4dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'cc3883e2-07c5-4782-b2eb-c25b67bd2e9e'} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:05:44.217493 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-cd783f16-5aba-4840-9198-cdc58340ff27 req-1729e699-8256-4d7c-a964-c6cd39c870f7 service neutron] Bound port: 20b0f7f4-15ae-4f8a-b50c-92c8b9a384df, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a345138-8b21-4d04-9958-9268deba4dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'cc3883e2-07c5-4782-b2eb-c25b67bd2e9e'}}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:05:44.217493 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-cd783f16-5aba-4840-9198-cdc58340ff27 req-1729e699-8256-4d7c-a964-c6cd39c870f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:44.218672 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42162) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:44.253091 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a17edb62-6c88-4dc4-a291-bee2399f5405 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:44.256881 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-b83e2ed0-7160-42cd-a40d-c7c6a456d2b9 None None] Port 3c3c3272-93cd-4c55-976e-3fa4f2e40963 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:05:44.298202 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.api.v2.resource [None req-250a8511-0fc6-4c6f-b887-e1bff8b34555 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] delete failed (client error): The resource could not be found. Feb 10 23:05:44.299299 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-250a8511-0fc6-4c6f-b887-e1bff8b34555 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] 10.222.0.59 "DELETE /v2.0/routers/67b060a6-5306-4a77-86d5-4bb9d258a606 HTTP/1.1" status: 404 len: 336 time: 0.0788629 Feb 10 23:05:44.306316 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42166) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:44.312264 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314d235c-fcbb-4693-a952-5ee574fa25e0 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:05:44.323911 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e411993-5b76-475f-90fb-0d7567a74050 None None] Sync routers for ids ['29fe4d03-7dc0-4363-9a76-76243a804434'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:05:44.336494 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e411993-5b76-475f-90fb-0d7567a74050 None None] Routers {'29fe4d03-7dc0-4363-9a76-76243a804434'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:05:44.337337 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-0e411993-5b76-475f-90fb-0d7567a74050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:05:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['29fe4d03-7dc0-4363-9a76-76243a804434'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:44.378623 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1458fb2d-70f4-43fc-9838-4349c95b9dd1 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] 10.222.0.59 "GET /v2.0/ports?device_id=08606a76-54e0-49c8-94fd-b1467d65cbe0 HTTP/1.1" status: 200 len: 205 time: 0.0680022 Feb 10 23:05:44.379547 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42170) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:44.402601 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-0e411993-5b76-475f-90fb-0d7567a74050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:44.415243 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e411993-5b76-475f-90fb-0d7567a74050 None None] Routers {'29fe4d03-7dc0-4363-9a76-76243a804434'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:05:44.415943 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-0e411993-5b76-475f-90fb-0d7567a74050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:05:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['29fe4d03-7dc0-4363-9a76-76243a804434'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:44.444310 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-75dca480-d3a7-4eaa-9c2a-69f77a5f7b3b tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:44.504501 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c783d5b-0fc2-46af-b7d6-ef9db67bda4e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Router ceb0202d-0403-475b-a150-eb543df39ce0 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:05:44.512225 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-0e411993-5b76-475f-90fb-0d7567a74050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:44.512660 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e411993-5b76-475f-90fb-0d7567a74050 None None] The sync data for ids ['29fe4d03-7dc0-4363-9a76-76243a804434'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:05:44.627337 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-9439ebc3-3e31-430d-9ed9-d8588c96fabf tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] delete failed (client error): The resource could not be found. Feb 10 23:05:44.628343 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9439ebc3-3e31-430d-9ed9-d8588c96fabf tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] 10.222.0.59 "DELETE /v2.0/routers/08606a76-54e0-49c8-94fd-b1467d65cbe0 HTTP/1.1" status: 404 len: 336 time: 0.2484832 Feb 10 23:05:44.634806 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-314d235c-fcbb-4693-a952-5ee574fa25e0 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] 10.222.0.59 "PUT /v2.0/routers/29fe4d03-7dc0-4363-9a76-76243a804434/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4152424 Feb 10 23:05:44.634957 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42174) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:44.634957 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42176) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:44.693751 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-cd783f16-5aba-4840-9198-cdc58340ff27 req-1729e699-8256-4d7c-a964-c6cd39c870f7 service neutron] For port 20b0f7f4-15ae-4f8a-b50c-92c8b9a384df, host hv-neutron-8287, cleared binding levels {{(pid=84332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:05:44.716786 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-cd783f16-5aba-4840-9198-cdc58340ff27 req-1729e699-8256-4d7c-a964-c6cd39c870f7 service neutron] For port 20b0f7f4-15ae-4f8a-b50c-92c8b9a384df, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=20b0f7f4-15ae-4f8a-b50c-92c8b9a384df,segment=NetworkSegment(7a345138-8b21-4d04-9958-9268deba4dc9),segment_id=7a345138-8b21-4d04-9958-9268deba4dc9)] {{(pid=84332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:05:44.736336 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-b3c725b1-f4e1-4c95-bce3-fba894387f5c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Deleting port b4186a48-8150-486b-a902-7c26a2cd3bc6 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:05:44.736698 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b3c725b1-f4e1-4c95-bce3-fba894387f5c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:44.752378 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-14dbec8e-c8e7-49d9-89e2-1cd56133c346 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] DELETE failed (client error): The resource could not be found. Feb 10 23:05:44.752928 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14dbec8e-c8e7-49d9-89e2-1cd56133c346 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:05:44.755782 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.api.v2.resource [None req-9484294a-5cfc-4502-826b-f9a5745b6541 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] delete failed (client error): The resource could not be found. Feb 10 23:05:44.756730 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-9484294a-5cfc-4502-826b-f9a5745b6541 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] 10.222.0.59 "DELETE /v2.0/routers/tempest-non_exist_router-601481070 HTTP/1.1" status: 404 len: 334 time: 0.1171899 Feb 10 23:05:44.769436 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42182) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:44.781612 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-f97025e9-7fa0-4931-9db5-1a2fb624ac4a tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Request body: {'router': {'external_gateway_info': {'network_id': '29fe4d03-7dc0-4363-9a76-76243a804434'}}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:05:44.809911 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-14dbec8e-c8e7-49d9-89e2-1cd56133c346 tempest-RoutersAdminTest-308091079 tempest-RoutersAdminTest-308091079-project] 10.222.0.59 "DELETE /v2.0/subnets/57d617a7-82b6-4e8f-bdbd-aa9054d0073e HTTP/1.1" status: 404 len: 337 time: 0.1717803 Feb 10 23:05:44.962886 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-75dca480-d3a7-4eaa-9c2a-69f77a5f7b3b tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:44.981429 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a17edb62-6c88-4dc4-a291-bee2399f5405 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:44.984419 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-cd783f16-5aba-4840-9198-cdc58340ff27 req-1729e699-8256-4d7c-a964-c6cd39c870f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:44.993753 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-75dca480-d3a7-4eaa-9c2a-69f77a5f7b3b tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:45.044965 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c783d5b-0fc2-46af-b7d6-ef9db67bda4e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:05:45.056437 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0f08fb-7dc8-40f2-b82a-c92b9aa30597 None None] Sync routers for ids ['ceb0202d-0403-475b-a150-eb543df39ce0'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:05:45.069611 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0f08fb-7dc8-40f2-b82a-c92b9aa30597 None None] Routers {'ceb0202d-0403-475b-a150-eb543df39ce0'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:05:45.070760 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-1c0f08fb-7dc8-40f2-b82a-c92b9aa30597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:05:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['ceb0202d-0403-475b-a150-eb543df39ce0'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:45.101580 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device b4186a48-8150-486b-a902-7c26a2cd3bc6 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:05:45.165494 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-1c0f08fb-7dc8-40f2-b82a-c92b9aa30597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:45.181868 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0f08fb-7dc8-40f2-b82a-c92b9aa30597 None None] Routers {'ceb0202d-0403-475b-a150-eb543df39ce0'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:05:45.183229 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-1c0f08fb-7dc8-40f2-b82a-c92b9aa30597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:05:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['ceb0202d-0403-475b-a150-eb543df39ce0'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:45.200730 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0c783d5b-0fc2-46af-b7d6-ef9db67bda4e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:45.234048 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-cd783f16-5aba-4840-9198-cdc58340ff27 req-1729e699-8256-4d7c-a964-c6cd39c870f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:45.235406 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cd783f16-5aba-4840-9198-cdc58340ff27 req-1729e699-8256-4d7c-a964-c6cd39c870f7 service neutron] 10.222.0.37 "PUT /v2.0/ports/20b0f7f4-15ae-4f8a-b50c-92c8b9a384df HTTP/1.1" status: 200 len: 1093 time: 5.4260354 Feb 10 23:05:45.235920 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5ae685f-fde5-49d6-8a9e-ef701b2aedc0', 'tag': '20b0f7f4-15ae-4f8a-b50c-92c8b9a384df'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:05:45.297352 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port b4186a48-8150-486b-a902-7c26a2cd3bc6 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:45.299270 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:45.305510 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-1c0f08fb-7dc8-40f2-b82a-c92b9aa30597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:45.308045 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0f08fb-7dc8-40f2-b82a-c92b9aa30597 None None] The sync data for ids ['ceb0202d-0403-475b-a150-eb543df39ce0'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:05:45.373501 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1729e699-8256-4d7c-a964-c6cd39c870f7 service neutron] Pushing event updated for resources: {'Port': ['ID=20b0f7f4-15ae-4f8a-b50c-92c8b9a384df,revision_number=3']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:45.392401 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-0c783d5b-0fc2-46af-b7d6-ef9db67bda4e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] 10.222.0.59 "PUT /v2.0/floatingips/cf9e0fd0-7f8c-452a-aec6-47103c713419 HTTP/1.1" status: 200 len: 978 time: 8.8243177 Feb 10 23:05:45.427872 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42194) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:45.434772 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-f5374013-cd3f-490e-83c7-ea57b01b2ef1 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:05:45.471653 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5ae685f-fde5-49d6-8a9e-ef701b2aedc0', 'tag': '20b0f7f4-15ae-4f8a-b50c-92c8b9a384df', 'status': 'completed', 'code': 200} Feb 10 23:05:45.515141 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42198) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:45.571835 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-75dca480-d3a7-4eaa-9c2a-69f77a5f7b3b tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Allocated IP 172.26.8.45 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/2908b547-0605-44ca-84e9-a7eb2a5fb5be) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:05:45.584682 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f5374013-cd3f-490e-83c7-ea57b01b2ef1 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for floatingip, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:45.765692 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ef4d1747-8e1c-4bd0-8188-240638e66355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:45.820782 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a0a3d-bcec-43b1-a2b9-1ebb9326b133 req-26d99b04-9780-4248-b788-9077b5d306e8 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:45.822509 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fa1a0a3d-bcec-43b1-a2b9-1ebb9326b133 req-26d99b04-9780-4248-b788-9077b5d306e8 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 943 time: 0.7530560 Feb 10 23:05:45.896191 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-b3c725b1-f4e1-4c95-bce3-fba894387f5c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] For port b4186a48-8150-486b-a902-7c26a2cd3bc6, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=b4186a48-8150-486b-a902-7c26a2cd3bc6,segment=NetworkSegment(51600200-a8ad-403e-8f2f-2f9f6e02f7ab),segment_id=51600200-a8ad-403e-8f2f-2f9f6e02f7ab)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:05:45.896567 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b3c725b1-f4e1-4c95-bce3-fba894387f5c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:45.918448 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ef4d1747-8e1c-4bd0-8188-240638e66355 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:45.942912 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-ef4d1747-8e1c-4bd0-8188-240638e66355 admin admin] Usage tracker for resource:security_group_rule and tenant:9106f78d7f4749b994ba4bdf05ebdeb2 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:45.950689 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-ef4d1747-8e1c-4bd0-8188-240638e66355 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:45.958001 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:45.974096 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ef4d1747-8e1c-4bd0-8188-240638e66355 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:45.986193 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-75dca480-d3a7-4eaa-9c2a-69f77a5f7b3b tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:46.094201 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f5374013-cd3f-490e-83c7-ea57b01b2ef1 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:46.112789 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-b3c725b1-f4e1-4c95-bce3-fba894387f5c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Calling delete_port for b4186a48-8150-486b-a902-7c26a2cd3bc6 owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:05:46.150221 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ef4d1747-8e1c-4bd0-8188-240638e66355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:46.152222 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0548ef2b-0805-4b90-a4d7-fdfa20b621c0 req-ac31ed13-4282-49e5-9135-e4b3ea541a9e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e452088f31c44993a8754d6dd8fb5a7b&device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 1096 time: 0.7679932 Feb 10 23:05:46.180676 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f5374013-cd3f-490e-83c7-ea57b01b2ef1 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1734214'] for floatingip, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:46.180992 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.l3_db [None req-f5374013-cd3f-490e-83c7-ea57b01b2ef1 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Floating IP cf9e0fd0-7f8c-452a-aec6-47103c713419 disassociated. External IP: 172.26.8.56, port: 9d426e38-18b3-48cf-9fb2-8fdb68904b07. Feb 10 23:05:46.236076 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ef4d1747-8e1c-4bd0-8188-240638e66355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:46.243718 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-75dca480-d3a7-4eaa-9c2a-69f77a5f7b3b tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:46.253948 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fa1a0a3d-bcec-43b1-a2b9-1ebb9326b133 req-d0b550b6-310d-4f5d-879b-1cebfefadd37 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4171960 Feb 10 23:05:46.358274 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fca1523-b591-4c54-b249-e9de87e5f27c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Router ff5b9757-8651-43e0-aa42-b37338fc27c5 is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:05:46.404080 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f97025e9-7fa0-4931-9db5-1a2fb624ac4a tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:46.419748 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4d1747-8e1c-4bd0-8188-240638e66355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd347597-7b2a-4027-adc6-bba006713538,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:46.429494 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75dca480-d3a7-4eaa-9c2a-69f77a5f7b3b tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:05:46.438269 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-ef4d1747-8e1c-4bd0-8188-240638e66355 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9106f78d7f4749b994ba4bdf05ebdeb2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9171247 Feb 10 23:05:46.439158 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-75dca480-d3a7-4eaa-9c2a-69f77a5f7b3b tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:46.441109 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dca480-d3a7-4eaa-9c2a-69f77a5f7b3b tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event updated for resources: {'Port': ['ID=2908b547-0605-44ca-84e9-a7eb2a5fb5be,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:46.444398 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dca480-d3a7-4eaa-9c2a-69f77a5f7b3b tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:05:46.460874 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42204) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:46.488375 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0548ef2b-0805-4b90-a4d7-fdfa20b621c0 req-05bcc1f8-8c0e-4d65-beb1-b855c5248d87 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:46.489794 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0548ef2b-0805-4b90-a4d7-fdfa20b621c0 req-05bcc1f8-8c0e-4d65-beb1-b855c5248d87 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=e452088f31c44993a8754d6dd8fb5a7b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2893739 Feb 10 23:05:46.804426 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-75dca480-d3a7-4eaa-9c2a-69f77a5f7b3b tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for router_gateway, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:46.805178 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-75dca480-d3a7-4eaa-9c2a-69f77a5f7b3b tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:46.885195 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-f97025e9-7fa0-4931-9db5-1a2fb624ac4a tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] update failed (client error): The resource could not be found. Feb 10 23:05:46.886195 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f97025e9-7fa0-4931-9db5-1a2fb624ac4a tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] 10.222.0.59 "PUT /v2.0/routers/29fe4d03-7dc0-4363-9a76-76243a804434 HTTP/1.1" status: 404 len: 339 time: 2.1156216 Feb 10 23:05:46.907752 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42208) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:46.999515 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b3c725b1-f4e1-4c95-bce3-fba894387f5c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:47.120465 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5374013-cd3f-490e-83c7-ea57b01b2ef1 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Router ceb0202d-0403-475b-a150-eb543df39ce0 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:05:47.165934 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c725b1-f4e1-4c95-bce3-fba894387f5c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Pushing event deleted for resources: {'Port': ['ID=b4186a48-8150-486b-a902-7c26a2cd3bc6,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:47.276886 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4c4fd212-3165-41f0-a629-d0da0f436bce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:47.297952 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5f7efd-fa1a-470e-a9fb-c0856f89f4c1 None None] DHCP port deletion for adfbaf13-45b6-4576-92e8-ecafbdc0a7a7 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:05:47.301121 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0548ef2b-0805-4b90-a4d7-fdfa20b621c0 req-fb9318c9-6dbc-47ec-9a81-97e3795c330e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:47.303216 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0548ef2b-0805-4b90-a4d7-fdfa20b621c0 req-fb9318c9-6dbc-47ec-9a81-97e3795c330e service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6032555 Feb 10 23:05:47.323808 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f0b865-d2d3-491d-9bf8-44f1d793bf5b None None] get_active_networks_info from dv-neutron-828797-1-hyperv {{(pid=84334) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 10 23:05:47.357061 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a17edb62-6c88-4dc4-a291-bee2399f5405 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:47.423715 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5374013-cd3f-490e-83c7-ea57b01b2ef1 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:05:47.441641 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f5374013-cd3f-490e-83c7-ea57b01b2ef1 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:47.456512 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6e0015-d4c6-42cb-96fa-6f195e05b66d None None] Sync routers for ids ['ceb0202d-0403-475b-a150-eb543df39ce0'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:05:47.469124 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a17edb62-6c88-4dc4-a291-bee2399f5405 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:47.481631 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c725b1-f4e1-4c95-bce3-fba894387f5c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] No DVR routers for this DVR port b4186a48-8150-486b-a902-7c26a2cd3bc6 on host dv-neutron-828797-1-hyperv {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:05:47.501161 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6e0015-d4c6-42cb-96fa-6f195e05b66d None None] Routers {'ceb0202d-0403-475b-a150-eb543df39ce0'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:05:47.501793 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-bd6e0015-d4c6-42cb-96fa-6f195e05b66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:05:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['ceb0202d-0403-475b-a150-eb543df39ce0'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:47.517906 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75dca480-d3a7-4eaa-9c2a-69f77a5f7b3b tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Router c0ce2a22-ce80-4705-ac2d-b88129ec52a4 is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:05:47.571160 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-f5374013-cd3f-490e-83c7-ea57b01b2ef1 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] 10.222.0.59 "PUT /v2.0/floatingips/cf9e0fd0-7f8c-452a-aec6-47103c713419 HTTP/1.1" status: 200 len: 687 time: 2.1420259 Feb 10 23:05:47.577343 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-bd6e0015-d4c6-42cb-96fa-6f195e05b66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:47.580042 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f0b865-d2d3-491d-9bf8-44f1d793bf5b None None] Resources bound (agent type, host, resource id): {{(pid=84334) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 23:05:47.603131 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6e0015-d4c6-42cb-96fa-6f195e05b66d None None] Routers {'ceb0202d-0403-475b-a150-eb543df39ce0'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:05:47.604342 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-bd6e0015-d4c6-42cb-96fa-6f195e05b66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:05:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['ceb0202d-0403-475b-a150-eb543df39ce0'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:47.624386 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42214) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:47.679516 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-bd6e0015-d4c6-42cb-96fa-6f195e05b66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:47.680003 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6e0015-d4c6-42cb-96fa-6f195e05b66d None None] The sync data for ids ['ceb0202d-0403-475b-a150-eb543df39ce0'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:05:47.694082 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4c4fd212-3165-41f0-a629-d0da0f436bce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:47.868386 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b3c725b1-f4e1-4c95-bce3-fba894387f5c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:47.895753 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-5dea48c1-19db-4b9f-8972-5ee007e9c61d tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Deleting port d22eac7e-6d24-4017-baf0-208d2b3e8b6c {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:05:47.896394 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5dea48c1-19db-4b9f-8972-5ee007e9c61d tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:47.902910 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fca1523-b591-4c54-b249-e9de87e5f27c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:05:47.914838 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ac2927-3fd4-46e6-b8ee-ccb621053255 None None] Sync routers for ids ['ff5b9757-8651-43e0-aa42-b37338fc27c5'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:05:47.928689 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace64a9d-663b-4ea6-b9ed-7fdb851557c7 req-0de2a224-65e1-4870-a483-24c217d5acc8 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:47.930268 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-ace64a9d-663b-4ea6-b9ed-7fdb851557c7 req-0de2a224-65e1-4870-a483-24c217d5acc8 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 943 time: 0.4557149 Feb 10 23:05:47.932965 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ac2927-3fd4-46e6-b8ee-ccb621053255 None None] Routers {'ff5b9757-8651-43e0-aa42-b37338fc27c5'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:05:47.942028 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-a4ac2927-3fd4-46e6-b8ee-ccb621053255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:05:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['ff5b9757-8651-43e0-aa42-b37338fc27c5'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:48.039784 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-a4ac2927-3fd4-46e6-b8ee-ccb621053255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:48.048337 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cd783f16-5aba-4840-9198-cdc58340ff27 req-6145628d-9522-4b43-9531-b6266e1e5cc6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e452088f31c44993a8754d6dd8fb5a7b&device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 1096 time: 0.6512201 Feb 10 23:05:48.063287 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ac2927-3fd4-46e6-b8ee-ccb621053255 None None] Routers {'ff5b9757-8651-43e0-aa42-b37338fc27c5'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:05:48.064175 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-a4ac2927-3fd4-46e6-b8ee-ccb621053255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:05:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['ff5b9757-8651-43e0-aa42-b37338fc27c5'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:48.106191 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d331e1-db6d-41a4-8f94-080b366f0043 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-adfbaf13-45b6-4576-92e8-ecafbdc0a7a7', 'network_id': 'adfbaf13-45b6-4576-92e8-ecafbdc0a7a7', 'tenant_id': '3165e40034a94fb1867776c36ae44e52', 'fixed_ips': [{'subnet_id': 'f74831d6-88ba-4a30-b164-fb2412815c14'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:05:48.107007 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c8d331e1-db6d-41a4-8f94-080b366f0043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:48.107260 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-ace64a9d-663b-4ea6-b9ed-7fdb851557c7 req-35dbc244-eef2-47e3-bf9a-35b98280ab97 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707802 Feb 10 23:05:48.158581 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5dea48c1-19db-4b9f-8972-5ee007e9c61d tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:48.158935 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5dea48c1-19db-4b9f-8972-5ee007e9c61d tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:48.162883 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-a4ac2927-3fd4-46e6-b8ee-ccb621053255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:48.163276 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ac2927-3fd4-46e6-b8ee-ccb621053255 None None] The sync data for ids ['ff5b9757-8651-43e0-aa42-b37338fc27c5'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:05:48.289796 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-5dea48c1-19db-4b9f-8972-5ee007e9c61d tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Calling delete_port for d22eac7e-6d24-4017-baf0-208d2b3e8b6c owned by network:floatingip {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:05:48.309097 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-c8d331e1-db6d-41a4-8f94-080b366f0043 None None] Allocated IP 172.20.0.2 (adfbaf13-45b6-4576-92e8-ecafbdc0a7a7/f74831d6-88ba-4a30-b164-fb2412815c14/fda24fe9-b433-4771-92d4-a9f03e956586) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:05:48.377476 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75dca480-d3a7-4eaa-9c2a-69f77a5f7b3b tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:05:48.397717 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6fca1523-b591-4c54-b249-e9de87e5f27c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "PUT /v2.0/routers/ff5b9757-8651-43e0-aa42-b37338fc27c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3773756 Feb 10 23:05:48.399306 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42218) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:48.402547 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4c4fd212-3165-41f0-a629-d0da0f436bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:48.404826 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4c4fd212-3165-41f0-a629-d0da0f436bce admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:48.407507 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016dbb24-1c86-439b-bd0d-611ebbcfdc02 None None] Sync routers for ids ['c0ce2a22-ce80-4705-ac2d-b88129ec52a4'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:05:48.408629 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4c4fd212-3165-41f0-a629-d0da0f436bce admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cd347597-7b2a-4027-adc6-bba006713538 HTTP/1.1" status: 204 len: 168 time: 1.9437726 Feb 10 23:05:48.434506 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016dbb24-1c86-439b-bd0d-611ebbcfdc02 None None] Routers {'c0ce2a22-ce80-4705-ac2d-b88129ec52a4'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:05:48.435131 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-016dbb24-1c86-439b-bd0d-611ebbcfdc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:05:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['c0ce2a22-ce80-4705-ac2d-b88129ec52a4'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:48.461448 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4fd212-3165-41f0-a629-d0da0f436bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd347597-7b2a-4027-adc6-bba006713538,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:48.464500 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cd783f16-5aba-4840-9198-cdc58340ff27 req-33010ab4-b6a1-4037-9e64-7bafe70096d9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20b0f7f4-15ae-4f8a-b50c-92c8b9a384df HTTP/1.1" status: 200 len: 217 time: 0.2082396 Feb 10 23:05:48.518083 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-016dbb24-1c86-439b-bd0d-611ebbcfdc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:48.523234 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-75dca480-d3a7-4eaa-9c2a-69f77a5f7b3b tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:48.523410 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-75dca480-d3a7-4eaa-9c2a-69f77a5f7b3b tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.9915950 Feb 10 23:05:48.526162 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42224) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:48.529976 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-a17edb62-6c88-4dc4-a291-bee2399f5405 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Allocated IP 2001:db8::37 (44882163-07ea-4167-a4ef-aa97ad83b9e7/34b8793b-6595-4244-8427-db21c41f3c36/0f84e367-cb8d-403d-b8ab-61b6ffea02fc) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:05:48.631065 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c441a5a4-8cb4-467b-a775-ef7d818ae78b tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:48.631953 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c441a5a4-8cb4-467b-a775-ef7d818ae78b tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Synchronizing usage tracker for tenant:62dc022463634d02b4f57b75cc001545 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:05:48.646862 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016dbb24-1c86-439b-bd0d-611ebbcfdc02 None None] Routers {'c0ce2a22-ce80-4705-ac2d-b88129ec52a4'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:05:48.647647 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-016dbb24-1c86-439b-bd0d-611ebbcfdc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:05:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['c0ce2a22-ce80-4705-ac2d-b88129ec52a4'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:48.678008 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd783f16-5aba-4840-9198-cdc58340ff27 req-48cc4b7f-3fbf-4513-aa45-3a557f3937cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:48.680282 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cd783f16-5aba-4840-9198-cdc58340ff27 req-48cc4b7f-3fbf-4513-aa45-3a557f3937cf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01b72c06-c698-462d-bf7b-325d09ba1c5f HTTP/1.1" status: 200 len: 850 time: 0.1994376 Feb 10 23:05:48.703792 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c8d331e1-db6d-41a4-8f94-080b366f0043 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:48.708821 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5dea48c1-19db-4b9f-8972-5ee007e9c61d tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:48.719382 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-016dbb24-1c86-439b-bd0d-611ebbcfdc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:48.719794 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016dbb24-1c86-439b-bd0d-611ebbcfdc02 None None] The sync data for ids ['c0ce2a22-ce80-4705-ac2d-b88129ec52a4'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:05:48.726713 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-c8d331e1-db6d-41a4-8f94-080b366f0043 None None] Transition to ACTIVE for port object fda24fe9-b433-4771-92d4-a9f03e956586 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:05:48.746947 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-c8d331e1-db6d-41a4-8f94-080b366f0043 None None] Transition to ACTIVE for port object fda24fe9-b433-4771-92d4-a9f03e956586 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:05:48.825725 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dea48c1-19db-4b9f-8972-5ee007e9c61d tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Pushing event deleted for resources: {'Port': ['ID=d22eac7e-6d24-4017-baf0-208d2b3e8b6c,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:48.832701 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c8d331e1-db6d-41a4-8f94-080b366f0043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:48.868815 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-987ceed9-0f99-4536-8910-d536591fa0a7 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:48.891485 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c441a5a4-8cb4-467b-a775-ef7d818ae78b tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Unset dirty status for tenant:62dc022463634d02b4f57b75cc001545 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:05:48.895839 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c441a5a4-8cb4-467b-a775-ef7d818ae78b tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "GET /v2.0/ports/3c3c3272-93cd-4c55-976e-3fa4f2e40963 HTTP/1.1" status: 200 len: 910 time: 0.4846551 Feb 10 23:05:48.896303 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42230) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:48.909414 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d331e1-db6d-41a4-8f94-080b366f0043 None None] Pushing event updated for resources: {'Port': ['ID=fda24fe9-b433-4771-92d4-a9f03e956586,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:48.924816 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5dea48c1-19db-4b9f-8972-5ee007e9c61d tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for floatingip, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:48.927076 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5dea48c1-19db-4b9f-8972-5ee007e9c61d tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:48.928185 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-5dea48c1-19db-4b9f-8972-5ee007e9c61d tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] 10.222.0.59 "DELETE /v2.0/floatingips/cf9e0fd0-7f8c-452a-aec6-47103c713419 HTTP/1.1" status: 204 len: 168 time: 1.3025403 Feb 10 23:05:48.930707 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42234) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:49.015715 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.api.v2.resource [None req-e10db596-4191-4a21-9453-ca5af523a0f4 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] delete failed (client error): The resource could not be found. Feb 10 23:05:49.017089 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-e10db596-4191-4a21-9453-ca5af523a0f4 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] 10.222.0.59 "DELETE /v2.0/floatingips/cf9e0fd0-7f8c-452a-aec6-47103c713419 HTTP/1.1" status: 404 len: 345 time: 0.0853105 Feb 10 23:05:49.021955 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42238) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:49.054422 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b3c725b1-f4e1-4c95-bce3-fba894387f5c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:49.146494 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053cf2d9-e1fc-4bf2-9951-3d464fbba4b1 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:49.147724 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d331e1-db6d-41a4-8f94-080b366f0043 None None] Network adfbaf13-45b6-4576-92e8-ecafbdc0a7a7 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:05:49.150365 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053cf2d9-e1fc-4bf2-9951-3d464fbba4b1 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:49.151422 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device b4186a48-8150-486b-a902-7c26a2cd3bc6 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:05:49.154782 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053cf2d9-e1fc-4bf2-9951-3d464fbba4b1 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:49.155633 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-053cf2d9-e1fc-4bf2-9951-3d464fbba4b1 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Synchronizing usage tracker for tenant:ef749632f6e8410c86d95344b6b5e6cc on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:05:49.190043 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-018bdc3c-d645-4148-9845-8e827d09dfbd tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "GET /v2.0/routers/c0ce2a22-ce80-4705-ac2d-b88129ec52a4 HTTP/1.1" status: 200 len: 884 time: 0.6625659 Feb 10 23:05:49.191662 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-c8d331e1-db6d-41a4-8f94-080b366f0043 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:49.192360 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42244) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:49.201121 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d331e1-db6d-41a4-8f94-080b366f0043 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:05:49.204929 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: b4186a48-8150-486b-a902-7c26a2cd3bc6 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:05:49.204929 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device b4186a48-8150-486b-a902-7c26a2cd3bc6 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:05:49.273807 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c725b1-f4e1-4c95-bce3-fba894387f5c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Pushing event deleted for resources: {'Subnet': ['ID=f74831d6-88ba-4a30-b164-fb2412815c14,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:49.292024 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2b3787a6-da4b-4799-a728-1f6cf081633f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:49.300109 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-053cf2d9-e1fc-4bf2-9951-3d464fbba4b1 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Unset dirty status for tenant:ef749632f6e8410c86d95344b6b5e6cc on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:05:49.302249 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-053cf2d9-e1fc-4bf2-9951-3d464fbba4b1 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] 10.222.0.59 "GET /v2.0/ports?network_id=e03b4806-3892-4f1a-9d10-327ba2c6f623 HTTP/1.1" status: 200 len: 2360 time: 0.2785952 Feb 10 23:05:49.312341 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42248) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:49.322187 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-c8d331e1-db6d-41a4-8f94-080b366f0043 None None] Attempting to bind port fda24fe9-b433-4771-92d4-a9f03e956586 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:05:49.323330 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-c8d331e1-db6d-41a4-8f94-080b366f0043 None None] Attempting to bind port fda24fe9-b433-4771-92d4-a9f03e956586 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '51600200-a8ad-403e-8f2f-2f9f6e02f7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'adfbaf13-45b6-4576-92e8-ecafbdc0a7a7'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:05:49.323423 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d331e1-db6d-41a4-8f94-080b366f0043 None None] Attempting to bind port fda24fe9-b433-4771-92d4-a9f03e956586 on network adfbaf13-45b6-4576-92e8-ecafbdc0a7a7 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:05:49.336472 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d331e1-db6d-41a4-8f94-080b366f0043 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:05:49.336859 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d331e1-db6d-41a4-8f94-080b366f0043 None None] Checking segment: {'id': '51600200-a8ad-403e-8f2f-2f9f6e02f7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'adfbaf13-45b6-4576-92e8-ecafbdc0a7a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:05:49.337260 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c8d331e1-db6d-41a4-8f94-080b366f0043 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:49.337648 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d331e1-db6d-41a4-8f94-080b366f0043 None None] Bound using segment: {'id': '51600200-a8ad-403e-8f2f-2f9f6e02f7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'adfbaf13-45b6-4576-92e8-ecafbdc0a7a7'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:05:49.338206 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-c8d331e1-db6d-41a4-8f94-080b366f0043 None None] Bound port: fda24fe9-b433-4771-92d4-a9f03e956586, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51600200-a8ad-403e-8f2f-2f9f6e02f7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'adfbaf13-45b6-4576-92e8-ecafbdc0a7a7'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:05:49.339234 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c8d331e1-db6d-41a4-8f94-080b366f0043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:49.361033 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a17edb62-6c88-4dc4-a291-bee2399f5405 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:49.370376 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42252) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:49.461979 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-c8d331e1-db6d-41a4-8f94-080b366f0043 None None] For port fda24fe9-b433-4771-92d4-a9f03e956586, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:05:49.471741 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c4cee3-38e5-4799-af40-af51c742ad0b tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:49.472296 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-a0c4cee3-38e5-4799-af40-af51c742ad0b tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Synchronizing usage tracker for tenant:ef749632f6e8410c86d95344b6b5e6cc on resource:subnet {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:05:49.472941 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-c8d331e1-db6d-41a4-8f94-080b366f0043 None None] For port fda24fe9-b433-4771-92d4-a9f03e956586, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=fda24fe9-b433-4771-92d4-a9f03e956586,segment=NetworkSegment(51600200-a8ad-403e-8f2f-2f9f6e02f7ab),segment_id=51600200-a8ad-403e-8f2f-2f9f6e02f7ab)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:05:49.523078 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cd783f16-5aba-4840-9198-cdc58340ff27 req-a67000f4-dc9d-4d93-906c-4347b780ae4d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cc3883e2-07c5-4782-b2eb-c25b67bd2e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8178501 Feb 10 23:05:49.531987 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c8d331e1-db6d-41a4-8f94-080b366f0043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:49.539521 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-8fe43c65-7f9a-47de-b02e-c35c70e8cbb6 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Synchronizing usage tracker for tenant:9679d844e15947ffaadb0d4f870cf9d6 on resource:router {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:05:49.558237 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-a0c4cee3-38e5-4799-af40-af51c742ad0b tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Unset dirty status for tenant:ef749632f6e8410c86d95344b6b5e6cc on resource:subnet {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:05:49.559706 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-a0c4cee3-38e5-4799-af40-af51c742ad0b tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] 10.222.0.59 "GET /v2.0/subnets/b5f55256-8e66-413f-b024-00a20ae3e3e1 HTTP/1.1" status: 200 len: 797 time: 0.2462280 Feb 10 23:05:49.568729 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42256) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:49.570717 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-b33a5743-fdd6-408e-a673-3cdcb6c43b3d tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Request body: {'port': {'network_id': 'e03b4806-3892-4f1a-9d10-327ba2c6f623', 'name': 'tempest-FloatingIPTestJSON-1380816719', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:05:49.628487 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d331e1-db6d-41a4-8f94-080b366f0043 None None] Pushing event updated for resources: {'Port': ['ID=fda24fe9-b433-4771-92d4-a9f03e956586,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:49.662254 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b3c725b1-f4e1-4c95-bce3-fba894387f5c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:49.664374 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-8fe43c65-7f9a-47de-b02e-c35c70e8cbb6 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Unset dirty status for tenant:9679d844e15947ffaadb0d4f870cf9d6 on resource:router {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:05:49.668643 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-8fe43c65-7f9a-47de-b02e-c35c70e8cbb6 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.4720104 Feb 10 23:05:49.668810 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42260) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:49.681461 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-4d9abafb-ccb0-4a2d-ac11-8eed0ce87d59 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1116357810'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:05:49.712096 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2154ca5a-af37-492f-863b-56d00baf7551 None None] get_active_networks_info from dv-neutron-828797-1-hyperv {{(pid=84334) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 10 23:05:49.859919 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2154ca5a-af37-492f-863b-56d00baf7551 None None] Resources bound (agent type, host, resource id): {{(pid=84334) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 23:05:49.872971 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b33a5743-fdd6-408e-a673-3cdcb6c43b3d tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:49.885686 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b33a5743-fdd6-408e-a673-3cdcb6c43b3d tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:49.911894 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-b3c725b1-f4e1-4c95-bce3-fba894387f5c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adfbaf13-45b6-4576-92e8-ecafbdc0a7a7']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:49.959408 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-b3c725b1-f4e1-4c95-bce3-fba894387f5c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51600200-a8ad-403e-8f2f-2f9f6e02f7ab') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:49.959717 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-b3c725b1-f4e1-4c95-bce3-fba894387f5c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51600200-a8ad-403e-8f2f-2f9f6e02f7ab') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:49.982859 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0f0a7cb0-afc7-4515-89d6-260b13542f6a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=11f3bed017e3494cb19f574ec004947b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5706532 Feb 10 23:05:49.997067 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42264) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:50.005896 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b3c725b1-f4e1-4c95-bce3-fba894387f5c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32216962'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:50.013795 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33a5743-fdd6-408e-a673-3cdcb6c43b3d tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Made reservation on behalf of ef749632f6e8410c86d95344b6b5e6cc for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:05:50.146170 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a17edb62-6c88-4dc4-a291-bee2399f5405 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:50.154979 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c87981-12d8-4969-8047-eb2a44381b0c req-3814a6f6-3bdb-4f55-b388-244c2ebf82a8 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:50.156449 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a5c87981-12d8-4969-8047-eb2a44381b0c req-3814a6f6-3bdb-4f55-b388-244c2ebf82a8 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 943 time: 0.8270745 Feb 10 23:05:50.162538 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cd783f16-5aba-4840-9198-cdc58340ff27 req-14054d73-ce76-419d-8281-443b378269f2 service neutron] 10.222.0.37 "GET /v2.0/networks/cc3883e2-07c5-4782-b2eb-c25b67bd2e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6227002 Feb 10 23:05:50.162538 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b3c725b1-f4e1-4c95-bce3-fba894387f5c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:50.263396 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cbeeb1-25ba-4f8c-98d7-3f9f2a747eb1 None None] Network adfbaf13-45b6-4576-92e8-ecafbdc0a7a7 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:05:50.315530 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3c725b1-f4e1-4c95-bce3-fba894387f5c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:05:50.315921 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b3c725b1-f4e1-4c95-bce3-fba894387f5c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32033006'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:50.336367 dv-neutron-828797-1-hyperv neutron-server[84332]: Traceback (most recent call last): Feb 10 23:05:50.336367 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:05:50.336367 dv-neutron-828797-1-hyperv neutron-server[84332]: timer() Feb 10 23:05:50.336367 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:05:50.336367 dv-neutron-828797-1-hyperv neutron-server[84332]: cb(*args, **kw) Feb 10 23:05:50.336367 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:05:50.336367 dv-neutron-828797-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Feb 10 23:05:50.336367 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:05:50.336367 dv-neutron-828797-1-hyperv neutron-server[84332]: self._notify() Feb 10 23:05:50.336367 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:05:50.336367 dv-neutron-828797-1-hyperv neutron-server[84332]: self.callback(batched_events) Feb 10 23:05:50.336367 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:05:50.336367 dv-neutron-828797-1-hyperv neutron-server[84332]: event.method(event) Feb 10 23:05:50.336367 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:05:50.336367 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:05:50.336367 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:05:50.336367 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:05:50.336367 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:05:50.336367 dv-neutron-828797-1-hyperv neutron-server[84332]: return f(self, *a, **k) Feb 10 23:05:50.336367 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:05:50.336367 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._get(url).json() Feb 10 23:05:50.336367 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:05:50.336367 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:05:50.336367 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:05:50.336367 dv-neutron-828797-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Feb 10 23:05:50.336367 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:05:50.336367 dv-neutron-828797-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:05:50.336367 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:05:50.336367 dv-neutron-828797-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:05:50.336367 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:05:50.336367 dv-neutron-828797-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:05:50.336367 dv-neutron-828797-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:05:50.385723 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-461fc518-2b71-41bf-a8d3-a14631313d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:50.408412 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b33a5743-fdd6-408e-a673-3cdcb6c43b3d tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:50.446069 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-461fc518-2b71-41bf-a8d3-a14631313d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:50.457042 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-987ceed9-0f99-4536-8910-d536591fa0a7 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Allocated IP 172.20.0.1 (b3602607-12f4-412f-bb0b-727102b155e8/8c866968-fce0-42c4-9d4f-75a4f785d843/124db22c-0af3-4c75-aa4d-ab353bd810c9) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:05:50.464467 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b33a5743-fdd6-408e-a673-3cdcb6c43b3d tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] device_id is not set on port c1ccaa57-8356-4c7e-bc2a-e2fc54299c59 yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:05:50.485267 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec8bea1-6d64-44cf-bb21-b580521d14ef None None] DHCP port deletion for adfbaf13-45b6-4576-92e8-ecafbdc0a7a7 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:05:50.489846 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-bec8bea1-6d64-44cf-bb21-b580521d14ef None None] Deleting port fda24fe9-b433-4771-92d4-a9f03e956586 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:05:50.498329 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bec8bea1-6d64-44cf-bb21-b580521d14ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:50.520803 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17edb62-6c88-4dc4-a291-bee2399f5405 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Network 44882163-07ea-4167-a4ef-aa97ad83b9e7 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:05:50.536228 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17edb62-6c88-4dc4-a291-bee2399f5405 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Pushing event updated for resources: {'Port': ['ID=0f84e367-cb8d-403d-b8ab-61b6ffea02fc,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:50.538977 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-a17edb62-6c88-4dc4-a291-bee2399f5405 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:50.541747 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17edb62-6c88-4dc4-a291-bee2399f5405 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:05:50.709393 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-bec8bea1-6d64-44cf-bb21-b580521d14ef None None] For port fda24fe9-b433-4771-92d4-a9f03e956586, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=fda24fe9-b433-4771-92d4-a9f03e956586,segment=NetworkSegment(51600200-a8ad-403e-8f2f-2f9f6e02f7ab),segment_id=51600200-a8ad-403e-8f2f-2f9f6e02f7ab)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:05:50.709786 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bec8bea1-6d64-44cf-bb21-b580521d14ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:50.717899 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.api [None req-b3c725b1-f4e1-4c95-bce3-fba894387f5c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 23:05:50.717899 dv-neutron-828797-1-hyperv neutron-server[84332]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 23:05:50.717899 dv-neutron-828797-1-hyperv neutron-server[84332]: [parameters: {'id': 'adfbaf13-45b6-4576-92e8-ecafbdc0a7a7'}] Feb 10 23:05:50.717899 dv-neutron-828797-1-hyperv neutron-server[84332]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:05:50.721983 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG oslo_db.api [None req-b3c725b1-f4e1-4c95-bce3-fba894387f5c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:05:50.721983 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a5c87981-12d8-4969-8047-eb2a44381b0c req-fde8f7dc-bee9-433c-ac98-62aab9c0bc97 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5028827 Feb 10 23:05:50.722175 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-461fc518-2b71-41bf-a8d3-a14631313d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:50.756186 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461fc518-2b71-41bf-a8d3-a14631313d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fabe1fb6-f378-4c6c-a3f4-678734d2fdbe,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:50.784982 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cd783f16-5aba-4840-9198-cdc58340ff27 req-26a3e4c9-b796-454a-bdd1-b464f44f64d4 service neutron] 10.222.0.37 "GET /v2.0/networks/cc3883e2-07c5-4782-b2eb-c25b67bd2e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5643756 Feb 10 23:05:50.854718 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-987ceed9-0f99-4536-8910-d536591fa0a7 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:50.868216 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-bec8bea1-6d64-44cf-bb21-b580521d14ef None None] Calling delete_port for fda24fe9-b433-4771-92d4-a9f03e956586 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:05:50.874149 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-53eab608-2a0d-496e-97a4-02c243b99118 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732944'] for router_interface, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:50.939046 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-987ceed9-0f99-4536-8910-d536591fa0a7 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Transition to ACTIVE for port object 124db22c-0af3-4c75-aa4d-ab353bd810c9 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:05:50.988943 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-461fc518-2b71-41bf-a8d3-a14631313d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:50.989873 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-461fc518-2b71-41bf-a8d3-a14631313d80 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fabe1fb6-f378-4c6c-a3f4-678734d2fdbe HTTP/1.1" status: 204 len: 168 time: 0.9927275 Feb 10 23:05:51.073347 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a17edb62-6c88-4dc4-a291-bee2399f5405 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:51.073841 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bec8bea1-6d64-44cf-bb21-b580521d14ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:51.074059 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a17edb62-6c88-4dc4-a291-bee2399f5405 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:51.093832 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4d9abafb-ccb0-4a2d-ac11-8eed0ce87d59 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:51.097703 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-b33a5743-fdd6-408e-a673-3cdcb6c43b3d tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Allocated IP 172.20.0.14 (e03b4806-3892-4f1a-9d10-327ba2c6f623/b5f55256-8e66-413f-b024-00a20ae3e3e1/c1ccaa57-8356-4c7e-bc2a-e2fc54299c59) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:05:51.106607 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-b33a5743-fdd6-408e-a673-3cdcb6c43b3d tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Allocated IP 172.20.0.12 (e03b4806-3892-4f1a-9d10-327ba2c6f623/b5f55256-8e66-413f-b024-00a20ae3e3e1/c1ccaa57-8356-4c7e-bc2a-e2fc54299c59) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:05:51.131518 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec8bea1-6d64-44cf-bb21-b580521d14ef None None] Pushing event deleted for resources: {'Port': ['ID=fda24fe9-b433-4771-92d4-a9f03e956586,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:51.136661 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec8bea1-6d64-44cf-bb21-b580521d14ef None None] No DVR routers for this DVR port fda24fe9-b433-4771-92d4-a9f03e956586 on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:05:51.197424 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-987ceed9-0f99-4536-8910-d536591fa0a7 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:51.202336 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4d9abafb-ccb0-4a2d-ac11-8eed0ce87d59 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1734371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1734168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1735070'] for router, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:51.237930 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ccee9571-2827-46f8-a0b1-7db992748b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:51.299617 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b3c725b1-f4e1-4c95-bce3-fba894387f5c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:51.376191 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987ceed9-0f99-4536-8910-d536591fa0a7 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Network b3602607-12f4-412f-bb0b-727102b155e8 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:05:51.426706 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-987ceed9-0f99-4536-8910-d536591fa0a7 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:51.468174 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987ceed9-0f99-4536-8910-d536591fa0a7 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:05:51.504497 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b33a5743-fdd6-408e-a673-3cdcb6c43b3d tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:51.602617 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d9abafb-ccb0-4a2d-ac11-8eed0ce87d59 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Router c0ce2a22-ce80-4705-ac2d-b88129ec52a4 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:05:51.669897 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b33a5743-fdd6-408e-a673-3cdcb6c43b3d tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:51.732252 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987ceed9-0f99-4536-8910-d536591fa0a7 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Pushing event updated for resources: {'Port': ['ID=124db22c-0af3-4c75-aa4d-ab353bd810c9,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:51.851153 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a5743-fdd6-408e-a673-3cdcb6c43b3d tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Pushing event updated for resources: {'Port': ['ID=c1ccaa57-8356-4c7e-bc2a-e2fc54299c59,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:51.859037 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33a5743-fdd6-408e-a673-3cdcb6c43b3d tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Network e03b4806-3892-4f1a-9d10-327ba2c6f623 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:05:51.860908 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-b33a5743-fdd6-408e-a673-3cdcb6c43b3d tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:51.873228 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33a5743-fdd6-408e-a673-3cdcb6c43b3d tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:05:51.904927 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-987ceed9-0f99-4536-8910-d536591fa0a7 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733071'] for router_interface, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:51.923369 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-22782168-801f-4ad2-81d8-23505c25b4fe None None] Provisioning for port 124db22c-0af3-4c75-aa4d-ab353bd810c9 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:05:51.930267 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-22782168-801f-4ad2-81d8-23505c25b4fe None None] Provisioning complete for port 124db22c-0af3-4c75-aa4d-ab353bd810c9 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:51.930798 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-22782168-801f-4ad2-81d8-23505c25b4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:51.960643 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b3c725b1-f4e1-4c95-bce3-fba894387f5c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:51.993252 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33a5743-fdd6-408e-a673-3cdcb6c43b3d tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:51.993977 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b33a5743-fdd6-408e-a673-3cdcb6c43b3d tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:51.999338 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-22782168-801f-4ad2-81d8-23505c25b4fe None None] Port 124db22c-0af3-4c75-aa4d-ab353bd810c9 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:05:52.011881 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-b3c725b1-f4e1-4c95-bce3-fba894387f5c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adfbaf13-45b6-4576-92e8-ecafbdc0a7a7']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:52.055711 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3e064-1242-4c51-ae85-1e672bd319ee req-6bf452af-a371-402b-91b4-cba7118856c2 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:52.057712 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-bae3e064-1242-4c51-ae85-1e672bd319ee req-6bf452af-a371-402b-91b4-cba7118856c2 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 943 time: 0.1527143 Feb 10 23:05:52.062700 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-b3c725b1-f4e1-4c95-bce3-fba894387f5c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51600200-a8ad-403e-8f2f-2f9f6e02f7ab') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:52.063003 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-b3c725b1-f4e1-4c95-bce3-fba894387f5c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51600200-a8ad-403e-8f2f-2f9f6e02f7ab') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:52.087524 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b3c725b1-f4e1-4c95-bce3-fba894387f5c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32216962'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:52.098031 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9abafb-ccb0-4a2d-ac11-8eed0ce87d59 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:05:52.111225 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4d9abafb-ccb0-4a2d-ac11-8eed0ce87d59 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:52.112358 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-4d9abafb-ccb0-4a2d-ac11-8eed0ce87d59 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "PUT /v2.0/routers/c0ce2a22-ce80-4705-ac2d-b88129ec52a4 HTTP/1.1" status: 200 len: 891 time: 2.4426200 Feb 10 23:05:52.114121 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b05e3c4-24e4-4b7d-948c-b1f7ca8c3ffc None None] Sync routers for ids ['c0ce2a22-ce80-4705-ac2d-b88129ec52a4'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:05:52.115042 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42284) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:52.116110 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-b33a5743-fdd6-408e-a673-3cdcb6c43b3d tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.5508690 Feb 10 23:05:52.120416 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42288) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:52.121632 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b3c725b1-f4e1-4c95-bce3-fba894387f5c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:52.127817 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-e51385d9-9a27-4c2c-868b-07b8187af831 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Request body: {'floatingip': {'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'port_id': 'c1ccaa57-8356-4c7e-bc2a-e2fc54299c59', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:05:52.134605 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e51385d9-9a27-4c2c-868b-07b8187af831 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:52.137274 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b05e3c4-24e4-4b7d-948c-b1f7ca8c3ffc None None] Routers {'c0ce2a22-ce80-4705-ac2d-b88129ec52a4'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:05:52.138110 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-8b05e3c4-24e4-4b7d-948c-b1f7ca8c3ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:05:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['c0ce2a22-ce80-4705-ac2d-b88129ec52a4'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:52.140193 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-e51385d9-9a27-4c2c-868b-07b8187af831 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Usage tracker for resource:floatingip and tenant:ef749632f6e8410c86d95344b6b5e6cc is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:52.144774 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-bae3e064-1242-4c51-ae85-1e672bd319ee req-26386d63-e3dd-462a-a3db-97be3736405e tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753412 Feb 10 23:05:52.145556 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-e51385d9-9a27-4c2c-868b-07b8187af831 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:52.152053 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e51385d9-9a27-4c2c-868b-07b8187af831 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:52.214404 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-8b05e3c4-24e4-4b7d-948c-b1f7ca8c3ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:52.225296 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b05e3c4-24e4-4b7d-948c-b1f7ca8c3ffc None None] Routers {'c0ce2a22-ce80-4705-ac2d-b88129ec52a4'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:05:52.225884 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-8b05e3c4-24e4-4b7d-948c-b1f7ca8c3ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:05:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['c0ce2a22-ce80-4705-ac2d-b88129ec52a4'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:52.238084 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3c725b1-f4e1-4c95-bce3-fba894387f5c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:05:52.238626 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b3c725b1-f4e1-4c95-bce3-fba894387f5c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32033006'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:52.247261 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e51385d9-9a27-4c2c-868b-07b8187af831 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for floatingip, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:52.261474 dv-neutron-828797-1-hyperv neutron-server[84332]: Traceback (most recent call last): Feb 10 23:05:52.261474 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:05:52.261474 dv-neutron-828797-1-hyperv neutron-server[84332]: timer() Feb 10 23:05:52.261474 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:05:52.261474 dv-neutron-828797-1-hyperv neutron-server[84332]: cb(*args, **kw) Feb 10 23:05:52.261474 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:05:52.261474 dv-neutron-828797-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Feb 10 23:05:52.261474 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:05:52.261474 dv-neutron-828797-1-hyperv neutron-server[84332]: self._notify() Feb 10 23:05:52.261474 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:05:52.261474 dv-neutron-828797-1-hyperv neutron-server[84332]: self.callback(batched_events) Feb 10 23:05:52.261474 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:05:52.261474 dv-neutron-828797-1-hyperv neutron-server[84332]: event.method(event) Feb 10 23:05:52.261474 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:05:52.261474 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:05:52.261474 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:05:52.261474 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:05:52.261474 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:05:52.261474 dv-neutron-828797-1-hyperv neutron-server[84332]: return f(self, *a, **k) Feb 10 23:05:52.261474 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:05:52.261474 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._get(url).json() Feb 10 23:05:52.261474 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:05:52.261474 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:05:52.261474 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:05:52.261474 dv-neutron-828797-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Feb 10 23:05:52.261474 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:05:52.261474 dv-neutron-828797-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:05:52.261474 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:05:52.261474 dv-neutron-828797-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:05:52.261474 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:05:52.261474 dv-neutron-828797-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:05:52.261474 dv-neutron-828797-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:05:52.290211 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-8b05e3c4-24e4-4b7d-948c-b1f7ca8c3ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:52.290816 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b05e3c4-24e4-4b7d-948c-b1f7ca8c3ffc None None] The sync data for ids ['c0ce2a22-ce80-4705-ac2d-b88129ec52a4'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:05:52.356684 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:52.448001 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-987ceed9-0f99-4536-8910-d536591fa0a7 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:52.486141 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42296) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:52.550314 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:52.550851 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e51385d9-9a27-4c2c-868b-07b8187af831 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:52.567123 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b3c725b1-f4e1-4c95-bce3-fba894387f5c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:52.591732 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b3c725b1-f4e1-4c95-bce3-fba894387f5c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:52.618382 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c725b1-f4e1-4c95-bce3-fba894387f5c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Pushing event deleted for resources: {'Network': ['ID=adfbaf13-45b6-4576-92e8-ecafbdc0a7a7,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:52.655436 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b3c725b1-f4e1-4c95-bce3-fba894387f5c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "DELETE /v2.0/networks/adfbaf13-45b6-4576-92e8-ecafbdc0a7a7 HTTP/1.1" status: 204 len: 168 time: 13.3784890 Feb 10 23:05:52.673585 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42302) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:52.680194 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-fb0e9357-0675-4c9a-989a-365e6ab465b6 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1674939951'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:05:52.690977 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-ec5f0694-5147-488f-932d-01e859644702 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2144918543'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:05:52.697070 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-fb0e9357-0675-4c9a-989a-365e6ab465b6 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:52.704933 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ec5f0694-5147-488f-932d-01e859644702 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:52.713711 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-ec5f0694-5147-488f-932d-01e859644702 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Usage tracker for resource:network and tenant:3165e40034a94fb1867776c36ae44e52 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:52.716601 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-fb0e9357-0675-4c9a-989a-365e6ab465b6 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Usage tracker for resource:network and tenant:09383d266f844d259060f55a62753d0c is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:52.723294 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-ec5f0694-5147-488f-932d-01e859644702 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:52.723501 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-fb0e9357-0675-4c9a-989a-365e6ab465b6 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:52.732782 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ec5f0694-5147-488f-932d-01e859644702 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:52.736412 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-fb0e9357-0675-4c9a-989a-365e6ab465b6 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:52.757243 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-e51385d9-9a27-4c2c-868b-07b8187af831 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Allocated IP 172.26.8.138 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/3b13c2ab-aeca-4fba-959d-0394f99114e7) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:05:52.835119 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5f0694-5147-488f-932d-01e859644702 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Made reservation on behalf of 3165e40034a94fb1867776c36ae44e52 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:05:52.839042 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ec5f0694-5147-488f-932d-01e859644702 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:52.857264 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0e9357-0675-4c9a-989a-365e6ab465b6 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Made reservation on behalf of 09383d266f844d259060f55a62753d0c for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:05:52.860343 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fb0e9357-0675-4c9a-989a-365e6ab465b6 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:52.886534 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fb0e9357-0675-4c9a-989a-365e6ab465b6 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:52.912372 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a17edb62-6c88-4dc4-a291-bee2399f5405 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Router 3d5cfb5f-494e-4ae9-a678-68167240e3af is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:05:52.929984 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-53eab608-2a0d-496e-97a4-02c243b99118 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Deleting port 3c3c3272-93cd-4c55-976e-3fa4f2e40963 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:05:52.930336 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-53eab608-2a0d-496e-97a4-02c243b99118 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:52.930463 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec5f0694-5147-488f-932d-01e859644702 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:05:52.966889 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ec5f0694-5147-488f-932d-01e859644702 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:52.967303 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-ec5f0694-5147-488f-932d-01e859644702 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Added segment ab0bdc95-79fc-48e8-aaed-072e16645468 of type vlan for network 9cfcb18a-ebc4-40b5-96c1-fd5065ad8848 Feb 10 23:05:52.974904 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-fb0e9357-0675-4c9a-989a-365e6ab465b6 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:52.992578 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-fb0e9357-0675-4c9a-989a-365e6ab465b6 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Usage tracker for resource:security_group_rule and tenant:09383d266f844d259060f55a62753d0c is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:53.000911 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 20b0f7f4-15ae-4f8a-b50c-92c8b9a384df details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:05:53.001467 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-fb0e9357-0675-4c9a-989a-365e6ab465b6 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:53.009711 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e51385d9-9a27-4c2c-868b-07b8187af831 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:53.020632 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-fb0e9357-0675-4c9a-989a-365e6ab465b6 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:53.034710 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ec5f0694-5147-488f-932d-01e859644702 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:53.143133 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fb0e9357-0675-4c9a-989a-365e6ab465b6 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:53.156794 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 20b0f7f4-15ae-4f8a-b50c-92c8b9a384df, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=20b0f7f4-15ae-4f8a-b50c-92c8b9a384df,segment=NetworkSegment(7a345138-8b21-4d04-9958-9268deba4dc9),segment_id=7a345138-8b21-4d04-9958-9268deba4dc9)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:05:53.169884 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Returning: {'device': '20b0f7f4-15ae-4f8a-b50c-92c8b9a384df', 'network_id': 'cc3883e2-07c5-4782-b2eb-c25b67bd2e9e', 'port_id': '20b0f7f4-15ae-4f8a-b50c-92c8b9a384df', 'mac_address': 'fa:16:3e:f1:de:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01b72c06-c698-462d-bf7b-325d09ba1c5f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:05:53.184673 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ec5f0694-5147-488f-932d-01e859644702 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:53.188984 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5f0694-5147-488f-932d-01e859644702 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:53.189859 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ec5f0694-5147-488f-932d-01e859644702 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:53.227051 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:53.228096 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fb0e9357-0675-4c9a-989a-365e6ab465b6 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:53.248278 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20b0f7f4-15ae-4f8a-b50c-92c8b9a384df {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:05:53.284657 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 20b0f7f4-15ae-4f8a-b50c-92c8b9a384df, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=20b0f7f4-15ae-4f8a-b50c-92c8b9a384df,segment=NetworkSegment(7a345138-8b21-4d04-9958-9268deba4dc9),segment_id=7a345138-8b21-4d04-9958-9268deba4dc9)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:05:53.303438 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e51385d9-9a27-4c2c-868b-07b8187af831 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:53.363117 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:53.427769 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb0e9357-0675-4c9a-989a-365e6ab465b6 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:05:53.432836 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5f0694-5147-488f-932d-01e859644702 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Pushing event updated for resources: {'Network': ['ID=9cfcb18a-ebc4-40b5-96c1-fd5065ad8848,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:53.439048 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=20b0f7f4-15ae-4f8a-b50c-92c8b9a384df,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:53.446456 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 9cfcb18a-ebc4-40b5-96c1-fd5065ad8848 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:05:53.456363 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e9357-0675-4c9a-989a-365e6ab465b6 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b154dce-25ed-4eec-ace0-8def833210f8,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:53.466518 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51385d9-9a27-4c2c-868b-07b8187af831 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:05:53.471218 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-e51385d9-9a27-4c2c-868b-07b8187af831 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:53.476574 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fb0e9357-0675-4c9a-989a-365e6ab465b6 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:53.476918 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-fb0e9357-0675-4c9a-989a-365e6ab465b6 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Added segment 50be981f-8c41-4f34-bd07-6aafbb59f6ef of type vlan for network feb1a862-beae-4f30-ad12-f81c8a807d39 Feb 10 23:05:53.478204 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51385d9-9a27-4c2c-868b-07b8187af831 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:05:53.506233 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51385d9-9a27-4c2c-868b-07b8187af831 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Pushing event updated for resources: {'Port': ['ID=3b13c2ab-aeca-4fba-959d-0394f99114e7,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:53.525518 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-ec5f0694-5147-488f-932d-01e859644702 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8492112 Feb 10 23:05:53.532402 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42310) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:53.538602 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-987ceed9-0f99-4536-8910-d536591fa0a7 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:53.545587 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-03371141-2f95-4d13-916d-e1fb78843099 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Request body: {'subnet': {'network_id': '9cfcb18a-ebc4-40b5-96c1-fd5065ad8848', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:05:53.638235 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a0c8990a-d843-40be-b46e-f8ed8cbaaf9c tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "GET /v2.0/routers/c0ce2a22-ce80-4705-ac2d-b88129ec52a4 HTTP/1.1" status: 200 len: 891 time: 1.5215421 Feb 10 23:05:53.641836 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42314) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:53.643538 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fb0e9357-0675-4c9a-989a-365e6ab465b6 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:53.652141 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['20b0f7f4-15ae-4f8a-b50c-92c8b9a384df'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:05:53.662930 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-987ceed9-0f99-4536-8910-d536591fa0a7 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:53.752427 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-035decb1-3555-4694-8a15-2a8955a1f182 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Synchronizing usage tracker for tenant:9679d844e15947ffaadb0d4f870cf9d6 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:05:53.837462 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-03371141-2f95-4d13-916d-e1fb78843099 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:53.839381 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-53eab608-2a0d-496e-97a4-02c243b99118 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:53.871009 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987ceed9-0f99-4536-8910-d536591fa0a7 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Pushing event updated for resources: {'Port': ['ID=124db22c-0af3-4c75-aa4d-ab353bd810c9,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:53.873412 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-987ceed9-0f99-4536-8910-d536591fa0a7 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2767683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732898'] for router_interface, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:53.893735 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-03371141-2f95-4d13-916d-e1fb78843099 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Usage tracker for resource:subnet and tenant:3165e40034a94fb1867776c36ae44e52 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:53.900897 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-03371141-2f95-4d13-916d-e1fb78843099 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:53.913967 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-03371141-2f95-4d13-916d-e1fb78843099 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:53.919018 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fb0e9357-0675-4c9a-989a-365e6ab465b6 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:53.922598 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0e9357-0675-4c9a-989a-365e6ab465b6 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:53.923182 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fb0e9357-0675-4c9a-989a-365e6ab465b6 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:53.939113 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:53.959127 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-035decb1-3555-4694-8a15-2a8955a1f182 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Unset dirty status for tenant:9679d844e15947ffaadb0d4f870cf9d6 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:05:53.960325 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-035decb1-3555-4694-8a15-2a8955a1f182 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0ce2a22-ce80-4705-ac2d-b88129ec52a4 HTTP/1.1" status: 200 len: 205 time: 0.3107548 Feb 10 23:05:53.971056 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42318) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:54.000556 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-53eab608-2a0d-496e-97a4-02c243b99118 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Calling delete_port for 3c3c3272-93cd-4c55-976e-3fa4f2e40963 owned by network:router_interface {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:05:54.171878 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c18516-c471-4b50-b418-e40aa19e4104 req-c823dcb2-2798-43d2-a156-df94b2a1cbb5 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:54.173370 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-28c18516-c471-4b50-b418-e40aa19e4104 req-c823dcb2-2798-43d2-a156-df94b2a1cbb5 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 944 time: 0.8113308 Feb 10 23:05:54.241590 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03371141-2f95-4d13-916d-e1fb78843099 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Made reservation on behalf of 3165e40034a94fb1867776c36ae44e52 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:05:54.316914 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-28c18516-c471-4b50-b418-e40aa19e4104 req-e58bdb6f-10a1-40d1-a3a5-e2d0184bec70 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285388 Feb 10 23:05:54.324335 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987ceed9-0f99-4536-8910-d536591fa0a7 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Network b3602607-12f4-412f-bb0b-727102b155e8 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:05:54.328559 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-987ceed9-0f99-4536-8910-d536591fa0a7 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:54.501045 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e9357-0675-4c9a-989a-365e6ab465b6 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Pushing event updated for resources: {'Network': ['ID=feb1a862-beae-4f30-ad12-f81c8a807d39,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:54.519511 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-fb0e9357-0675-4c9a-989a-365e6ab465b6 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.0277503 Feb 10 23:05:54.523062 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network feb1a862-beae-4f30-ad12-f81c8a807d39 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:05:54.524338 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42322) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:54.546826 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-a0ef9a91-04b5-48a9-879a-1377190dbe7f tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Request body: {'subnet': {'network_id': 'feb1a862-beae-4f30-ad12-f81c8a807d39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:05:54.547663 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17edb62-6c88-4dc4-a291-bee2399f5405 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:05:54.620212 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530dbf79-8014-4805-95cb-b640e8846562 None None] Sync routers for ids ['3d5cfb5f-494e-4ae9-a678-68167240e3af'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:05:54.678413 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-03371141-2f95-4d13-916d-e1fb78843099 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:54.690879 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-53eab608-2a0d-496e-97a4-02c243b99118 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:54.691726 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530dbf79-8014-4805-95cb-b640e8846562 None None] Routers {'3d5cfb5f-494e-4ae9-a678-68167240e3af'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:05:54.692416 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-530dbf79-8014-4805-95cb-b640e8846562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:05:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['3d5cfb5f-494e-4ae9-a678-68167240e3af'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:54.738902 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a17edb62-6c88-4dc4-a291-bee2399f5405 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:54.742771 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a17edb62-6c88-4dc4-a291-bee2399f5405 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 11.5642705 Feb 10 23:05:54.750054 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42326) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:54.760437 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eab608-2a0d-496e-97a4-02c243b99118 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event deleted for resources: {'Port': ['ID=3c3c3272-93cd-4c55-976e-3fa4f2e40963,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:54.813667 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.ipam_backend_mixin [None req-03371141-2f95-4d13-916d-e1fb78843099 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Performing IP validity checks on allocation pools {{(pid=84333) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 10 23:05:54.813667 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.ipam_backend_mixin [None req-03371141-2f95-4d13-916d-e1fb78843099 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84333) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 10 23:05:54.821275 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-914e014a-09b7-4900-8f88-32c050a09698 None None] Provisioning complete for port 124db22c-0af3-4c75-aa4d-ab353bd810c9 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:54.822051 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-914e014a-09b7-4900-8f88-32c050a09698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:54.826756 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a0ef9a91-04b5-48a9-879a-1377190dbe7f tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:54.842402 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-a0ef9a91-04b5-48a9-879a-1377190dbe7f tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Usage tracker for resource:subnet and tenant:09383d266f844d259060f55a62753d0c is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:54.848571 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-a0ef9a91-04b5-48a9-879a-1377190dbe7f tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:54.857661 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a0ef9a91-04b5-48a9-879a-1377190dbe7f tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:54.908645 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-914e014a-09b7-4900-8f88-32c050a09698 None None] Port 124db22c-0af3-4c75-aa4d-ab353bd810c9 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:05:54.954804 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-530dbf79-8014-4805-95cb-b640e8846562 None None] Set router 3d5cfb5f-494e-4ae9-a678-68167240e3af gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:05:55.020532 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 20b0f7f4-15ae-4f8a-b50c-92c8b9a384df up at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:05:55.033199 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ef9a91-04b5-48a9-879a-1377190dbe7f tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Made reservation on behalf of 09383d266f844d259060f55a62753d0c for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:05:55.246994 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-938798d2-c7fc-4976-917b-9bd39f7d67b1 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:55.336987 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987ceed9-0f99-4536-8910-d536591fa0a7 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Router 29fe4d03-7dc0-4363-9a76-76243a804434 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:05:55.342889 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-53eab608-2a0d-496e-97a4-02c243b99118 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2767638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733091'] for router_interface, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:55.346553 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning for port 20b0f7f4-15ae-4f8a-b50c-92c8b9a384df completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:05:55.354089 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning complete for port 20b0f7f4-15ae-4f8a-b50c-92c8b9a384df triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:55.354973 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:55.379080 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-03371141-2f95-4d13-916d-e1fb78843099 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:55.419082 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a0ef9a91-04b5-48a9-879a-1377190dbe7f tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:55.463874 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e51385d9-9a27-4c2c-868b-07b8187af831 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:55.476356 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-530dbf79-8014-4805-95cb-b640e8846562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5cfb5f-494e-4ae9-a678-68167240e3af', 'name': '', 'tenant_id': '23659e77e80e4429b4e076fc4da43ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44882163-07ea-4167-a4ef-aa97ad83b9e7', 'external_fixed_ips': [{'subnet_id': '34b8793b-6595-4244-8427-db21c41f3c36', 'ip_address': '2001:db8::37'}], 'enable_snat': True}, 'gw_port_id': '0f84e367-cb8d-403d-b8ab-61b6ffea02fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:05:44Z', 'updated_at': '2022-02-10T23:05:50Z', 'revision_number': 3, 'project_id': '23659e77e80e4429b4e076fc4da43ec6', 'gw_port': {'id': '0f84e367-cb8d-403d-b8ab-61b6ffea02fc', 'name': '', 'network_id': '44882163-07ea-4167-a4ef-aa97ad83b9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c5:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d5cfb5f-494e-4ae9-a678-68167240e3af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '34b8793b-6595-4244-8427-db21c41f3c36', 'ip_address': '2001:db8::37', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:05:47Z', 'updated_at': '2022-02-10T23:05:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34b8793b-6595-4244-8427-db21c41f3c36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:55.489750 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530dbf79-8014-4805-95cb-b640e8846562 None None] Checking router: 3d5cfb5f-494e-4ae9-a678-68167240e3af for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:05:55.490117 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530dbf79-8014-4805-95cb-b640e8846562 None None] Updating router 3d5cfb5f-494e-4ae9-a678-68167240e3af port 0f84e367-cb8d-403d-b8ab-61b6ffea02fc binding host dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:05:55.527045 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:55.564640 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-530dbf79-8014-4805-95cb-b640e8846562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:55.595986 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ae685f-fde5-49d6-8a9e-ef701b2aedc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b0f7f4-15ae-4f8a-b50c-92c8b9a384df'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:05:55.617960 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 20b0f7f4-15ae-4f8a-b50c-92c8b9a384df, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=20b0f7f4-15ae-4f8a-b50c-92c8b9a384df,segment=NetworkSegment(7a345138-8b21-4d04-9958-9268deba4dc9),segment_id=7a345138-8b21-4d04-9958-9268deba4dc9)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:05:55.659182 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03371141-2f95-4d13-916d-e1fb78843099 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Pushing event updated for resources: {'Subnet': ['ID=3b21a053-2f21-4a9a-8c2e-3244460e2d45,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:55.707152 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7fe0806f-6266-4da1-bb36-f2d3816689f8 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:55.715492 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ae685f-fde5-49d6-8a9e-ef701b2aedc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b0f7f4-15ae-4f8a-b50c-92c8b9a384df', 'code': 200} Feb 10 23:05:55.718426 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e51385d9-9a27-4c2c-868b-07b8187af831 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:55.722101 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:55.800618 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03371141-2f95-4d13-916d-e1fb78843099 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Checking segment: {'id': 'ab0bdc95-79fc-48e8-aaed-072e16645468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9cfcb18a-ebc4-40b5-96c1-fd5065ad8848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:05:55.800981 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03371141-2f95-4d13-916d-e1fb78843099 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Network hostable DHCP agents. Network: 9cfcb18a-ebc4-40b5-96c1-fd5065ad8848, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:05:55.922938 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=20b0f7f4-15ae-4f8a-b50c-92c8b9a384df,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:56.079062 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-530dbf79-8014-4805-95cb-b640e8846562 None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:56.098083 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-530dbf79-8014-4805-95cb-b640e8846562 None None] Transition to ACTIVE for port object 0f84e367-cb8d-403d-b8ab-61b6ffea02fc will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:05:56.098329 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1dc52c-0403-4222-97b5-f92019e98e8d req-ace9b3dc-5cf2-452a-b5a8-b4319875bd21 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:56.099690 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-dc1dc52c-0403-4222-97b5-f92019e98e8d req-ace9b3dc-5cf2-452a-b5a8-b4319875bd21 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 944 time: 0.5622334 Feb 10 23:05:56.168486 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-530dbf79-8014-4805-95cb-b640e8846562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:56.204469 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987ceed9-0f99-4536-8910-d536591fa0a7 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:05:56.216257 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-987ceed9-0f99-4536-8910-d536591fa0a7 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] 10.222.0.59 "PUT /v2.0/routers/29fe4d03-7dc0-4363-9a76-76243a804434/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3042650 Feb 10 23:05:56.219687 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42334) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:56.225722 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a29b95a-6303-4ed2-a266-0dcb936b2c71 None None] Sync routers for ids ['29fe4d03-7dc0-4363-9a76-76243a804434'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:05:56.237296 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03371141-2f95-4d13-916d-e1fb78843099 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Network 9cfcb18a-ebc4-40b5-96c1-fd5065ad8848 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:05:56.241298 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a29b95a-6303-4ed2-a266-0dcb936b2c71 None None] Routers {'29fe4d03-7dc0-4363-9a76-76243a804434'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:05:56.242086 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-1a29b95a-6303-4ed2-a266-0dcb936b2c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:05:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['29fe4d03-7dc0-4363-9a76-76243a804434'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:56.261695 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-dc1dc52c-0403-4222-97b5-f92019e98e8d req-f908d1e5-5be4-450d-9ab7-c913d83339fc tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530147 Feb 10 23:05:56.310199 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-938798d2-c7fc-4976-917b-9bd39f7d67b1 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:56.314592 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e51385d9-9a27-4c2c-868b-07b8187af831 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:56.319389 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a0ef9a91-04b5-48a9-879a-1377190dbe7f tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:56.324616 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-530dbf79-8014-4805-95cb-b640e8846562 None None] Attempting to bind port 0f84e367-cb8d-403d-b8ab-61b6ffea02fc on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:05:56.326030 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-530dbf79-8014-4805-95cb-b640e8846562 None None] Attempting to bind port 0f84e367-cb8d-403d-b8ab-61b6ffea02fc by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '65331498-fb9d-4401-b020-9934b772bd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '44882163-07ea-4167-a4ef-aa97ad83b9e7'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:05:56.328110 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530dbf79-8014-4805-95cb-b640e8846562 None None] Attempting to bind port 0f84e367-cb8d-403d-b8ab-61b6ffea02fc on network 44882163-07ea-4167-a4ef-aa97ad83b9e7 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:05:56.336913 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-1a29b95a-6303-4ed2-a266-0dcb936b2c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:56.349935 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530dbf79-8014-4805-95cb-b640e8846562 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:05:56.354812 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530dbf79-8014-4805-95cb-b640e8846562 None None] Checking segment: {'id': '65331498-fb9d-4401-b020-9934b772bd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '44882163-07ea-4167-a4ef-aa97ad83b9e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:05:56.354812 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-530dbf79-8014-4805-95cb-b640e8846562 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:56.354812 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530dbf79-8014-4805-95cb-b640e8846562 None None] Bound using segment: {'id': '65331498-fb9d-4401-b020-9934b772bd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '44882163-07ea-4167-a4ef-aa97ad83b9e7'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:05:56.354812 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-530dbf79-8014-4805-95cb-b640e8846562 None None] Bound port: 0f84e367-cb8d-403d-b8ab-61b6ffea02fc, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65331498-fb9d-4401-b020-9934b772bd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '44882163-07ea-4167-a4ef-aa97ad83b9e7'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:05:56.354812 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-530dbf79-8014-4805-95cb-b640e8846562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:56.355287 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a29b95a-6303-4ed2-a266-0dcb936b2c71 None None] Routers {'29fe4d03-7dc0-4363-9a76-76243a804434'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:05:56.355926 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-1a29b95a-6303-4ed2-a266-0dcb936b2c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:05:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['29fe4d03-7dc0-4363-9a76-76243a804434'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:56.374340 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-03371141-2f95-4d13-916d-e1fb78843099 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 9cfcb18a-ebc4-40b5-96c1-fd5065ad8848) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:56.391295 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e51385d9-9a27-4c2c-868b-07b8187af831 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:56.395214 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03371141-2f95-4d13-916d-e1fb78843099 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:56.395794 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-03371141-2f95-4d13-916d-e1fb78843099 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:56.455119 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-530dbf79-8014-4805-95cb-b640e8846562 None None] For port 0f84e367-cb8d-403d-b8ab-61b6ffea02fc, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:05:56.459746 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-530dbf79-8014-4805-95cb-b640e8846562 None None] For port 0f84e367-cb8d-403d-b8ab-61b6ffea02fc, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=0f84e367-cb8d-403d-b8ab-61b6ffea02fc,segment=NetworkSegment(65331498-fb9d-4401-b020-9934b772bd32),segment_id=65331498-fb9d-4401-b020-9934b772bd32)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:05:56.460355 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-1a29b95a-6303-4ed2-a266-0dcb936b2c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:56.461008 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a29b95a-6303-4ed2-a266-0dcb936b2c71 None None] The sync data for ids ['29fe4d03-7dc0-4363-9a76-76243a804434'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:05:56.461280 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6cfd56-4488-4fa6-9747-0d89a320fb3a None None] Pushing event updated for resources: {'Port': ['ID=0f84e367-cb8d-403d-b8ab-61b6ffea02fc,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:56.486624 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-938798d2-c7fc-4976-917b-9bd39f7d67b1 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Deleting port 2908b547-0605-44ca-84e9-a7eb2a5fb5be {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:05:56.486624 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-938798d2-c7fc-4976-917b-9bd39f7d67b1 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:56.497407 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f80a53b-fd3a-4898-8b43-2cbc06f7cfa0 None None] Network 9cfcb18a-ebc4-40b5-96c1-fd5065ad8848 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:05:56.573331 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-03371141-2f95-4d13-916d-e1fb78843099 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.0368052 Feb 10 23:05:56.578695 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53eab608-2a0d-496e-97a4-02c243b99118 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Router ff5b9757-8651-43e0-aa42-b37338fc27c5 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:05:56.580795 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42338) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:56.594516 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ef9a91-04b5-48a9-879a-1377190dbe7f tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Pushing event updated for resources: {'Subnet': ['ID=d4bb420d-920f-46f2-9dba-34e86f799fc3,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:56.654896 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51385d9-9a27-4c2c-868b-07b8187af831 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Pushing event updated for resources: {'Port': ['ID=3b13c2ab-aeca-4fba-959d-0394f99114e7,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:56.719610 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-74899989-46bd-4a11-8ca9-b6000b408b36 req-ca8e3a77-3cfb-4344-8f7b-de469b522a7f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 1098 time: 0.5824151 Feb 10 23:05:56.743673 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-530dbf79-8014-4805-95cb-b640e8846562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:56.745801 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ef9a91-04b5-48a9-879a-1377190dbe7f tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Checking segment: {'id': '50be981f-8c41-4f34-bd07-6aafbb59f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'feb1a862-beae-4f30-ad12-f81c8a807d39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:05:56.746163 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ef9a91-04b5-48a9-879a-1377190dbe7f tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Network hostable DHCP agents. Network: feb1a862-beae-4f30-ad12-f81c8a807d39, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:05:56.767415 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e51385d9-9a27-4c2c-868b-07b8187af831 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1734214'] for floatingip, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:56.860999 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6cfd56-4488-4fa6-9747-0d89a320fb3a None None] Pushing event updated for resources: {'Port': ['ID=0f84e367-cb8d-403d-b8ab-61b6ffea02fc,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:56.926006 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530dbf79-8014-4805-95cb-b640e8846562 None None] Routers {'3d5cfb5f-494e-4ae9-a678-68167240e3af'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:05:56.940146 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-938798d2-c7fc-4976-917b-9bd39f7d67b1 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:56.946394 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-530dbf79-8014-4805-95cb-b640e8846562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:05:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['3d5cfb5f-494e-4ae9-a678-68167240e3af'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:56.975939 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-90b279c1-5417-4520-af62-73549e1f2639 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:56.983724 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-74899989-46bd-4a11-8ca9-b6000b408b36 req-617dd1a2-ed02-4f78-9633-83e27bbb1aed service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2520013 Feb 10 23:05:56.990760 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7fe0806f-6266-4da1-bb36-f2d3816689f8 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:57.013178 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-674ed267-361f-4e62-95f1-3602f20b7a69 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:57.020902 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18b8a2b-3d7b-420d-a808-1dcfaeecbc87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-9cfcb18a-ebc4-40b5-96c1-fd5065ad8848', 'network_id': '9cfcb18a-ebc4-40b5-96c1-fd5065ad8848', 'tenant_id': '3165e40034a94fb1867776c36ae44e52', 'fixed_ips': [{'subnet_id': '3b21a053-2f21-4a9a-8c2e-3244460e2d45'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:05:57.021711 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c18b8a2b-3d7b-420d-a808-1dcfaeecbc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:57.071150 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ef9a91-04b5-48a9-879a-1377190dbe7f tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Network feb1a862-beae-4f30-ad12-f81c8a807d39 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:05:57.080632 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-938798d2-c7fc-4976-917b-9bd39f7d67b1 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Calling delete_port for 2908b547-0605-44ca-84e9-a7eb2a5fb5be owned by network:router_gateway {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:05:57.109735 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-7fe0806f-6266-4da1-bb36-f2d3816689f8 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Deleting port 0f84e367-cb8d-403d-b8ab-61b6ffea02fc {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:05:57.110085 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7fe0806f-6266-4da1-bb36-f2d3816689f8 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:57.188234 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53eab608-2a0d-496e-97a4-02c243b99118 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:05:57.207570 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824892cd-6185-47f9-8db3-bde113db7423 None None] Sync routers for ids ['ff5b9757-8651-43e0-aa42-b37338fc27c5'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:05:57.212590 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-53eab608-2a0d-496e-97a4-02c243b99118 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "PUT /v2.0/routers/ff5b9757-8651-43e0-aa42-b37338fc27c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3052604 Feb 10 23:05:57.218637 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42342) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:57.248976 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-a0ef9a91-04b5-48a9-879a-1377190dbe7f tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, feb1a862-beae-4f30-ad12-f81c8a807d39) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:57.260300 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ef9a91-04b5-48a9-879a-1377190dbe7f tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:57.261068 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a0ef9a91-04b5-48a9-879a-1377190dbe7f tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:57.272180 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46e63d0-20cc-4107-b3ee-5c4dcc4e0dfd None None] Network feb1a862-beae-4f30-ad12-f81c8a807d39 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:05:57.294914 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c010755c-d4b9-4d80-8f58-db7dc7303745 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Synchronizing usage tracker for tenant:62dc022463634d02b4f57b75cc001545 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:05:57.301326 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.l3_db [None req-e51385d9-9a27-4c2c-868b-07b8187af831 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Floating IP 55d5a15e-89ab-4378-814d-5eb17d0746cf associated. External IP: 172.26.8.138, port: c1ccaa57-8356-4c7e-bc2a-e2fc54299c59. Feb 10 23:05:57.319843 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-90b279c1-5417-4520-af62-73549e1f2639 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:57.355705 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824892cd-6185-47f9-8db3-bde113db7423 None None] Routers {'ff5b9757-8651-43e0-aa42-b37338fc27c5'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:05:57.356354 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-824892cd-6185-47f9-8db3-bde113db7423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:05:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['ff5b9757-8651-43e0-aa42-b37338fc27c5'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:57.453563 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-938798d2-c7fc-4976-917b-9bd39f7d67b1 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:57.466361 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-530dbf79-8014-4805-95cb-b640e8846562 None None] Set router 3d5cfb5f-494e-4ae9-a678-68167240e3af gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:05:57.492639 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-a0ef9a91-04b5-48a9-879a-1377190dbe7f tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9541948 Feb 10 23:05:57.496793 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42348) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:57.506005 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938798d2-c7fc-4976-917b-9bd39f7d67b1 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event deleted for resources: {'Port': ['ID=2908b547-0605-44ca-84e9-a7eb2a5fb5be,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:57.517847 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-f5eb4e5f-31a5-497c-a72e-714b1ac0ee08 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Request body: {'port': {'network_id': 'feb1a862-beae-4f30-ad12-f81c8a807d39', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1134698944'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:05:57.531048 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-824892cd-6185-47f9-8db3-bde113db7423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:57.544763 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c010755c-d4b9-4d80-8f58-db7dc7303745 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Unset dirty status for tenant:62dc022463634d02b4f57b75cc001545 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:05:57.548273 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c010755c-d4b9-4d80-8f58-db7dc7303745 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff5b9757-8651-43e0-aa42-b37338fc27c5 HTTP/1.1" status: 200 len: 205 time: 0.3223217 Feb 10 23:05:57.612922 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42352) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:57.618118 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-c18b8a2b-3d7b-420d-a808-1dcfaeecbc87 None None] Allocated IP 172.20.0.3 (9cfcb18a-ebc4-40b5-96c1-fd5065ad8848/3b21a053-2f21-4a9a-8c2e-3244460e2d45/865fa70b-098b-4f7c-8bb8-a8703d2d52f8) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:05:57.792694 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-7fe0806f-6266-4da1-bb36-f2d3816689f8 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] For port 0f84e367-cb8d-403d-b8ab-61b6ffea02fc, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=0f84e367-cb8d-403d-b8ab-61b6ffea02fc,segment=NetworkSegment(65331498-fb9d-4401-b020-9934b772bd32),segment_id=65331498-fb9d-4401-b020-9934b772bd32)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:05:57.793360 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7fe0806f-6266-4da1-bb36-f2d3816689f8 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:57.824706 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824892cd-6185-47f9-8db3-bde113db7423 None None] Routers {'ff5b9757-8651-43e0-aa42-b37338fc27c5'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:05:57.825765 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-824892cd-6185-47f9-8db3-bde113db7423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:05:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['ff5b9757-8651-43e0-aa42-b37338fc27c5'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:57.921198 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-938798d2-c7fc-4976-917b-9bd39f7d67b1 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734197'] for router_gateway, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:57.936159 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-824892cd-6185-47f9-8db3-bde113db7423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:57.936879 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824892cd-6185-47f9-8db3-bde113db7423 None None] The sync data for ids ['ff5b9757-8651-43e0-aa42-b37338fc27c5'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:05:58.097615 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-7fe0806f-6266-4da1-bb36-f2d3816689f8 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Calling delete_port for 0f84e367-cb8d-403d-b8ab-61b6ffea02fc owned by network:router_gateway {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:05:58.118663 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1d10ec-f90e-469a-826c-d32559a4c193 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-feb1a862-beae-4f30-ad12-f81c8a807d39', 'network_id': 'feb1a862-beae-4f30-ad12-f81c8a807d39', 'tenant_id': '09383d266f844d259060f55a62753d0c', 'fixed_ips': [{'subnet_id': 'd4bb420d-920f-46f2-9dba-34e86f799fc3'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:05:58.120322 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cb1d10ec-f90e-469a-826c-d32559a4c193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:58.142897 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-674ed267-361f-4e62-95f1-3602f20b7a69 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 10 23:05:58.144253 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-674ed267-361f-4e62-95f1-3602f20b7a69 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] 10.222.0.59 "DELETE /v2.0/routers/29fe4d03-7dc0-4363-9a76-76243a804434 HTTP/1.1" status: 409 len: 329 time: 1.9236155 Feb 10 23:05:58.147437 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42356) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:58.199157 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c8a8-3791-4844-84d7-409e11ba623a tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:58.252324 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b0b49-b731-4510-81be-77511461c756 req-7476f580-41ae-479b-b77b-b7410eec4d7e tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:58.253871 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0f1b0b49-b731-4510-81be-77511461c756 req-7476f580-41ae-479b-b77b-b7410eec4d7e tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 945 time: 0.8068128 Feb 10 23:05:58.254896 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f5eb4e5f-31a5-497c-a72e-714b1ac0ee08 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:58.292263 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-530dbf79-8014-4805-95cb-b640e8846562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5cfb5f-494e-4ae9-a678-68167240e3af', 'name': '', 'tenant_id': '23659e77e80e4429b4e076fc4da43ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44882163-07ea-4167-a4ef-aa97ad83b9e7', 'external_fixed_ips': [{'subnet_id': '34b8793b-6595-4244-8427-db21c41f3c36', 'ip_address': '2001:db8::37'}], 'enable_snat': True}, 'gw_port_id': '0f84e367-cb8d-403d-b8ab-61b6ffea02fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:05:44Z', 'updated_at': '2022-02-10T23:05:50Z', 'revision_number': 3, 'project_id': '23659e77e80e4429b4e076fc4da43ec6', 'gw_port': {'id': '0f84e367-cb8d-403d-b8ab-61b6ffea02fc', 'name': '', 'network_id': '44882163-07ea-4167-a4ef-aa97ad83b9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c5:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d5cfb5f-494e-4ae9-a678-68167240e3af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '34b8793b-6595-4244-8427-db21c41f3c36', 'ip_address': '2001:db8::37', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:05:47Z', 'updated_at': '2022-02-10T23:05:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34b8793b-6595-4244-8427-db21c41f3c36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:58.298260 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c18b8a2b-3d7b-420d-a808-1dcfaeecbc87 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:58.306832 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530dbf79-8014-4805-95cb-b640e8846562 None None] The sync data for ids ['3d5cfb5f-494e-4ae9-a678-68167240e3af'] in dv-neutron-828797-1-hyperv is: [{'id': '3d5cfb5f-494e-4ae9-a678-68167240e3af', 'name': '', 'tenant_id': '23659e77e80e4429b4e076fc4da43ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44882163-07ea-4167-a4ef-aa97ad83b9e7', 'external_fixed_ips': [{'subnet_id': '34b8793b-6595-4244-8427-db21c41f3c36', 'ip_address': '2001:db8::37'}], 'enable_snat': True}, 'gw_port_id': '0f84e367-cb8d-403d-b8ab-61b6ffea02fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:05:44Z', 'updated_at': '2022-02-10T23:05:50Z', 'revision_number': 3, 'project_id': '23659e77e80e4429b4e076fc4da43ec6', 'gw_port': {'id': '0f84e367-cb8d-403d-b8ab-61b6ffea02fc', 'name': '', 'network_id': '44882163-07ea-4167-a4ef-aa97ad83b9e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c5:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d5cfb5f-494e-4ae9-a678-68167240e3af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '34b8793b-6595-4244-8427-db21c41f3c36', 'ip_address': '2001:db8::37', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:05:47Z', 'updated_at': '2022-02-10T23:05:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34b8793b-6595-4244-8427-db21c41f3c36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:05:58.319249 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-c18b8a2b-3d7b-420d-a808-1dcfaeecbc87 None None] Transition to ACTIVE for port object 865fa70b-098b-4f7c-8bb8-a8703d2d52f8 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:05:58.323718 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f5eb4e5f-31a5-497c-a72e-714b1ac0ee08 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Usage tracker for resource:port and tenant:09383d266f844d259060f55a62753d0c is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:58.352659 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f5eb4e5f-31a5-497c-a72e-714b1ac0ee08 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:58.386178 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f5eb4e5f-31a5-497c-a72e-714b1ac0ee08 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:58.391090 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-938798d2-c7fc-4976-917b-9bd39f7d67b1 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:58.398520 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-c18b8a2b-3d7b-420d-a808-1dcfaeecbc87 None None] Transition to ACTIVE for port object 865fa70b-098b-4f7c-8bb8-a8703d2d52f8 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:05:58.412982 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-938798d2-c7fc-4976-917b-9bd39f7d67b1 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:58.425079 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-cb1d10ec-f90e-469a-826c-d32559a4c193 None None] Allocated IP 2001:db8::2 (feb1a862-beae-4f30-ad12-f81c8a807d39/d4bb420d-920f-46f2-9dba-34e86f799fc3/3f3c317a-129f-4c48-a447-e39631c58936) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:05:58.443097 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0f1b0b49-b731-4510-81be-77511461c756 req-654839ad-8c52-4b3a-94ea-79fe89dfec0a tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778958 Feb 10 23:05:58.528448 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5eb4e5f-31a5-497c-a72e-714b1ac0ee08 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Made reservation on behalf of 09383d266f844d259060f55a62753d0c for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:05:58.531550 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f5eb4e5f-31a5-497c-a72e-714b1ac0ee08 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:58.626761 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c18b8a2b-3d7b-420d-a808-1dcfaeecbc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:58.716381 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-f5eb4e5f-31a5-497c-a72e-714b1ac0ee08 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] device_id is not set on port d9f86538-20f1-41bb-af1f-3604c509a0b7 yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:05:58.759046 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-938798d2-c7fc-4976-917b-9bd39f7d67b1 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:58.759271 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-938798d2-c7fc-4976-917b-9bd39f7d67b1 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Fanout notify agent at l3_agent the message router_deleted on router c0ce2a22-ce80-4705-ac2d-b88129ec52a4 {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:05:58.805610 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18b8a2b-3d7b-420d-a808-1dcfaeecbc87 None None] Network 9cfcb18a-ebc4-40b5-96c1-fd5065ad8848 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:05:58.811655 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b8a2b-3d7b-420d-a808-1dcfaeecbc87 None None] Pushing event updated for resources: {'Port': ['ID=865fa70b-098b-4f7c-8bb8-a8703d2d52f8,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:58.840267 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cb1d10ec-f90e-469a-826c-d32559a4c193 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:58.840267 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-c18b8a2b-3d7b-420d-a808-1dcfaeecbc87 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:58.846592 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18b8a2b-3d7b-420d-a808-1dcfaeecbc87 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:05:58.857328 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-cb1d10ec-f90e-469a-826c-d32559a4c193 None None] Transition to ACTIVE for port object 3f3c317a-129f-4c48-a447-e39631c58936 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:05:58.930214 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e51385d9-9a27-4c2c-868b-07b8187af831 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Router ceb0202d-0403-475b-a150-eb543df39ce0 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:05:58.937863 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-938798d2-c7fc-4976-917b-9bd39f7d67b1 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:58.945228 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-938798d2-c7fc-4976-917b-9bd39f7d67b1 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "DELETE /v2.0/routers/c0ce2a22-ce80-4705-ac2d-b88129ec52a4 HTTP/1.1" status: 204 len: 168 time: 4.9666178 Feb 10 23:05:58.946105 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eb43a6ad-2c97-4106-b3c4-da184b23f592 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732944'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:58.951897 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42360) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:58.960212 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-cb1d10ec-f90e-469a-826c-d32559a4c193 None None] Transition to ACTIVE for port object 3f3c317a-129f-4c48-a447-e39631c58936 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:05:58.963102 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-5d1eca6f-fdc2-47e0-8b9c-40bdb98cfe18 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-912631785'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:05:58.969405 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-c18b8a2b-3d7b-420d-a808-1dcfaeecbc87 None None] Attempting to bind port 865fa70b-098b-4f7c-8bb8-a8703d2d52f8 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:05:58.969846 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-c18b8a2b-3d7b-420d-a808-1dcfaeecbc87 None None] Attempting to bind port 865fa70b-098b-4f7c-8bb8-a8703d2d52f8 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': 'ab0bdc95-79fc-48e8-aaed-072e16645468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9cfcb18a-ebc4-40b5-96c1-fd5065ad8848'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:05:58.975092 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18b8a2b-3d7b-420d-a808-1dcfaeecbc87 None None] Attempting to bind port 865fa70b-098b-4f7c-8bb8-a8703d2d52f8 on network 9cfcb18a-ebc4-40b5-96c1-fd5065ad8848 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:05:58.978122 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18b8a2b-3d7b-420d-a808-1dcfaeecbc87 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:05:58.979167 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18b8a2b-3d7b-420d-a808-1dcfaeecbc87 None None] Checking segment: {'id': 'ab0bdc95-79fc-48e8-aaed-072e16645468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9cfcb18a-ebc4-40b5-96c1-fd5065ad8848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:05:58.979924 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c18b8a2b-3d7b-420d-a808-1dcfaeecbc87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:58.980439 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18b8a2b-3d7b-420d-a808-1dcfaeecbc87 None None] Bound using segment: {'id': 'ab0bdc95-79fc-48e8-aaed-072e16645468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9cfcb18a-ebc4-40b5-96c1-fd5065ad8848'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:05:58.981020 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-c18b8a2b-3d7b-420d-a808-1dcfaeecbc87 None None] Bound port: 865fa70b-098b-4f7c-8bb8-a8703d2d52f8, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab0bdc95-79fc-48e8-aaed-072e16645468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9cfcb18a-ebc4-40b5-96c1-fd5065ad8848'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:05:58.981737 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c18b8a2b-3d7b-420d-a808-1dcfaeecbc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:59.001642 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c8a8-3791-4844-84d7-409e11ba623a tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:59.003990 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-5d1eca6f-fdc2-47e0-8b9c-40bdb98cfe18 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:59.009034 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-90b279c1-5417-4520-af62-73549e1f2639 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:59.062215 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cb1d10ec-f90e-469a-826c-d32559a4c193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:59.063743 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-5d1eca6f-fdc2-47e0-8b9c-40bdb98cfe18 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Usage tracker for resource:network and tenant:9679d844e15947ffaadb0d4f870cf9d6 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:59.155532 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-f5eb4e5f-31a5-497c-a72e-714b1ac0ee08 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Allocated IP 2001:db8::1f8 (feb1a862-beae-4f30-ad12-f81c8a807d39/d4bb420d-920f-46f2-9dba-34e86f799fc3/d9f86538-20f1-41bb-af1f-3604c509a0b7) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:05:59.186687 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 0f84e367-cb8d-403d-b8ab-61b6ffea02fc up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:05:59.240701 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b279c1-5417-4520-af62-73549e1f2639 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Pushing event deleted for resources: {'Subnet': ['ID=3b21a053-2f21-4a9a-8c2e-3244460e2d45,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:59.242966 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-5d1eca6f-fdc2-47e0-8b9c-40bdb98cfe18 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:59.288990 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1d10ec-f90e-469a-826c-d32559a4c193 None None] Network feb1a862-beae-4f30-ad12-f81c8a807d39 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:05:59.295711 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c8a8-3791-4844-84d7-409e11ba623a tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:59.303040 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1d10ec-f90e-469a-826c-d32559a4c193 None None] Pushing event updated for resources: {'Port': ['ID=3f3c317a-129f-4c48-a447-e39631c58936,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:59.305610 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-cb1d10ec-f90e-469a-826c-d32559a4c193 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:59.307552 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-5d1eca6f-fdc2-47e0-8b9c-40bdb98cfe18 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:59.322756 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1d10ec-f90e-469a-826c-d32559a4c193 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:05:59.337110 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-c18b8a2b-3d7b-420d-a808-1dcfaeecbc87 None None] For port 865fa70b-098b-4f7c-8bb8-a8703d2d52f8, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:05:59.351303 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-c18b8a2b-3d7b-420d-a808-1dcfaeecbc87 None None] For port 865fa70b-098b-4f7c-8bb8-a8703d2d52f8, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=865fa70b-098b-4f7c-8bb8-a8703d2d52f8,segment=NetworkSegment(ab0bdc95-79fc-48e8-aaed-072e16645468),segment_id=ab0bdc95-79fc-48e8-aaed-072e16645468)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:05:59.452110 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d1eca6f-fdc2-47e0-8b9c-40bdb98cfe18 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Made reservation on behalf of 9679d844e15947ffaadb0d4f870cf9d6 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:05:59.455307 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5d1eca6f-fdc2-47e0-8b9c-40bdb98cfe18 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:59.460746 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 0f84e367-cb8d-403d-b8ab-61b6ffea02fc completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:05:59.465188 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c18b8a2b-3d7b-420d-a808-1dcfaeecbc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:59.472952 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7fe0806f-6266-4da1-bb36-f2d3816689f8 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:59.523020 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 0f84e367-cb8d-403d-b8ab-61b6ffea02fc triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:59.523020 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:59.552650 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-cb1d10ec-f90e-469a-826c-d32559a4c193 None None] Attempting to bind port 3f3c317a-129f-4c48-a447-e39631c58936 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:05:59.553515 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-cb1d10ec-f90e-469a-826c-d32559a4c193 None None] Attempting to bind port 3f3c317a-129f-4c48-a447-e39631c58936 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '50be981f-8c41-4f34-bd07-6aafbb59f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'feb1a862-beae-4f30-ad12-f81c8a807d39'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:05:59.554446 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1d10ec-f90e-469a-826c-d32559a4c193 None None] Attempting to bind port 3f3c317a-129f-4c48-a447-e39631c58936 on network feb1a862-beae-4f30-ad12-f81c8a807d39 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:05:59.583195 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Port 0f84e367-cb8d-403d-b8ab-61b6ffea02fc was deleted so its status cannot be updated. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 10 23:05:59.605340 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1d10ec-f90e-469a-826c-d32559a4c193 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:05:59.606781 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1d10ec-f90e-469a-826c-d32559a4c193 None None] Checking segment: {'id': '50be981f-8c41-4f34-bd07-6aafbb59f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'feb1a862-beae-4f30-ad12-f81c8a807d39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:05:59.607526 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cb1d10ec-f90e-469a-826c-d32559a4c193 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:59.608120 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1d10ec-f90e-469a-826c-d32559a4c193 None None] Bound using segment: {'id': '50be981f-8c41-4f34-bd07-6aafbb59f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'feb1a862-beae-4f30-ad12-f81c8a807d39'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:05:59.609816 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-cb1d10ec-f90e-469a-826c-d32559a4c193 None None] Bound port: 3f3c317a-129f-4c48-a447-e39631c58936, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50be981f-8c41-4f34-bd07-6aafbb59f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'feb1a862-beae-4f30-ad12-f81c8a807d39'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:05:59.615170 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cb1d10ec-f90e-469a-826c-d32559a4c193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:59.676844 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe0806f-6266-4da1-bb36-f2d3816689f8 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Pushing event deleted for resources: {'Port': ['ID=0f84e367-cb8d-403d-b8ab-61b6ffea02fc,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:59.678609 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c8a8-3791-4844-84d7-409e11ba623a tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:59.678975 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb6c8a8-3791-4844-84d7-409e11ba623a tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Fanout notify agent at l3_agent the message router_deleted on router ff5b9757-8651-43e0-aa42-b37338fc27c5 {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:05:59.686322 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-90b279c1-5417-4520-af62-73549e1f2639 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:59.738310 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b8a2b-3d7b-420d-a808-1dcfaeecbc87 None None] Pushing event updated for resources: {'Port': ['ID=865fa70b-098b-4f7c-8bb8-a8703d2d52f8,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:59.787321 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11f3db7-cc83-4750-947a-a1634693c494 None None] Network 9cfcb18a-ebc4-40b5-96c1-fd5065ad8848 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:05:59.885189 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-cb1d10ec-f90e-469a-826c-d32559a4c193 None None] For port 3f3c317a-129f-4c48-a447-e39631c58936, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:05:59.905270 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-cb1d10ec-f90e-469a-826c-d32559a4c193 None None] For port 3f3c317a-129f-4c48-a447-e39631c58936, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=3f3c317a-129f-4c48-a447-e39631c58936,segment=NetworkSegment(50be981f-8c41-4f34-bd07-6aafbb59f6ef),segment_id=50be981f-8c41-4f34-bd07-6aafbb59f6ef)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:05:59.906043 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c915a40-3921-4a26-8ad1-c960782b599a req-c9499886-4c17-41ad-baf8-c4f38c3e24c0 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:59.907775 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-1c915a40-3921-4a26-8ad1-c960782b599a req-c9499886-4c17-41ad-baf8-c4f38c3e24c0 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 945 time: 0.2613590 Feb 10 23:05:59.948734 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51385d9-9a27-4c2c-868b-07b8187af831 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:05:59.960212 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3feb5aa9-5005-4daf-8fdb-fe1e180d4943 None None] Sync routers for ids ['ceb0202d-0403-475b-a150-eb543df39ce0'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:05:59.977596 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3feb5aa9-5005-4daf-8fdb-fe1e180d4943 None None] Routers {'ceb0202d-0403-475b-a150-eb543df39ce0'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:05:59.979292 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-3feb5aa9-5005-4daf-8fdb-fe1e180d4943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:05:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['ceb0202d-0403-475b-a150-eb543df39ce0'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:59.985017 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cb1d10ec-f90e-469a-826c-d32559a4c193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:59.985485 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f5eb4e5f-31a5-497c-a72e-714b1ac0ee08 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:59.989908 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-90b279c1-5417-4520-af62-73549e1f2639 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cfcb18a-ebc4-40b5-96c1-fd5065ad8848']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:00.028316 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d1eca6f-fdc2-47e0-8b9c-40bdb98cfe18 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:06:00.040646 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-90b279c1-5417-4520-af62-73549e1f2639 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab0bdc95-79fc-48e8-aaed-072e16645468') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:00.045069 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-90b279c1-5417-4520-af62-73549e1f2639 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab0bdc95-79fc-48e8-aaed-072e16645468') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:00.059378 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-1c915a40-3921-4a26-8ad1-c960782b599a req-a266d00e-6ed6-45f1-87d6-6de0335feed5 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384478 Feb 10 23:06:00.116444 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1d10ec-f90e-469a-826c-d32559a4c193 None None] Pushing event updated for resources: {'Port': ['ID=3f3c317a-129f-4c48-a447-e39631c58936,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:00.124073 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-f5eb4e5f-31a5-497c-a72e-714b1ac0ee08 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Transition to ACTIVE for port object d9f86538-20f1-41bb-af1f-3604c509a0b7 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:06:00.127331 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5d1eca6f-fdc2-47e0-8b9c-40bdb98cfe18 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:00.127908 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-5d1eca6f-fdc2-47e0-8b9c-40bdb98cfe18 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Added segment f9e4a8f8-bafc-4f7d-8ec8-0aa5f3235216 of type vlan for network c49e512f-744b-4919-a489-2fd135a8c60c Feb 10 23:06:00.130069 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-90b279c1-5417-4520-af62-73549e1f2639 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32216962'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:00.145419 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c8a8-3791-4844-84d7-409e11ba623a tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:00.146814 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-bfb6c8a8-3791-4844-84d7-409e11ba623a tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "DELETE /v2.0/routers/ff5b9757-8651-43e0-aa42-b37338fc27c5 HTTP/1.1" status: 204 len: 168 time: 2.5335195 Feb 10 23:06:00.149922 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7fe0806f-6266-4da1-bb36-f2d3816689f8 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734197'] for router_gateway, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:00.150590 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42368) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:00.158258 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e51385d9-9a27-4c2c-868b-07b8187af831 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:00.185243 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-3feb5aa9-5005-4daf-8fdb-fe1e180d4943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:00.210003 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3feb5aa9-5005-4daf-8fdb-fe1e180d4943 None None] Routers {'ceb0202d-0403-475b-a150-eb543df39ce0'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:06:00.210894 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-3feb5aa9-5005-4daf-8fdb-fe1e180d4943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:05:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['ceb0202d-0403-475b-a150-eb543df39ce0'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:00.290341 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-e51385d9-9a27-4c2c-868b-07b8187af831 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 8.1685815 Feb 10 23:06:00.297032 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42372) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:00.313029 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-0905bc47-ad46-40ed-ac58-8f394fa61073 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Request body: {'floatingip': {'port_id': 'c1ccaa57-8356-4c7e-bc2a-e2fc54299c59', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:00.340895 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-3feb5aa9-5005-4daf-8fdb-fe1e180d4943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:00.341397 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3feb5aa9-5005-4daf-8fdb-fe1e180d4943 None None] The sync data for ids ['ceb0202d-0403-475b-a150-eb543df39ce0'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:06:00.414713 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-90b279c1-5417-4520-af62-73549e1f2639 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:00.554525 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90b279c1-5417-4520-af62-73549e1f2639 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:06:00.554923 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-90b279c1-5417-4520-af62-73549e1f2639 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32033006'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:00.580712 dv-neutron-828797-1-hyperv neutron-server[84332]: Traceback (most recent call last): Feb 10 23:06:00.580712 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:06:00.580712 dv-neutron-828797-1-hyperv neutron-server[84332]: timer() Feb 10 23:06:00.580712 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:06:00.580712 dv-neutron-828797-1-hyperv neutron-server[84332]: cb(*args, **kw) Feb 10 23:06:00.580712 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:06:00.580712 dv-neutron-828797-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Feb 10 23:06:00.580712 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:06:00.580712 dv-neutron-828797-1-hyperv neutron-server[84332]: self._notify() Feb 10 23:06:00.580712 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:06:00.580712 dv-neutron-828797-1-hyperv neutron-server[84332]: self.callback(batched_events) Feb 10 23:06:00.580712 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:06:00.580712 dv-neutron-828797-1-hyperv neutron-server[84332]: event.method(event) Feb 10 23:06:00.580712 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:06:00.580712 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:06:00.580712 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:06:00.580712 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:06:00.580712 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:06:00.580712 dv-neutron-828797-1-hyperv neutron-server[84332]: return f(self, *a, **k) Feb 10 23:06:00.580712 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:06:00.580712 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._get(url).json() Feb 10 23:06:00.580712 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:06:00.580712 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:06:00.580712 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:06:00.580712 dv-neutron-828797-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Feb 10 23:06:00.580712 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:06:00.580712 dv-neutron-828797-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:06:00.580712 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:06:00.580712 dv-neutron-828797-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:06:00.580712 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:06:00.580712 dv-neutron-828797-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:06:00.580712 dv-neutron-828797-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:06:00.582759 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0905bc47-ad46-40ed-ac58-8f394fa61073 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for floatingip, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:00.655591 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5d1eca6f-fdc2-47e0-8b9c-40bdb98cfe18 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:00.665490 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7fe0806f-6266-4da1-bb36-f2d3816689f8 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:00.684261 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e0725cd-25f0-4764-9846-76e467378732 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Deleting subnet f92fcb0e-3f44-4c2c-b992-54f831682171 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:06:00.690261 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5e0725cd-25f0-4764-9846-76e467378732 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:00.703148 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7fe0806f-6266-4da1-bb36-f2d3816689f8 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:00.738990 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb17c38c-03ea-4326-9f16-50b19e2a9d5d req-16dedac2-10a0-418a-91bb-13633cd52d6a tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:00.740483 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fb17c38c-03ea-4326-9f16-50b19e2a9d5d req-16dedac2-10a0-418a-91bb-13633cd52d6a tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 945 time: 0.4141200 Feb 10 23:06:00.752109 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42376) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:00.759210 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-7eb241fe-d5ce-4e6e-b2e9-39ab2b628d32 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Request body: {'floatingip': {'port_id': '20b0f7f4-15ae-4f8a-b50c-92c8b9a384df'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:00.815375 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.api [None req-90b279c1-5417-4520-af62-73549e1f2639 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 23:06:00.815375 dv-neutron-828797-1-hyperv neutron-server[84332]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 23:06:00.815375 dv-neutron-828797-1-hyperv neutron-server[84332]: [parameters: {'id': '9cfcb18a-ebc4-40b5-96c1-fd5065ad8848'}] Feb 10 23:06:00.815375 dv-neutron-828797-1-hyperv neutron-server[84332]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:06:00.815903 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG oslo_db.api [None req-90b279c1-5417-4520-af62-73549e1f2639 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:06:00.816593 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f5eb4e5f-31a5-497c-a72e-714b1ac0ee08 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:00.820401 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5e0725cd-25f0-4764-9846-76e467378732 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31983416'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:00.872774 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5d1eca6f-fdc2-47e0-8b9c-40bdb98cfe18 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:00.876393 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1eca6f-fdc2-47e0-8b9c-40bdb98cfe18 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:00.877003 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5d1eca6f-fdc2-47e0-8b9c-40bdb98cfe18 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:00.922956 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7eb241fe-d5ce-4e6e-b2e9-39ab2b628d32 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Notify callbacks [] for floatingip, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:01.000170 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7fe0806f-6266-4da1-bb36-f2d3816689f8 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:01.000887 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe0806f-6266-4da1-bb36-f2d3816689f8 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3d5cfb5f-494e-4ae9-a678-68167240e3af {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:06:01.009261 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-eb43a6ad-2c97-4106-b3c4-da184b23f592 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Deleting port 124db22c-0af3-4c75-aa4d-ab353bd810c9 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:06:01.010319 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eb43a6ad-2c97-4106-b3c4-da184b23f592 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:01.178941 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5eb4e5f-31a5-497c-a72e-714b1ac0ee08 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Network feb1a862-beae-4f30-ad12-f81c8a807d39 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:06:01.179978 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eb4e5f-31a5-497c-a72e-714b1ac0ee08 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Pushing event updated for resources: {'Port': ['ID=d9f86538-20f1-41bb-af1f-3604c509a0b7,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:01.195950 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-f5eb4e5f-31a5-497c-a72e-714b1ac0ee08 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:06:01.222718 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 3f3c317a-129f-4c48-a447-e39631c58936 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:06:01.225832 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5d1eca6f-fdc2-47e0-8b9c-40bdb98cfe18 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.2727878 Feb 10 23:06:01.226587 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42380) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:01.235023 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5eb4e5f-31a5-497c-a72e-714b1ac0ee08 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:06:01.241004 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5eb4e5f-31a5-497c-a72e-714b1ac0ee08 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:01.241937 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f5eb4e5f-31a5-497c-a72e-714b1ac0ee08 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:01.277493 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7fe0806f-6266-4da1-bb36-f2d3816689f8 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:01.278692 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7fe0806f-6266-4da1-bb36-f2d3816689f8 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] 10.222.0.59 "DELETE /v2.0/routers/3d5cfb5f-494e-4ae9-a678-68167240e3af HTTP/1.1" status: 204 len: 168 time: 6.5249760 Feb 10 23:06:01.285451 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42384) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:01.294463 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-7d8c2f5e-94d2-41e4-bffb-0e2ff0b529ec tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Request body: {'subnet': {'network_id': 'c49e512f-744b-4919-a489-2fd135a8c60c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:01.294967 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5e0725cd-25f0-4764-9846-76e467378732 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:01.382416 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-90b279c1-5417-4520-af62-73549e1f2639 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:01.396280 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1eca6f-fdc2-47e0-8b9c-40bdb98cfe18 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event updated for resources: {'Network': ['ID=c49e512f-744b-4919-a489-2fd135a8c60c,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:01.396384 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccee762-d49f-4638-9bd2-a6475dd0348d None None] Network feb1a862-beae-4f30-ad12-f81c8a807d39 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:06:01.419322 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 3f3c317a-129f-4c48-a447-e39631c58936 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:06:01.422521 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network c49e512f-744b-4919-a489-2fd135a8c60c details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:06:01.482312 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-90b279c1-5417-4520-af62-73549e1f2639 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Deleting port 865fa70b-098b-4f7c-8bb8-a8703d2d52f8 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:06:01.482654 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-90b279c1-5417-4520-af62-73549e1f2639 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:01.533100 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-7d8c2f5e-94d2-41e4-bffb-0e2ff0b529ec tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:01.537840 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f5eb4e5f-31a5-497c-a72e-714b1ac0ee08 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.0386314 Feb 10 23:06:01.550391 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42388) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:01.655002 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-76779d50-4dd3-4242-83b2-7cf57e221845 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Deleting subnet 34b8793b-6595-4244-8427-db21c41f3c36 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:06:01.667638 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-76779d50-4dd3-4242-83b2-7cf57e221845 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:01.680916 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-7d8c2f5e-94d2-41e4-bffb-0e2ff0b529ec tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Usage tracker for resource:subnet and tenant:9679d844e15947ffaadb0d4f870cf9d6 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:01.690156 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-c069e772-2e61-4bb5-b1c4-fdfa27d23690 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Request body: {'port': {'network_id': 'feb1a862-beae-4f30-ad12-f81c8a807d39', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-770527218', 'allowed_address_pairs': [{'ip_address': '2001:db8::1f8', 'mac_address': 'fa:16:3e:3a:b2:e2'}]}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:01.722839 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-174b0c84-fb3c-47cf-a97d-598ebc05b433 None None] Provisioning for port 3f3c317a-129f-4c48-a447-e39631c58936 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:06:01.732594 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-174b0c84-fb3c-47cf-a97d-598ebc05b433 None None] Provisioning complete for port 3f3c317a-129f-4c48-a447-e39631c58936 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:06:01.732957 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-174b0c84-fb3c-47cf-a97d-598ebc05b433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:01.760288 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-7d8c2f5e-94d2-41e4-bffb-0e2ff0b529ec tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:01.835364 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-76779d50-4dd3-4242-83b2-7cf57e221845 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31983416'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:01.835626 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-7d8c2f5e-94d2-41e4-bffb-0e2ff0b529ec tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:01.863978 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eb43a6ad-2c97-4106-b3c4-da184b23f592 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:01.916593 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-174b0c84-fb3c-47cf-a97d-598ebc05b433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:01.957291 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-174b0c84-fb3c-47cf-a97d-598ebc05b433 None None] For port 3f3c317a-129f-4c48-a447-e39631c58936, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=3f3c317a-129f-4c48-a447-e39631c58936,segment=NetworkSegment(50be981f-8c41-4f34-bd07-6aafbb59f6ef),segment_id=50be981f-8c41-4f34-bd07-6aafbb59f6ef)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:06:02.015291 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5e0725cd-25f0-4764-9846-76e467378732 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:02.023061 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-eb43a6ad-2c97-4106-b3c4-da184b23f592 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Calling delete_port for 124db22c-0af3-4c75-aa4d-ab353bd810c9 owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:06:02.041782 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-174b0c84-fb3c-47cf-a97d-598ebc05b433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:02.086831 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8c2f5e-94d2-41e4-bffb-0e2ff0b529ec tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Made reservation on behalf of 9679d844e15947ffaadb0d4f870cf9d6 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:06:02.110522 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0725cd-25f0-4764-9846-76e467378732 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event deleted for resources: {'Subnet': ['ID=f92fcb0e-3f44-4c2c-b992-54f831682171,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:02.123324 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-76779d50-4dd3-4242-83b2-7cf57e221845 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:02.129119 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b0c84-fb3c-47cf-a97d-598ebc05b433 None None] Pushing event updated for resources: {'Port': ['ID=3f3c317a-129f-4c48-a447-e39631c58936,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:02.187751 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5e0725cd-25f0-4764-9846-76e467378732 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:02.193392 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b3382a-cf4c-4295-8447-d55bf7ac3b31 None None] Network 3ec5b0c5-f4fb-41f1-adef-b5802012b7e9 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:06:02.224597 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-5e0725cd-25f0-4764-9846-76e467378732 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "DELETE /v2.0/subnets/f92fcb0e-3f44-4c2c-b992-54f831682171 HTTP/1.1" status: 204 len: 168 time: 2.0705485 Feb 10 23:06:02.235005 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42392) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:02.293357 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c069e772-2e61-4bb5-b1c4-fdfa27d23690 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:02.313670 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-90b279c1-5417-4520-af62-73549e1f2639 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] For port 865fa70b-098b-4f7c-8bb8-a8703d2d52f8, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=865fa70b-098b-4f7c-8bb8-a8703d2d52f8,segment=NetworkSegment(ab0bdc95-79fc-48e8-aaed-072e16645468),segment_id=ab0bdc95-79fc-48e8-aaed-072e16645468)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:06:02.314344 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-90b279c1-5417-4520-af62-73549e1f2639 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:02.323869 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c069e772-2e61-4bb5-b1c4-fdfa27d23690 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Usage tracker for resource:port and tenant:09383d266f844d259060f55a62753d0c is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:02.332556 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c069e772-2e61-4bb5-b1c4-fdfa27d23690 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:02.364011 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c069e772-2e61-4bb5-b1c4-fdfa27d23690 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:02.374083 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7d8c2f5e-94d2-41e4-bffb-0e2ff0b529ec tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:02.382292 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-76779d50-4dd3-4242-83b2-7cf57e221845 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:02.385246 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-92f72c4d-8073-4c06-86ea-9588e48e1c5d None None] Provisioning complete for port 3f3c317a-129f-4c48-a447-e39631c58936 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:06:02.386031 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-92f72c4d-8073-4c06-86ea-9588e48e1c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:02.438974 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76779d50-4dd3-4242-83b2-7cf57e221845 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=34b8793b-6595-4244-8427-db21c41f3c36,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:02.472201 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f53ec4a3-55ea-4326-8408-1e04f4ad94fe tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:02.477071 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-76779d50-4dd3-4242-83b2-7cf57e221845 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:02.490615 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.resource_extend [None req-0905bc47-ad46-40ed-ac58-8f394fa61073 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:06:02.574534 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-90b279c1-5417-4520-af62-73549e1f2639 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Calling delete_port for 865fa70b-098b-4f7c-8bb8-a8703d2d52f8 owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:06:02.600773 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-76779d50-4dd3-4242-83b2-7cf57e221845 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] 10.222.0.59 "DELETE /v2.0/subnets/34b8793b-6595-4244-8427-db21c41f3c36 HTTP/1.1" status: 204 len: 168 time: 1.1254940 Feb 10 23:06:02.608195 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42396) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:02.628692 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c069e772-2e61-4bb5-b1c4-fdfa27d23690 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Made reservation on behalf of 09383d266f844d259060f55a62753d0c for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:06:02.653955 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f53ec4a3-55ea-4326-8408-1e04f4ad94fe tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Deleting port c85b800e-ca30-499c-9619-b50e201edd48 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:06:02.654421 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f53ec4a3-55ea-4326-8408-1e04f4ad94fe tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:02.683313 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-92f72c4d-8073-4c06-86ea-9588e48e1c5d None None] Provisioning for port d9f86538-20f1-41bb-af1f-3604c509a0b7 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:06:02.694771 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7c0a9a-ce62-4c4b-97e9-c3b0904d06bd None None] DHCP port deletion for 3ec5b0c5-f4fb-41f1-adef-b5802012b7e9 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:06:02.699783 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-92f72c4d-8073-4c06-86ea-9588e48e1c5d None None] Provisioning complete for port d9f86538-20f1-41bb-af1f-3604c509a0b7 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:06:02.700435 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-92f72c4d-8073-4c06-86ea-9588e48e1c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:02.722900 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-af7c0a9a-ce62-4c4b-97e9-c3b0904d06bd None None] Deleting port c85b800e-ca30-499c-9619-b50e201edd48 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:06:02.723266 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-af7c0a9a-ce62-4c4b-97e9-c3b0904d06bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:02.792987 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0905bc47-ad46-40ed-ac58-8f394fa61073 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:02.825276 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-92f72c4d-8073-4c06-86ea-9588e48e1c5d None None] Port d9f86538-20f1-41bb-af1f-3604c509a0b7 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:06:02.851676 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2886bf20-bf06-4db8-9ace-05205d4ac510 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:02.892603 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0905bc47-ad46-40ed-ac58-8f394fa61073 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1734214'] for floatingip, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:02.894506 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c069e772-2e61-4bb5-b1c4-fdfa27d23690 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:02.959852 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-af7c0a9a-ce62-4c4b-97e9-c3b0904d06bd None None] For port c85b800e-ca30-499c-9619-b50e201edd48, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=c85b800e-ca30-499c-9619-b50e201edd48,segment=NetworkSegment(1bbd1d8a-568c-481c-ba3d-c7fe60d53d3f),segment_id=1bbd1d8a-568c-481c-ba3d-c7fe60d53d3f)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:06:02.960197 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-af7c0a9a-ce62-4c4b-97e9-c3b0904d06bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:02.974152 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-90b279c1-5417-4520-af62-73549e1f2639 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:03.026679 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-9d52861e-22b7-4ec2-8577-14f8855733ae None None] Provisioning complete for port d9f86538-20f1-41bb-af1f-3604c509a0b7 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:06:03.027048 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9d52861e-22b7-4ec2-8577-14f8855733ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:03.133388 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eb43a6ad-2c97-4106-b3c4-da184b23f592 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:03.144771 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-af7c0a9a-ce62-4c4b-97e9-c3b0904d06bd None None] Calling delete_port for c85b800e-ca30-499c-9619-b50e201edd48 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:06:03.170970 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b279c1-5417-4520-af62-73549e1f2639 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Pushing event deleted for resources: {'Port': ['ID=865fa70b-098b-4f7c-8bb8-a8703d2d52f8,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:03.194148 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 3f3c317a-129f-4c48-a447-e39631c58936 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:06:03.194368 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-c069e772-2e61-4bb5-b1c4-fdfa27d23690 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] device_id is not set on port 390d8275-7cf4-426b-b65b-3cd4f6a142b8 yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:06:03.248112 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b279c1-5417-4520-af62-73549e1f2639 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] No DVR routers for this DVR port 865fa70b-098b-4f7c-8bb8-a8703d2d52f8 on host dv-neutron-828797-1-hyperv {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:06:03.265637 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-9d52861e-22b7-4ec2-8577-14f8855733ae None None] Port d9f86538-20f1-41bb-af1f-3604c509a0b7 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:06:03.289674 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7eb241fe-d5ce-4e6e-b2e9-39ab2b628d32 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:03.301042 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb43a6ad-2c97-4106-b3c4-da184b23f592 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Pushing event deleted for resources: {'Port': ['ID=124db22c-0af3-4c75-aa4d-ab353bd810c9,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:03.307917 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 3f3c317a-129f-4c48-a447-e39631c58936 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:06:03.308365 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:03.352378 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7eb241fe-d5ce-4e6e-b2e9-39ab2b628d32 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1734214'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:03.371361 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-af7c0a9a-ce62-4c4b-97e9-c3b0904d06bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:03.425344 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7c0a9a-ce62-4c4b-97e9-c3b0904d06bd None None] Pushing event deleted for resources: {'Port': ['ID=c85b800e-ca30-499c-9619-b50e201edd48,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:03.436332 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2886bf20-bf06-4db8-9ace-05205d4ac510 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:03.460804 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7c0a9a-ce62-4c4b-97e9-c3b0904d06bd None None] No DVR routers for this DVR port c85b800e-ca30-499c-9619-b50e201edd48 on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:06:03.515515 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-f53ec4a3-55ea-4326-8408-1e04f4ad94fe tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] For port c85b800e-ca30-499c-9619-b50e201edd48, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=c85b800e-ca30-499c-9619-b50e201edd48,segment=NetworkSegment(1bbd1d8a-568c-481c-ba3d-c7fe60d53d3f),segment_id=1bbd1d8a-568c-481c-ba3d-c7fe60d53d3f)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:06:03.515876 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f53ec4a3-55ea-4326-8408-1e04f4ad94fe tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:03.572865 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 0f84e367-cb8d-403d-b8ab-61b6ffea02fc no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:06:03.620045 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 0f84e367-cb8d-403d-b8ab-61b6ffea02fc {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:06:03.629926 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 0f84e367-cb8d-403d-b8ab-61b6ffea02fc not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:06:03.629926 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device c85b800e-ca30-499c-9619-b50e201edd48 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:06:03.647224 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7d8c2f5e-94d2-41e4-bffb-0e2ff0b529ec tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:03.658130 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-90b279c1-5417-4520-af62-73549e1f2639 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:03.664476 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: c85b800e-ca30-499c-9619-b50e201edd48 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:06:03.665289 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device c85b800e-ca30-499c-9619-b50e201edd48 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:06:03.688834 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a74d58-b5c4-4a07-901c-f0f5d7a7ea0e None None] get_active_networks_info from dv-neutron-828797-1-hyperv {{(pid=84334) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 10 23:06:03.703303 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-2886bf20-bf06-4db8-9ace-05205d4ac510 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44882163-07ea-4167-a4ef-aa97ad83b9e7']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:03.718464 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f53ec4a3-55ea-4326-8408-1e04f4ad94fe tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Calling delete_port for c85b800e-ca30-499c-9619-b50e201edd48 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:06:03.758794 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-90b279c1-5417-4520-af62-73549e1f2639 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cfcb18a-ebc4-40b5-96c1-fd5065ad8848']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:03.772463 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-2886bf20-bf06-4db8-9ace-05205d4ac510 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65331498-fb9d-4401-b020-9934b772bd32') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:03.772849 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-2886bf20-bf06-4db8-9ace-05205d4ac510 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65331498-fb9d-4401-b020-9934b772bd32') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:03.783951 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-90b279c1-5417-4520-af62-73549e1f2639 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab0bdc95-79fc-48e8-aaed-072e16645468') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:03.790372 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-90b279c1-5417-4520-af62-73549e1f2639 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab0bdc95-79fc-48e8-aaed-072e16645468') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:03.808448 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8c2f5e-94d2-41e4-bffb-0e2ff0b529ec tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event updated for resources: {'Subnet': ['ID=7f01a92e-a242-4897-b5b8-e172b25e57bd,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:03.830711 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-90b279c1-5417-4520-af62-73549e1f2639 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32216962'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:03.840295 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-c069e772-2e61-4bb5-b1c4-fdfa27d23690 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Allocated IP 2001:db8::47 (feb1a862-beae-4f30-ad12-f81c8a807d39/d4bb420d-920f-46f2-9dba-34e86f799fc3/390d8275-7cf4-426b-b65b-3cd4f6a142b8) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:06:03.857008 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2886bf20-bf06-4db8-9ace-05205d4ac510 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:03.881102 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-90b279c1-5417-4520-af62-73549e1f2639 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:03.923076 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90b279c1-5417-4520-af62-73549e1f2639 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:06:03.923742 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-90b279c1-5417-4520-af62-73549e1f2639 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32033006'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:03.941058 dv-neutron-828797-1-hyperv neutron-server[84332]: Traceback (most recent call last): Feb 10 23:06:03.941058 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:06:03.941058 dv-neutron-828797-1-hyperv neutron-server[84332]: timer() Feb 10 23:06:03.941058 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:06:03.941058 dv-neutron-828797-1-hyperv neutron-server[84332]: cb(*args, **kw) Feb 10 23:06:03.941058 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:06:03.941058 dv-neutron-828797-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Feb 10 23:06:03.941058 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:06:03.941058 dv-neutron-828797-1-hyperv neutron-server[84332]: self._notify() Feb 10 23:06:03.941058 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:06:03.941058 dv-neutron-828797-1-hyperv neutron-server[84332]: self.callback(batched_events) Feb 10 23:06:03.941058 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:06:03.941058 dv-neutron-828797-1-hyperv neutron-server[84332]: event.method(event) Feb 10 23:06:03.941058 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:06:03.941058 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:06:03.941058 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:06:03.941058 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:06:03.941058 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:06:03.941058 dv-neutron-828797-1-hyperv neutron-server[84332]: return f(self, *a, **k) Feb 10 23:06:03.941058 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:06:03.941058 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._get(url).json() Feb 10 23:06:03.941058 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:06:03.941058 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:06:03.941058 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:06:03.941058 dv-neutron-828797-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Feb 10 23:06:03.941058 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:06:03.941058 dv-neutron-828797-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:06:03.941058 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:06:03.941058 dv-neutron-828797-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:06:03.941058 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:06:03.941058 dv-neutron-828797-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:06:03.941058 dv-neutron-828797-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:06:03.952292 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8c2f5e-94d2-41e4-bffb-0e2ff0b529ec tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Checking segment: {'id': 'f9e4a8f8-bafc-4f7d-8ec8-0aa5f3235216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c49e512f-744b-4919-a489-2fd135a8c60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:06:03.952685 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8c2f5e-94d2-41e4-bffb-0e2ff0b529ec tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Network hostable DHCP agents. Network: c49e512f-744b-4919-a489-2fd135a8c60c, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:06:03.954451 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2886bf20-bf06-4db8-9ace-05205d4ac510 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:03.970283 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2886bf20-bf06-4db8-9ace-05205d4ac510 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:06:03.970675 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2886bf20-bf06-4db8-9ace-05205d4ac510 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:03.984474 dv-neutron-828797-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:06:03.984474 dv-neutron-828797-1-hyperv neutron-server[84333]: util.warn( Feb 10 23:06:03.984474 dv-neutron-828797-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:06:03.984474 dv-neutron-828797-1-hyperv neutron-server[84333]: util.warn( Feb 10 23:06:03.984474 dv-neutron-828797-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:06:03.984474 dv-neutron-828797-1-hyperv neutron-server[84333]: util.warn( Feb 10 23:06:03.984474 dv-neutron-828797-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:06:03.984474 dv-neutron-828797-1-hyperv neutron-server[84333]: util.warn( Feb 10 23:06:03.984474 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:06:03.984474 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:06:03.984474 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:06:03.984474 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:06:03.984474 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:06:03.984474 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:06:03.984474 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:06:03.984474 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:06:03.984474 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:06:03.984474 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:06:03.984474 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:06:03.984474 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:06:03.984474 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:06:03.984474 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:06:03.984474 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:06:03.984474 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:06:03.984474 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:06:03.984474 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:06:03.984474 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:06:03.984474 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:06:03.984474 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:06:03.984474 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:06:03.984474 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:06:03.984474 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:06:03.984474 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:06:03.984474 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:06:03.984474 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:06:03.984474 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:06:03.984474 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:06:03.984474 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:06:03.984474 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:06:03.984474 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:06:04.037089 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-f53ec4a3-55ea-4326-8408-1e04f4ad94fe tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:06:04.037404 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-f53ec4a3-55ea-4326-8408-1e04f4ad94fe tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:06:04.054402 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a74d58-b5c4-4a07-901c-f0f5d7a7ea0e None None] Network c49e512f-744b-4919-a489-2fd135a8c60c is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:06:04.069453 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eb43a6ad-2c97-4106-b3c4-da184b23f592 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2767638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733091'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:04.121597 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a74d58-b5c4-4a07-901c-f0f5d7a7ea0e None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, c49e512f-744b-4919-a489-2fd135a8c60c) {{(pid=84334) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 23:06:04.153398 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-7d8c2f5e-94d2-41e4-bffb-0e2ff0b529ec tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Agent 43499674-f43d-4631-a492-3d0c4027683f already present Feb 10 23:06:04.153633 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8c2f5e-94d2-41e4-bffb-0e2ff0b529ec tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Network c49e512f-744b-4919-a489-2fd135a8c60c is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:06:04.154231 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-7d8c2f5e-94d2-41e4-bffb-0e2ff0b529ec tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, c49e512f-744b-4919-a489-2fd135a8c60c) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:06:04.173828 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8c2f5e-94d2-41e4-bffb-0e2ff0b529ec tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:04.174571 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7d8c2f5e-94d2-41e4-bffb-0e2ff0b529ec tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:04.203245 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-90b279c1-5417-4520-af62-73549e1f2639 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:04.222382 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2886bf20-bf06-4db8-9ace-05205d4ac510 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:04.226165 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2886bf20-bf06-4db8-9ace-05205d4ac510 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 44882163-07ea-4167-a4ef-aa97ad83b9e7 {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 10 23:06:04.228769 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2886bf20-bf06-4db8-9ace-05205d4ac510 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:04.249405 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-90b279c1-5417-4520-af62-73549e1f2639 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:04.265618 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2886bf20-bf06-4db8-9ace-05205d4ac510 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Pushing event deleted for resources: {'Network': ['ID=44882163-07ea-4167-a4ef-aa97ad83b9e7,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:04.267476 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b279c1-5417-4520-af62-73549e1f2639 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Pushing event deleted for resources: {'Network': ['ID=9cfcb18a-ebc4-40b5-96c1-fd5065ad8848,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:04.300118 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-90b279c1-5417-4520-af62-73549e1f2639 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "DELETE /v2.0/networks/9cfcb18a-ebc4-40b5-96c1-fd5065ad8848 HTTP/1.1" status: 204 len: 168 time: 7.7166204 Feb 10 23:06:04.305364 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42400) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:04.311698 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.l3_db [None req-7eb241fe-d5ce-4e6e-b2e9-39ab2b628d32 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Floating IP 5e279841-3114-4b91-9589-0d9bdfa367bf associated. External IP: 172.26.8.215, port: 20b0f7f4-15ae-4f8a-b50c-92c8b9a384df. Feb 10 23:06:04.376881 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c069e772-2e61-4bb5-b1c4-fdfa27d23690 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:04.383287 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-74df5aa2-65db-4d05-9d52-4fc780f65eff tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-515850514'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:04.390301 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-74df5aa2-65db-4d05-9d52-4fc780f65eff tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:04.394643 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-74df5aa2-65db-4d05-9d52-4fc780f65eff tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Usage tracker for resource:network and tenant:3165e40034a94fb1867776c36ae44e52 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:04.398996 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-74df5aa2-65db-4d05-9d52-4fc780f65eff tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:04.407066 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-74df5aa2-65db-4d05-9d52-4fc780f65eff tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:04.492418 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7d8c2f5e-94d2-41e4-bffb-0e2ff0b529ec tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2158725 Feb 10 23:06:04.505723 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42404) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:04.516965 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-8f7a09cd-4fb2-4aa7-b13c-fb0d2abaeb49 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1079496822', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:04.523401 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8f7a09cd-4fb2-4aa7-b13c-fb0d2abaeb49 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:04.528250 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8f7a09cd-4fb2-4aa7-b13c-fb0d2abaeb49 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Usage tracker for resource:router and tenant:9679d844e15947ffaadb0d4f870cf9d6 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:04.532920 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8f7a09cd-4fb2-4aa7-b13c-fb0d2abaeb49 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:04.537079 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-c069e772-2e61-4bb5-b1c4-fdfa27d23690 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Transition to ACTIVE for port object 390d8275-7cf4-426b-b65b-3cd4f6a142b8 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:06:04.541808 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74df5aa2-65db-4d05-9d52-4fc780f65eff tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Made reservation on behalf of 3165e40034a94fb1867776c36ae44e52 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:06:04.544903 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-74df5aa2-65db-4d05-9d52-4fc780f65eff tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:04.554209 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8f7a09cd-4fb2-4aa7-b13c-fb0d2abaeb49 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:04.561515 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f53ec4a3-55ea-4326-8408-1e04f4ad94fe tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Deleting port c85b800e-ca30-499c-9619-b50e201edd48 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:06:04.561777 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f53ec4a3-55ea-4326-8408-1e04f4ad94fe tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:04.605465 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e6adb9-c87c-4c1a-95ec-57a7c125fcda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-c49e512f-744b-4919-a489-2fd135a8c60c', 'network_id': 'c49e512f-744b-4919-a489-2fd135a8c60c', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'fixed_ips': [{'subnet_id': '7f01a92e-a242-4897-b5b8-e172b25e57bd'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:06:04.605465 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-02e6adb9-c87c-4c1a-95ec-57a7c125fcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:04.614397 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74df5aa2-65db-4d05-9d52-4fc780f65eff tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:06:04.629267 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-74df5aa2-65db-4d05-9d52-4fc780f65eff tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:04.629751 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-74df5aa2-65db-4d05-9d52-4fc780f65eff tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Added segment 28ad2a65-dca2-4205-9a2f-843f564eacb4 of type vlan for network db22a2af-6190-48fe-b82e-e6fb1cdb868f Feb 10 23:06:04.670203 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8f7a09cd-4fb2-4aa7-b13c-fb0d2abaeb49 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:04.671182 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8f7a09cd-4fb2-4aa7-b13c-fb0d2abaeb49 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:04.675128 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-74df5aa2-65db-4d05-9d52-4fc780f65eff tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:04.722975 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c069e772-2e61-4bb5-b1c4-fdfa27d23690 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:04.762652 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-2886bf20-bf06-4db8-9ace-05205d4ac510 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] 10.222.0.59 "DELETE /v2.0/networks/44882163-07ea-4167-a4ef-aa97ad83b9e7 HTTP/1.1" status: 204 len: 168 time: 2.1511457 Feb 10 23:06:04.795211 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8f7a09cd-4fb2-4aa7-b13c-fb0d2abaeb49 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:04.824962 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f53ec4a3-55ea-4326-8408-1e04f4ad94fe tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] The port 'c85b800e-ca30-499c-9619-b50e201edd48' was deleted {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 23:06:04.841019 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c069e772-2e61-4bb5-b1c4-fdfa27d23690 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Pushing event updated for resources: {'Port': ['ID=390d8275-7cf4-426b-b65b-3cd4f6a142b8,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:04.847087 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c069e772-2e61-4bb5-b1c4-fdfa27d23690 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Network feb1a862-beae-4f30-ad12-f81c8a807d39 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:06:04.850159 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-c069e772-2e61-4bb5-b1c4-fdfa27d23690 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:06:04.859672 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c069e772-2e61-4bb5-b1c4-fdfa27d23690 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:06:04.863828 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c069e772-2e61-4bb5-b1c4-fdfa27d23690 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:04.864637 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c069e772-2e61-4bb5-b1c4-fdfa27d23690 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:04.947558 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-02e6adb9-c87c-4c1a-95ec-57a7c125fcda None None] Allocated IP 2001:db8::2 (c49e512f-744b-4919-a489-2fd135a8c60c/7f01a92e-a242-4897-b5b8-e172b25e57bd/63dd6f2d-c1f3-4845-b0d2-58de78480681) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:06:05.002995 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8f7a09cd-4fb2-4aa7-b13c-fb0d2abaeb49 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:05.008483 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-74df5aa2-65db-4d05-9d52-4fc780f65eff tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:05.013100 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74df5aa2-65db-4d05-9d52-4fc780f65eff tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:05.013772 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-74df5aa2-65db-4d05-9d52-4fc780f65eff tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:05.045585 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f53ec4a3-55ea-4326-8408-1e04f4ad94fe tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:05.135568 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-f53ec4a3-55ea-4326-8408-1e04f4ad94fe tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ec5b0c5-f4fb-41f1-adef-b5802012b7e9']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:05.154528 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-f53ec4a3-55ea-4326-8408-1e04f4ad94fe tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bbd1d8a-568c-481c-ba3d-c7fe60d53d3f') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:05.154807 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-f53ec4a3-55ea-4326-8408-1e04f4ad94fe tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bbd1d8a-568c-481c-ba3d-c7fe60d53d3f') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:05.169978 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f53ec4a3-55ea-4326-8408-1e04f4ad94fe tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:05.192971 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-02e6adb9-c87c-4c1a-95ec-57a7c125fcda None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:05.194073 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f53ec4a3-55ea-4326-8408-1e04f4ad94fe tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:05.204733 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-02e6adb9-c87c-4c1a-95ec-57a7c125fcda None None] Transition to ACTIVE for port object 63dd6f2d-c1f3-4845-b0d2-58de78480681 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:06:05.206275 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f53ec4a3-55ea-4326-8408-1e04f4ad94fe tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:06:05.206665 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f53ec4a3-55ea-4326-8408-1e04f4ad94fe tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:05.222174 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:06:05.222174 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:06:05.222174 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:06:05.222174 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:06:05.222174 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:06:05.222174 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:06:05.222174 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:06:05.222174 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:06:05.222174 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:06:05.222174 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:06:05.222174 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:06:05.222174 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:06:05.222174 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:06:05.222174 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:06:05.222174 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:06:05.222174 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:06:05.222174 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:06:05.222174 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:06:05.222174 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:06:05.222174 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:06:05.222174 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:06:05.222174 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:06:05.222174 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:06:05.222174 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:06:05.222174 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:06:05.222174 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:06:05.222174 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:06:05.222174 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:06:05.222174 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:06:05.222174 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:06:05.222174 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:06:05.222174 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:06:05.227766 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb43a6ad-2c97-4106-b3c4-da184b23f592 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Router 29fe4d03-7dc0-4363-9a76-76243a804434 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:06:05.234267 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-02e6adb9-c87c-4c1a-95ec-57a7c125fcda None None] Transition to ACTIVE for port object 63dd6f2d-c1f3-4845-b0d2-58de78480681 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:06:05.253390 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74df5aa2-65db-4d05-9d52-4fc780f65eff tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Pushing event updated for resources: {'Network': ['ID=db22a2af-6190-48fe-b82e-e6fb1cdb868f,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:05.277025 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network db22a2af-6190-48fe-b82e-e6fb1cdb868f details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:06:05.370277 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-02e6adb9-c87c-4c1a-95ec-57a7c125fcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:05.372438 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eb241fe-d5ce-4e6e-b2e9-39ab2b628d32 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Router fcd141a3-fb33-4200-8ce7-8ff07f52fcad has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:06:05.377778 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42414) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:05.385414 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-c849ae2e-431c-46b1-87d8-2470f626dd22 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Request body: {'router': {'name': 'tempest-router--1636831487', 'project_id': '6a2d6f5075bd4535a2b30a2b13ada02b'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:05.390635 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c069e772-2e61-4bb5-b1c4-fdfa27d23690 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 3.8391430 Feb 10 23:06:05.402445 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-74df5aa2-65db-4d05-9d52-4fc780f65eff tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0235116 Feb 10 23:06:05.402445 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8f7a09cd-4fb2-4aa7-b13c-fb0d2abaeb49 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:05.402445 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8f7a09cd-4fb2-4aa7-b13c-fb0d2abaeb49 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8869314 Feb 10 23:06:05.402445 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c849ae2e-431c-46b1-87d8-2470f626dd22 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:05.402445 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42418) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:05.402927 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42420) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:05.402927 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42424) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:05.406945 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-2f27c15f-d482-4859-867e-e059b1cea40d tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Request body: {'subnet': {'network_id': 'db22a2af-6190-48fe-b82e-e6fb1cdb868f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:05.427464 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c849ae2e-431c-46b1-87d8-2470f626dd22 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Usage tracker for resource:router and tenant:6a2d6f5075bd4535a2b30a2b13ada02b is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:05.435885 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c849ae2e-431c-46b1-87d8-2470f626dd22 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:05.465743 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:06:05.478956 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e6adb9-c87c-4c1a-95ec-57a7c125fcda None None] Pushing event updated for resources: {'Port': ['ID=63dd6f2d-c1f3-4845-b0d2-58de78480681,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:05.503506 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e6adb9-c87c-4c1a-95ec-57a7c125fcda None None] Network c49e512f-744b-4919-a489-2fd135a8c60c is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:06:05.505837 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-02e6adb9-c87c-4c1a-95ec-57a7c125fcda None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:06:05.508834 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e6adb9-c87c-4c1a-95ec-57a7c125fcda None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:06:05.547669 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c849ae2e-431c-46b1-87d8-2470f626dd22 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:05.597879 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-02e6adb9-c87c-4c1a-95ec-57a7c125fcda None None] Attempting to bind port 63dd6f2d-c1f3-4845-b0d2-58de78480681 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:06:05.598405 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-02e6adb9-c87c-4c1a-95ec-57a7c125fcda None None] Attempting to bind port 63dd6f2d-c1f3-4845-b0d2-58de78480681 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': 'f9e4a8f8-bafc-4f7d-8ec8-0aa5f3235216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c49e512f-744b-4919-a489-2fd135a8c60c'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:06:05.598893 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e6adb9-c87c-4c1a-95ec-57a7c125fcda None None] Attempting to bind port 63dd6f2d-c1f3-4845-b0d2-58de78480681 on network c49e512f-744b-4919-a489-2fd135a8c60c {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:06:05.607742 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e6adb9-c87c-4c1a-95ec-57a7c125fcda None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:06:05.608422 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e6adb9-c87c-4c1a-95ec-57a7c125fcda None None] Checking segment: {'id': 'f9e4a8f8-bafc-4f7d-8ec8-0aa5f3235216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c49e512f-744b-4919-a489-2fd135a8c60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:06:05.608760 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-02e6adb9-c87c-4c1a-95ec-57a7c125fcda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:05.609142 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f53ec4a3-55ea-4326-8408-1e04f4ad94fe tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:05.609383 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e6adb9-c87c-4c1a-95ec-57a7c125fcda None None] Bound using segment: {'id': 'f9e4a8f8-bafc-4f7d-8ec8-0aa5f3235216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c49e512f-744b-4919-a489-2fd135a8c60c'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:06:05.609947 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-02e6adb9-c87c-4c1a-95ec-57a7c125fcda None None] Bound port: 63dd6f2d-c1f3-4845-b0d2-58de78480681, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9e4a8f8-bafc-4f7d-8ec8-0aa5f3235216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c49e512f-744b-4919-a489-2fd135a8c60c'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:06:05.610422 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-02e6adb9-c87c-4c1a-95ec-57a7c125fcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:05.614168 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f53ec4a3-55ea-4326-8408-1e04f4ad94fe tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:05.663480 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-2f27c15f-d482-4859-867e-e059b1cea40d tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:05.668520 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53ec4a3-55ea-4326-8408-1e04f4ad94fe tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event deleted for resources: {'Network': ['ID=3ec5b0c5-f4fb-41f1-adef-b5802012b7e9,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:05.679664 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-f53ec4a3-55ea-4326-8408-1e04f4ad94fe tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "DELETE /v2.0/networks/3ec5b0c5-f4fb-41f1-adef-b5802012b7e9 HTTP/1.1" status: 204 len: 168 time: 3.4398627 Feb 10 23:06:05.679833 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-2f27c15f-d482-4859-867e-e059b1cea40d tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Usage tracker for resource:subnet and tenant:3165e40034a94fb1867776c36ae44e52 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:05.682298 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42430) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:05.684235 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-2f27c15f-d482-4859-867e-e059b1cea40d tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:05.685480 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0905bc47-ad46-40ed-ac58-8f394fa61073 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Router ceb0202d-0403-475b-a150-eb543df39ce0 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:06:05.691411 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-2f27c15f-d482-4859-867e-e059b1cea40d tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:05.697896 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-52c62a42-ebd9-4cfb-9014-a6dd310fd708 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-522852231', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}, 'admin_state_up': False}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:05.711316 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-52c62a42-ebd9-4cfb-9014-a6dd310fd708 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:05.729943 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-52c62a42-ebd9-4cfb-9014-a6dd310fd708 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Usage tracker for resource:router and tenant:62dc022463634d02b4f57b75cc001545 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:05.732838 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-52c62a42-ebd9-4cfb-9014-a6dd310fd708 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:05.737309 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb43a6ad-2c97-4106-b3c4-da184b23f592 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:06:05.740739 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c849ae2e-431c-46b1-87d8-2470f626dd22 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:05.741680 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c849ae2e-431c-46b1-87d8-2470f626dd22 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:05.742392 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-eb43a6ad-2c97-4106-b3c4-da184b23f592 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] 10.222.0.59 "PUT /v2.0/routers/29fe4d03-7dc0-4363-9a76-76243a804434/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5938549 Feb 10 23:06:05.747464 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42434) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:05.757754 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782d5f37-f923-4ee6-84f7-258be8c7fe55 None None] Sync routers for ids ['29fe4d03-7dc0-4363-9a76-76243a804434'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:06:05.773759 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-02e6adb9-c87c-4c1a-95ec-57a7c125fcda None None] For port 63dd6f2d-c1f3-4845-b0d2-58de78480681, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:06:05.777695 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-02e6adb9-c87c-4c1a-95ec-57a7c125fcda None None] For port 63dd6f2d-c1f3-4845-b0d2-58de78480681, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=63dd6f2d-c1f3-4845-b0d2-58de78480681,segment=NetworkSegment(f9e4a8f8-bafc-4f7d-8ec8-0aa5f3235216),segment_id=f9e4a8f8-bafc-4f7d-8ec8-0aa5f3235216)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:06:05.778970 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782d5f37-f923-4ee6-84f7-258be8c7fe55 None None] Routers {'29fe4d03-7dc0-4363-9a76-76243a804434'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:06:05.779662 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-782d5f37-f923-4ee6-84f7-258be8c7fe55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:05:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['29fe4d03-7dc0-4363-9a76-76243a804434'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:05.807816 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-52c62a42-ebd9-4cfb-9014-a6dd310fd708 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:05.809642 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f27c15f-d482-4859-867e-e059b1cea40d tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Made reservation on behalf of 3165e40034a94fb1867776c36ae44e52 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:06:05.846800 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-c3132fe6-4d13-4c5d-bf38-3345d47ba231 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] show failed (client error): The resource could not be found. Feb 10 23:06:05.847838 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c3132fe6-4d13-4c5d-bf38-3345d47ba231 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] 10.222.0.59 "GET /v2.0/routers/tempest-non_exist_router-522125103 HTTP/1.1" status: 404 len: 334 time: 0.0985746 Feb 10 23:06:05.853046 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-02e6adb9-c87c-4c1a-95ec-57a7c125fcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:05.900934 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-782d5f37-f923-4ee6-84f7-258be8c7fe55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:05.907098 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42438) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:05.918207 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-76ece069-edb2-423d-b69b-aed3d0c9ba9e tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:05.951541 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782d5f37-f923-4ee6-84f7-258be8c7fe55 None None] Routers {'29fe4d03-7dc0-4363-9a76-76243a804434'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:06:05.952259 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-782d5f37-f923-4ee6-84f7-258be8c7fe55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:05:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['29fe4d03-7dc0-4363-9a76-76243a804434'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:05.967836 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb241fe-d5ce-4e6e-b2e9-39ab2b628d32 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:06:05.978897 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebc42f5-58d1-4b30-9242-fae275692dca None None] Sync routers for ids ['fcd141a3-fb33-4200-8ce7-8ff07f52fcad'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:06:05.995479 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebc42f5-58d1-4b30-9242-fae275692dca None None] Routers {'fcd141a3-fb33-4200-8ce7-8ff07f52fcad'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:06:05.997136 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-9ebc42f5-58d1-4b30-9242-fae275692dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:05:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['fcd141a3-fb33-4200-8ce7-8ff07f52fcad'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:06.008219 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-76ece069-edb2-423d-b69b-aed3d0c9ba9e tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] update failed (client error): The resource could not be found. Feb 10 23:06:06.013991 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-76ece069-edb2-423d-b69b-aed3d0c9ba9e tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] 10.222.0.59 "PUT /v2.0/routers/tempest-non_exist_router-1068225834 HTTP/1.1" status: 404 len: 335 time: 0.1010673 Feb 10 23:06:06.021722 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42442) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:06.021851 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7eb241fe-d5ce-4e6e-b2e9-39ab2b628d32 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:06.035765 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e6adb9-c87c-4c1a-95ec-57a7c125fcda None None] Pushing event updated for resources: {'Port': ['ID=63dd6f2d-c1f3-4845-b0d2-58de78480681,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:06.038424 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-782d5f37-f923-4ee6-84f7-258be8c7fe55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:06.038919 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782d5f37-f923-4ee6-84f7-258be8c7fe55 None None] The sync data for ids ['29fe4d03-7dc0-4363-9a76-76243a804434'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:06:06.055401 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c849ae2e-431c-46b1-87d8-2470f626dd22 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:06.059417 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2f27c15f-d482-4859-867e-e059b1cea40d tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:06.130605 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-52c62a42-ebd9-4cfb-9014-a6dd310fd708 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:06.132123 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-52c62a42-ebd9-4cfb-9014-a6dd310fd708 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:06.159795 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541998b0-a8a1-474b-8786-6c7926dbc1fb tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:06.164136 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541998b0-a8a1-474b-8786-6c7926dbc1fb tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:06.169327 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541998b0-a8a1-474b-8786-6c7926dbc1fb tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:06.171167 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-541998b0-a8a1-474b-8786-6c7926dbc1fb tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.7660849 Feb 10 23:06:06.176875 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42446) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:06.233156 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7eb241fe-d5ce-4e6e-b2e9-39ab2b628d32 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "PUT /v2.0/floatingips/5e279841-3114-4b91-9589-0d9bdfa367bf HTTP/1.1" status: 200 len: 991 time: 5.4798684 Feb 10 23:06:06.238208 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5ae685f-fde5-49d6-8a9e-ef701b2aedc0', 'tag': '20b0f7f4-15ae-4f8a-b50c-92c8b9a384df'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:06:06.243421 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-9ebc42f5-58d1-4b30-9242-fae275692dca None None] Set router fcd141a3-fb33-4200-8ce7-8ff07f52fcad gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:06:06.249214 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c849ae2e-431c-46b1-87d8-2470f626dd22 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:06.287587 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-52c62a42-ebd9-4cfb-9014-a6dd310fd708 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:06.378238 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-c5d7acf9-4dee-4df1-a0ec-296b3c5f42ba tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Deleting port 390d8275-7cf4-426b-b65b-3cd4f6a142b8 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:06:06.378808 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c5d7acf9-4dee-4df1-a0ec-296b3c5f42ba tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:06.424744 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5ae685f-fde5-49d6-8a9e-ef701b2aedc0', 'tag': '20b0f7f4-15ae-4f8a-b50c-92c8b9a384df', 'status': 'completed', 'code': 200} Feb 10 23:06:06.510231 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c849ae2e-431c-46b1-87d8-2470f626dd22 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:06.511288 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c849ae2e-431c-46b1-87d8-2470f626dd22 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.1316268 Feb 10 23:06:06.525938 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42454) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:06.734230 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-9ebc42f5-58d1-4b30-9242-fae275692dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd141a3-fb33-4200-8ce7-8ff07f52fcad', 'name': 'tempest-ServerActionsTestJSON-217153584-router', 'tenant_id': 'e452088f31c44993a8754d6dd8fb5a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': '70a9c9b9-9579-41b5-b8ad-d75d392541fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:04:57Z', 'updated_at': '2022-02-10T23:05:11Z', 'revision_number': 4, 'project_id': 'e452088f31c44993a8754d6dd8fb5a7b', 'gw_port': {'id': '70a9c9b9-9579-41b5-b8ad-d75d392541fa', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:1b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd141a3-fb33-4200-8ce7-8ff07f52fcad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:04:59Z', 'updated_at': '2022-02-10T23:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '5e279841-3114-4b91-9589-0d9bdfa367bf', 'tenant_id': 'e452088f31c44993a8754d6dd8fb5a7b', 'floating_ip_address': '172.26.8.215', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': 'fcd141a3-fb33-4200-8ce7-8ff07f52fcad', 'port_id': '20b0f7f4-15ae-4f8a-b50c-92c8b9a384df', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc3883e2-07c5-4782-b2eb-c25b67bd2e9e', 'mac_address': 'fa:16:3e:f1:de:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ae685f-fde5-49d6-8a9e-ef701b2aedc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:05:27Z', 'updated_at': '2022-02-10T23:06:02Z', 'revision_number': 1, 'project_id': 'e452088f31c44993a8754d6dd8fb5a7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e17d4c0a-22cf-48d7-b06c-3ff7181baeb3', 'name': '', 'network_id': 'cc3883e2-07c5-4782-b2eb-c25b67bd2e9e', 'tenant_id': 'e452088f31c44993a8754d6dd8fb5a7b', 'mac_address': 'fa:16:3e:c2:7a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd141a3-fb33-4200-8ce7-8ff07f52fcad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01b72c06-c698-462d-bf7b-325d09ba1c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:05:09Z', 'updated_at': '2022-02-10T23:05:28Z', 'revision_number': 5, 'project_id': 'e452088f31c44993a8754d6dd8fb5a7b', 'subnets': [{'id': '01b72c06-c698-462d-bf7b-325d09ba1c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:06.738436 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebc42f5-58d1-4b30-9242-fae275692dca None None] Checking router: fcd141a3-fb33-4200-8ce7-8ff07f52fcad for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:06:06.749969 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebc42f5-58d1-4b30-9242-fae275692dca None None] Routers {'fcd141a3-fb33-4200-8ce7-8ff07f52fcad'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:06:06.750859 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-9ebc42f5-58d1-4b30-9242-fae275692dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:05:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['fcd141a3-fb33-4200-8ce7-8ff07f52fcad'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:06.798668 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5bce754-5a00-43d1-b577-b904dcafbbdf tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Deleting subnet ed1e58a6-5423-452d-8fe4-733ad34dd31f {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:06:06.838269 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b5bce754-5a00-43d1-b577-b904dcafbbdf tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:06.933640 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-9ebc42f5-58d1-4b30-9242-fae275692dca None None] Set router fcd141a3-fb33-4200-8ce7-8ff07f52fcad gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:06:06.949965 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b5bce754-5a00-43d1-b577-b904dcafbbdf tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31983416'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:06.999129 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd37b88-5dcb-4410-9bbf-29dabd0cde99 req-7aa98184-0833-46db-b554-730c23826776 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:07.000629 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-ebd37b88-5dcb-4410-9bbf-29dabd0cde99 req-7aa98184-0833-46db-b554-730c23826776 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 945 time: 0.5080354 Feb 10 23:06:07.002379 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-52c62a42-ebd9-4cfb-9014-a6dd310fd708 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:07.033821 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-92f3823e-b6ce-4d4d-8180-cf2c42553f70 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:07.092066 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ae57891f-d1d2-415e-a8e7-6ee660c18020 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:07.226568 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e47f8752-ac31-427f-81a4-f7ff16b458cc req-bc211b85-0598-43dc-a017-db19bde2eabd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e452088f31c44993a8754d6dd8fb5a7b&device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 1098 time: 0.7711344 Feb 10 23:06:07.230871 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 63dd6f2d-c1f3-4845-b0d2-58de78480681 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:06:07.342907 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-9ebc42f5-58d1-4b30-9242-fae275692dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd141a3-fb33-4200-8ce7-8ff07f52fcad', 'name': 'tempest-ServerActionsTestJSON-217153584-router', 'tenant_id': 'e452088f31c44993a8754d6dd8fb5a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': '70a9c9b9-9579-41b5-b8ad-d75d392541fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:04:57Z', 'updated_at': '2022-02-10T23:05:11Z', 'revision_number': 4, 'project_id': 'e452088f31c44993a8754d6dd8fb5a7b', 'gw_port': {'id': '70a9c9b9-9579-41b5-b8ad-d75d392541fa', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:1b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd141a3-fb33-4200-8ce7-8ff07f52fcad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:04:59Z', 'updated_at': '2022-02-10T23:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '5e279841-3114-4b91-9589-0d9bdfa367bf', 'tenant_id': 'e452088f31c44993a8754d6dd8fb5a7b', 'floating_ip_address': '172.26.8.215', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': 'fcd141a3-fb33-4200-8ce7-8ff07f52fcad', 'port_id': '20b0f7f4-15ae-4f8a-b50c-92c8b9a384df', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc3883e2-07c5-4782-b2eb-c25b67bd2e9e', 'mac_address': 'fa:16:3e:f1:de:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ae685f-fde5-49d6-8a9e-ef701b2aedc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:05:27Z', 'updated_at': '2022-02-10T23:06:02Z', 'revision_number': 1, 'project_id': 'e452088f31c44993a8754d6dd8fb5a7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e17d4c0a-22cf-48d7-b06c-3ff7181baeb3', 'name': '', 'network_id': 'cc3883e2-07c5-4782-b2eb-c25b67bd2e9e', 'tenant_id': 'e452088f31c44993a8754d6dd8fb5a7b', 'mac_address': 'fa:16:3e:c2:7a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd141a3-fb33-4200-8ce7-8ff07f52fcad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01b72c06-c698-462d-bf7b-325d09ba1c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:05:09Z', 'updated_at': '2022-02-10T23:05:28Z', 'revision_number': 5, 'project_id': 'e452088f31c44993a8754d6dd8fb5a7b', 'subnets': [{'id': '01b72c06-c698-462d-bf7b-325d09ba1c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:07.348092 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebc42f5-58d1-4b30-9242-fae275692dca None None] The sync data for ids ['fcd141a3-fb33-4200-8ce7-8ff07f52fcad'] in dv-neutron-828797-1-hyperv is: [{'id': 'fcd141a3-fb33-4200-8ce7-8ff07f52fcad', 'name': 'tempest-ServerActionsTestJSON-217153584-router', 'tenant_id': 'e452088f31c44993a8754d6dd8fb5a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': '70a9c9b9-9579-41b5-b8ad-d75d392541fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:04:57Z', 'updated_at': '2022-02-10T23:05:11Z', 'revision_number': 4, 'project_id': 'e452088f31c44993a8754d6dd8fb5a7b', 'gw_port': {'id': '70a9c9b9-9579-41b5-b8ad-d75d392541fa', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:1b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd141a3-fb33-4200-8ce7-8ff07f52fcad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:04:59Z', 'updated_at': '2022-02-10T23:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '5e279841-3114-4b91-9589-0d9bdfa367bf', 'tenant_id': 'e452088f31c44993a8754d6dd8fb5a7b', 'floating_ip_address': '172.26.8.215', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': 'fcd141a3-fb33-4200-8ce7-8ff07f52fcad', 'port_id': '20b0f7f4-15ae-4f8a-b50c-92c8b9a384df', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc3883e2-07c5-4782-b2eb-c25b67bd2e9e', 'mac_address': 'fa:16:3e:f1:de:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ae685f-fde5-49d6-8a9e-ef701b2aedc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:05:27Z', 'updated_at': '2022-02-10T23:06:02Z', 'revision_number': 1, 'project_id': 'e452088f31c44993a8754d6dd8fb5a7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e17d4c0a-22cf-48d7-b06c-3ff7181baeb3', 'name': '', 'network_id': 'cc3883e2-07c5-4782-b2eb-c25b67bd2e9e', 'tenant_id': 'e452088f31c44993a8754d6dd8fb5a7b', 'mac_address': 'fa:16:3e:c2:7a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd141a3-fb33-4200-8ce7-8ff07f52fcad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01b72c06-c698-462d-bf7b-325d09ba1c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:05:09Z', 'updated_at': '2022-02-10T23:05:28Z', 'revision_number': 5, 'project_id': 'e452088f31c44993a8754d6dd8fb5a7b', 'subnets': [{'id': '01b72c06-c698-462d-bf7b-325d09ba1c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:06:07.375733 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2f27c15f-d482-4859-867e-e059b1cea40d tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:07.379464 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 63dd6f2d-c1f3-4845-b0d2-58de78480681 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:06:07.443538 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c5d7acf9-4dee-4df1-a0ec-296b3c5f42ba tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:07.502964 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f890d018-d984-499d-bf73-f3c11da441f7 None None] Network c49e512f-744b-4919-a489-2fd135a8c60c requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:06:07.687717 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e56b81a-b112-47c2-a867-869cc458f49e None None] New status for floating IP 5e279841-3114-4b91-9589-0d9bdfa367bf: ACTIVE {{(pid=84334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 23:06:07.774652 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-091596ec-c700-43ef-b0d7-66dae544bb47 None None] Provisioning for port 63dd6f2d-c1f3-4845-b0d2-58de78480681 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:06:07.804397 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-ebd37b88-5dcb-4410-9bbf-29dabd0cde99 req-dc90c08a-4172-4e65-8a58-263340c7bebf tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7695975 Feb 10 23:06:07.814160 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-c5d7acf9-4dee-4df1-a0ec-296b3c5f42ba tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Calling delete_port for 390d8275-7cf4-426b-b65b-3cd4f6a142b8 owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:06:07.816808 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-091596ec-c700-43ef-b0d7-66dae544bb47 None None] Provisioning complete for port 63dd6f2d-c1f3-4845-b0d2-58de78480681 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:06:07.817257 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-091596ec-c700-43ef-b0d7-66dae544bb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:07.883027 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-ae57891f-d1d2-415e-a8e7-6ee660c18020 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Allocated IP 2001:db8::1 (c49e512f-744b-4919-a489-2fd135a8c60c/7f01a92e-a242-4897-b5b8-e172b25e57bd/7bd33167-b597-4795-8ff4-4343adac1a25) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:06:07.888353 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0905bc47-ad46-40ed-ac58-8f394fa61073 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:06:07.897768 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23e1d1e-4c7e-4cba-befa-c7f81f4b5848 None None] Sync routers for ids ['ceb0202d-0403-475b-a150-eb543df39ce0'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:06:07.907223 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b5bce754-5a00-43d1-b577-b904dcafbbdf tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:07.917773 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23e1d1e-4c7e-4cba-befa-c7f81f4b5848 None None] Routers {'ceb0202d-0403-475b-a150-eb543df39ce0'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:06:07.923342 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-e23e1d1e-4c7e-4cba-befa-c7f81f4b5848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:05:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['ceb0202d-0403-475b-a150-eb543df39ce0'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:08.020606 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-e23e1d1e-4c7e-4cba-befa-c7f81f4b5848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:08.033791 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23e1d1e-4c7e-4cba-befa-c7f81f4b5848 None None] Routers {'ceb0202d-0403-475b-a150-eb543df39ce0'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:06:08.034692 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-e23e1d1e-4c7e-4cba-befa-c7f81f4b5848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:05:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['ceb0202d-0403-475b-a150-eb543df39ce0'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:08.039451 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0905bc47-ad46-40ed-ac58-8f394fa61073 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:08.104864 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f8752-ac31-427f-81a4-f7ff16b458cc req-0e5dbe97-f958-42d1-8df0-4aed8ea1ce43 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:08.106238 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e47f8752-ac31-427f-81a4-f7ff16b458cc req-0e5dbe97-f958-42d1-8df0-4aed8ea1ce43 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cc3883e2-07c5-4782-b2eb-c25b67bd2e9e HTTP/1.1" status: 200 len: 912 time: 0.8685932 Feb 10 23:06:08.143911 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-e23e1d1e-4c7e-4cba-befa-c7f81f4b5848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:08.144633 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23e1d1e-4c7e-4cba-befa-c7f81f4b5848 None None] The sync data for ids ['ceb0202d-0403-475b-a150-eb543df39ce0'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:06:08.272623 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-0905bc47-ad46-40ed-ac58-8f394fa61073 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] 10.222.0.59 "PUT /v2.0/floatingips/55d5a15e-89ab-4378-814d-5eb17d0746cf HTTP/1.1" status: 200 len: 979 time: 7.9726362 Feb 10 23:06:08.274078 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ae57891f-d1d2-415e-a8e7-6ee660c18020 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:08.283691 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42460) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:08.299391 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f27c15f-d482-4859-867e-e059b1cea40d tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Pushing event updated for resources: {'Subnet': ['ID=628aedb5-30d3-46fe-974b-e783e1fb9bca,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:08.318012 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-091596ec-c700-43ef-b0d7-66dae544bb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:08.328280 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-92f3823e-b6ce-4d4d-8180-cf2c42553f70 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:08.347169 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b5bce754-5a00-43d1-b577-b904dcafbbdf tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:08.350029 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-92f3823e-b6ce-4d4d-8180-cf2c42553f70 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:08.367054 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-091596ec-c700-43ef-b0d7-66dae544bb47 None None] For port 63dd6f2d-c1f3-4845-b0d2-58de78480681, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=63dd6f2d-c1f3-4845-b0d2-58de78480681,segment=NetworkSegment(f9e4a8f8-bafc-4f7d-8ec8-0aa5f3235216),segment_id=f9e4a8f8-bafc-4f7d-8ec8-0aa5f3235216)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:06:08.380678 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f27c15f-d482-4859-867e-e059b1cea40d tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Checking segment: {'id': '28ad2a65-dca2-4205-9a2f-843f564eacb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'db22a2af-6190-48fe-b82e-e6fb1cdb868f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:06:08.381041 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f27c15f-d482-4859-867e-e059b1cea40d tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Network hostable DHCP agents. Network: db22a2af-6190-48fe-b82e-e6fb1cdb868f, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:06:08.409602 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e47f8752-ac31-427f-81a4-f7ff16b458cc req-95fbe388-4b90-4e49-b103-8ab71f46bbae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20b0f7f4-15ae-4f8a-b50c-92c8b9a384df HTTP/1.1" status: 200 len: 999 time: 0.2293088 Feb 10 23:06:08.422200 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-ae57891f-d1d2-415e-a8e7-6ee660c18020 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Transition to ACTIVE for port object 7bd33167-b597-4795-8ff4-4343adac1a25 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:06:08.428278 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bce754-5a00-43d1-b577-b904dcafbbdf tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Pushing event deleted for resources: {'Subnet': ['ID=ed1e58a6-5423-452d-8fe4-733ad34dd31f,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:08.458883 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c5d7acf9-4dee-4df1-a0ec-296b3c5f42ba tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:08.468195 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b5bce754-5a00-43d1-b577-b904dcafbbdf tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:08.476139 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f0b91c-6edf-49ad-a2e8-7b3276e5467a None None] Network ba63ee9a-01e9-434b-93c6-1713ddb96e6e requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:06:08.498651 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-091596ec-c700-43ef-b0d7-66dae544bb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:08.532884 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d7acf9-4dee-4df1-a0ec-296b3c5f42ba tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Pushing event deleted for resources: {'Port': ['ID=390d8275-7cf4-426b-b65b-3cd4f6a142b8,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:08.586748 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-52c62a42-ebd9-4cfb-9014-a6dd310fd708 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:08.606431 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c987134-eef1-4a10-a42b-db981d38579e req-086d3996-eb46-45ca-a5aa-293493fdd054 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:08.607958 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1c987134-eef1-4a10-a42b-db981d38579e req-086d3996-eb46-45ca-a5aa-293493fdd054 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 945 time: 0.4315264 Feb 10 23:06:08.613732 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-92f3823e-b6ce-4d4d-8180-cf2c42553f70 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:08.614271 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f3823e-b6ce-4d4d-8180-cf2c42553f70 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5524758c-f9c7-431e-9cee-1361503a82be {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:06:08.618439 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f8752-ac31-427f-81a4-f7ff16b458cc req-8940ad6b-93cd-4231-b6ed-104a100007d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:08.620372 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e47f8752-ac31-427f-81a4-f7ff16b458cc req-8940ad6b-93cd-4231-b6ed-104a100007d6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01b72c06-c698-462d-bf7b-325d09ba1c5f HTTP/1.1" status: 200 len: 850 time: 0.1995499 Feb 10 23:06:08.644001 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-b5bce754-5a00-43d1-b577-b904dcafbbdf tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] 10.222.0.59 "DELETE /v2.0/subnets/ed1e58a6-5423-452d-8fe4-733ad34dd31f HTTP/1.1" status: 204 len: 168 time: 2.6279869 Feb 10 23:06:08.652777 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42464) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:08.707188 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-52c62a42-ebd9-4cfb-9014-a6dd310fd708 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:08.842861 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-3b755888-de0f-4906-9d4b-9820cc865be5 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Deleting port 3b13c2ab-aeca-4fba-959d-0394f99114e7 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:06:08.844261 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3b755888-de0f-4906-9d4b-9820cc865be5 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:08.861285 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091596ec-c700-43ef-b0d7-66dae544bb47 None None] Pushing event updated for resources: {'Port': ['ID=63dd6f2d-c1f3-4845-b0d2-58de78480681,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:08.865927 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-dc16d073-7268-4702-b8ac-ab6142096445 None None] Could not find standard attr ID for object 390d8275-7cf4-426b-b65b-3cd4f6a142b8. {{(pid=84334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 23:06:08.888626 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ae57891f-d1d2-415e-a8e7-6ee660c18020 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:08.895269 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f27c15f-d482-4859-867e-e059b1cea40d tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Network db22a2af-6190-48fe-b82e-e6fb1cdb868f is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:06:08.983652 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-92f3823e-b6ce-4d4d-8180-cf2c42553f70 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:08.984828 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-92f3823e-b6ce-4d4d-8180-cf2c42553f70 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] 10.222.0.59 "DELETE /v2.0/routers/5524758c-f9c7-431e-9cee-1361503a82be HTTP/1.1" status: 204 len: 168 time: 2.4579229 Feb 10 23:06:09.006484 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b6174c-91e9-48c3-b30d-555a6657b59a None None] DHCP port deletion for ba63ee9a-01e9-434b-93c6-1713ddb96e6e request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:06:09.008354 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-2f27c15f-d482-4859-867e-e059b1cea40d tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, db22a2af-6190-48fe-b82e-e6fb1cdb868f) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:06:09.014476 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-62b6174c-91e9-48c3-b30d-555a6657b59a None None] Deleting port 3f6afd0b-9fcb-42b6-b3dc-1e2f96a10f46 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:06:09.015044 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-62b6174c-91e9-48c3-b30d-555a6657b59a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:09.049494 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f27c15f-d482-4859-867e-e059b1cea40d tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:09.050102 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2f27c15f-d482-4859-867e-e059b1cea40d tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:09.060581 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91609d37-874a-4066-b8e1-e036e8db2673 None None] Network db22a2af-6190-48fe-b82e-e6fb1cdb868f requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:06:09.105366 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae57891f-d1d2-415e-a8e7-6ee660c18020 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event updated for resources: {'Port': ['ID=7bd33167-b597-4795-8ff4-4343adac1a25,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:09.125259 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1c987134-eef1-4a10-a42b-db981d38579e req-d16bf9f6-0cc8-429e-99cb-9114916a88c7 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4992130 Feb 10 23:06:09.128531 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c5d7acf9-4dee-4df1-a0ec-296b3c5f42ba tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:09.132864 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c5d7acf9-4dee-4df1-a0ec-296b3c5f42ba tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] 10.222.0.59 "DELETE /v2.0/ports/390d8275-7cf4-426b-b65b-3cd4f6a142b8 HTTP/1.1" status: 204 len: 168 time: 2.9510140 Feb 10 23:06:09.140718 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42470) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:09.196016 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 63dd6f2d-c1f3-4845-b0d2-58de78480681 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:06:09.219932 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2f27c15f-d482-4859-867e-e059b1cea40d tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.8197858 Feb 10 23:06:09.220755 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acf7c6e-c3cd-4de3-affe-2ec4c221f3d5 None None] Network c49e512f-744b-4919-a489-2fd135a8c60c requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:06:09.227733 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42474) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:09.250643 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-809b551b-9ff7-4777-8e7c-8560c34aa6ea tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] GET failed (client error): The resource could not be found. Feb 10 23:06:09.251150 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-809b551b-9ff7-4777-8e7c-8560c34aa6ea tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Synchronizing usage tracker for tenant:09383d266f844d259060f55a62753d0c on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:06:09.265614 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e47f8752-ac31-427f-81a4-f7ff16b458cc req-637d1de2-a5a8-42bf-b94d-75f5137ecab6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cc3883e2-07c5-4782-b2eb-c25b67bd2e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6358690 Feb 10 23:06:09.297872 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae57891f-d1d2-415e-a8e7-6ee660c18020 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Network c49e512f-744b-4919-a489-2fd135a8c60c is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:06:09.325025 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-ae57891f-d1d2-415e-a8e7-6ee660c18020 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:06:09.389071 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae57891f-d1d2-415e-a8e7-6ee660c18020 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:06:09.389512 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ae57891f-d1d2-415e-a8e7-6ee660c18020 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733071'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:09.392384 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-52c62a42-ebd9-4cfb-9014-a6dd310fd708 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Allocated IP 172.26.8.169 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/6294c3fe-8395-4579-a011-06369c4b9eff) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:06:09.394589 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42478) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:09.523081 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8ac2f2da-6262-46b6-9847-350423e42493 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:09.528851 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-809b551b-9ff7-4777-8e7c-8560c34aa6ea tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Unset dirty status for tenant:09383d266f844d259060f55a62753d0c on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:06:09.530014 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-809b551b-9ff7-4777-8e7c-8560c34aa6ea tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] 10.222.0.59 "GET /v2.0/ports/390d8275-7cf4-426b-b65b-3cd4f6a142b8 HTTP/1.1" status: 404 len: 333 time: 0.3883557 Feb 10 23:06:09.546916 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42484) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:09.553499 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e47f8752-ac31-427f-81a4-f7ff16b458cc req-b674fa9f-0a99-448c-a8eb-873dcfc24bdf service neutron] 10.222.0.37 "GET /v2.0/networks/cc3883e2-07c5-4782-b2eb-c25b67bd2e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228715 Feb 10 23:06:09.570985 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-9b28570c-5a42-4960-ae75-f957e63307d3 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Request body: {'port': {'network_id': 'feb1a862-beae-4f30-ad12-f81c8a807d39', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1834233308'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:09.615565 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-62b6174c-91e9-48c3-b30d-555a6657b59a None None] For port 3f6afd0b-9fcb-42b6-b3dc-1e2f96a10f46, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=3f6afd0b-9fcb-42b6-b3dc-1e2f96a10f46,segment=NetworkSegment(815bdcfb-0dbe-4b2e-833e-2910f7ee197b),segment_id=815bdcfb-0dbe-4b2e-833e-2910f7ee197b)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:06:09.616368 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-62b6174c-91e9-48c3-b30d-555a6657b59a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:09.702430 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c3cb836-8666-4ebf-99e6-045dbe314f67 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Deleting subnet 8e3ebe2b-db31-4cc2-905d-0e8062890e36 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:06:09.713009 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5c3cb836-8666-4ebf-99e6-045dbe314f67 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:09.762643 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-f9503bd6-4802-4be7-a386-29eece74a831 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1080462616', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}, 'admin_state_up': False}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:09.770449 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-62b6174c-91e9-48c3-b30d-555a6657b59a None None] Calling delete_port for 3f6afd0b-9fcb-42b6-b3dc-1e2f96a10f46 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:06:09.800228 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f9503bd6-4802-4be7-a386-29eece74a831 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:09.809346 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3b755888-de0f-4906-9d4b-9820cc865be5 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:09.809664 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3b755888-de0f-4906-9d4b-9820cc865be5 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:09.830843 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-f9503bd6-4802-4be7-a386-29eece74a831 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Usage tracker for resource:router and tenant:56e6449892414222931b0ea63a655098 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:09.842688 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-f9503bd6-4802-4be7-a386-29eece74a831 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:09.885888 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8ac2f2da-6262-46b6-9847-350423e42493 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:09.900803 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5c3cb836-8666-4ebf-99e6-045dbe314f67 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31983416'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:09.929977 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f9503bd6-4802-4be7-a386-29eece74a831 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:09.940624 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-cd00f751-34e8-4b29-928d-39be7cf06a0f None None] Provisioning complete for port 63dd6f2d-c1f3-4845-b0d2-58de78480681 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:06:09.940624 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cd00f751-34e8-4b29-928d-39be7cf06a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:09.964394 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 63dd6f2d-c1f3-4845-b0d2-58de78480681 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:06:09.964794 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:10.003657 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e47f8752-ac31-427f-81a4-f7ff16b458cc req-834acf93-e8ee-4c13-af7b-447b29e549f9 service neutron] 10.222.0.37 "GET /v2.0/networks/cc3883e2-07c5-4782-b2eb-c25b67bd2e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3860359 Feb 10 23:06:10.005756 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9b28570c-5a42-4960-ae75-f957e63307d3 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:10.020568 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9b28570c-5a42-4960-ae75-f957e63307d3 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:10.045702 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-3b755888-de0f-4906-9d4b-9820cc865be5 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Calling delete_port for 3b13c2ab-aeca-4fba-959d-0394f99114e7 owned by network:floatingip {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:06:10.145217 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8ac2f2da-6262-46b6-9847-350423e42493 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:10.170725 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-52c62a42-ebd9-4cfb-9014-a6dd310fd708 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:10.178957 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ae57891f-d1d2-415e-a8e7-6ee660c18020 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:10.183080 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b28570c-5a42-4960-ae75-f957e63307d3 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Made reservation on behalf of 09383d266f844d259060f55a62753d0c for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:06:10.184802 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9b28570c-5a42-4960-ae75-f957e63307d3 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:10.215674 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac2f2da-6262-46b6-9847-350423e42493 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Pushing event deleted for resources: {'Subnet': ['ID=628aedb5-30d3-46fe-974b-e783e1fb9bca,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:10.219794 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-62b6174c-91e9-48c3-b30d-555a6657b59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:10.223919 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-9b28570c-5a42-4960-ae75-f957e63307d3 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] device_id is not set on port 042e767b-996d-4d2b-87f8-390cb37b947c yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:06:10.276118 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f9503bd6-4802-4be7-a386-29eece74a831 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:10.277224 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f9503bd6-4802-4be7-a386-29eece74a831 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:10.297161 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f9503bd6-4802-4be7-a386-29eece74a831 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:10.381590 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5c3cb836-8666-4ebf-99e6-045dbe314f67 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:10.397511 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8ac2f2da-6262-46b6-9847-350423e42493 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:10.404976 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51400bf-1c75-41ff-892c-cbdc2418b7c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-db22a2af-6190-48fe-b82e-e6fb1cdb868f', 'network_id': 'db22a2af-6190-48fe-b82e-e6fb1cdb868f', 'tenant_id': '3165e40034a94fb1867776c36ae44e52', 'fixed_ips': [{'subnet_id': '628aedb5-30d3-46fe-974b-e783e1fb9bca'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:06:10.405734 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f51400bf-1c75-41ff-892c-cbdc2418b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:10.442331 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b6174c-91e9-48c3-b30d-555a6657b59a None None] Pushing event deleted for resources: {'Port': ['ID=3f6afd0b-9fcb-42b6-b3dc-1e2f96a10f46,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:10.465243 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-8ac2f2da-6262-46b6-9847-350423e42493 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db22a2af-6190-48fe-b82e-e6fb1cdb868f']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:10.482900 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-8ac2f2da-6262-46b6-9847-350423e42493 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28ad2a65-dca2-4205-9a2f-843f564eacb4') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:10.482900 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-8ac2f2da-6262-46b6-9847-350423e42493 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28ad2a65-dca2-4205-9a2f-843f564eacb4') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:10.497949 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b6174c-91e9-48c3-b30d-555a6657b59a None None] No DVR routers for this DVR port 3f6afd0b-9fcb-42b6-b3dc-1e2f96a10f46 on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:06:10.504925 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8ac2f2da-6262-46b6-9847-350423e42493 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32216962'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:10.530271 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-9b28570c-5a42-4960-ae75-f957e63307d3 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Allocated IP 2001:db8::2ea (feb1a862-beae-4f30-ad12-f81c8a807d39/d4bb420d-920f-46f2-9dba-34e86f799fc3/042e767b-996d-4d2b-87f8-390cb37b947c) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:06:10.538914 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8ac2f2da-6262-46b6-9847-350423e42493 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:10.549109 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ac2f2da-6262-46b6-9847-350423e42493 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:06:10.549490 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8ac2f2da-6262-46b6-9847-350423e42493 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32033006'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:10.564616 dv-neutron-828797-1-hyperv neutron-server[84332]: Traceback (most recent call last): Feb 10 23:06:10.564616 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:06:10.564616 dv-neutron-828797-1-hyperv neutron-server[84332]: timer() Feb 10 23:06:10.564616 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:06:10.564616 dv-neutron-828797-1-hyperv neutron-server[84332]: cb(*args, **kw) Feb 10 23:06:10.564616 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:06:10.564616 dv-neutron-828797-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Feb 10 23:06:10.564616 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:06:10.564616 dv-neutron-828797-1-hyperv neutron-server[84332]: self._notify() Feb 10 23:06:10.564616 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:06:10.564616 dv-neutron-828797-1-hyperv neutron-server[84332]: self.callback(batched_events) Feb 10 23:06:10.564616 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:06:10.564616 dv-neutron-828797-1-hyperv neutron-server[84332]: event.method(event) Feb 10 23:06:10.564616 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:06:10.564616 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:06:10.564616 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:06:10.564616 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:06:10.564616 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:06:10.564616 dv-neutron-828797-1-hyperv neutron-server[84332]: return f(self, *a, **k) Feb 10 23:06:10.564616 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:06:10.564616 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._get(url).json() Feb 10 23:06:10.564616 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:06:10.564616 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:06:10.564616 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:06:10.564616 dv-neutron-828797-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Feb 10 23:06:10.564616 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:06:10.564616 dv-neutron-828797-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:06:10.564616 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:06:10.564616 dv-neutron-828797-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:06:10.564616 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:06:10.564616 dv-neutron-828797-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:06:10.564616 dv-neutron-828797-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:06:10.650498 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 3f6afd0b-9fcb-42b6-b3dc-1e2f96a10f46 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:06:10.691279 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93da6b64-3e07-4db3-9ba2-8ba4dae4313c None None] Network db22a2af-6190-48fe-b82e-e6fb1cdb868f requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:06:10.705490 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 3f6afd0b-9fcb-42b6-b3dc-1e2f96a10f46 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:06:10.705835 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 3f6afd0b-9fcb-42b6-b3dc-1e2f96a10f46 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:06:10.807723 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8ac2f2da-6262-46b6-9847-350423e42493 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:10.839854 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8ac2f2da-6262-46b6-9847-350423e42493 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:10.846200 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac2f2da-6262-46b6-9847-350423e42493 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Pushing event deleted for resources: {'Network': ['ID=db22a2af-6190-48fe-b82e-e6fb1cdb868f,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:10.882310 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-52c62a42-ebd9-4cfb-9014-a6dd310fd708 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:10.953066 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-e70fa988-4813-46a4-8941-835529452f66 None None] Provisioning complete for port 63dd6f2d-c1f3-4845-b0d2-58de78480681 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:06:10.953405 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e70fa988-4813-46a4-8941-835529452f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:11.034253 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8ac2f2da-6262-46b6-9847-350423e42493 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "DELETE /v2.0/networks/db22a2af-6190-48fe-b82e-e6fb1cdb868f HTTP/1.1" status: 204 len: 168 time: 1.8034987 Feb 10 23:06:11.037641 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42490) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:11.057455 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-91262c18-2335-4e78-aeac-635fb13d96cd tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-920268715'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:11.065873 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-91262c18-2335-4e78-aeac-635fb13d96cd tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:11.081553 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-91262c18-2335-4e78-aeac-635fb13d96cd tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Usage tracker for resource:network and tenant:3165e40034a94fb1867776c36ae44e52 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:11.086317 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-91262c18-2335-4e78-aeac-635fb13d96cd tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:11.093038 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9b28570c-5a42-4960-ae75-f957e63307d3 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:11.098602 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c62a42-ebd9-4cfb-9014-a6dd310fd708 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:06:11.105273 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-91262c18-2335-4e78-aeac-635fb13d96cd tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:11.113966 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-52c62a42-ebd9-4cfb-9014-a6dd310fd708 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:06:11.116327 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c62a42-ebd9-4cfb-9014-a6dd310fd708 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:06:11.119865 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-9b28570c-5a42-4960-ae75-f957e63307d3 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Transition to ACTIVE for port object 042e767b-996d-4d2b-87f8-390cb37b947c will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:06:11.153810 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c62a42-ebd9-4cfb-9014-a6dd310fd708 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event updated for resources: {'Port': ['ID=6294c3fe-8395-4579-a011-06369c4b9eff,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:11.166682 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5c3cb836-8666-4ebf-99e6-045dbe314f67 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:11.170043 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3b755888-de0f-4906-9d4b-9820cc865be5 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:11.208161 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91262c18-2335-4e78-aeac-635fb13d96cd tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Made reservation on behalf of 3165e40034a94fb1867776c36ae44e52 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:06:11.211142 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-91262c18-2335-4e78-aeac-635fb13d96cd tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:11.236889 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-e70fa988-4813-46a4-8941-835529452f66 None None] Provisioning for port 7bd33167-b597-4795-8ff4-4343adac1a25 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:06:11.239706 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9b28570c-5a42-4960-ae75-f957e63307d3 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:11.242224 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-e70fa988-4813-46a4-8941-835529452f66 None None] Provisioning complete for port 7bd33167-b597-4795-8ff4-4343adac1a25 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:06:11.242594 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e70fa988-4813-46a4-8941-835529452f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:11.280512 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91262c18-2335-4e78-aeac-635fb13d96cd tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:06:11.309791 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-e70fa988-4813-46a4-8941-835529452f66 None None] Port 7bd33167-b597-4795-8ff4-4343adac1a25 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:06:11.311768 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-91262c18-2335-4e78-aeac-635fb13d96cd tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:11.312107 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-91262c18-2335-4e78-aeac-635fb13d96cd tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Added segment 144778d0-7d78-4dfe-8354-ae697e3dc535 of type vlan for network 0263b479-8e1e-4af1-903f-f91b78e5cf95 Feb 10 23:06:11.349318 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b28570c-5a42-4960-ae75-f957e63307d3 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Network feb1a862-beae-4f30-ad12-f81c8a807d39 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:06:11.359834 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-9b28570c-5a42-4960-ae75-f957e63307d3 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:06:11.364717 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b28570c-5a42-4960-ae75-f957e63307d3 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Pushing event updated for resources: {'Port': ['ID=042e767b-996d-4d2b-87f8-390cb37b947c,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:11.364870 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9ad624-b829-4576-8a7c-7a2904c92ebe req-8b75328c-9ad2-466f-8950-f6b8ddaf73c4 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:11.366239 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-1a9ad624-b829-4576-8a7c-7a2904c92ebe req-8b75328c-9ad2-466f-8950-f6b8ddaf73c4 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 945 time: 1.0609169 Feb 10 23:06:11.369140 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b28570c-5a42-4960-ae75-f957e63307d3 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:06:11.373122 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b28570c-5a42-4960-ae75-f957e63307d3 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:11.373746 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9b28570c-5a42-4960-ae75-f957e63307d3 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:11.380272 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-91262c18-2335-4e78-aeac-635fb13d96cd tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:11.408698 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b755888-de0f-4906-9d4b-9820cc865be5 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Pushing event deleted for resources: {'Port': ['ID=3b13c2ab-aeca-4fba-959d-0394f99114e7,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:11.418157 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3cb836-8666-4ebf-99e6-045dbe314f67 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Pushing event deleted for resources: {'Subnet': ['ID=8e3ebe2b-db31-4cc2-905d-0e8062890e36,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:11.434771 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-757d8bfa-1347-45ee-8c66-70207ad7a238 None None] Provisioning complete for port 7bd33167-b597-4795-8ff4-4343adac1a25 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:06:11.435467 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-757d8bfa-1347-45ee-8c66-70207ad7a238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:11.441786 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f9503bd6-4802-4be7-a386-29eece74a831 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:11.473950 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5c3cb836-8666-4ebf-99e6-045dbe314f67 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:11.487065 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9b28570c-5a42-4960-ae75-f957e63307d3 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9324036 Feb 10 23:06:11.487065 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42494) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:11.487366 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afbaa7d-d143-4f40-8edd-966418b24812 None None] Network 5530a868-8504-4b04-8726-c75425e4ac76 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:06:11.492318 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-aa177c40-d154-435e-a6d7-e7c71d3c26b1 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1f8', 'mac_address': 'fa:16:3e:3a:b2:e2'}]}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:11.530094 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.resource_extend [None req-ae57891f-d1d2-415e-a8e7-6ee660c18020 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:06:11.532801 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-91262c18-2335-4e78-aeac-635fb13d96cd tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:11.536980 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91262c18-2335-4e78-aeac-635fb13d96cd tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:11.537796 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-91262c18-2335-4e78-aeac-635fb13d96cd tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:11.572731 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-757d8bfa-1347-45ee-8c66-70207ad7a238 None None] Port 7bd33167-b597-4795-8ff4-4343adac1a25 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:06:11.651942 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ae57891f-d1d2-415e-a8e7-6ee660c18020 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:11.674139 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-5c3cb836-8666-4ebf-99e6-045dbe314f67 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] 10.222.0.59 "DELETE /v2.0/subnets/8e3ebe2b-db31-4cc2-905d-0e8062890e36 HTTP/1.1" status: 204 len: 168 time: 3.0193472 Feb 10 23:06:11.678957 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42498) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:11.707314 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-1a9ad624-b829-4576-8a7c-7a2904c92ebe req-2d027987-4c0b-43ce-b78e-9bb8a7fa25ca tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2997224 Feb 10 23:06:11.717745 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3b755888-de0f-4906-9d4b-9820cc865be5 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for floatingip, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:11.779342 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-1fe02183-f94f-4ec8-9575-6631902b496c None None] Provisioning for port 042e767b-996d-4d2b-87f8-390cb37b947c completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:06:11.784389 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-1fe02183-f94f-4ec8-9575-6631902b496c None None] Provisioning complete for port 042e767b-996d-4d2b-87f8-390cb37b947c triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:06:11.790466 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1fe02183-f94f-4ec8-9575-6631902b496c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:11.822251 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-91262c18-2335-4e78-aeac-635fb13d96cd tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7702277 Feb 10 23:06:11.822251 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91262c18-2335-4e78-aeac-635fb13d96cd tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Pushing event updated for resources: {'Network': ['ID=0263b479-8e1e-4af1-903f-f91b78e5cf95,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:11.823458 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67dcc211-2cd4-4afc-88e3-abc767a8643f None None] DHCP port deletion for 5530a868-8504-4b04-8726-c75425e4ac76 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:06:11.841950 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 0263b479-8e1e-4af1-903f-f91b78e5cf95 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:06:11.859216 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-67dcc211-2cd4-4afc-88e3-abc767a8643f None None] Deleting port 0ec6f5d6-55a4-4645-bc54-3b5168f001a2 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:06:11.859591 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-67dcc211-2cd4-4afc-88e3-abc767a8643f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:11.885704 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42506) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:11.887130 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ae57891f-d1d2-415e-a8e7-6ee660c18020 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:11.887890 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ae57891f-d1d2-415e-a8e7-6ee660c18020 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2767683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732898'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:11.953620 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-8678ca7b-960c-4b46-a0f1-429317512c81 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Request body: {'subnet': {'network_id': '0263b479-8e1e-4af1-903f-f91b78e5cf95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:11.986920 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-1fe02183-f94f-4ec8-9575-6631902b496c None None] Port 042e767b-996d-4d2b-87f8-390cb37b947c cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:06:12.006923 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f61065c9-78e5-4322-b615-5c3a819347b9 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:12.168884 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-67dcc211-2cd4-4afc-88e3-abc767a8643f None None] For port 0ec6f5d6-55a4-4645-bc54-3b5168f001a2, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=0ec6f5d6-55a4-4645-bc54-3b5168f001a2,segment=NetworkSegment(a513451c-80ca-43fd-99be-42ef190ca6df),segment_id=a513451c-80ca-43fd-99be-42ef190ca6df)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:06:12.169323 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-67dcc211-2cd4-4afc-88e3-abc767a8643f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:12.208273 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a4c7fa-32a3-4bf2-aca0-8af9f64357f4 req-91093e70-5828-4ed3-bb49-fe48f131b725 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:12.209737 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-19a4c7fa-32a3-4bf2-aca0-8af9f64357f4 req-91093e70-5828-4ed3-bb49-fe48f131b725 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 945 time: 0.3157074 Feb 10 23:06:12.245590 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae57891f-d1d2-415e-a8e7-6ee660c18020 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event updated for resources: {'Port': ['ID=7bd33167-b597-4795-8ff4-4343adac1a25,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:12.262447 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aa177c40-d154-435e-a6d7-e7c71d3c26b1 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:12.269467 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8678ca7b-960c-4b46-a0f1-429317512c81 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:12.278506 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-8678ca7b-960c-4b46-a0f1-429317512c81 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Usage tracker for resource:subnet and tenant:3165e40034a94fb1867776c36ae44e52 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:12.281105 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f61065c9-78e5-4322-b615-5c3a819347b9 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:12.294534 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-8678ca7b-960c-4b46-a0f1-429317512c81 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:12.305282 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-67dcc211-2cd4-4afc-88e3-abc767a8643f None None] Calling delete_port for 0ec6f5d6-55a4-4645-bc54-3b5168f001a2 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:06:12.319386 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8678ca7b-960c-4b46-a0f1-429317512c81 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:12.372129 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-f61065c9-78e5-4322-b615-5c3a819347b9 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba63ee9a-01e9-434b-93c6-1713ddb96e6e']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:12.377112 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae57891f-d1d2-415e-a8e7-6ee660c18020 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Network c49e512f-744b-4919-a489-2fd135a8c60c is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:06:12.382405 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-ae57891f-d1d2-415e-a8e7-6ee660c18020 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:06:12.393255 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-19a4c7fa-32a3-4bf2-aca0-8af9f64357f4 req-56f4ad1f-fd4a-4034-899e-c85b82d8fb34 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683345 Feb 10 23:06:12.400238 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-f61065c9-78e5-4322-b615-5c3a819347b9 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '815bdcfb-0dbe-4b2e-833e-2910f7ee197b') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:12.405630 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-f61065c9-78e5-4322-b615-5c3a819347b9 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '815bdcfb-0dbe-4b2e-833e-2910f7ee197b') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:12.419054 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f61065c9-78e5-4322-b615-5c3a819347b9 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32216962'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:12.442198 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f61065c9-78e5-4322-b615-5c3a819347b9 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:12.450629 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f61065c9-78e5-4322-b615-5c3a819347b9 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:06:12.451024 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f61065c9-78e5-4322-b615-5c3a819347b9 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32033006'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:12.459997 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-67dcc211-2cd4-4afc-88e3-abc767a8643f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:12.503812 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8678ca7b-960c-4b46-a0f1-429317512c81 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Made reservation on behalf of 3165e40034a94fb1867776c36ae44e52 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:06:12.508118 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dcc211-2cd4-4afc-88e3-abc767a8643f None None] Pushing event deleted for resources: {'Port': ['ID=0ec6f5d6-55a4-4645-bc54-3b5168f001a2,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:12.529468 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dcc211-2cd4-4afc-88e3-abc767a8643f None None] No DVR routers for this DVR port 0ec6f5d6-55a4-4645-bc54-3b5168f001a2 on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:06:12.552710 dv-neutron-828797-1-hyperv neutron-server[84332]: Traceback (most recent call last): Feb 10 23:06:12.552710 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:06:12.552710 dv-neutron-828797-1-hyperv neutron-server[84332]: timer() Feb 10 23:06:12.552710 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:06:12.552710 dv-neutron-828797-1-hyperv neutron-server[84332]: cb(*args, **kw) Feb 10 23:06:12.552710 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:06:12.552710 dv-neutron-828797-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Feb 10 23:06:12.552710 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:06:12.552710 dv-neutron-828797-1-hyperv neutron-server[84332]: self._notify() Feb 10 23:06:12.552710 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:06:12.552710 dv-neutron-828797-1-hyperv neutron-server[84332]: self.callback(batched_events) Feb 10 23:06:12.552710 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:06:12.552710 dv-neutron-828797-1-hyperv neutron-server[84332]: event.method(event) Feb 10 23:06:12.552710 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:06:12.552710 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:06:12.552710 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:06:12.552710 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:06:12.552710 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:06:12.552710 dv-neutron-828797-1-hyperv neutron-server[84332]: return f(self, *a, **k) Feb 10 23:06:12.552710 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:06:12.552710 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._get(url).json() Feb 10 23:06:12.552710 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:06:12.552710 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:06:12.552710 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:06:12.552710 dv-neutron-828797-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Feb 10 23:06:12.552710 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:06:12.552710 dv-neutron-828797-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:06:12.552710 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:06:12.552710 dv-neutron-828797-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:06:12.552710 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:06:12.552710 dv-neutron-828797-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:06:12.552710 dv-neutron-828797-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:06:12.711465 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8678ca7b-960c-4b46-a0f1-429317512c81 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:12.741691 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-52c62a42-ebd9-4cfb-9014-a6dd310fd708 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for router_gateway, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:12.742407 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-52c62a42-ebd9-4cfb-9014-a6dd310fd708 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:12.748526 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-7bfa160f-4594-4c6d-903d-8ce4a73c32ad None None] Provisioning complete for port 7bd33167-b597-4795-8ff4-4343adac1a25 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:06:12.749648 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7bfa160f-4594-4c6d-903d-8ce4a73c32ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:12.757465 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f61065c9-78e5-4322-b615-5c3a819347b9 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:12.777113 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f61065c9-78e5-4322-b615-5c3a819347b9 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:12.784846 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f61065c9-78e5-4322-b615-5c3a819347b9 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] 10.222.0.59 "DELETE /v2.0/networks/ba63ee9a-01e9-434b-93c6-1713ddb96e6e HTTP/1.1" status: 204 len: 168 time: 1.1052506 Feb 10 23:06:12.788995 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42512) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:12.796243 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61065c9-78e5-4322-b615-5c3a819347b9 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Pushing event deleted for resources: {'Network': ['ID=ba63ee9a-01e9-434b-93c6-1713ddb96e6e,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:12.868018 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-7bfa160f-4594-4c6d-903d-8ce4a73c32ad None None] Port 7bd33167-b597-4795-8ff4-4343adac1a25 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:06:12.890392 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aa177c40-d154-435e-a6d7-e7c71d3c26b1 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:12.927794 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-70663ee3-2ae1-47a5-aee5-7619fb04ef23 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:12.989179 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aa177c40-d154-435e-a6d7-e7c71d3c26b1 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:13.045590 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f9503bd6-4802-4be7-a386-29eece74a831 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:13.097415 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 0ec6f5d6-55a4-4645-bc54-3b5168f001a2 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:06:13.135023 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 0ec6f5d6-55a4-4645-bc54-3b5168f001a2 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:06:13.135808 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 0ec6f5d6-55a4-4645-bc54-3b5168f001a2 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:06:13.250771 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f9503bd6-4802-4be7-a386-29eece74a831 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:13.285687 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-aa177c40-d154-435e-a6d7-e7c71d3c26b1 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] In _notify_port_updated(), no bound segment for port 042e767b-996d-4d2b-87f8-390cb37b947c on network feb1a862-beae-4f30-ad12-f81c8a807d39 {{(pid=84332) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 23:06:13.289458 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa177c40-d154-435e-a6d7-e7c71d3c26b1 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:13.290072 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aa177c40-d154-435e-a6d7-e7c71d3c26b1 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:13.291957 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-aa177c40-d154-435e-a6d7-e7c71d3c26b1 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] 10.222.0.59 "PUT /v2.0/ports/042e767b-996d-4d2b-87f8-390cb37b947c HTTP/1.1" status: 200 len: 1003 time: 1.8052626 Feb 10 23:06:13.295670 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-70663ee3-2ae1-47a5-aee5-7619fb04ef23 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:13.303017 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa177c40-d154-435e-a6d7-e7c71d3c26b1 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Pushing event updated for resources: {'Port': ['ID=042e767b-996d-4d2b-87f8-390cb37b947c,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:13.307196 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42518) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:13.395849 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-9acd21fc-40ae-47e7-83fb-1b41af0aaddf tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Deleting port 042e767b-996d-4d2b-87f8-390cb37b947c {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:06:13.396194 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9acd21fc-40ae-47e7-83fb-1b41af0aaddf tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:13.438644 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-70663ee3-2ae1-47a5-aee5-7619fb04ef23 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5530a868-8504-4b04-8726-c75425e4ac76']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:13.459266 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-70663ee3-2ae1-47a5-aee5-7619fb04ef23 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a513451c-80ca-43fd-99be-42ef190ca6df') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:13.459617 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-70663ee3-2ae1-47a5-aee5-7619fb04ef23 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a513451c-80ca-43fd-99be-42ef190ca6df') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:13.485456 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-70663ee3-2ae1-47a5-aee5-7619fb04ef23 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32216962'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:13.561625 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-70663ee3-2ae1-47a5-aee5-7619fb04ef23 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:13.565726 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10ffc8-5f29-4001-bb6a-466dcac76579 req-c5ffd029-e000-47f6-b60f-4001af9c06b9 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:13.567142 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5d10ffc8-5f29-4001-bb6a-466dcac76579 req-c5ffd029-e000-47f6-b60f-4001af9c06b9 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 945 time: 0.4106541 Feb 10 23:06:13.597365 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-7e03db42-1583-4e5c-9e7d-e71c1085efab None None] Provisioning complete for port 042e767b-996d-4d2b-87f8-390cb37b947c triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:06:13.597945 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7e03db42-1583-4e5c-9e7d-e71c1085efab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:13.598315 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70663ee3-2ae1-47a5-aee5-7619fb04ef23 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:06:13.598706 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-70663ee3-2ae1-47a5-aee5-7619fb04ef23 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32033006'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:13.613544 dv-neutron-828797-1-hyperv neutron-server[84332]: Traceback (most recent call last): Feb 10 23:06:13.613544 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:06:13.613544 dv-neutron-828797-1-hyperv neutron-server[84332]: timer() Feb 10 23:06:13.613544 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:06:13.613544 dv-neutron-828797-1-hyperv neutron-server[84332]: cb(*args, **kw) Feb 10 23:06:13.613544 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:06:13.613544 dv-neutron-828797-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Feb 10 23:06:13.613544 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:06:13.613544 dv-neutron-828797-1-hyperv neutron-server[84332]: self._notify() Feb 10 23:06:13.613544 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:06:13.613544 dv-neutron-828797-1-hyperv neutron-server[84332]: self.callback(batched_events) Feb 10 23:06:13.613544 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:06:13.613544 dv-neutron-828797-1-hyperv neutron-server[84332]: event.method(event) Feb 10 23:06:13.613544 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:06:13.613544 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:06:13.613544 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:06:13.613544 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:06:13.613544 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:06:13.613544 dv-neutron-828797-1-hyperv neutron-server[84332]: return f(self, *a, **k) Feb 10 23:06:13.613544 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:06:13.613544 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._get(url).json() Feb 10 23:06:13.613544 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:06:13.613544 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:06:13.613544 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:06:13.613544 dv-neutron-828797-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Feb 10 23:06:13.613544 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:06:13.613544 dv-neutron-828797-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:06:13.613544 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:06:13.613544 dv-neutron-828797-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:06:13.613544 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:06:13.613544 dv-neutron-828797-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:06:13.613544 dv-neutron-828797-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:06:13.667202 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-7e03db42-1583-4e5c-9e7d-e71c1085efab None None] Port 042e767b-996d-4d2b-87f8-390cb37b947c cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:06:13.685998 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-f9503bd6-4802-4be7-a386-29eece74a831 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Allocated IP 172.26.8.77 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/fd062749-aa66-467c-9314-25f3b13ec464) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:06:13.798508 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5d10ffc8-5f29-4001-bb6a-466dcac76579 req-19cdf65e-1c26-49a5-93a6-18c15e01f6c0 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2243249 Feb 10 23:06:13.832529 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9acd21fc-40ae-47e7-83fb-1b41af0aaddf tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:13.850383 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8678ca7b-960c-4b46-a0f1-429317512c81 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:13.893678 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-70663ee3-2ae1-47a5-aee5-7619fb04ef23 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:13.971057 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-9acd21fc-40ae-47e7-83fb-1b41af0aaddf tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Calling delete_port for 042e767b-996d-4d2b-87f8-390cb37b947c owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:06:13.998283 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-70663ee3-2ae1-47a5-aee5-7619fb04ef23 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:14.015191 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70663ee3-2ae1-47a5-aee5-7619fb04ef23 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Pushing event deleted for resources: {'Network': ['ID=5530a868-8504-4b04-8726-c75425e4ac76,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:14.023120 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-70663ee3-2ae1-47a5-aee5-7619fb04ef23 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] 10.222.0.59 "DELETE /v2.0/networks/5530a868-8504-4b04-8726-c75425e4ac76 HTTP/1.1" status: 204 len: 168 time: 1.2269154 Feb 10 23:06:14.027264 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42526) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:14.028241 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8678ca7b-960c-4b46-a0f1-429317512c81 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Pushing event updated for resources: {'Subnet': ['ID=b43d154a-18bb-4ce5-a4a5-fe5b6a2e6812,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:14.078589 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f9503bd6-4802-4be7-a386-29eece74a831 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:14.111418 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8678ca7b-960c-4b46-a0f1-429317512c81 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Checking segment: {'id': '144778d0-7d78-4dfe-8354-ae697e3dc535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0263b479-8e1e-4af1-903f-f91b78e5cf95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:06:14.111781 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8678ca7b-960c-4b46-a0f1-429317512c81 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Network hostable DHCP agents. Network: 0263b479-8e1e-4af1-903f-f91b78e5cf95, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:06:14.138685 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae57891f-d1d2-415e-a8e7-6ee660c18020 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Router 1bc4cb0c-2237-44e8-aed2-65ee96fb1ccc is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:06:14.181562 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b755888-de0f-4906-9d4b-9820cc865be5 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Router ceb0202d-0403-475b-a150-eb543df39ce0 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:06:14.259155 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8678ca7b-960c-4b46-a0f1-429317512c81 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Network 0263b479-8e1e-4af1-903f-f91b78e5cf95 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:06:14.286194 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e39bafc-791a-494b-afea-2837114921cc tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Deleting subnet 8c866968-fce0-42c4-9d4f-75a4f785d843 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:06:14.289559 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9e39bafc-791a-494b-afea-2837114921cc tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:14.325132 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f9503bd6-4802-4be7-a386-29eece74a831 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:14.334247 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9acd21fc-40ae-47e7-83fb-1b41af0aaddf tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:14.367838 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52c62a42-ebd9-4cfb-9014-a6dd310fd708 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Router 1d7e5b39-263f-40f0-8c80-c77f963cca9b is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:06:14.390203 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acd21fc-40ae-47e7-83fb-1b41af0aaddf tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Pushing event deleted for resources: {'Port': ['ID=042e767b-996d-4d2b-87f8-390cb37b947c,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:14.393439 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9e39bafc-791a-494b-afea-2837114921cc tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:14.447926 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-8678ca7b-960c-4b46-a0f1-429317512c81 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 0263b479-8e1e-4af1-903f-f91b78e5cf95) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:06:14.452015 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8678ca7b-960c-4b46-a0f1-429317512c81 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:14.452628 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8678ca7b-960c-4b46-a0f1-429317512c81 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:14.475914 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1894d600-470c-4c1e-aeb2-75eb3d865c73 None None] Network 0263b479-8e1e-4af1-903f-f91b78e5cf95 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:06:14.714641 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9acd21fc-40ae-47e7-83fb-1b41af0aaddf tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:14.726822 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9e39bafc-791a-494b-afea-2837114921cc tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:14.791496 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9503bd6-4802-4be7-a386-29eece74a831 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:06:14.803456 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9503bd6-4802-4be7-a386-29eece74a831 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Pushing event updated for resources: {'Port': ['ID=fd062749-aa66-467c-9314-25f3b13ec464,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:14.806147 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-f9503bd6-4802-4be7-a386-29eece74a831 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:06:14.808433 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2821e6b0-0a83-4cb3-a342-6887e2474373 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-0263b479-8e1e-4af1-903f-f91b78e5cf95', 'network_id': '0263b479-8e1e-4af1-903f-f91b78e5cf95', 'tenant_id': '3165e40034a94fb1867776c36ae44e52', 'fixed_ips': [{'subnet_id': 'b43d154a-18bb-4ce5-a4a5-fe5b6a2e6812'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:06:14.809796 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2821e6b0-0a83-4cb3-a342-6887e2474373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:14.811900 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9503bd6-4802-4be7-a386-29eece74a831 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:06:14.863826 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9acd21fc-40ae-47e7-83fb-1b41af0aaddf tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] 10.222.0.59 "DELETE /v2.0/ports/042e767b-996d-4d2b-87f8-390cb37b947c HTTP/1.1" status: 204 len: 168 time: 1.5524070 Feb 10 23:06:14.864569 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42534) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:14.954866 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-88d7769b-b1a8-4369-bc2a-744fc7ed6cc6 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] GET failed (client error): The resource could not be found. Feb 10 23:06:14.955615 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-88d7769b-b1a8-4369-bc2a-744fc7ed6cc6 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Synchronizing usage tracker for tenant:09383d266f844d259060f55a62753d0c on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:06:14.964510 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9e39bafc-791a-494b-afea-2837114921cc tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:14.997542 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-2821e6b0-0a83-4cb3-a342-6887e2474373 None None] Allocated IP 172.20.0.1 (0263b479-8e1e-4af1-903f-f91b78e5cf95/b43d154a-18bb-4ce5-a4a5-fe5b6a2e6812/33fb19be-1d43-4fcd-80a1-6c4ae6367192) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:06:14.998193 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-8678ca7b-960c-4b46-a0f1-429317512c81 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.1049008 Feb 10 23:06:15.006662 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42538) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:15.034096 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e39bafc-791a-494b-afea-2837114921cc tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Pushing event deleted for resources: {'Subnet': ['ID=8c866968-fce0-42c4-9d4f-75a4f785d843,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:15.047762 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9e39bafc-791a-494b-afea-2837114921cc tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:15.066287 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9e39bafc-791a-494b-afea-2837114921cc tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] 10.222.0.59 "DELETE /v2.0/subnets/8c866968-fce0-42c4-9d4f-75a4f785d843 HTTP/1.1" status: 204 len: 168 time: 1.0340967 Feb 10 23:06:15.066287 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42542) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:15.082606 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7803e35e-cd8c-4b94-8364-e63a99a96356 None None] Network b3602607-12f4-412f-bb0b-727102b155e8 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:06:15.152172 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-88d7769b-b1a8-4369-bc2a-744fc7ed6cc6 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Unset dirty status for tenant:09383d266f844d259060f55a62753d0c on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:06:15.157655 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-88d7769b-b1a8-4369-bc2a-744fc7ed6cc6 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] 10.222.0.59 "GET /v2.0/ports/042e767b-996d-4d2b-87f8-390cb37b947c HTTP/1.1" status: 404 len: 333 time: 0.2897177 Feb 10 23:06:15.159194 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42546) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:15.190967 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-3ef64b5c-d94f-4eb2-bfe0-3e9bd861cbc0 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Request body: {'port': {'network_id': 'feb1a862-beae-4f30-ad12-f81c8a807d39', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1031029907'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:15.229774 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae57891f-d1d2-415e-a8e7-6ee660c18020 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:06:15.245820 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-ae57891f-d1d2-415e-a8e7-6ee660c18020 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "PUT /v2.0/routers/1bc4cb0c-2237-44e8-aed2-65ee96fb1ccc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8381243 Feb 10 23:06:15.249657 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0daff34-4827-482b-a1f7-f6706e525e74 None None] Sync routers for ids ['1bc4cb0c-2237-44e8-aed2-65ee96fb1ccc'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:06:15.260310 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42550) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:15.289595 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ad3728-4bd3-4986-8489-a4f7f8ec7575 req-ab023c7d-00c9-4962-86bf-863b8ddcb221 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:15.292069 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e7ad3728-4bd3-4986-8489-a4f7f8ec7575 req-ab023c7d-00c9-4962-86bf-863b8ddcb221 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 945 time: 0.3778720 Feb 10 23:06:15.300508 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3bbc48e7-cb98-43c8-a226-27822a1bb759 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:15.314639 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-17652c18-8547-4187-ba3a-53eb1b92c47a tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:15.346578 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-3bbc48e7-cb98-43c8-a226-27822a1bb759 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Deleting port 9eabc4a5-e01d-4dc5-bfd4-2ad7ea5dedfb {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:06:15.346913 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3bbc48e7-cb98-43c8-a226-27822a1bb759 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:15.363810 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0daff34-4827-482b-a1f7-f6706e525e74 None None] Routers {'1bc4cb0c-2237-44e8-aed2-65ee96fb1ccc'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:06:15.364591 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-e0daff34-4827-482b-a1f7-f6706e525e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:05:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['1bc4cb0c-2237-44e8-aed2-65ee96fb1ccc'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:15.404222 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17af40a-b137-4808-973e-b4c039d742a9 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:15.404882 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-f17af40a-b137-4808-973e-b4c039d742a9 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Synchronizing usage tracker for tenant:9679d844e15947ffaadb0d4f870cf9d6 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:06:15.436992 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-e0daff34-4827-482b-a1f7-f6706e525e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:15.458604 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2821e6b0-0a83-4cb3-a342-6887e2474373 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:15.480112 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0daff34-4827-482b-a1f7-f6706e525e74 None None] Routers {'1bc4cb0c-2237-44e8-aed2-65ee96fb1ccc'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:06:15.480873 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-e0daff34-4827-482b-a1f7-f6706e525e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:05:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['1bc4cb0c-2237-44e8-aed2-65ee96fb1ccc'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:15.481176 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e7ad3728-4bd3-4986-8489-a4f7f8ec7575 req-1a350be7-4742-4732-b6b6-a85429747d07 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1772904 Feb 10 23:06:15.482008 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-17652c18-8547-4187-ba3a-53eb1b92c47a tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:15.517372 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-3ef64b5c-d94f-4eb2-bfe0-3e9bd861cbc0 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:15.530950 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-3ef64b5c-d94f-4eb2-bfe0-3e9bd861cbc0 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:15.558698 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-2821e6b0-0a83-4cb3-a342-6887e2474373 None None] Transition to ACTIVE for port object 33fb19be-1d43-4fcd-80a1-6c4ae6367192 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:06:15.564347 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-f17af40a-b137-4808-973e-b4c039d742a9 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Unset dirty status for tenant:9679d844e15947ffaadb0d4f870cf9d6 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:06:15.567859 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-e0daff34-4827-482b-a1f7-f6706e525e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:15.568514 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0daff34-4827-482b-a1f7-f6706e525e74 None None] The sync data for ids ['1bc4cb0c-2237-44e8-aed2-65ee96fb1ccc'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:06:15.580383 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-f17af40a-b137-4808-973e-b4c039d742a9 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "GET /v2.0/ports/7bd33167-b597-4795-8ff4-4343adac1a25 HTTP/1.1" status: 200 len: 911 time: 0.3247325 Feb 10 23:06:15.588574 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42554) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:15.588934 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-2821e6b0-0a83-4cb3-a342-6887e2474373 None None] Transition to ACTIVE for port object 33fb19be-1d43-4fcd-80a1-6c4ae6367192 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:06:15.597978 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-d39f631e-28c7-466e-95ec-a191db3fa880 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7f01a92e-a242-4897-b5b8-e172b25e57bd'}]}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:15.612518 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d693c02-f7f8-447b-982d-c5e9d8e21b69 None None] DHCP port deletion for b3602607-12f4-412f-bb0b-727102b155e8 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:06:15.616905 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-3d693c02-f7f8-447b-982d-c5e9d8e21b69 None None] Deleting port 9eabc4a5-e01d-4dc5-bfd4-2ad7ea5dedfb {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:06:15.617281 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3d693c02-f7f8-447b-982d-c5e9d8e21b69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:15.633680 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b755888-de0f-4906-9d4b-9820cc865be5 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:06:15.649446 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3b755888-de0f-4906-9d4b-9820cc865be5 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:15.651034 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d001e1-de61-4e70-ae9e-6aa29e6f6634 None None] Sync routers for ids ['ceb0202d-0403-475b-a150-eb543df39ce0'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:06:15.667173 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef64b5c-d94f-4eb2-bfe0-3e9bd861cbc0 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Made reservation on behalf of 09383d266f844d259060f55a62753d0c for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:06:15.668433 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2821e6b0-0a83-4cb3-a342-6887e2474373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:15.671387 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d001e1-de61-4e70-ae9e-6aa29e6f6634 None None] Routers {'ceb0202d-0403-475b-a150-eb543df39ce0'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:06:15.672269 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-55d001e1-de61-4e70-ae9e-6aa29e6f6634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:05:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['ceb0202d-0403-475b-a150-eb543df39ce0'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:15.677364 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3ef64b5c-d94f-4eb2-bfe0-3e9bd861cbc0 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:15.720223 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-3bbc48e7-cb98-43c8-a226-27822a1bb759 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] For port 9eabc4a5-e01d-4dc5-bfd4-2ad7ea5dedfb, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=9eabc4a5-e01d-4dc5-bfd4-2ad7ea5dedfb,segment=NetworkSegment(844c02be-adc8-44db-9a18-5d3cbefe0fc6),segment_id=844c02be-adc8-44db-9a18-5d3cbefe0fc6)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:06:15.720935 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3bbc48e7-cb98-43c8-a226-27822a1bb759 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:15.738436 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-3ef64b5c-d94f-4eb2-bfe0-3e9bd861cbc0 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] device_id is not set on port eb863541-8387-4e02-bf02-5285bd0e4dd1 yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:06:15.742078 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f9503bd6-4802-4be7-a386-29eece74a831 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks [] for router_gateway, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:15.742760 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f9503bd6-4802-4be7-a386-29eece74a831 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:15.756930 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2821e6b0-0a83-4cb3-a342-6887e2474373 None None] Network 0263b479-8e1e-4af1-903f-f91b78e5cf95 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:06:15.760401 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2821e6b0-0a83-4cb3-a342-6887e2474373 None None] Pushing event updated for resources: {'Port': ['ID=33fb19be-1d43-4fcd-80a1-6c4ae6367192,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:15.765358 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-2821e6b0-0a83-4cb3-a342-6887e2474373 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:06:15.772223 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c62a42-ebd9-4cfb-9014-a6dd310fd708 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:06:15.776988 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-55d001e1-de61-4e70-ae9e-6aa29e6f6634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:15.781969 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-3b755888-de0f-4906-9d4b-9820cc865be5 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] 10.222.0.59 "DELETE /v2.0/floatingips/55d5a15e-89ab-4378-814d-5eb17d0746cf HTTP/1.1" status: 204 len: 168 time: 7.4957528 Feb 10 23:06:15.794630 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d001e1-de61-4e70-ae9e-6aa29e6f6634 None None] Routers {'ceb0202d-0403-475b-a150-eb543df39ce0'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:06:15.799691 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-55d001e1-de61-4e70-ae9e-6aa29e6f6634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:05:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['ceb0202d-0403-475b-a150-eb543df39ce0'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:15.835041 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42558) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:15.852274 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-17652c18-8547-4187-ba3a-53eb1b92c47a tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:15.873121 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-55d001e1-de61-4e70-ae9e-6aa29e6f6634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:15.873856 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d001e1-de61-4e70-ae9e-6aa29e6f6634 None None] The sync data for ids ['ceb0202d-0403-475b-a150-eb543df39ce0'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:06:15.907456 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2821e6b0-0a83-4cb3-a342-6887e2474373 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:06:15.909655 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44119214-3dc9-4a0e-897d-b203f2071e2a None None] Sync routers for ids ['1d7e5b39-263f-40f0-8c80-c77f963cca9b'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:06:15.923556 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-3bbc48e7-cb98-43c8-a226-27822a1bb759 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Calling delete_port for 9eabc4a5-e01d-4dc5-bfd4-2ad7ea5dedfb owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:06:16.019452 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-3d693c02-f7f8-447b-982d-c5e9d8e21b69 None None] For port 9eabc4a5-e01d-4dc5-bfd4-2ad7ea5dedfb, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=9eabc4a5-e01d-4dc5-bfd4-2ad7ea5dedfb,segment=NetworkSegment(844c02be-adc8-44db-9a18-5d3cbefe0fc6),segment_id=844c02be-adc8-44db-9a18-5d3cbefe0fc6)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:06:16.019757 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3d693c02-f7f8-447b-982d-c5e9d8e21b69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:16.028186 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44119214-3dc9-4a0e-897d-b203f2071e2a None None] Routers {'1d7e5b39-263f-40f0-8c80-c77f963cca9b'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:06:16.028826 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-44119214-3dc9-4a0e-897d-b203f2071e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:05:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['1d7e5b39-263f-40f0-8c80-c77f963cca9b'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:16.087185 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17652c18-8547-4187-ba3a-53eb1b92c47a tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Pushing event deleted for resources: {'Subnet': ['ID=b43d154a-18bb-4ce5-a4a5-fe5b6a2e6812,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:16.088605 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3bbc48e7-cb98-43c8-a226-27822a1bb759 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:16.128728 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:16.135684 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-52c62a42-ebd9-4cfb-9014-a6dd310fd708 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:16.139344 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-52c62a42-ebd9-4cfb-9014-a6dd310fd708 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 10.4490852 Feb 10 23:06:16.155635 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42562) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:16.164424 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbc48e7-cb98-43c8-a226-27822a1bb759 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Pushing event deleted for resources: {'Port': ['ID=9eabc4a5-e01d-4dc5-bfd4-2ad7ea5dedfb,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:16.201420 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-2821e6b0-0a83-4cb3-a342-6887e2474373 None None] Attempting to bind port 33fb19be-1d43-4fcd-80a1-6c4ae6367192 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:06:16.201420 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-2821e6b0-0a83-4cb3-a342-6887e2474373 None None] Attempting to bind port 33fb19be-1d43-4fcd-80a1-6c4ae6367192 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '144778d0-7d78-4dfe-8354-ae697e3dc535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0263b479-8e1e-4af1-903f-f91b78e5cf95'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:06:16.201834 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2821e6b0-0a83-4cb3-a342-6887e2474373 None None] Attempting to bind port 33fb19be-1d43-4fcd-80a1-6c4ae6367192 on network 0263b479-8e1e-4af1-903f-f91b78e5cf95 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:06:16.257521 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-44119214-3dc9-4a0e-897d-b203f2071e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:16.266090 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-3d693c02-f7f8-447b-982d-c5e9d8e21b69 None None] Calling delete_port for 9eabc4a5-e01d-4dc5-bfd4-2ad7ea5dedfb owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:06:16.289228 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbc48e7-cb98-43c8-a226-27822a1bb759 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] No DVR routers for this DVR port 9eabc4a5-e01d-4dc5-bfd4-2ad7ea5dedfb on host dv-neutron-828797-1-hyperv {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:06:16.307132 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2821e6b0-0a83-4cb3-a342-6887e2474373 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:06:16.307501 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2821e6b0-0a83-4cb3-a342-6887e2474373 None None] Checking segment: {'id': '144778d0-7d78-4dfe-8354-ae697e3dc535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0263b479-8e1e-4af1-903f-f91b78e5cf95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:06:16.307905 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2821e6b0-0a83-4cb3-a342-6887e2474373 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:16.308287 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2821e6b0-0a83-4cb3-a342-6887e2474373 None None] Bound using segment: {'id': '144778d0-7d78-4dfe-8354-ae697e3dc535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0263b479-8e1e-4af1-903f-f91b78e5cf95'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:06:16.308764 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-2821e6b0-0a83-4cb3-a342-6887e2474373 None None] Bound port: 33fb19be-1d43-4fcd-80a1-6c4ae6367192, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '144778d0-7d78-4dfe-8354-ae697e3dc535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0263b479-8e1e-4af1-903f-f91b78e5cf95'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:06:16.309134 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2821e6b0-0a83-4cb3-a342-6887e2474373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:16.335771 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44119214-3dc9-4a0e-897d-b203f2071e2a None None] Routers {'1d7e5b39-263f-40f0-8c80-c77f963cca9b'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:06:16.336404 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-44119214-3dc9-4a0e-897d-b203f2071e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:05:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['1d7e5b39-263f-40f0-8c80-c77f963cca9b'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:16.342471 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-0f156d6a-3450-487f-beab-cc6e733ccfdd tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Deleting port c1ccaa57-8356-4c7e-bc2a-e2fc54299c59 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:06:16.342977 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0f156d6a-3450-487f-beab-cc6e733ccfdd tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:16.349166 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-3ef64b5c-d94f-4eb2-bfe0-3e9bd861cbc0 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Allocated IP 2001:db8::3cc (feb1a862-beae-4f30-ad12-f81c8a807d39/d4bb420d-920f-46f2-9dba-34e86f799fc3/eb863541-8387-4e02-bf02-5285bd0e4dd1) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:06:16.407065 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-44119214-3dc9-4a0e-897d-b203f2071e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:16.407459 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44119214-3dc9-4a0e-897d-b203f2071e2a None None] The sync data for ids ['1d7e5b39-263f-40f0-8c80-c77f963cca9b'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:06:16.425151 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-17652c18-8547-4187-ba3a-53eb1b92c47a tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:16.482739 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-3d693c02-f7f8-447b-982d-c5e9d8e21b69 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:06:16.483348 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-3d693c02-f7f8-447b-982d-c5e9d8e21b69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:06:16.499730 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-2821e6b0-0a83-4cb3-a342-6887e2474373 None None] For port 33fb19be-1d43-4fcd-80a1-6c4ae6367192, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:06:16.499730 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-2821e6b0-0a83-4cb3-a342-6887e2474373 None None] For port 33fb19be-1d43-4fcd-80a1-6c4ae6367192, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=33fb19be-1d43-4fcd-80a1-6c4ae6367192,segment=NetworkSegment(144778d0-7d78-4dfe-8354-ae697e3dc535),segment_id=144778d0-7d78-4dfe-8354-ae697e3dc535)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:06:16.522897 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-17652c18-8547-4187-ba3a-53eb1b92c47a tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0263b479-8e1e-4af1-903f-f91b78e5cf95']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:16.578918 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-17652c18-8547-4187-ba3a-53eb1b92c47a tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '144778d0-7d78-4dfe-8354-ae697e3dc535') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:16.579212 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-17652c18-8547-4187-ba3a-53eb1b92c47a tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '144778d0-7d78-4dfe-8354-ae697e3dc535') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:16.583316 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3bbc48e7-cb98-43c8-a226-27822a1bb759 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:16.585418 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2821e6b0-0a83-4cb3-a342-6887e2474373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:16.619994 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-17652c18-8547-4187-ba3a-53eb1b92c47a tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:16.624144 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-3bbc48e7-cb98-43c8-a226-27822a1bb759 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3602607-12f4-412f-bb0b-727102b155e8']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:16.626756 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d39f631e-28c7-466e-95ec-a191db3fa880 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:16.642031 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-3bbc48e7-cb98-43c8-a226-27822a1bb759 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '844c02be-adc8-44db-9a18-5d3cbefe0fc6') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:16.642481 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-3bbc48e7-cb98-43c8-a226-27822a1bb759 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '844c02be-adc8-44db-9a18-5d3cbefe0fc6') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:16.709039 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3bbc48e7-cb98-43c8-a226-27822a1bb759 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32216962'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:16.719328 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2821e6b0-0a83-4cb3-a342-6887e2474373 None None] Pushing event updated for resources: {'Port': ['ID=33fb19be-1d43-4fcd-80a1-6c4ae6367192,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:16.753116 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3bbc48e7-cb98-43c8-a226-27822a1bb759 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:16.766006 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d07a21c-4923-42d6-bb5f-70d81d83d0ec None None] Network 0263b479-8e1e-4af1-903f-f91b78e5cf95 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:06:16.779250 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-17652c18-8547-4187-ba3a-53eb1b92c47a tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:16.812130 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bbc48e7-cb98-43c8-a226-27822a1bb759 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:06:16.812441 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3bbc48e7-cb98-43c8-a226-27822a1bb759 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32033006'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:16.828108 dv-neutron-828797-1-hyperv neutron-server[84332]: Traceback (most recent call last): Feb 10 23:06:16.828108 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:06:16.828108 dv-neutron-828797-1-hyperv neutron-server[84332]: timer() Feb 10 23:06:16.828108 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:06:16.828108 dv-neutron-828797-1-hyperv neutron-server[84332]: cb(*args, **kw) Feb 10 23:06:16.828108 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:06:16.828108 dv-neutron-828797-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Feb 10 23:06:16.828108 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:06:16.828108 dv-neutron-828797-1-hyperv neutron-server[84332]: self._notify() Feb 10 23:06:16.828108 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:06:16.828108 dv-neutron-828797-1-hyperv neutron-server[84332]: self.callback(batched_events) Feb 10 23:06:16.828108 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:06:16.828108 dv-neutron-828797-1-hyperv neutron-server[84332]: event.method(event) Feb 10 23:06:16.828108 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:06:16.828108 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:06:16.828108 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:06:16.828108 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:06:16.828108 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:06:16.828108 dv-neutron-828797-1-hyperv neutron-server[84332]: return f(self, *a, **k) Feb 10 23:06:16.828108 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:06:16.828108 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._get(url).json() Feb 10 23:06:16.828108 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:06:16.828108 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:06:16.828108 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:06:16.828108 dv-neutron-828797-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Feb 10 23:06:16.828108 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:06:16.828108 dv-neutron-828797-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:06:16.828108 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:06:16.828108 dv-neutron-828797-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:06:16.828108 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:06:16.828108 dv-neutron-828797-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:06:16.828108 dv-neutron-828797-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:06:16.835671 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17652c18-8547-4187-ba3a-53eb1b92c47a tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:06:16.836073 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-17652c18-8547-4187-ba3a-53eb1b92c47a tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:16.852914 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:06:16.852914 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:06:16.852914 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:06:16.852914 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:06:16.852914 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:06:16.852914 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:06:16.852914 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:06:16.852914 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:06:16.852914 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:06:16.852914 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:06:16.852914 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:06:16.852914 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:06:16.852914 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:06:16.852914 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:06:16.852914 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:06:16.852914 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:06:16.852914 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:06:16.852914 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:06:16.852914 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:06:16.852914 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:06:16.852914 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:06:16.852914 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:06:16.852914 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:06:16.852914 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:06:16.852914 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:06:16.852914 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:06:16.852914 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:06:16.852914 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:06:16.852914 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:06:16.852914 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:06:16.852914 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:06:16.852914 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:06:16.984440 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-3d693c02-f7f8-447b-982d-c5e9d8e21b69 None None] Deleting port 9eabc4a5-e01d-4dc5-bfd4-2ad7ea5dedfb {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:06:16.984988 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3d693c02-f7f8-447b-982d-c5e9d8e21b69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:16.996760 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3ef64b5c-d94f-4eb2-bfe0-3e9bd861cbc0 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:17.025432 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3bbc48e7-cb98-43c8-a226-27822a1bb759 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:17.027833 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-3ef64b5c-d94f-4eb2-bfe0-3e9bd861cbc0 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Transition to ACTIVE for port object eb863541-8387-4e02-bf02-5285bd0e4dd1 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:06:17.049943 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3bbc48e7-cb98-43c8-a226-27822a1bb759 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:17.066873 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbc48e7-cb98-43c8-a226-27822a1bb759 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Pushing event deleted for resources: {'Network': ['ID=b3602607-12f4-412f-bb0b-727102b155e8,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:17.075353 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-3d693c02-f7f8-447b-982d-c5e9d8e21b69 None None] The port '9eabc4a5-e01d-4dc5-bfd4-2ad7ea5dedfb' was deleted {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 23:06:17.083588 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3bbc48e7-cb98-43c8-a226-27822a1bb759 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] 10.222.0.59 "DELETE /v2.0/networks/b3602607-12f4-412f-bb0b-727102b155e8 HTTP/1.1" status: 204 len: 168 time: 2.0163229 Feb 10 23:06:17.092625 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42568) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:17.093723 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4856c220-fb0e-4f33-87ff-539e540c9257 None None] get_active_networks_info from dv-neutron-828797-1-hyperv {{(pid=84334) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 10 23:06:17.101607 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-fadecf9b-74dc-4b05-9f53-7c041435082c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "GET /v2.0/routers/1d7e5b39-263f-40f0-8c80-c77f963cca9b HTTP/1.1" status: 200 len: 880 time: 0.9423385 Feb 10 23:06:17.133589 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42572) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:17.135726 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 9eabc4a5-e01d-4dc5-bfd4-2ad7ea5dedfb no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:06:17.183788 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 9eabc4a5-e01d-4dc5-bfd4-2ad7ea5dedfb {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:06:17.184127 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 9eabc4a5-e01d-4dc5-bfd4-2ad7ea5dedfb not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:06:17.191615 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-17652c18-8547-4187-ba3a-53eb1b92c47a tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 23:06:17.191615 dv-neutron-828797-1-hyperv neutron-server[84333]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 23:06:17.191615 dv-neutron-828797-1-hyperv neutron-server[84333]: [parameters: {'id': '0263b479-8e1e-4af1-903f-f91b78e5cf95'}] Feb 10 23:06:17.191615 dv-neutron-828797-1-hyperv neutron-server[84333]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:06:17.192223 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-17652c18-8547-4187-ba3a-53eb1b92c47a tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:06:17.205327 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-0346e2bd-57f9-486d-8812-b0d9c1298f51 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Synchronizing usage tracker for tenant:f65d3d9f02574b2ab6b0a05544101dfb on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:06:17.217626 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0f156d6a-3450-487f-beab-cc6e733ccfdd tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:17.240857 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc4e8c-52fa-4ea7-824a-67d2db530e7d req-f4006f5a-d598-4a19-813d-b4bc78354281 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:17.242469 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-82cc4e8c-52fa-4ea7-824a-67d2db530e7d req-f4006f5a-d598-4a19-813d-b4bc78354281 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 945 time: 0.5909986 Feb 10 23:06:17.274793 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4856c220-fb0e-4f33-87ff-539e540c9257 None None] Resources bound (agent type, host, resource id): {{(pid=84334) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 23:06:17.344837 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3ef64b5c-d94f-4eb2-bfe0-3e9bd861cbc0 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:17.392695 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-0346e2bd-57f9-486d-8812-b0d9c1298f51 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Unset dirty status for tenant:f65d3d9f02574b2ab6b0a05544101dfb on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:06:17.393832 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0346e2bd-57f9-486d-8812-b0d9c1298f51 tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] 10.222.0.59 "GET /v2.0/ports?device_id=29fe4d03-7dc0-4363-9a76-76243a804434 HTTP/1.1" status: 200 len: 205 time: 0.2989333 Feb 10 23:06:17.398437 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42576) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:17.411147 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-0f156d6a-3450-487f-beab-cc6e733ccfdd tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Calling delete_port for c1ccaa57-8356-4c7e-bc2a-e2fc54299c59 owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:06:17.539512 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef64b5c-d94f-4eb2-bfe0-3e9bd861cbc0 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Network feb1a862-beae-4f30-ad12-f81c8a807d39 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:06:17.559087 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-3ef64b5c-d94f-4eb2-bfe0-3e9bd861cbc0 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:06:17.568717 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef64b5c-d94f-4eb2-bfe0-3e9bd861cbc0 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Pushing event updated for resources: {'Port': ['ID=eb863541-8387-4e02-bf02-5285bd0e4dd1,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:17.584060 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef64b5c-d94f-4eb2-bfe0-3e9bd861cbc0 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:06:17.590076 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef64b5c-d94f-4eb2-bfe0-3e9bd861cbc0 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:17.590076 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3ef64b5c-d94f-4eb2-bfe0-3e9bd861cbc0 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:17.593729 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-82cc4e8c-52fa-4ea7-824a-67d2db530e7d req-820696be-7344-4066-9aa5-e89aca244f23 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2971799 Feb 10 23:06:17.612384 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-4c1bd3b5-8ea3-4ee2-9cb7-deecd5d3331a tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Synchronizing usage tracker for tenant:62dc022463634d02b4f57b75cc001545 on resource:router {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:06:17.642041 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aebb160b-3877-4954-8311-e2082bbc031f tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:17.693800 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-17652c18-8547-4187-ba3a-53eb1b92c47a tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:17.701172 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3ef64b5c-d94f-4eb2-bfe0-3e9bd861cbc0 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.5182312 Feb 10 23:06:17.705279 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42580) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:17.762750 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-4c1bd3b5-8ea3-4ee2-9cb7-deecd5d3331a tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Unset dirty status for tenant:62dc022463634d02b4f57b75cc001545 on resource:router {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:06:17.764090 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4c1bd3b5-8ea3-4ee2-9cb7-deecd5d3331a tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.6291342 Feb 10 23:06:17.770029 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-df3b5fc8-60b5-4ea7-bbfc-2268adc7df85 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:3a:b2:e2'}]}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:17.770244 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42584) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:17.779433 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-6fc374ba-fab3-4afd-b5fa-a6af99f6d3e9 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-522852231'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:17.810286 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9503bd6-4802-4be7-a386-29eece74a831 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Router fc38bd35-a6f0-4290-821b-074cfad1b00e is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:06:17.882727 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-17652c18-8547-4187-ba3a-53eb1b92c47a tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Deleting port 33fb19be-1d43-4fcd-80a1-6c4ae6367192 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:06:17.888644 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-17652c18-8547-4187-ba3a-53eb1b92c47a tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:18.030839 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-ded8d694-a838-4481-903f-f1be56d98261 None None] Provisioning for port eb863541-8387-4e02-bf02-5285bd0e4dd1 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:06:18.036299 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-ded8d694-a838-4481-903f-f1be56d98261 None None] Provisioning complete for port eb863541-8387-4e02-bf02-5285bd0e4dd1 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:06:18.036715 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ded8d694-a838-4481-903f-f1be56d98261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:18.094618 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-ded8d694-a838-4481-903f-f1be56d98261 None None] Port eb863541-8387-4e02-bf02-5285bd0e4dd1 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:06:18.277979 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0f156d6a-3450-487f-beab-cc6e733ccfdd tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:18.336250 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aebb160b-3877-4954-8311-e2082bbc031f tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:18.350012 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aebb160b-3877-4954-8311-e2082bbc031f tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:18.429384 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f156d6a-3450-487f-beab-cc6e733ccfdd tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Pushing event deleted for resources: {'Port': ['ID=c1ccaa57-8356-4c7e-bc2a-e2fc54299c59,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:18.463667 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aebb160b-3877-4954-8311-e2082bbc031f tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:18.464189 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aebb160b-3877-4954-8311-e2082bbc031f tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Fanout notify agent at l3_agent the message router_deleted on router 29fe4d03-7dc0-4363-9a76-76243a804434 {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:06:18.495431 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.resource_extend [None req-d39f631e-28c7-466e-95ec-a191db3fa880 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:06:18.537883 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aebb160b-3877-4954-8311-e2082bbc031f tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:18.542369 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-aebb160b-3877-4954-8311-e2082bbc031f tempest-RoutersNegativeTest-1908902271 tempest-RoutersNegativeTest-1908902271-project] 10.222.0.59 "DELETE /v2.0/routers/29fe4d03-7dc0-4363-9a76-76243a804434 HTTP/1.1" status: 204 len: 168 time: 1.1357954 Feb 10 23:06:18.612813 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d39f631e-28c7-466e-95ec-a191db3fa880 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:18.751538 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d39f631e-28c7-466e-95ec-a191db3fa880 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:18.755654 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39f631e-28c7-466e-95ec-a191db3fa880 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:18.756256 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d39f631e-28c7-466e-95ec-a191db3fa880 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:18.757571 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-d39f631e-28c7-466e-95ec-a191db3fa880 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "PUT /v2.0/ports/7bd33167-b597-4795-8ff4-4343adac1a25 HTTP/1.1" status: 200 len: 911 time: 3.1675167 Feb 10 23:06:18.763606 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42592) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:18.849198 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-17652c18-8547-4187-ba3a-53eb1b92c47a tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] For port 33fb19be-1d43-4fcd-80a1-6c4ae6367192, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=33fb19be-1d43-4fcd-80a1-6c4ae6367192,segment=NetworkSegment(144778d0-7d78-4dfe-8354-ae697e3dc535),segment_id=144778d0-7d78-4dfe-8354-ae697e3dc535)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:06:18.849455 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-17652c18-8547-4187-ba3a-53eb1b92c47a tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:18.879030 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-df3b5fc8-60b5-4ea7-bbfc-2268adc7df85 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:18.941834 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0f156d6a-3450-487f-beab-cc6e733ccfdd tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:19.002955 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6fc374ba-fab3-4afd-b5fa-a6af99f6d3e9 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:19.010896 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-17652c18-8547-4187-ba3a-53eb1b92c47a tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Calling delete_port for 33fb19be-1d43-4fcd-80a1-6c4ae6367192 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:06:19.030701 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0abbfd9a-5960-47c5-86aa-9af686bc09b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:19.041479 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58bcf58-2a2f-42e7-ba9f-c03016058be2 req-24118d21-5d46-436c-b03c-6a7a1e7f1345 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:19.048441 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e58bcf58-2a2f-42e7-ba9f-c03016058be2 req-24118d21-5d46-436c-b03c-6a7a1e7f1345 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 945 time: 0.2856193 Feb 10 23:06:19.052078 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39f631e-28c7-466e-95ec-a191db3fa880 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event updated for resources: {'Port': ['ID=7bd33167-b597-4795-8ff4-4343adac1a25,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:19.061519 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-0f156d6a-3450-487f-beab-cc6e733ccfdd tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] 10.222.0.59 "DELETE /v2.0/ports/c1ccaa57-8356-4c7e-bc2a-e2fc54299c59 HTTP/1.1" status: 204 len: 168 time: 3.2216458 Feb 10 23:06:19.067812 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42598) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:19.079776 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-a365f817-1f40-4ce3-ab6a-e37e4115251c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Request body: {'floatingip': {'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:19.093381 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a365f817-1f40-4ce3-ab6a-e37e4115251c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:19.101595 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a365f817-1f40-4ce3-ab6a-e37e4115251c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Usage tracker for resource:floatingip and tenant:ef749632f6e8410c86d95344b6b5e6cc is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:19.107867 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a365f817-1f40-4ce3-ab6a-e37e4115251c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:19.117732 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a365f817-1f40-4ce3-ab6a-e37e4115251c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:19.122215 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6fc374ba-fab3-4afd-b5fa-a6af99f6d3e9 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1734371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1734168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1735070'] for router, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:19.139908 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42602) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:19.191469 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e58bcf58-2a2f-42e7-ba9f-c03016058be2 req-89d4d91c-21c8-44d8-bcf6-169370491fea tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421480 Feb 10 23:06:19.271696 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a365f817-1f40-4ce3-ab6a-e37e4115251c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for floatingip, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:19.287621 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-17652c18-8547-4187-ba3a-53eb1b92c47a tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:19.336012 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9503bd6-4802-4be7-a386-29eece74a831 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:06:19.347776 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94dcc37f-94ee-47f9-8bcd-2c9795488a78 None None] Sync routers for ids ['fc38bd35-a6f0-4290-821b-074cfad1b00e'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:06:19.357258 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17652c18-8547-4187-ba3a-53eb1b92c47a tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Pushing event deleted for resources: {'Port': ['ID=33fb19be-1d43-4fcd-80a1-6c4ae6367192,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:19.367076 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94dcc37f-94ee-47f9-8bcd-2c9795488a78 None None] Routers {'fc38bd35-a6f0-4290-821b-074cfad1b00e'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:06:19.367955 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-94dcc37f-94ee-47f9-8bcd-2c9795488a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:05:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['fc38bd35-a6f0-4290-821b-074cfad1b00e'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:19.376774 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17652c18-8547-4187-ba3a-53eb1b92c47a tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] No DVR routers for this DVR port 33fb19be-1d43-4fcd-80a1-6c4ae6367192 on host dv-neutron-828797-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:06:19.436355 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-94dcc37f-94ee-47f9-8bcd-2c9795488a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:19.449231 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94dcc37f-94ee-47f9-8bcd-2c9795488a78 None None] Routers {'fc38bd35-a6f0-4290-821b-074cfad1b00e'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:06:19.450169 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-94dcc37f-94ee-47f9-8bcd-2c9795488a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:05:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['fc38bd35-a6f0-4290-821b-074cfad1b00e'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:19.481715 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.resource_extend [None req-df3b5fc8-60b5-4ea7-bbfc-2268adc7df85 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:06:19.500452 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f9503bd6-4802-4be7-a386-29eece74a831 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:19.504607 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-f9503bd6-4802-4be7-a386-29eece74a831 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 10.0995858 Feb 10 23:06:19.515555 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-94dcc37f-94ee-47f9-8bcd-2c9795488a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:19.515805 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-df3b5fc8-60b5-4ea7-bbfc-2268adc7df85 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:19.515953 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94dcc37f-94ee-47f9-8bcd-2c9795488a78 None None] The sync data for ids ['fc38bd35-a6f0-4290-821b-074cfad1b00e'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:06:19.517131 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42608) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:19.708308 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-17652c18-8547-4187-ba3a-53eb1b92c47a tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:19.716078 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-df3b5fc8-60b5-4ea7-bbfc-2268adc7df85 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:19.731103 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-29bba0e4-f529-4397-b0f7-58a5a3808435 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f65d3d9f02574b2ab6b0a05544101dfb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5898042 Feb 10 23:06:19.736356 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42612) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:19.829571 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6f6a0241-2a78-4e52-be51-56417a93cf1d tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732944'] for router_interface, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:19.851013 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-17652c18-8547-4187-ba3a-53eb1b92c47a tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0263b479-8e1e-4af1-903f-f91b78e5cf95']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:19.872144 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-df3b5fc8-60b5-4ea7-bbfc-2268adc7df85 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] In _notify_port_updated(), no bound segment for port eb863541-8387-4e02-bf02-5285bd0e4dd1 on network feb1a862-beae-4f30-ad12-f81c8a807d39 {{(pid=84333) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 23:06:19.875882 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3b5fc8-60b5-4ea7-bbfc-2268adc7df85 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:19.876490 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-df3b5fc8-60b5-4ea7-bbfc-2268adc7df85 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:19.880387 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-df3b5fc8-60b5-4ea7-bbfc-2268adc7df85 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] 10.222.0.59 "PUT /v2.0/ports/eb863541-8387-4e02-bf02-5285bd0e4dd1 HTTP/1.1" status: 200 len: 1003 time: 2.1689279 Feb 10 23:06:19.883629 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-17652c18-8547-4187-ba3a-53eb1b92c47a tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '144778d0-7d78-4dfe-8354-ae697e3dc535') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:19.884454 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-17652c18-8547-4187-ba3a-53eb1b92c47a tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '144778d0-7d78-4dfe-8354-ae697e3dc535') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:19.885582 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42616) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:19.892444 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3b5fc8-60b5-4ea7-bbfc-2268adc7df85 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Pushing event updated for resources: {'Port': ['ID=eb863541-8387-4e02-bf02-5285bd0e4dd1,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:19.903936 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-17652c18-8547-4187-ba3a-53eb1b92c47a tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:19.930182 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-17652c18-8547-4187-ba3a-53eb1b92c47a tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:19.938888 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17652c18-8547-4187-ba3a-53eb1b92c47a tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:06:19.939278 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-17652c18-8547-4187-ba3a-53eb1b92c47a tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:19.954148 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:06:19.954148 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:06:19.954148 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:06:19.954148 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:06:19.954148 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:06:19.954148 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:06:19.954148 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:06:19.954148 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:06:19.954148 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:06:19.954148 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:06:19.954148 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:06:19.954148 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:06:19.954148 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:06:19.954148 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:06:19.954148 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:06:19.954148 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:06:19.954148 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:06:19.954148 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:06:19.954148 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:06:19.954148 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:06:19.954148 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:06:19.954148 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:06:19.954148 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:06:19.954148 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:06:19.954148 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:06:19.954148 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:06:19.954148 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:06:19.954148 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:06:19.954148 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:06:19.954148 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:06:19.954148 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:06:19.954148 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:06:20.027329 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a365f817-1f40-4ce3-ab6a-e37e4115251c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:20.080730 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-74250f50-9aa3-43c2-b518-9b0f111f9e8c tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] 10.222.0.59 "GET /v2.0/routers/fc38bd35-a6f0-4290-821b-074cfad1b00e HTTP/1.1" status: 200 len: 924 time: 0.5624216 Feb 10 23:06:20.083427 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42620) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:20.085115 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e6a616bc-67c7-4705-b8fe-e1ea85d68f4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:20.127345 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-17652c18-8547-4187-ba3a-53eb1b92c47a tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:20.133462 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-17652c18-8547-4187-ba3a-53eb1b92c47a tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:20.138916 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-45c130f6-bf08-4e76-acb0-81bac5d0e703 None None] Provisioning complete for port eb863541-8387-4e02-bf02-5285bd0e4dd1 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:06:20.139445 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-45c130f6-bf08-4e76-acb0-81bac5d0e703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:20.140360 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-547a3970-58ed-453c-b811-c812b380fcf3 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Deleting port eb863541-8387-4e02-bf02-5285bd0e4dd1 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:06:20.140735 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-547a3970-58ed-453c-b811-c812b380fcf3 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:20.154827 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-a62fc2be-55e2-4a23-8562-c1a6c34c29ad tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc38bd35-a6f0-4290-821b-074cfad1b00e HTTP/1.1" status: 200 len: 205 time: 0.0680380 Feb 10 23:06:20.156867 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42624) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:20.166872 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-17652c18-8547-4187-ba3a-53eb1b92c47a tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "DELETE /v2.0/networks/0263b479-8e1e-4af1-903f-f91b78e5cf95 HTTP/1.1" status: 204 len: 168 time: 5.1580968 Feb 10 23:06:20.167902 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17652c18-8547-4187-ba3a-53eb1b92c47a tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Pushing event deleted for resources: {'Network': ['ID=0263b479-8e1e-4af1-903f-f91b78e5cf95,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:20.168895 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42628) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:20.199338 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-45c130f6-bf08-4e76-acb0-81bac5d0e703 None None] Port eb863541-8387-4e02-bf02-5285bd0e4dd1 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:06:20.212466 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e6a616bc-67c7-4705-b8fe-e1ea85d68f4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:20.225812 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-1b0f4c69-07a4-46eb-8056-d54501b60744 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-204517236'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:20.247431 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-1b0f4c69-07a4-46eb-8056-d54501b60744 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:20.275160 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc374ba-fab3-4afd-b5fa-a6af99f6d3e9 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Router 1d7e5b39-263f-40f0-8c80-c77f963cca9b has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:06:20.276368 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1b0f4c69-07a4-46eb-8056-d54501b60744 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Usage tracker for resource:network and tenant:3165e40034a94fb1867776c36ae44e52 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:20.288036 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1b0f4c69-07a4-46eb-8056-d54501b60744 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:20.340191 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-1b0f4c69-07a4-46eb-8056-d54501b60744 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:20.443405 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded65f6-7451-4580-82b0-b52fe632e11e req-610397b4-5c90-4868-99ed-44b94d11ba2c tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:20.445104 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-fded65f6-7451-4580-82b0-b52fe632e11e req-610397b4-5c90-4868-99ed-44b94d11ba2c tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 945 time: 0.1111219 Feb 10 23:06:20.486550 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d05bf561-889b-427b-850a-5ad5e7b60799 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:20.528262 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-a365f817-1f40-4ce3-ab6a-e37e4115251c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Allocated IP 172.26.8.170 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/929e2964-85d6-44f7-ab04-7f01fed416ad) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:06:20.530164 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0f4c69-07a4-46eb-8056-d54501b60744 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Made reservation on behalf of 3165e40034a94fb1867776c36ae44e52 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:06:20.533154 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1b0f4c69-07a4-46eb-8056-d54501b60744 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:20.627148 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-fded65f6-7451-4580-82b0-b52fe632e11e req-28b338b7-3550-409f-9b3e-0fbe1d06e388 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717596 Feb 10 23:06:20.675748 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e6a616bc-67c7-4705-b8fe-e1ea85d68f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:20.711007 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d05bf561-889b-427b-850a-5ad5e7b60799 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:20.761836 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-d05bf561-889b-427b-850a-5ad5e7b60799 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Deleting port fd062749-aa66-467c-9314-25f3b13ec464 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:06:20.762173 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d05bf561-889b-427b-850a-5ad5e7b60799 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:20.766994 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a616bc-67c7-4705-b8fe-e1ea85d68f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70dc92c1-9121-46bc-955b-e6a2622605ae,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:20.859318 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b0f4c69-07a4-46eb-8056-d54501b60744 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:06:20.927232 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e6a616bc-67c7-4705-b8fe-e1ea85d68f4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:20.928354 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e6a616bc-67c7-4705-b8fe-e1ea85d68f4b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/70dc92c1-9121-46bc-955b-e6a2622605ae HTTP/1.1" status: 204 len: 168 time: 1.1887288 Feb 10 23:06:20.933542 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d05bf561-889b-427b-850a-5ad5e7b60799 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:20.936154 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1b0f4c69-07a4-46eb-8056-d54501b60744 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:20.936501 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-1b0f4c69-07a4-46eb-8056-d54501b60744 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Added segment a3dc9e82-4d4a-4eb1-962d-de987e00fc24 of type vlan for network 279788bf-8bbb-4e9e-afd8-e0ccaa8b879c Feb 10 23:06:21.026033 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-547a3970-58ed-453c-b811-c812b380fcf3 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:21.058129 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-d05bf561-889b-427b-850a-5ad5e7b60799 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Calling delete_port for fd062749-aa66-467c-9314-25f3b13ec464 owned by network:router_gateway {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:06:21.208403 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5fa8000e-2651-4e5e-bc57-d2924a56574a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:21.370680 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-547a3970-58ed-453c-b811-c812b380fcf3 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Calling delete_port for eb863541-8387-4e02-bf02-5285bd0e4dd1 owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:06:21.408669 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1b0f4c69-07a4-46eb-8056-d54501b60744 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:21.409118 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d05bf561-889b-427b-850a-5ad5e7b60799 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:21.459579 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a365f817-1f40-4ce3-ab6a-e37e4115251c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:21.490620 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05bf561-889b-427b-850a-5ad5e7b60799 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Pushing event deleted for resources: {'Port': ['ID=fd062749-aa66-467c-9314-25f3b13ec464,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:21.660271 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1b0f4c69-07a4-46eb-8056-d54501b60744 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:21.663985 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0f4c69-07a4-46eb-8056-d54501b60744 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:21.664775 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1b0f4c69-07a4-46eb-8056-d54501b60744 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:21.740151 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a365f817-1f40-4ce3-ab6a-e37e4115251c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:21.779615 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d05bf561-889b-427b-850a-5ad5e7b60799 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734197'] for router_gateway, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:21.943078 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc374ba-fab3-4afd-b5fa-a6af99f6d3e9 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:06:21.962612 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2261e2-fb6a-474f-b2af-e50d4fd46239 None None] Sync routers for ids ['1d7e5b39-263f-40f0-8c80-c77f963cca9b'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:06:21.964171 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6fc374ba-fab3-4afd-b5fa-a6af99f6d3e9 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:21.967954 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6fc374ba-fab3-4afd-b5fa-a6af99f6d3e9 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "PUT /v2.0/routers/1d7e5b39-263f-40f0-8c80-c77f963cca9b HTTP/1.1" status: 200 len: 887 time: 4.1943440 Feb 10 23:06:21.974462 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42652) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:21.979157 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f4c69-07a4-46eb-8056-d54501b60744 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Pushing event updated for resources: {'Network': ['ID=279788bf-8bbb-4e9e-afd8-e0ccaa8b879c,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:21.980479 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2261e2-fb6a-474f-b2af-e50d4fd46239 None None] Routers {'1d7e5b39-263f-40f0-8c80-c77f963cca9b'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:06:21.984112 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-1c2261e2-fb6a-474f-b2af-e50d4fd46239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:06:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['1d7e5b39-263f-40f0-8c80-c77f963cca9b'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:21.985081 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a365f817-1f40-4ce3-ab6a-e37e4115251c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:06:22.032386 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 279788bf-8bbb-4e9e-afd8-e0ccaa8b879c details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:06:22.040693 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d05bf561-889b-427b-850a-5ad5e7b60799 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:22.044810 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d05bf561-889b-427b-850a-5ad5e7b60799 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:22.047380 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-a365f817-1f40-4ce3-ab6a-e37e4115251c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:06:22.049158 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365f817-1f40-4ce3-ab6a-e37e4115251c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Pushing event updated for resources: {'Port': ['ID=929e2964-85d6-44f7-ab04-7f01fed416ad,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:22.051373 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-547a3970-58ed-453c-b811-c812b380fcf3 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:22.061893 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a365f817-1f40-4ce3-ab6a-e37e4115251c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:06:22.110269 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1b0f4c69-07a4-46eb-8056-d54501b60744 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.9247584 Feb 10 23:06:22.113007 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42658) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:22.118906 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d05bf561-889b-427b-850a-5ad5e7b60799 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:22.119854 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d05bf561-889b-427b-850a-5ad5e7b60799 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Fanout notify agent at l3_agent the message router_deleted on router fc38bd35-a6f0-4290-821b-074cfad1b00e {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:06:22.128101 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-1c2261e2-fb6a-474f-b2af-e50d4fd46239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:22.141134 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-ecac8b19-fa12-40a1-b8dd-a81fc15ae720 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:22.220981 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2261e2-fb6a-474f-b2af-e50d4fd46239 None None] Routers {'1d7e5b39-263f-40f0-8c80-c77f963cca9b'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:06:22.221663 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-1c2261e2-fb6a-474f-b2af-e50d4fd46239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:06:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['1d7e5b39-263f-40f0-8c80-c77f963cca9b'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:22.235157 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547a3970-58ed-453c-b811-c812b380fcf3 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Pushing event deleted for resources: {'Port': ['ID=eb863541-8387-4e02-bf02-5285bd0e4dd1,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:22.241050 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42662) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:22.270907 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d05bf561-889b-427b-850a-5ad5e7b60799 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:22.276582 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-d05bf561-889b-427b-850a-5ad5e7b60799 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] 10.222.0.59 "DELETE /v2.0/routers/fc38bd35-a6f0-4290-821b-074cfad1b00e HTTP/1.1" status: 204 len: 168 time: 2.1118343 Feb 10 23:06:22.276582 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42668) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:22.295456 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-ec47b320-ff03-4415-98d1-580092e58861 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Request body: {'router': {'name': 'tempest-snat-router-841517158', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'enable_snat': False}}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:22.297603 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-1c2261e2-fb6a-474f-b2af-e50d4fd46239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:22.298247 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2261e2-fb6a-474f-b2af-e50d4fd46239 None None] The sync data for ids ['1d7e5b39-263f-40f0-8c80-c77f963cca9b'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:06:22.305062 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ec47b320-ff03-4415-98d1-580092e58861 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:22.310067 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-ec47b320-ff03-4415-98d1-580092e58861 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Usage tracker for resource:router and tenant:23659e77e80e4429b4e076fc4da43ec6 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:22.313332 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-ec47b320-ff03-4415-98d1-580092e58861 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:22.318950 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ec47b320-ff03-4415-98d1-580092e58861 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:22.363853 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-547a3970-58ed-453c-b811-c812b380fcf3 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:22.368762 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-547a3970-58ed-453c-b811-c812b380fcf3 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] 10.222.0.59 "DELETE /v2.0/ports/eb863541-8387-4e02-bf02-5285bd0e4dd1 HTTP/1.1" status: 204 len: 168 time: 2.4765809 Feb 10 23:06:22.386783 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42672) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:22.394260 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd94be-c8ef-4915-b6d1-cfced54ceaec req-eeed04e9-c5d0-4ffe-bfe2-d516fbd0ddd0 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:22.396035 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-59cd94be-c8ef-4915-b6d1-cfced54ceaec req-eeed04e9-c5d0-4ffe-bfe2-d516fbd0ddd0 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 945 time: 0.6045861 Feb 10 23:06:22.413971 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:22.445571 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ec47b320-ff03-4415-98d1-580092e58861 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:22.447342 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ec47b320-ff03-4415-98d1-580092e58861 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:22.485447 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-4453dc30-ceca-437f-96b5-7fb030bd4559 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] GET failed (client error): The resource could not be found. Feb 10 23:06:22.486270 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-4453dc30-ceca-437f-96b5-7fb030bd4559 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Synchronizing usage tracker for tenant:09383d266f844d259060f55a62753d0c on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:06:22.497347 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-180ec2ed-77ec-451e-b746-8ef34e71b89b tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:22.498049 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-180ec2ed-77ec-451e-b746-8ef34e71b89b tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] create failed (client error): There was a conflict when trying to complete your request. Feb 10 23:06:22.498963 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-180ec2ed-77ec-451e-b746-8ef34e71b89b tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2531772 Feb 10 23:06:22.500907 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ecac8b19-fa12-40a1-b8dd-a81fc15ae720 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:22.503861 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42676) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:22.518155 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ec47b320-ff03-4415-98d1-580092e58861 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:22.521977 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-9fcc0d45-3235-41d2-b0aa-ee6c5fdda584 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Request body: {'security_group': {'name': 'tempest-secgroup--1580846276'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:22.551321 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9fcc0d45-3235-41d2-b0aa-ee6c5fdda584 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:22.556696 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:22.562570 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9fcc0d45-3235-41d2-b0aa-ee6c5fdda584 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Usage tracker for resource:security_group and tenant:c80b9cd5ac3c4f9dace493766e180bff is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:22.568472 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-4453dc30-ceca-437f-96b5-7fb030bd4559 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Unset dirty status for tenant:09383d266f844d259060f55a62753d0c on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:06:22.573543 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4453dc30-ceca-437f-96b5-7fb030bd4559 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] 10.222.0.59 "GET /v2.0/ports/eb863541-8387-4e02-bf02-5285bd0e4dd1 HTTP/1.1" status: 404 len: 333 time: 0.1724832 Feb 10 23:06:22.573543 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9fcc0d45-3235-41d2-b0aa-ee6c5fdda584 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:22.575280 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42680) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:22.581610 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-cdf7c587-8421-4f7f-97de-0d20841be090 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Request body: {'port': {'network_id': 'feb1a862-beae-4f30-ad12-f81c8a807d39', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-26767227'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:22.591712 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9fcc0d45-3235-41d2-b0aa-ee6c5fdda584 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:22.599332 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ecac8b19-fa12-40a1-b8dd-a81fc15ae720 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:22.605102 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-59cd94be-c8ef-4915-b6d1-cfced54ceaec req-efb4165c-837c-412f-a68b-0b0f5329689c tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668680 Feb 10 23:06:22.682565 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9fcc0d45-3235-41d2-b0aa-ee6c5fdda584 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:22.751267 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a365f817-1f40-4ce3-ab6a-e37e4115251c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:22.752081 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9fcc0d45-3235-41d2-b0aa-ee6c5fdda584 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:22.793916 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ecac8b19-fa12-40a1-b8dd-a81fc15ae720 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Network 279788bf-8bbb-4e9e-afd8-e0ccaa8b879c is not hosted by any dhcp agent {{(pid=84333) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 10 23:06:22.797465 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecac8b19-fa12-40a1-b8dd-a81fc15ae720 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:22.798040 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ecac8b19-fa12-40a1-b8dd-a81fc15ae720 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:22.799278 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-ecac8b19-fa12-40a1-b8dd-a81fc15ae720 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "PUT /v2.0/networks/279788bf-8bbb-4e9e-afd8-e0ccaa8b879c HTTP/1.1" status: 200 len: 723 time: 0.6849537 Feb 10 23:06:22.804972 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42684) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:22.808698 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-6f6a0241-2a78-4e52-be51-56417a93cf1d tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Deleting port 7bd33167-b597-4795-8ff4-4343adac1a25 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:06:22.809043 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6f6a0241-2a78-4e52-be51-56417a93cf1d tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:22.845542 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-36fc0b91-f482-45cd-8611-2a6addc3b0a6 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Request body: {'subnet': {'network_id': '279788bf-8bbb-4e9e-afd8-e0ccaa8b879c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:22.992569 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9fcc0d45-3235-41d2-b0aa-ee6c5fdda584 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:22.996037 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecac8b19-fa12-40a1-b8dd-a81fc15ae720 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Pushing event updated for resources: {'Network': ['ID=279788bf-8bbb-4e9e-afd8-e0ccaa8b879c,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:23.007772 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 279788bf-8bbb-4e9e-afd8-e0ccaa8b879c details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:06:23.027445 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9fcc0d45-3235-41d2-b0aa-ee6c5fdda584 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Usage tracker for resource:security_group_rule and tenant:c80b9cd5ac3c4f9dace493766e180bff is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:23.038081 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ec47b320-ff03-4415-98d1-580092e58861 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:23.046423 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-cdf7c587-8421-4f7f-97de-0d20841be090 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:23.047354 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9fcc0d45-3235-41d2-b0aa-ee6c5fdda584 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:23.059224 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-cdf7c587-8421-4f7f-97de-0d20841be090 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:23.079923 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a365f817-1f40-4ce3-ab6a-e37e4115251c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:23.201226 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf7c587-8421-4f7f-97de-0d20841be090 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Made reservation on behalf of 09383d266f844d259060f55a62753d0c for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:06:23.204465 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cdf7c587-8421-4f7f-97de-0d20841be090 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:23.241609 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-cdf7c587-8421-4f7f-97de-0d20841be090 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] device_id is not set on port a7a5b0b7-c664-4ba5-a3f1-ecfecafd235f yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:06:23.273977 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9fcc0d45-3235-41d2-b0aa-ee6c5fdda584 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:23.322049 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ccdb2684-f2fc-4636-8819-03f3d4be410e tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "GET /v2.0/routers/1d7e5b39-263f-40f0-8c80-c77f963cca9b HTTP/1.1" status: 200 len: 887 time: 1.3417296 Feb 10 23:06:23.322049 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-36fc0b91-f482-45cd-8611-2a6addc3b0a6 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:23.325804 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42688) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:23.343854 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-36fc0b91-f482-45cd-8611-2a6addc3b0a6 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Usage tracker for resource:subnet and tenant:3165e40034a94fb1867776c36ae44e52 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:23.351034 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-36fc0b91-f482-45cd-8611-2a6addc3b0a6 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:23.365632 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-36fc0b91-f482-45cd-8611-2a6addc3b0a6 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:23.413924 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-cf5a1d46-a762-4eab-9355-ee92fcbe6eee tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Synchronizing usage tracker for tenant:62dc022463634d02b4f57b75cc001545 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:06:23.464673 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-cdf7c587-8421-4f7f-97de-0d20841be090 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Allocated IP 2001:db8::243 (feb1a862-beae-4f30-ad12-f81c8a807d39/d4bb420d-920f-46f2-9dba-34e86f799fc3/a7a5b0b7-c664-4ba5-a3f1-ecfecafd235f) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:06:23.511848 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6f6a0241-2a78-4e52-be51-56417a93cf1d tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:23.519261 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36fc0b91-f482-45cd-8611-2a6addc3b0a6 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Made reservation on behalf of 3165e40034a94fb1867776c36ae44e52 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:06:23.536364 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-cf5a1d46-a762-4eab-9355-ee92fcbe6eee tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Unset dirty status for tenant:62dc022463634d02b4f57b75cc001545 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:06:23.541555 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-cf5a1d46-a762-4eab-9355-ee92fcbe6eee tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d7e5b39-263f-40f0-8c80-c77f963cca9b HTTP/1.1" status: 200 len: 205 time: 0.2107840 Feb 10 23:06:23.543885 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42692) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:23.620708 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ec47b320-ff03-4415-98d1-580092e58861 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:23.715905 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ec47b320-ff03-4415-98d1-580092e58861 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:23.747324 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-6f6a0241-2a78-4e52-be51-56417a93cf1d tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Calling delete_port for 7bd33167-b597-4795-8ff4-4343adac1a25 owned by network:router_interface {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:06:23.840056 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9fcc0d45-3235-41d2-b0aa-ee6c5fdda584 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:23.886253 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-36fc0b91-f482-45cd-8611-2a6addc3b0a6 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:23.899938 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:24.012666 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9fcc0d45-3235-41d2-b0aa-ee6c5fdda584 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:24.069489 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a365f817-1f40-4ce3-ab6a-e37e4115251c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:24.074192 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cdf7c587-8421-4f7f-97de-0d20841be090 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:24.085379 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865de21e-8b1a-40ca-b492-e95580888379 req-b02f4777-d6f3-4562-b0b2-6ca2a03e66b0 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:24.087402 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-865de21e-8b1a-40ca-b492-e95580888379 req-b02f4777-d6f3-4562-b0b2-6ca2a03e66b0 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 945 time: 0.3062911 Feb 10 23:06:24.100325 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9fcc0d45-3235-41d2-b0aa-ee6c5fdda584 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:24.105803 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-ec47b320-ff03-4415-98d1-580092e58861 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Allocated IP 172.26.8.195 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/6a85ea2d-a400-4e25-a653-aba7279ca4c1) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:06:24.106063 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcc0d45-3235-41d2-b0aa-ee6c5fdda584 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=328381fb-4072-431b-a2db-57fe323ab23d,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:24.114058 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9fcc0d45-3235-41d2-b0aa-ee6c5fdda584 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Usage tracker for resource:security_group_rule and tenant:c80b9cd5ac3c4f9dace493766e180bff is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:24.118155 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9fcc0d45-3235-41d2-b0aa-ee6c5fdda584 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:24.130567 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9fcc0d45-3235-41d2-b0aa-ee6c5fdda584 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:24.136934 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-cdf7c587-8421-4f7f-97de-0d20841be090 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Transition to ACTIVE for port object a7a5b0b7-c664-4ba5-a3f1-ecfecafd235f will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:06:24.160048 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a365f817-1f40-4ce3-ab6a-e37e4115251c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:24.267012 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-865de21e-8b1a-40ca-b492-e95580888379 req-70c69ee8-f723-4d15-a91f-80214a828666 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667917 Feb 10 23:06:24.331066 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b52387ef-78e2-432a-a5d7-d0fb71bde7ee tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:24.386414 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cdf7c587-8421-4f7f-97de-0d20841be090 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:24.386656 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365f817-1f40-4ce3-ab6a-e37e4115251c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Pushing event updated for resources: {'Port': ['ID=929e2964-85d6-44f7-ab04-7f01fed416ad,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:24.396092 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ec47b320-ff03-4415-98d1-580092e58861 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:24.428025 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9fcc0d45-3235-41d2-b0aa-ee6c5fdda584 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:24.457525 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a365f817-1f40-4ce3-ab6a-e37e4115251c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1734214'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:24.463516 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6f6a0241-2a78-4e52-be51-56417a93cf1d tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:24.519497 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9fcc0d45-3235-41d2-b0aa-ee6c5fdda584 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:24.538332 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf7c587-8421-4f7f-97de-0d20841be090 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Network feb1a862-beae-4f30-ad12-f81c8a807d39 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:06:24.540981 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-36fc0b91-f482-45cd-8611-2a6addc3b0a6 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:24.544619 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-cdf7c587-8421-4f7f-97de-0d20841be090 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:06:24.544779 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6a0241-2a78-4e52-be51-56417a93cf1d tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event deleted for resources: {'Port': ['ID=7bd33167-b597-4795-8ff4-4343adac1a25,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:24.557509 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf7c587-8421-4f7f-97de-0d20841be090 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:06:24.561329 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf7c587-8421-4f7f-97de-0d20841be090 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:24.561923 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cdf7c587-8421-4f7f-97de-0d20841be090 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:24.572281 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf7c587-8421-4f7f-97de-0d20841be090 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Pushing event updated for resources: {'Port': ['ID=a7a5b0b7-c664-4ba5-a3f1-ecfecafd235f,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:24.692811 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9fcc0d45-3235-41d2-b0aa-ee6c5fdda584 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:24.694198 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9fcc0d45-3235-41d2-b0aa-ee6c5fdda584 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.1837730 Feb 10 23:06:24.751949 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42698) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:24.752647 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcc0d45-3235-41d2-b0aa-ee6c5fdda584 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce69389-dc53-41e8-bdb6-c35df1cdd85f,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:24.768670 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a365f817-1f40-4ce3-ab6a-e37e4115251c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:24.769865 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a365f817-1f40-4ce3-ab6a-e37e4115251c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7011476 Feb 10 23:06:24.785160 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-ee0a959a-dfa1-4d29-9584-bd53739c8e59 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Request body: {'security_group_rule': {'security_group_id': '8ce69389-dc53-41e8-bdb6-c35df1cdd85f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:24.792642 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42702) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:24.823153 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-cdf7c587-8421-4f7f-97de-0d20841be090 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.2480633 Feb 10 23:06:24.827600 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ec47b320-ff03-4415-98d1-580092e58861 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:24.833303 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42704) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:24.856136 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fc0b91-f482-45cd-8611-2a6addc3b0a6 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Pushing event updated for resources: {'Subnet': ['ID=5ee7f896-3e51-4735-9794-589df2aa8bc4,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:24.863802 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-ee0a959a-dfa1-4d29-9584-bd53739c8e59 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:24.869805 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-998aed44-1761-4e44-9edd-1fb598a8452e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Request body: {'port': {'network_id': 'e03b4806-3892-4f1a-9d10-327ba2c6f623', 'name': 'tempest-FloatingIPTestJSON-327505096'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:24.888850 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-35dc58a7-3a25-43c6-bf71-2bf631a3f215 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Request body: {'port': {'network_id': 'feb1a862-beae-4f30-ad12-f81c8a807d39', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1562445700'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:24.896202 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ee0a959a-dfa1-4d29-9584-bd53739c8e59 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Usage tracker for resource:security_group_rule and tenant:c80b9cd5ac3c4f9dace493766e180bff is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:25.049093 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec47b320-ff03-4415-98d1-580092e58861 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Pushing event updated for resources: {'Port': ['ID=6a85ea2d-a400-4e25-a653-aba7279ca4c1,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:25.054136 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-893195b2-75c3-466e-b97f-fa36e0e3b41e None None] Provisioning for port a7a5b0b7-c664-4ba5-a3f1-ecfecafd235f completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:06:25.058241 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec47b320-ff03-4415-98d1-580092e58861 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:06:25.064937 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ee0a959a-dfa1-4d29-9584-bd53739c8e59 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:25.066561 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-893195b2-75c3-466e-b97f-fa36e0e3b41e None None] Provisioning complete for port a7a5b0b7-c664-4ba5-a3f1-ecfecafd235f triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:06:25.068299 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-893195b2-75c3-466e-b97f-fa36e0e3b41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:25.070374 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-ec47b320-ff03-4415-98d1-580092e58861 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:06:25.081585 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec47b320-ff03-4415-98d1-580092e58861 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:06:25.085435 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-ee0a959a-dfa1-4d29-9584-bd53739c8e59 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:25.112258 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fc0b91-f482-45cd-8611-2a6addc3b0a6 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Checking segment: {'id': 'a3dc9e82-4d4a-4eb1-962d-de987e00fc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '279788bf-8bbb-4e9e-afd8-e0ccaa8b879c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:06:25.112525 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fc0b91-f482-45cd-8611-2a6addc3b0a6 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Network hostable DHCP agents. Network: 279788bf-8bbb-4e9e-afd8-e0ccaa8b879c, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:06:25.128380 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-893195b2-75c3-466e-b97f-fa36e0e3b41e None None] Port a7a5b0b7-c664-4ba5-a3f1-ecfecafd235f cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:06:25.128813 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b52387ef-78e2-432a-a5d7-d0fb71bde7ee tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:25.157793 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6f6a0241-2a78-4e52-be51-56417a93cf1d tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2767638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733091'] for router_interface, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:25.162609 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-35dc58a7-3a25-43c6-bf71-2bf631a3f215 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:25.169524 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-35dc58a7-3a25-43c6-bf71-2bf631a3f215 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Usage tracker for resource:port and tenant:09383d266f844d259060f55a62753d0c is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:25.173699 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-998aed44-1761-4e44-9edd-1fb598a8452e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:25.185986 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-998aed44-1761-4e44-9edd-1fb598a8452e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Usage tracker for resource:port and tenant:ef749632f6e8410c86d95344b6b5e6cc is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:25.190379 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-998aed44-1761-4e44-9edd-1fb598a8452e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:25.194286 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-35dc58a7-3a25-43c6-bf71-2bf631a3f215 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:25.209458 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-35dc58a7-3a25-43c6-bf71-2bf631a3f215 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:25.232035 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b52387ef-78e2-432a-a5d7-d0fb71bde7ee tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Deleting port 6294c3fe-8395-4579-a011-06369c4b9eff {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:06:25.232456 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b52387ef-78e2-432a-a5d7-d0fb71bde7ee tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:25.247921 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ee0a959a-dfa1-4d29-9584-bd53739c8e59 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:25.254678 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-998aed44-1761-4e44-9edd-1fb598a8452e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:25.367193 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35dc58a7-3a25-43c6-bf71-2bf631a3f215 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Made reservation on behalf of 09383d266f844d259060f55a62753d0c for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:06:25.371341 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-35dc58a7-3a25-43c6-bf71-2bf631a3f215 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:25.418182 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-35dc58a7-3a25-43c6-bf71-2bf631a3f215 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] device_id is not set on port f86638e6-e7ca-48ed-b41d-f35de7dbe33c yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:06:25.430300 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fc0b91-f482-45cd-8611-2a6addc3b0a6 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Network 279788bf-8bbb-4e9e-afd8-e0ccaa8b879c is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:06:25.513605 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b52387ef-78e2-432a-a5d7-d0fb71bde7ee tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:25.526109 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ee0a959a-dfa1-4d29-9584-bd53739c8e59 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:25.590654 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998aed44-1761-4e44-9edd-1fb598a8452e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Made reservation on behalf of ef749632f6e8410c86d95344b6b5e6cc for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:06:25.593605 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-998aed44-1761-4e44-9edd-1fb598a8452e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:25.614037 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ee0a959a-dfa1-4d29-9584-bd53739c8e59 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:25.620824 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-36fc0b91-f482-45cd-8611-2a6addc3b0a6 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 279788bf-8bbb-4e9e-afd8-e0ccaa8b879c) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:06:25.625986 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fc0b91-f482-45cd-8611-2a6addc3b0a6 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:25.626866 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-36fc0b91-f482-45cd-8611-2a6addc3b0a6 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:25.631570 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538396e9-f3da-47b6-9a59-a5c2dcfad116 None None] Network 279788bf-8bbb-4e9e-afd8-e0ccaa8b879c requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:06:25.683426 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b52387ef-78e2-432a-a5d7-d0fb71bde7ee tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Calling delete_port for 6294c3fe-8395-4579-a011-06369c4b9eff owned by network:router_gateway {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:06:25.684733 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-998aed44-1761-4e44-9edd-1fb598a8452e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] device_id is not set on port 0155e9a7-4bf9-4598-8b09-087921375d3d yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:06:25.730242 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0a959a-dfa1-4d29-9584-bd53739c8e59 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=319dd9f7-ded3-4f05-9e30-da6545775a33,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:25.788746 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-35dc58a7-3a25-43c6-bf71-2bf631a3f215 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Allocated IP 2001:db8::3a6 (feb1a862-beae-4f30-ad12-f81c8a807d39/d4bb420d-920f-46f2-9dba-34e86f799fc3/f86638e6-e7ca-48ed-b41d-f35de7dbe33c) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:06:25.836068 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ee0a959a-dfa1-4d29-9584-bd53739c8e59 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:25.839298 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ee0a959a-dfa1-4d29-9584-bd53739c8e59 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0814607 Feb 10 23:06:25.842777 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42712) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:25.855890 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-d18ea7c4-15ea-4fcd-9eb5-d5bc0af3485d tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Request body: {'security_group_rule': {'security_group_id': '8ce69389-dc53-41e8-bdb6-c35df1cdd85f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:25.866169 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaff8dbf-070b-4a7d-b9bc-1b51c91aae53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-279788bf-8bbb-4e9e-afd8-e0ccaa8b879c', 'network_id': '279788bf-8bbb-4e9e-afd8-e0ccaa8b879c', 'tenant_id': '3165e40034a94fb1867776c36ae44e52', 'fixed_ips': [{'subnet_id': '5ee7f896-3e51-4735-9794-589df2aa8bc4'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:06:25.867101 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aaff8dbf-070b-4a7d-b9bc-1b51c91aae53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:25.876080 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d18ea7c4-15ea-4fcd-9eb5-d5bc0af3485d tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:25.881130 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ec47b320-ff03-4415-98d1-580092e58861 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:25.881901 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ec47b320-ff03-4415-98d1-580092e58861 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:25.893256 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-d18ea7c4-15ea-4fcd-9eb5-d5bc0af3485d tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Usage tracker for resource:security_group_rule and tenant:c80b9cd5ac3c4f9dace493766e180bff is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:25.905234 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-d18ea7c4-15ea-4fcd-9eb5-d5bc0af3485d tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:25.905456 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-36fc0b91-f482-45cd-8611-2a6addc3b0a6 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0979331 Feb 10 23:06:25.911336 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42716) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:25.933850 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d18ea7c4-15ea-4fcd-9eb5-d5bc0af3485d tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:25.953563 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce4d559-f859-4fd1-b4e9-6d9203aabe19 req-d3b5b610-7864-40f0-b461-91cb57cf0d37 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:25.955075 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2ce4d559-f859-4fd1-b4e9-6d9203aabe19 req-d3b5b610-7864-40f0-b461-91cb57cf0d37 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 945 time: 0.5596929 Feb 10 23:06:25.963504 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-6fb53b94-1403-4ffb-98e6-ce299d06ccd8 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:26.054434 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-aaff8dbf-070b-4a7d-b9bc-1b51c91aae53 None None] Allocated IP 172.20.0.2 (279788bf-8bbb-4e9e-afd8-e0ccaa8b879c/5ee7f896-3e51-4735-9794-589df2aa8bc4/301cab5b-8ee8-439a-9ec7-044b6e54f1e1) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:06:26.130813 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-998aed44-1761-4e44-9edd-1fb598a8452e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Allocated IP 172.20.0.3 (e03b4806-3892-4f1a-9d10-327ba2c6f623/b5f55256-8e66-413f-b024-00a20ae3e3e1/0155e9a7-4bf9-4598-8b09-087921375d3d) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:06:26.137283 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f6a0241-2a78-4e52-be51-56417a93cf1d tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Router 1bc4cb0c-2237-44e8-aed2-65ee96fb1ccc has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:06:26.154594 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2ce4d559-f859-4fd1-b4e9-6d9203aabe19 req-0ea1ea5e-d518-462a-afa6-e6f4d0365ab0 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541457 Feb 10 23:06:26.175894 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6fb53b94-1403-4ffb-98e6-ce299d06ccd8 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1511872'] for subnet, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:26.199910 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d18ea7c4-15ea-4fcd-9eb5-d5bc0af3485d tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:26.274321 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aaff8dbf-070b-4a7d-b9bc-1b51c91aae53 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:26.308880 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-35dc58a7-3a25-43c6-bf71-2bf631a3f215 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:26.354966 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-35dc58a7-3a25-43c6-bf71-2bf631a3f215 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Transition to ACTIVE for port object f86638e6-e7ca-48ed-b41d-f35de7dbe33c will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:06:26.356021 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-aaff8dbf-070b-4a7d-b9bc-1b51c91aae53 None None] Transition to ACTIVE for port object 301cab5b-8ee8-439a-9ec7-044b6e54f1e1 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:06:26.357908 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b52387ef-78e2-432a-a5d7-d0fb71bde7ee tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:26.379147 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-aaff8dbf-070b-4a7d-b9bc-1b51c91aae53 None None] Transition to ACTIVE for port object 301cab5b-8ee8-439a-9ec7-044b6e54f1e1 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:06:26.477420 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aaff8dbf-070b-4a7d-b9bc-1b51c91aae53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:26.532111 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52387ef-78e2-432a-a5d7-d0fb71bde7ee tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event deleted for resources: {'Port': ['ID=6294c3fe-8395-4579-a011-06369c4b9eff,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:26.534481 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.api.v2.resource [None req-d18ea7c4-15ea-4fcd-9eb5-d5bc0af3485d tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] create failed (client error): There was a conflict when trying to complete your request. Feb 10 23:06:26.538148 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-d18ea7c4-15ea-4fcd-9eb5-d5bc0af3485d tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6912770 Feb 10 23:06:26.541870 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42720) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:26.556941 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaff8dbf-070b-4a7d-b9bc-1b51c91aae53 None None] Network 279788bf-8bbb-4e9e-afd8-e0ccaa8b879c is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:06:26.560944 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-aaff8dbf-070b-4a7d-b9bc-1b51c91aae53 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:06:26.563312 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaff8dbf-070b-4a7d-b9bc-1b51c91aae53 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:06:26.570153 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaff8dbf-070b-4a7d-b9bc-1b51c91aae53 None None] Pushing event updated for resources: {'Port': ['ID=301cab5b-8ee8-439a-9ec7-044b6e54f1e1,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:26.667571 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6a0241-2a78-4e52-be51-56417a93cf1d tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:06:26.684450 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-aaff8dbf-070b-4a7d-b9bc-1b51c91aae53 None None] Attempting to bind port 301cab5b-8ee8-439a-9ec7-044b6e54f1e1 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:06:26.684824 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-aaff8dbf-070b-4a7d-b9bc-1b51c91aae53 None None] Attempting to bind port 301cab5b-8ee8-439a-9ec7-044b6e54f1e1 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': 'a3dc9e82-4d4a-4eb1-962d-de987e00fc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '279788bf-8bbb-4e9e-afd8-e0ccaa8b879c'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:06:26.685244 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaff8dbf-070b-4a7d-b9bc-1b51c91aae53 None None] Attempting to bind port 301cab5b-8ee8-439a-9ec7-044b6e54f1e1 on network 279788bf-8bbb-4e9e-afd8-e0ccaa8b879c {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:06:26.688334 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ab2746-2bcc-46f8-b866-848ebb2dc0e5 None None] Sync routers for ids ['1bc4cb0c-2237-44e8-aed2-65ee96fb1ccc'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:06:26.693912 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaff8dbf-070b-4a7d-b9bc-1b51c91aae53 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:06:26.694381 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaff8dbf-070b-4a7d-b9bc-1b51c91aae53 None None] Checking segment: {'id': 'a3dc9e82-4d4a-4eb1-962d-de987e00fc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '279788bf-8bbb-4e9e-afd8-e0ccaa8b879c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:06:26.695102 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aaff8dbf-070b-4a7d-b9bc-1b51c91aae53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:26.697338 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaff8dbf-070b-4a7d-b9bc-1b51c91aae53 None None] Bound using segment: {'id': 'a3dc9e82-4d4a-4eb1-962d-de987e00fc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '279788bf-8bbb-4e9e-afd8-e0ccaa8b879c'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:06:26.698993 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-aaff8dbf-070b-4a7d-b9bc-1b51c91aae53 None None] Bound port: 301cab5b-8ee8-439a-9ec7-044b6e54f1e1, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3dc9e82-4d4a-4eb1-962d-de987e00fc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '279788bf-8bbb-4e9e-afd8-e0ccaa8b879c'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:06:26.698993 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aaff8dbf-070b-4a7d-b9bc-1b51c91aae53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:26.706694 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6f6a0241-2a78-4e52-be51-56417a93cf1d tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "PUT /v2.0/routers/1bc4cb0c-2237-44e8-aed2-65ee96fb1ccc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9380050 Feb 10 23:06:26.707729 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42724) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:26.716140 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ab2746-2bcc-46f8-b866-848ebb2dc0e5 None None] Routers {'1bc4cb0c-2237-44e8-aed2-65ee96fb1ccc'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:06:26.717368 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-41ab2746-2bcc-46f8-b866-848ebb2dc0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:06:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['1bc4cb0c-2237-44e8-aed2-65ee96fb1ccc'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:26.796434 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-998aed44-1761-4e44-9edd-1fb598a8452e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:26.805720 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d7082b7a-ceec-48e2-84f4-c50727256fd7 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Synchronizing usage tracker for tenant:9679d844e15947ffaadb0d4f870cf9d6 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:06:26.809039 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-aaff8dbf-070b-4a7d-b9bc-1b51c91aae53 None None] For port 301cab5b-8ee8-439a-9ec7-044b6e54f1e1, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:06:26.814658 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-aaff8dbf-070b-4a7d-b9bc-1b51c91aae53 None None] For port 301cab5b-8ee8-439a-9ec7-044b6e54f1e1, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=301cab5b-8ee8-439a-9ec7-044b6e54f1e1,segment=NetworkSegment(a3dc9e82-4d4a-4eb1-962d-de987e00fc24),segment_id=a3dc9e82-4d4a-4eb1-962d-de987e00fc24)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:06:26.814893 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-41ab2746-2bcc-46f8-b866-848ebb2dc0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:26.828204 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ab2746-2bcc-46f8-b866-848ebb2dc0e5 None None] Routers {'1bc4cb0c-2237-44e8-aed2-65ee96fb1ccc'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:06:26.829482 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-41ab2746-2bcc-46f8-b866-848ebb2dc0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:06:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['1bc4cb0c-2237-44e8-aed2-65ee96fb1ccc'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:26.859209 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-35dc58a7-3a25-43c6-bf71-2bf631a3f215 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:26.871224 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aaff8dbf-070b-4a7d-b9bc-1b51c91aae53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:26.895488 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-41ab2746-2bcc-46f8-b866-848ebb2dc0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:26.895881 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ab2746-2bcc-46f8-b866-848ebb2dc0e5 None None] The sync data for ids ['1bc4cb0c-2237-44e8-aed2-65ee96fb1ccc'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:06:26.907006 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-01c459af-6080-4b65-849a-94b9c30bebda tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:26.922077 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d7082b7a-ceec-48e2-84f4-c50727256fd7 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Unset dirty status for tenant:9679d844e15947ffaadb0d4f870cf9d6 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:06:26.924961 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d7082b7a-ceec-48e2-84f4-c50727256fd7 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc4cb0c-2237-44e8-aed2-65ee96fb1ccc HTTP/1.1" status: 200 len: 205 time: 0.2071631 Feb 10 23:06:26.926419 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42728) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:26.964063 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaff8dbf-070b-4a7d-b9bc-1b51c91aae53 None None] Pushing event updated for resources: {'Port': ['ID=301cab5b-8ee8-439a-9ec7-044b6e54f1e1,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:26.976877 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b52387ef-78e2-432a-a5d7-d0fb71bde7ee tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734197'] for router_gateway, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:27.006354 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6fb53b94-1403-4ffb-98e6-ce299d06ccd8 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769972262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-32032845'] for subnet, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:27.061104 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-998aed44-1761-4e44-9edd-1fb598a8452e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:27.137046 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-01c459af-6080-4b65-849a-94b9c30bebda tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:27.154862 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35dc58a7-3a25-43c6-bf71-2bf631a3f215 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Network feb1a862-beae-4f30-ad12-f81c8a807d39 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:06:27.168084 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-35dc58a7-3a25-43c6-bf71-2bf631a3f215 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:06:27.174510 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dc58a7-3a25-43c6-bf71-2bf631a3f215 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Pushing event updated for resources: {'Port': ['ID=f86638e6-e7ca-48ed-b41d-f35de7dbe33c,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:27.183005 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dc58a7-3a25-43c6-bf71-2bf631a3f215 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:06:27.187091 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dc58a7-3a25-43c6-bf71-2bf631a3f215 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:27.187559 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-35dc58a7-3a25-43c6-bf71-2bf631a3f215 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:27.249736 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb53b94-1403-4ffb-98e6-ce299d06ccd8 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Pushing event updated for resources: {'Subnet': ['ID=5ee7f896-3e51-4735-9794-589df2aa8bc4,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:27.255125 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb53b94-1403-4ffb-98e6-ce299d06ccd8 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:27.255853 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6fb53b94-1403-4ffb-98e6-ce299d06ccd8 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:27.257478 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6fb53b94-1403-4ffb-98e6-ce299d06ccd8 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "PUT /v2.0/subnets/5ee7f896-3e51-4735-9794-589df2aa8bc4 HTTP/1.1" status: 200 len: 806 time: 1.3393018 Feb 10 23:06:27.272859 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42734) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:27.274975 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998aed44-1761-4e44-9edd-1fb598a8452e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Pushing event updated for resources: {'Port': ['ID=0155e9a7-4bf9-4598-8b09-087921375d3d,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:27.390083 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998aed44-1761-4e44-9edd-1fb598a8452e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Network e03b4806-3892-4f1a-9d10-327ba2c6f623 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:06:27.403858 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-998aed44-1761-4e44-9edd-1fb598a8452e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:06:27.409588 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998aed44-1761-4e44-9edd-1fb598a8452e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:06:27.435019 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b52387ef-78e2-432a-a5d7-d0fb71bde7ee tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:27.447661 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b52387ef-78e2-432a-a5d7-d0fb71bde7ee tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:27.448817 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6d40705f-2f7e-4f66-bd4b-c9d90f4e6555 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:27.468376 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec47b320-ff03-4415-98d1-580092e58861 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Router 5c40008f-2cc5-4a26-98d1-04c410a50828 is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:06:27.501408 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-35dc58a7-3a25-43c6-bf71-2bf631a3f215 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.6181440 Feb 10 23:06:27.504219 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42738) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:27.512466 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-8d832bd2-5174-44e9-9906-c50c13553454 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1f8', 'mac_address': 'fa:16:3e:3a:b2:e2'}, {'ip_address': '2001:db8::243', 'mac_address': 'fa:16:3e:cf:bd:5f'}]}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:27.544850 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec232bf-e3f1-4b82-9707-2e8a22278121 req-816e9e5e-ec81-4ee4-a279-c9ef40ce6ed7 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:27.546303 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-4ec232bf-e3f1-4b82-9707-2e8a22278121 req-816e9e5e-ec81-4ee4-a279-c9ef40ce6ed7 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 945 time: 0.1824005 Feb 10 23:06:27.616767 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-01c459af-6080-4b65-849a-94b9c30bebda tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:27.629777 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998aed44-1761-4e44-9edd-1fb598a8452e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:27.630630 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-998aed44-1761-4e44-9edd-1fb598a8452e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:27.642247 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b52387ef-78e2-432a-a5d7-d0fb71bde7ee tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:27.642745 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b52387ef-78e2-432a-a5d7-d0fb71bde7ee tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Fanout notify agent at l3_agent the message router_deleted on router 1d7e5b39-263f-40f0-8c80-c77f963cca9b {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:06:27.720323 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c459af-6080-4b65-849a-94b9c30bebda tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce69389-dc53-41e8-bdb6-c35df1cdd85f,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:27.725861 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-813a9996-d28f-47b1-999e-6f0c81c2a056 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:27.753566 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-01c459af-6080-4b65-849a-94b9c30bebda tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:27.757600 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-01c459af-6080-4b65-849a-94b9c30bebda tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] 10.222.0.59 "DELETE /v2.0/security-groups/8ce69389-dc53-41e8-bdb6-c35df1cdd85f HTTP/1.1" status: 204 len: 168 time: 1.2136428 Feb 10 23:06:27.761387 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b52387ef-78e2-432a-a5d7-d0fb71bde7ee tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:27.762433 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-b52387ef-78e2-432a-a5d7-d0fb71bde7ee tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "DELETE /v2.0/routers/1d7e5b39-263f-40f0-8c80-c77f963cca9b HTTP/1.1" status: 204 len: 168 time: 4.2176392 Feb 10 23:06:27.763393 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42742) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:27.776976 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42744) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:27.810540 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-1aeeb01c-08b8-4922-bbda-9b43357f8755 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Request body: {'network': {'name': 'tempest-RoutersTest-1124678227'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:27.829882 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-1aeeb01c-08b8-4922-bbda-9b43357f8755 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:27.878383 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-813a9996-d28f-47b1-999e-6f0c81c2a056 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Deleting port 301cab5b-8ee8-439a-9ec7-044b6e54f1e1 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:06:27.878677 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-813a9996-d28f-47b1-999e-6f0c81c2a056 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:27.902533 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-1aeeb01c-08b8-4922-bbda-9b43357f8755 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Usage tracker for resource:network and tenant:62dc022463634d02b4f57b75cc001545 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:27.917900 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-1aeeb01c-08b8-4922-bbda-9b43357f8755 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:27.924562 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-4ec232bf-e3f1-4b82-9707-2e8a22278121 req-9a8c9b32-0f46-4f80-a26c-63c86dfb9874 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3085096 Feb 10 23:06:27.949332 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-1aeeb01c-08b8-4922-bbda-9b43357f8755 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:28.000055 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6d40705f-2f7e-4f66-bd4b-c9d90f4e6555 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:28.009856 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6d40705f-2f7e-4f66-bd4b-c9d90f4e6555 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:28.013098 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-9a60b45e-ec0d-47d9-b701-d82991937ada None None] Provisioning for port f86638e6-e7ca-48ed-b41d-f35de7dbe33c completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:06:28.019363 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-9a60b45e-ec0d-47d9-b701-d82991937ada None None] Provisioning complete for port f86638e6-e7ca-48ed-b41d-f35de7dbe33c triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:06:28.019819 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9a60b45e-ec0d-47d9-b701-d82991937ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:28.074610 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-091cdabc-f905-4e3b-9d46-743b909dcdd7 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Synchronizing usage tracker for tenant:c80b9cd5ac3c4f9dace493766e180bff on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:06:28.099178 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-998aed44-1761-4e44-9edd-1fb598a8452e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.2490296 Feb 10 23:06:28.100058 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42752) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:28.132698 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-9a60b45e-ec0d-47d9-b701-d82991937ada None None] Port f86638e6-e7ca-48ed-b41d-f35de7dbe33c cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:06:28.146465 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfcdc4d-c599-498a-8b19-c6fc7531196a None None] Network 279788bf-8bbb-4e9e-afd8-e0ccaa8b879c requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:06:28.153814 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-a9ed14c5-4d15-4d69-9ab6-af2255b0bb67 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Request body: {'floatingip': {'port_id': '0155e9a7-4bf9-4598-8b09-087921375d3d'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:28.271678 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8d832bd2-5174-44e9-9906-c50c13553454 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:28.330578 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aeeb01c-08b8-4922-bbda-9b43357f8755 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Made reservation on behalf of 62dc022463634d02b4f57b75cc001545 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:06:28.333487 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1aeeb01c-08b8-4922-bbda-9b43357f8755 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:28.392572 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-c9fddfcc-943f-4142-b4b6-27e3395513d6 None None] Provisioning for port 301cab5b-8ee8-439a-9ec7-044b6e54f1e1 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:06:28.408210 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aeeb01c-08b8-4922-bbda-9b43357f8755 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:06:28.417530 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-091cdabc-f905-4e3b-9d46-743b909dcdd7 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Unset dirty status for tenant:c80b9cd5ac3c4f9dace493766e180bff on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:06:28.418772 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-091cdabc-f905-4e3b-9d46-743b909dcdd7 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6449776 Feb 10 23:06:28.441259 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42758) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:28.441897 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-813a9996-d28f-47b1-999e-6f0c81c2a056 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] For port 301cab5b-8ee8-439a-9ec7-044b6e54f1e1, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=301cab5b-8ee8-439a-9ec7-044b6e54f1e1,segment=NetworkSegment(a3dc9e82-4d4a-4eb1-962d-de987e00fc24),segment_id=a3dc9e82-4d4a-4eb1-962d-de987e00fc24)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:06:28.442379 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-813a9996-d28f-47b1-999e-6f0c81c2a056 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:28.506138 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-066b4a12-3efe-4c86-b10f-3c0651cb62bf tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Request body: {'security_group': {'name': 'tempest-secgroup--555135439'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:28.519528 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-066b4a12-3efe-4c86-b10f-3c0651cb62bf tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:28.551410 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1aeeb01c-08b8-4922-bbda-9b43357f8755 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:28.552020 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-1aeeb01c-08b8-4922-bbda-9b43357f8755 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Added segment 99b95884-5a65-4e53-8996-56fd12f16860 of type vlan for network 7c7106b9-d279-4464-96b5-1e8b36a3c4f2 Feb 10 23:06:28.599027 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a9ed14c5-4d15-4d69-9ab6-af2255b0bb67 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for floatingip, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:28.605112 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-066b4a12-3efe-4c86-b10f-3c0651cb62bf tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:28.653100 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1aeeb01c-08b8-4922-bbda-9b43357f8755 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:28.662453 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec47b320-ff03-4415-98d1-580092e58861 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:06:28.676762 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e44bb7-e373-489c-bcda-9e399cfcebda None None] Sync routers for ids ['5c40008f-2cc5-4a26-98d1-04c410a50828'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:06:28.684052 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-813a9996-d28f-47b1-999e-6f0c81c2a056 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Calling delete_port for 301cab5b-8ee8-439a-9ec7-044b6e54f1e1 owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:06:28.694009 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e44bb7-e373-489c-bcda-9e399cfcebda None None] Routers {'5c40008f-2cc5-4a26-98d1-04c410a50828'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:06:28.701027 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-e1e44bb7-e373-489c-bcda-9e399cfcebda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:06:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['5c40008f-2cc5-4a26-98d1-04c410a50828'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:28.715299 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6d40705f-2f7e-4f66-bd4b-c9d90f4e6555 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:28.715789 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d40705f-2f7e-4f66-bd4b-c9d90f4e6555 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Fanout notify agent at l3_agent the message router_deleted on router 1bc4cb0c-2237-44e8-aed2-65ee96fb1ccc {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:06:28.733185 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-066b4a12-3efe-4c86-b10f-3c0651cb62bf tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:28.785251 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26458c15-22ec-421d-a437-4871785dcaf4 req-d2782122-58d9-4b3d-889f-1fc90d4e4bd8 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:28.786632 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-26458c15-22ec-421d-a437-4871785dcaf4 req-d2782122-58d9-4b3d-889f-1fc90d4e4bd8 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 945 time: 0.2847316 Feb 10 23:06:28.790437 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8d832bd2-5174-44e9-9906-c50c13553454 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:28.802269 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ec47b320-ff03-4415-98d1-580092e58861 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:28.807186 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-ec47b320-ff03-4415-98d1-580092e58861 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.5240488 Feb 10 23:06:28.807372 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42762) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:28.820579 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249efa4d-38d3-44d2-8cfd-02287387806e None None] Network 279788bf-8bbb-4e9e-afd8-e0ccaa8b879c requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:06:28.851646 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6d40705f-2f7e-4f66-bd4b-c9d90f4e6555 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:28.853799 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6d40705f-2f7e-4f66-bd4b-c9d90f4e6555 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "DELETE /v2.0/routers/1bc4cb0c-2237-44e8-aed2-65ee96fb1ccc HTTP/1.1" status: 204 len: 168 time: 1.9258718 Feb 10 23:06:28.862529 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42766) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:28.884606 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-066b4a12-3efe-4c86-b10f-3c0651cb62bf tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:28.896933 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1aeeb01c-08b8-4922-bbda-9b43357f8755 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:28.900691 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aeeb01c-08b8-4922-bbda-9b43357f8755 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:28.901590 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1aeeb01c-08b8-4922-bbda-9b43357f8755 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:28.908247 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-066b4a12-3efe-4c86-b10f-3c0651cb62bf tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Usage tracker for resource:security_group_rule and tenant:c80b9cd5ac3c4f9dace493766e180bff is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:28.930988 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8d832bd2-5174-44e9-9906-c50c13553454 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:28.934904 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-066b4a12-3efe-4c86-b10f-3c0651cb62bf tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:29.043765 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-066b4a12-3efe-4c86-b10f-3c0651cb62bf tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:29.108404 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-e1e44bb7-e373-489c-bcda-9e399cfcebda None None] Set router 5c40008f-2cc5-4a26-98d1-04c410a50828 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:06:29.179054 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-8d832bd2-5174-44e9-9906-c50c13553454 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] In _notify_port_updated(), no bound segment for port f86638e6-e7ca-48ed-b41d-f35de7dbe33c on network feb1a862-beae-4f30-ad12-f81c8a807d39 {{(pid=84333) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 23:06:29.183562 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d832bd2-5174-44e9-9906-c50c13553454 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:29.184239 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8d832bd2-5174-44e9-9906-c50c13553454 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:29.185572 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-8d832bd2-5174-44e9-9906-c50c13553454 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] 10.222.0.59 "PUT /v2.0/ports/f86638e6-e7ca-48ed-b41d-f35de7dbe33c HTTP/1.1" status: 200 len: 1068 time: 1.6804142 Feb 10 23:06:29.189783 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeeb01c-08b8-4922-bbda-9b43357f8755 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event updated for resources: {'Network': ['ID=7c7106b9-d279-4464-96b5-1e8b36a3c4f2,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:29.191879 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42770) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:29.208203 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-26458c15-22ec-421d-a437-4871785dcaf4 req-6a9aa709-abfe-4601-8fa7-3ca664670171 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4087851 Feb 10 23:06:29.221691 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-1aeeb01c-08b8-4922-bbda-9b43357f8755 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4289098 Feb 10 23:06:29.224484 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d832bd2-5174-44e9-9906-c50c13553454 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Pushing event updated for resources: {'Port': ['ID=f86638e6-e7ca-48ed-b41d-f35de7dbe33c,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:29.230207 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42774) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:29.261402 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1fc52e64-b13b-4f38-b123-49c25d4e2ef8 req-3daa6282-a634-461c-9567-a90719f1422a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e452088f31c44993a8754d6dd8fb5a7b&device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 1098 time: 0.5471222 Feb 10 23:06:29.265801 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 7c7106b9-d279-4464-96b5-1e8b36a3c4f2 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:06:29.291073 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-6ab05e14-3fc8-402e-8bb7-70f17a169a26 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Request body: {'subnet': {'network_id': '7c7106b9-d279-4464-96b5-1e8b36a3c4f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:29.363778 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 301cab5b-8ee8-439a-9ec7-044b6e54f1e1 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:06:29.373167 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-813a9996-d28f-47b1-999e-6f0c81c2a056 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:29.416873 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-18d790d7-eb9d-4e93-8327-93b69300fcb0 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Deleting port f86638e6-e7ca-48ed-b41d-f35de7dbe33c {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:06:29.417373 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-18d790d7-eb9d-4e93-8327-93b69300fcb0 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:29.463288 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 301cab5b-8ee8-439a-9ec7-044b6e54f1e1 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:06:29.463619 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 301cab5b-8ee8-439a-9ec7-044b6e54f1e1 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 10 23:06:29.515171 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-6ab05e14-3fc8-402e-8bb7-70f17a169a26 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:29.517571 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Port 301cab5b-8ee8-439a-9ec7-044b6e54f1e1 not found, will not notify nova. {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 10 23:06:29.535943 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-6ab05e14-3fc8-402e-8bb7-70f17a169a26 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Usage tracker for resource:subnet and tenant:62dc022463634d02b4f57b75cc001545 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:29.541312 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-066b4a12-3efe-4c86-b10f-3c0651cb62bf tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:29.574608 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-6ab05e14-3fc8-402e-8bb7-70f17a169a26 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:29.587640 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-6ab05e14-3fc8-402e-8bb7-70f17a169a26 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:29.644045 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-066b4a12-3efe-4c86-b10f-3c0651cb62bf tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:29.704215 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-80025138-d79e-410a-b348-0bca03293968 None None] Provisioning complete for port f86638e6-e7ca-48ed-b41d-f35de7dbe33c triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:06:29.705678 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-80025138-d79e-410a-b348-0bca03293968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:29.720832 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a9996-d28f-47b1-999e-6f0c81c2a056 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Pushing event deleted for resources: {'Port': ['ID=301cab5b-8ee8-439a-9ec7-044b6e54f1e1,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:29.744680 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab05e14-3fc8-402e-8bb7-70f17a169a26 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Made reservation on behalf of 62dc022463634d02b4f57b75cc001545 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:06:29.755098 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-e1e44bb7-e373-489c-bcda-9e399cfcebda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c40008f-2cc5-4a26-98d1-04c410a50828', 'name': 'tempest-snat-router-841517158', 'tenant_id': '23659e77e80e4429b4e076fc4da43ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.195'}], 'enable_snat': False}, 'gw_port_id': '6a85ea2d-a400-4e25-a653-aba7279ca4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:22Z', 'updated_at': '2022-02-10T23:06:25Z', 'revision_number': 3, 'project_id': '23659e77e80e4429b4e076fc4da43ec6', 'gw_port': {'id': '6a85ea2d-a400-4e25-a653-aba7279ca4c1', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c40008f-2cc5-4a26-98d1-04c410a50828', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:23Z', 'updated_at': '2022-02-10T23:06:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:29.770803 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e44bb7-e373-489c-bcda-9e399cfcebda None None] Checking router: 5c40008f-2cc5-4a26-98d1-04c410a50828 for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:06:29.771194 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e44bb7-e373-489c-bcda-9e399cfcebda None None] Updating router 5c40008f-2cc5-4a26-98d1-04c410a50828 port 6a85ea2d-a400-4e25-a653-aba7279ca4c1 binding host dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:06:29.823589 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-80025138-d79e-410a-b348-0bca03293968 None None] Port f86638e6-e7ca-48ed-b41d-f35de7dbe33c cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:06:29.835485 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e1e44bb7-e373-489c-bcda-9e399cfcebda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:29.885877 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066b4a12-3efe-4c86-b10f-3c0651cb62bf tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3aa1a9c-b423-42ac-aa12-63c2a2f4d454,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:29.922135 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-066b4a12-3efe-4c86-b10f-3c0651cb62bf tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:29.927101 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-066b4a12-3efe-4c86-b10f-3c0651cb62bf tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.4812944 Feb 10 23:06:29.937788 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42778) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:29.947429 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6ab05e14-3fc8-402e-8bb7-70f17a169a26 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:29.957131 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-d63cc251-435c-406d-bc2a-6c2cc5c6d8cb None None] Could not find standard attr ID for object 301cab5b-8ee8-439a-9ec7-044b6e54f1e1. {{(pid=84334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 23:06:29.965800 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-257fe0d5-faef-4f93-97b6-d3dce857d6ba tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Request body: {'security_group_rule': {'security_group_id': 'f3aa1a9c-b423-42ac-aa12-63c2a2f4d454', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:29.966568 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.api.v2.resource [None req-257fe0d5-faef-4f93-97b6-d3dce857d6ba tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:06:29.970383 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-257fe0d5-faef-4f93-97b6-d3dce857d6ba tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0275652 Feb 10 23:06:29.973367 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42782) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:29.979865 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-18d790d7-eb9d-4e93-8327-93b69300fcb0 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:30.031145 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc52e64-b13b-4f38-b123-49c25d4e2ef8 req-687c4221-aef1-42b4-97ed-109d0bf4965a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:30.032601 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1fc52e64-b13b-4f38-b123-49c25d4e2ef8 req-687c4221-aef1-42b4-97ed-109d0bf4965a service neutron] 10.222.0.37 "GET /v2.0/networks?id=cc3883e2-07c5-4782-b2eb-c25b67bd2e9e HTTP/1.1" status: 200 len: 912 time: 0.7066152 Feb 10 23:06:30.061679 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-695a8737-8796-4f71-a632-c6557f44a16a tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] 10.222.0.59 "GET /v2.0/routers/5c40008f-2cc5-4a26-98d1-04c410a50828 HTTP/1.1" status: 200 len: 908 time: 1.2511396 Feb 10 23:06:30.105115 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-26779235-da68-4c0c-880b-b70f6e36fc76 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Deleting subnet 7f01a92e-a242-4897-b5b8-e172b25e57bd {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:06:30.109970 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42786) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:30.114402 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-26779235-da68-4c0c-880b-b70f6e36fc76 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:30.192125 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24dbddd7-2896-4e7d-be75-6760a1314928 None None] DHCP port deletion for 279788bf-8bbb-4e9e-afd8-e0ccaa8b879c request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:06:30.206836 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-ed56f78b-b5d2-4558-a568-f4c1e8715070 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Request body: {'router': {'name': 'tempest-snat-router-841517158', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'enable_snat': True}}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:30.235148 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e1e44bb7-e373-489c-bcda-9e399cfcebda None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:30.236152 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-ed56f78b-b5d2-4558-a568-f4c1e8715070 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:30.249460 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-e1e44bb7-e373-489c-bcda-9e399cfcebda None None] Transition to ACTIVE for port object 6a85ea2d-a400-4e25-a653-aba7279ca4c1 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:06:30.251867 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ed56f78b-b5d2-4558-a568-f4c1e8715070 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Usage tracker for resource:router and tenant:23659e77e80e4429b4e076fc4da43ec6 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:30.255372 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a422b56-d538-491e-b68e-dfb4ca88cadb None None] get_active_networks_info from dv-neutron-828797-1-hyperv {{(pid=84334) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 10 23:06:30.293717 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ed56f78b-b5d2-4558-a568-f4c1e8715070 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:30.317471 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-18d790d7-eb9d-4e93-8327-93b69300fcb0 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Calling delete_port for f86638e6-e7ca-48ed-b41d-f35de7dbe33c owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:06:30.320192 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813a9996-d28f-47b1-999e-6f0c81c2a056 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] No DVR routers for this DVR port 301cab5b-8ee8-439a-9ec7-044b6e54f1e1 on host dv-neutron-828797-1-hyperv {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:06:30.322811 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a9ed14c5-4d15-4d69-9ab6-af2255b0bb67 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:30.327659 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-ed56f78b-b5d2-4558-a568-f4c1e8715070 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:30.409030 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e1e44bb7-e373-489c-bcda-9e399cfcebda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:30.410608 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-26779235-da68-4c0c-880b-b70f6e36fc76 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:30.442564 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-813a9996-d28f-47b1-999e-6f0c81c2a056 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:30.474990 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b59a9838-e62a-4c83-9a3e-366a344e3117 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:30.519248 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d8559c-441f-4449-b73e-4d57e0cbc443 None None] Pushing event updated for resources: {'Port': ['ID=6a85ea2d-a400-4e25-a653-aba7279ca4c1,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:30.530392 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-e1e44bb7-e373-489c-bcda-9e399cfcebda None None] Attempting to bind port 6a85ea2d-a400-4e25-a653-aba7279ca4c1 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:06:30.530845 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-e1e44bb7-e373-489c-bcda-9e399cfcebda None None] Attempting to bind port 6a85ea2d-a400-4e25-a653-aba7279ca4c1 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:06:30.531279 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e44bb7-e373-489c-bcda-9e399cfcebda None None] Attempting to bind port 6a85ea2d-a400-4e25-a653-aba7279ca4c1 on network c2ed7563-f8af-409c-803f-f56530124ba5 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:06:30.538978 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a9ed14c5-4d15-4d69-9ab6-af2255b0bb67 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1734214'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:30.542503 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e44bb7-e373-489c-bcda-9e399cfcebda None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:06:30.542878 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e44bb7-e373-489c-bcda-9e399cfcebda None None] Checking segment: {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:06:30.543279 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e1e44bb7-e373-489c-bcda-9e399cfcebda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:30.543667 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e44bb7-e373-489c-bcda-9e399cfcebda None None] Bound using segment: {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:06:30.544132 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-e1e44bb7-e373-489c-bcda-9e399cfcebda None None] Bound port: 6a85ea2d-a400-4e25-a653-aba7279ca4c1, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:06:30.544500 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e1e44bb7-e373-489c-bcda-9e399cfcebda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:30.586854 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b59a9838-e62a-4c83-9a3e-366a344e3117 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:30.616854 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-e1e44bb7-e373-489c-bcda-9e399cfcebda None None] For port 6a85ea2d-a400-4e25-a653-aba7279ca4c1, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:06:30.622853 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-e1e44bb7-e373-489c-bcda-9e399cfcebda None None] For port 6a85ea2d-a400-4e25-a653-aba7279ca4c1, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=6a85ea2d-a400-4e25-a653-aba7279ca4c1,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:06:30.645106 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a422b56-d538-491e-b68e-dfb4ca88cadb None None] Resources bound (agent type, host, resource id): {{(pid=84334) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 23:06:30.670985 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1fc52e64-b13b-4f38-b123-49c25d4e2ef8 req-3018599c-c571-4e7c-8def-9cf645e2132e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20b0f7f4-15ae-4f8a-b50c-92c8b9a384df HTTP/1.1" status: 200 len: 1001 time: 0.6212482 Feb 10 23:06:30.725438 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e1e44bb7-e373-489c-bcda-9e399cfcebda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:30.745285 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-18d790d7-eb9d-4e93-8327-93b69300fcb0 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:30.747327 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b59a9838-e62a-4c83-9a3e-366a344e3117 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:30.802910 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ed56f78b-b5d2-4558-a568-f4c1e8715070 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:30.803599 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ed56f78b-b5d2-4558-a568-f4c1e8715070 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:30.807970 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6ab05e14-3fc8-402e-8bb7-70f17a169a26 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:30.833748 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d8559c-441f-4449-b73e-4d57e0cbc443 None None] Pushing event updated for resources: {'Port': ['ID=6a85ea2d-a400-4e25-a653-aba7279ca4c1,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:30.842384 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d790d7-eb9d-4e93-8327-93b69300fcb0 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Pushing event deleted for resources: {'Port': ['ID=f86638e6-e7ca-48ed-b41d-f35de7dbe33c,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:30.845180 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59a9838-e62a-4c83-9a3e-366a344e3117 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3aa1a9c-b423-42ac-aa12-63c2a2f4d454,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:30.865646 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e44bb7-e373-489c-bcda-9e399cfcebda None None] Routers {'5c40008f-2cc5-4a26-98d1-04c410a50828'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:06:30.865991 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-e1e44bb7-e373-489c-bcda-9e399cfcebda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:06:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['5c40008f-2cc5-4a26-98d1-04c410a50828'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:30.902627 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc52e64-b13b-4f38-b123-49c25d4e2ef8 req-fc5f4339-6fa8-4964-84ef-d55db9d9a334 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:30.904299 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1fc52e64-b13b-4f38-b123-49c25d4e2ef8 req-fc5f4339-6fa8-4964-84ef-d55db9d9a334 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01b72c06-c698-462d-bf7b-325d09ba1c5f HTTP/1.1" status: 200 len: 850 time: 0.1704378 Feb 10 23:06:30.958593 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab05e14-3fc8-402e-8bb7-70f17a169a26 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event updated for resources: {'Subnet': ['ID=69f14db7-a52e-47f1-a162-74b6291ee6f2,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:30.969177 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ed56f78b-b5d2-4558-a568-f4c1e8715070 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:30.982795 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-26779235-da68-4c0c-880b-b70f6e36fc76 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:31.023096 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-813a9996-d28f-47b1-999e-6f0c81c2a056 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:31.029901 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b59a9838-e62a-4c83-9a3e-366a344e3117 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:31.031364 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-b59a9838-e62a-4c83-9a3e-366a344e3117 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] 10.222.0.59 "DELETE /v2.0/security-groups/f3aa1a9c-b423-42ac-aa12-63c2a2f4d454 HTTP/1.1" status: 204 len: 168 time: 1.0439348 Feb 10 23:06:31.032481 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab05e14-3fc8-402e-8bb7-70f17a169a26 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Checking segment: {'id': '99b95884-5a65-4e53-8996-56fd12f16860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '7c7106b9-d279-4464-96b5-1e8b36a3c4f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:06:31.032955 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab05e14-3fc8-402e-8bb7-70f17a169a26 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Network hostable DHCP agents. Network: 7c7106b9-d279-4464-96b5-1e8b36a3c4f2, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:06:31.041487 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42794) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:31.106827 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b935846-1790-46df-8106-3e88eafea099 req-4e2798b4-94e0-48b9-b714-6188053a3529 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:31.113882 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2b935846-1790-46df-8106-3e88eafea099 req-4e2798b4-94e0-48b9-b714-6188053a3529 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 945 time: 0.6266232 Feb 10 23:06:31.124492 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a9996-d28f-47b1-999e-6f0c81c2a056 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Pushing event deleted for resources: {'Subnet': ['ID=5ee7f896-3e51-4735-9794-589df2aa8bc4,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:31.158442 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 301cab5b-8ee8-439a-9ec7-044b6e54f1e1 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:06:31.198859 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 301cab5b-8ee8-439a-9ec7-044b6e54f1e1 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:06:31.198859 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 301cab5b-8ee8-439a-9ec7-044b6e54f1e1 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:06:31.204981 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813a9996-d28f-47b1-999e-6f0c81c2a056 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:31.204981 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813a9996-d28f-47b1-999e-6f0c81c2a056 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:31.204981 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813a9996-d28f-47b1-999e-6f0c81c2a056 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:31.204981 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813a9996-d28f-47b1-999e-6f0c81c2a056 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:31.204981 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813a9996-d28f-47b1-999e-6f0c81c2a056 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:31.205557 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813a9996-d28f-47b1-999e-6f0c81c2a056 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:31.205660 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813a9996-d28f-47b1-999e-6f0c81c2a056 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:31.205937 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813a9996-d28f-47b1-999e-6f0c81c2a056 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:31.206322 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813a9996-d28f-47b1-999e-6f0c81c2a056 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:31.206587 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813a9996-d28f-47b1-999e-6f0c81c2a056 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:31.206913 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813a9996-d28f-47b1-999e-6f0c81c2a056 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:31.224924 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-18d790d7-eb9d-4e93-8327-93b69300fcb0 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:31.227534 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-18d790d7-eb9d-4e93-8327-93b69300fcb0 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] 10.222.0.59 "DELETE /v2.0/ports/f86638e6-e7ca-48ed-b41d-f35de7dbe33c HTTP/1.1" status: 204 len: 168 time: 2.0155380 Feb 10 23:06:31.230470 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42800) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:31.234778 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-771f9760-097d-4194-9f99-051c7f52d746 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Synchronizing usage tracker for tenant:c80b9cd5ac3c4f9dace493766e180bff on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:06:31.256186 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-e1e44bb7-e373-489c-bcda-9e399cfcebda None None] Set router 5c40008f-2cc5-4a26-98d1-04c410a50828 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:06:31.281878 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab05e14-3fc8-402e-8bb7-70f17a169a26 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Network 7c7106b9-d279-4464-96b5-1e8b36a3c4f2 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:06:31.286665 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-15ab97c9-146d-46ae-a771-52eda113a63b tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] GET failed (client error): The resource could not be found. Feb 10 23:06:31.287158 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-15ab97c9-146d-46ae-a771-52eda113a63b tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Synchronizing usage tracker for tenant:09383d266f844d259060f55a62753d0c on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:06:31.356006 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-6ab05e14-3fc8-402e-8bb7-70f17a169a26 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 7c7106b9-d279-4464-96b5-1e8b36a3c4f2) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:06:31.360854 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab05e14-3fc8-402e-8bb7-70f17a169a26 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:31.368407 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6ab05e14-3fc8-402e-8bb7-70f17a169a26 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:31.385547 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-771f9760-097d-4194-9f99-051c7f52d746 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Unset dirty status for tenant:c80b9cd5ac3c4f9dace493766e180bff on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:06:31.391860 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-771f9760-097d-4194-9f99-051c7f52d746 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3441470 Feb 10 23:06:31.391860 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-15ab97c9-146d-46ae-a771-52eda113a63b tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Unset dirty status for tenant:09383d266f844d259060f55a62753d0c on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:06:31.399850 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-15ab97c9-146d-46ae-a771-52eda113a63b tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] 10.222.0.59 "GET /v2.0/ports/f86638e6-e7ca-48ed-b41d-f35de7dbe33c HTTP/1.1" status: 404 len: 333 time: 0.1548092 Feb 10 23:06:31.399850 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42804) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:31.399850 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42806) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:31.400745 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-96731c16-91ba-4aef-80e8-87120efe46b5 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Request body: {'security_group': {'name': 'tempest-secgroup--2007098899'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:31.433960 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-96731c16-91ba-4aef-80e8-87120efe46b5 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:31.448062 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-813a9996-d28f-47b1-999e-6f0c81c2a056 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:31.460514 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2b935846-1790-46df-8106-3e88eafea099 req-4173dc40-1f34-4506-b041-32e35b1d4aab tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3427687 Feb 10 23:06:31.462139 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-6ab05e14-3fc8-402e-8bb7-70f17a169a26 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1965823 Feb 10 23:06:31.466512 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42812) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:31.471044 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-96731c16-91ba-4aef-80e8-87120efe46b5 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:31.486369 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-fc608e23-4b7e-4888-835c-9ef1759809b9 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1587270157', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:31.489840 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-3affe83f-1d9d-43f1-8c03-49b2ac324cf0 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Deleting port a7a5b0b7-c664-4ba5-a3f1-ecfecafd235f {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:06:31.489840 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3affe83f-1d9d-43f1-8c03-49b2ac324cf0 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:31.498651 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1fc52e64-b13b-4f38-b123-49c25d4e2ef8 req-bfcbdc79-c806-4b2b-8d20-e9ef5f7c6d19 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cc3883e2-07c5-4782-b2eb-c25b67bd2e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5862839 Feb 10 23:06:31.506040 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-813a9996-d28f-47b1-999e-6f0c81c2a056 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['279788bf-8bbb-4e9e-afd8-e0ccaa8b879c']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:31.514163 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-fc608e23-4b7e-4888-835c-9ef1759809b9 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:31.545716 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5652d85c-13e0-485e-84ab-ce001acad7eb None None] Network 279788bf-8bbb-4e9e-afd8-e0ccaa8b879c requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:06:31.557264 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-813a9996-d28f-47b1-999e-6f0c81c2a056 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3dc9e82-4d4a-4eb1-962d-de987e00fc24') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:31.563220 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-813a9996-d28f-47b1-999e-6f0c81c2a056 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3dc9e82-4d4a-4eb1-962d-de987e00fc24') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:31.563505 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2385355f-3e2c-4dfa-b35d-545db8421713 None None] Network 7c7106b9-d279-4464-96b5-1e8b36a3c4f2 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:06:31.575207 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-813a9996-d28f-47b1-999e-6f0c81c2a056 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32216962'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:31.595282 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-813a9996-d28f-47b1-999e-6f0c81c2a056 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:31.603702 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-813a9996-d28f-47b1-999e-6f0c81c2a056 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:06:31.603924 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-813a9996-d28f-47b1-999e-6f0c81c2a056 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32033006'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:31.803332 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3affe83f-1d9d-43f1-8c03-49b2ac324cf0 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:31.846651 dv-neutron-828797-1-hyperv neutron-server[84332]: Traceback (most recent call last): Feb 10 23:06:31.846651 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:06:31.846651 dv-neutron-828797-1-hyperv neutron-server[84332]: timer() Feb 10 23:06:31.846651 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:06:31.846651 dv-neutron-828797-1-hyperv neutron-server[84332]: cb(*args, **kw) Feb 10 23:06:31.846651 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:06:31.846651 dv-neutron-828797-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Feb 10 23:06:31.846651 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:06:31.846651 dv-neutron-828797-1-hyperv neutron-server[84332]: self._notify() Feb 10 23:06:31.846651 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:06:31.846651 dv-neutron-828797-1-hyperv neutron-server[84332]: self.callback(batched_events) Feb 10 23:06:31.846651 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:06:31.846651 dv-neutron-828797-1-hyperv neutron-server[84332]: event.method(event) Feb 10 23:06:31.846651 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:06:31.846651 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:06:31.846651 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:06:31.846651 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:06:31.846651 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:06:31.846651 dv-neutron-828797-1-hyperv neutron-server[84332]: return f(self, *a, **k) Feb 10 23:06:31.846651 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:06:31.846651 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._get(url).json() Feb 10 23:06:31.846651 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:06:31.846651 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:06:31.846651 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:06:31.846651 dv-neutron-828797-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Feb 10 23:06:31.846651 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:06:31.846651 dv-neutron-828797-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:06:31.846651 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:06:31.846651 dv-neutron-828797-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:06:31.846651 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:06:31.846651 dv-neutron-828797-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:06:31.846651 dv-neutron-828797-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:06:31.849892 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-26779235-da68-4c0c-880b-b70f6e36fc76 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:31.942052 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-3affe83f-1d9d-43f1-8c03-49b2ac324cf0 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Calling delete_port for a7a5b0b7-c664-4ba5-a3f1-ecfecafd235f owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:06:31.966701 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26779235-da68-4c0c-880b-b70f6e36fc76 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event deleted for resources: {'Subnet': ['ID=7f01a92e-a242-4897-b5b8-e172b25e57bd,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:31.967280 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c126ef-118e-4f82-884d-fc601a582c39 None None] DHCP port deletion for 279788bf-8bbb-4e9e-afd8-e0ccaa8b879c request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:06:31.970690 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-fc608e23-4b7e-4888-835c-9ef1759809b9 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:32.002746 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ed56f78b-b5d2-4558-a568-f4c1e8715070 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:32.004954 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-96731c16-91ba-4aef-80e8-87120efe46b5 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:32.007522 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-26779235-da68-4c0c-880b-b70f6e36fc76 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:32.028180 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1ab052-7141-4e07-983b-e5efd16b9d24 None None] Network c49e512f-744b-4919-a489-2fd135a8c60c requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:06:32.059963 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-96731c16-91ba-4aef-80e8-87120efe46b5 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:32.061071 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.l3_db [None req-a9ed14c5-4d15-4d69-9ab6-af2255b0bb67 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Floating IP bc062a30-2715-4f09-8141-fa34043dc082 associated. External IP: 172.26.8.170, port: 0155e9a7-4bf9-4598-8b09-087921375d3d. Feb 10 23:06:32.095469 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-96731c16-91ba-4aef-80e8-87120efe46b5 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Usage tracker for resource:security_group_rule and tenant:c80b9cd5ac3c4f9dace493766e180bff is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:32.099711 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f30e1fc-c3c2-407a-9499-f7546405ea66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-7c7106b9-d279-4464-96b5-1e8b36a3c4f2', 'network_id': '7c7106b9-d279-4464-96b5-1e8b36a3c4f2', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'fixed_ips': [{'subnet_id': '69f14db7-a52e-47f1-a162-74b6291ee6f2'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:06:32.100514 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6f30e1fc-c3c2-407a-9499-f7546405ea66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:32.102742 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-96731c16-91ba-4aef-80e8-87120efe46b5 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:32.109941 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-e1e44bb7-e373-489c-bcda-9e399cfcebda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c40008f-2cc5-4a26-98d1-04c410a50828', 'name': 'tempest-snat-router-841517158', 'tenant_id': '23659e77e80e4429b4e076fc4da43ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.195'}], 'enable_snat': False}, 'gw_port_id': '6a85ea2d-a400-4e25-a653-aba7279ca4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:22Z', 'updated_at': '2022-02-10T23:06:25Z', 'revision_number': 3, 'project_id': '23659e77e80e4429b4e076fc4da43ec6', 'gw_port': {'id': '6a85ea2d-a400-4e25-a653-aba7279ca4c1', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c40008f-2cc5-4a26-98d1-04c410a50828', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:23Z', 'updated_at': '2022-02-10T23:06:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:32.115484 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-96731c16-91ba-4aef-80e8-87120efe46b5 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:32.120134 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-26779235-da68-4c0c-880b-b70f6e36fc76 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "DELETE /v2.0/subnets/7f01a92e-a242-4897-b5b8-e172b25e57bd HTTP/1.1" status: 204 len: 168 time: 3.2498658 Feb 10 23:06:32.121439 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42818) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:32.124345 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-813a9996-d28f-47b1-999e-6f0c81c2a056 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:32.128770 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-813a9996-d28f-47b1-999e-6f0c81c2a056 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:32.131479 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-813a9996-d28f-47b1-999e-6f0c81c2a056 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "DELETE /v2.0/networks/279788bf-8bbb-4e9e-afd8-e0ccaa8b879c HTTP/1.1" status: 204 len: 168 time: 4.8514845 Feb 10 23:06:32.137843 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42822) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:32.139059 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e44bb7-e373-489c-bcda-9e399cfcebda None None] The sync data for ids ['5c40008f-2cc5-4a26-98d1-04c410a50828'] in dv-neutron-828797-1-hyperv is: [{'id': '5c40008f-2cc5-4a26-98d1-04c410a50828', 'name': 'tempest-snat-router-841517158', 'tenant_id': '23659e77e80e4429b4e076fc4da43ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.195'}], 'enable_snat': False}, 'gw_port_id': '6a85ea2d-a400-4e25-a653-aba7279ca4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:22Z', 'updated_at': '2022-02-10T23:06:25Z', 'revision_number': 3, 'project_id': '23659e77e80e4429b4e076fc4da43ec6', 'gw_port': {'id': '6a85ea2d-a400-4e25-a653-aba7279ca4c1', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c40008f-2cc5-4a26-98d1-04c410a50828', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:23Z', 'updated_at': '2022-02-10T23:06:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:06:32.261137 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fc608e23-4b7e-4888-835c-9ef1759809b9 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:32.262081 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fc608e23-4b7e-4888-835c-9ef1759809b9 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:32.276835 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a9996-d28f-47b1-999e-6f0c81c2a056 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Pushing event deleted for resources: {'Network': ['ID=279788bf-8bbb-4e9e-afd8-e0ccaa8b879c,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:32.329805 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-70720ee8-1e94-47ee-aa5e-db71618a2009 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] DELETE failed (client error): The resource could not be found. Feb 10 23:06:32.330506 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70720ee8-1e94-47ee-aa5e-db71618a2009 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:06:32.334256 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1fc52e64-b13b-4f38-b123-49c25d4e2ef8 req-214c534c-917c-42fd-99ad-ea806e23cfb7 service neutron] 10.222.0.37 "GET /v2.0/networks/cc3883e2-07c5-4782-b2eb-c25b67bd2e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8128674 Feb 10 23:06:32.356507 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1779638f-565d-400e-b57e-dad5491076a7 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:32.379846 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-1779638f-565d-400e-b57e-dad5491076a7 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Deleting port 63dd6f2d-c1f3-4845-b0d2-58de78480681 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:06:32.379846 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1779638f-565d-400e-b57e-dad5491076a7 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:32.420793 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-6f30e1fc-c3c2-407a-9499-f7546405ea66 None None] Allocated IP 172.20.0.2 (7c7106b9-d279-4464-96b5-1e8b36a3c4f2/69f14db7-a52e-47f1-a162-74b6291ee6f2/58252a55-4007-483c-bb10-dfb933026dd1) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:06:32.516370 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fc608e23-4b7e-4888-835c-9ef1759809b9 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:32.538650 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-70720ee8-1e94-47ee-aa5e-db71618a2009 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "DELETE /v2.0/networks/279788bf-8bbb-4e9e-afd8-e0ccaa8b879c HTTP/1.1" status: 404 len: 339 time: 0.3367786 Feb 10 23:06:32.543394 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3affe83f-1d9d-43f1-8c03-49b2ac324cf0 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:32.550318 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42828) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:32.567357 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-3a37a41b-a25a-4216-83ee-9b10bd602ac2 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1314334030', 'description': 'd1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:32.573456 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-3a37a41b-a25a-4216-83ee-9b10bd602ac2 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:32.577593 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-3a37a41b-a25a-4216-83ee-9b10bd602ac2 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Usage tracker for resource:network and tenant:3165e40034a94fb1867776c36ae44e52 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:32.580565 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-3a37a41b-a25a-4216-83ee-9b10bd602ac2 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:32.587765 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-3a37a41b-a25a-4216-83ee-9b10bd602ac2 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:32.639508 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-96731c16-91ba-4aef-80e8-87120efe46b5 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:32.640840 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3affe83f-1d9d-43f1-8c03-49b2ac324cf0 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Pushing event deleted for resources: {'Port': ['ID=a7a5b0b7-c664-4ba5-a3f1-ecfecafd235f,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:32.728622 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-96731c16-91ba-4aef-80e8-87120efe46b5 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:32.752428 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1fc52e64-b13b-4f38-b123-49c25d4e2ef8 req-e9e33436-dd17-41d6-b699-16eb14c03a4f service neutron] 10.222.0.37 "GET /v2.0/networks/cc3883e2-07c5-4782-b2eb-c25b67bd2e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401823 Feb 10 23:06:32.797720 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6f30e1fc-c3c2-407a-9499-f7546405ea66 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:32.809765 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-6f30e1fc-c3c2-407a-9499-f7546405ea66 None None] Transition to ACTIVE for port object 58252a55-4007-483c-bb10-dfb933026dd1 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:06:32.824835 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3affe83f-1d9d-43f1-8c03-49b2ac324cf0 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:32.829677 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49155f81-103e-48b7-baba-815ff8fc564f None None] DHCP port deletion for c49e512f-744b-4919-a489-2fd135a8c60c request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:06:32.840004 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-49155f81-103e-48b7-baba-815ff8fc564f None None] Deleting port 63dd6f2d-c1f3-4845-b0d2-58de78480681 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:06:32.840382 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-49155f81-103e-48b7-baba-815ff8fc564f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:32.873741 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a37a41b-a25a-4216-83ee-9b10bd602ac2 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Made reservation on behalf of 3165e40034a94fb1867776c36ae44e52 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:06:32.877003 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3a37a41b-a25a-4216-83ee-9b10bd602ac2 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:32.892231 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-6f30e1fc-c3c2-407a-9499-f7546405ea66 None None] Transition to ACTIVE for port object 58252a55-4007-483c-bb10-dfb933026dd1 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:06:32.900095 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fc608e23-4b7e-4888-835c-9ef1759809b9 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:32.969060 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ed56f78b-b5d2-4558-a568-f4c1e8715070 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:32.984168 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6f30e1fc-c3c2-407a-9499-f7546405ea66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:32.997431 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a37a41b-a25a-4216-83ee-9b10bd602ac2 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:06:33.076445 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fc608e23-4b7e-4888-835c-9ef1759809b9 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:33.077610 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-fc608e23-4b7e-4888-835c-9ef1759809b9 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.6073713 Feb 10 23:06:33.092161 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42832) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:33.095379 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96731c16-91ba-4aef-80e8-87120efe46b5 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69c58d80-8a5b-4ef1-a5e2-781f6d4627d2,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:33.117196 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ed56f78b-b5d2-4558-a568-f4c1e8715070 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:33.205068 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3a37a41b-a25a-4216-83ee-9b10bd602ac2 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:33.205403 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-3a37a41b-a25a-4216-83ee-9b10bd602ac2 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Added segment 62baedd0-8983-44e2-aa26-f1e9f3ab9bf1 of type vlan for network af03d643-6520-4843-aaf0-3e28d15cbb1c Feb 10 23:06:33.233508 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-3affe83f-1d9d-43f1-8c03-49b2ac324cf0 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] 10.222.0.59 "DELETE /v2.0/ports/a7a5b0b7-c664-4ba5-a3f1-ecfecafd235f HTTP/1.1" status: 204 len: 168 time: 1.8389707 Feb 10 23:06:33.234772 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-96731c16-91ba-4aef-80e8-87120efe46b5 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:33.236088 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-96731c16-91ba-4aef-80e8-87120efe46b5 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.8401835 Feb 10 23:06:33.236929 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42838) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:33.267384 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42840) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:33.284456 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-1b9fce81-f97a-4606-a744-fbc58be8c0da tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Request body: {'security_group_rule': {'security_group_id': '69c58d80-8a5b-4ef1-a5e2-781f6d4627d2', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:33.285148 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-1b9fce81-f97a-4606-a744-fbc58be8c0da tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:06:33.286694 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1b9fce81-f97a-4606-a744-fbc58be8c0da tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0177665 Feb 10 23:06:33.298301 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42846) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:33.315393 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 6a85ea2d-a400-4e25-a653-aba7279ca4c1 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:06:33.374380 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-1779638f-565d-400e-b57e-dad5491076a7 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] For port 63dd6f2d-c1f3-4845-b0d2-58de78480681, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=63dd6f2d-c1f3-4845-b0d2-58de78480681,segment=NetworkSegment(f9e4a8f8-bafc-4f7d-8ec8-0aa5f3235216),segment_id=f9e4a8f8-bafc-4f7d-8ec8-0aa5f3235216)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:06:33.374743 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1779638f-565d-400e-b57e-dad5491076a7 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:33.383945 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f30e1fc-c3c2-407a-9499-f7546405ea66 None None] Network 7c7106b9-d279-4464-96b5-1e8b36a3c4f2 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:06:33.394312 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3a37a41b-a25a-4216-83ee-9b10bd602ac2 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:33.404183 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-6f30e1fc-c3c2-407a-9499-f7546405ea66 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:06:33.425674 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f30e1fc-c3c2-407a-9499-f7546405ea66 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:06:33.438740 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f30e1fc-c3c2-407a-9499-f7546405ea66 None None] Pushing event updated for resources: {'Port': ['ID=58252a55-4007-483c-bb10-dfb933026dd1,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:33.459005 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-49155f81-103e-48b7-baba-815ff8fc564f None None] For port 63dd6f2d-c1f3-4845-b0d2-58de78480681, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=63dd6f2d-c1f3-4845-b0d2-58de78480681,segment=NetworkSegment(f9e4a8f8-bafc-4f7d-8ec8-0aa5f3235216),segment_id=f9e4a8f8-bafc-4f7d-8ec8-0aa5f3235216)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:06:33.459389 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-49155f81-103e-48b7-baba-815ff8fc564f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:33.465118 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-652c49d6-ef0b-4fbd-90e4-20b707d6fe8e tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:33.478954 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c07fe89-12b1-4ce8-8604-b024944ffb5e tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] GET failed (client error): The resource could not be found. Feb 10 23:06:33.478954 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-4c07fe89-12b1-4ce8-8604-b024944ffb5e tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Synchronizing usage tracker for tenant:09383d266f844d259060f55a62753d0c on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:06:33.560463 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-1779638f-565d-400e-b57e-dad5491076a7 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Calling delete_port for 63dd6f2d-c1f3-4845-b0d2-58de78480681 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:06:33.567349 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-652c49d6-ef0b-4fbd-90e4-20b707d6fe8e tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:33.614330 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-ed56f78b-b5d2-4558-a568-f4c1e8715070 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Allocated IP 172.26.8.89 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/458ae60f-0e48-463d-b8f5-b930560a4956) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:06:33.645076 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d26b8-8424-4fce-acb9-c0abe322555d req-4801cbb3-d17a-464f-967d-92d7279c1ec1 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:33.646673 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-907d26b8-8424-4fce-acb9-c0abe322555d req-4801cbb3-d17a-464f-967d-92d7279c1ec1 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 945 time: 0.8821385 Feb 10 23:06:33.647815 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-49155f81-103e-48b7-baba-815ff8fc564f None None] Calling delete_port for 63dd6f2d-c1f3-4845-b0d2-58de78480681 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:06:33.649712 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3a37a41b-a25a-4216-83ee-9b10bd602ac2 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:33.653463 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a37a41b-a25a-4216-83ee-9b10bd602ac2 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:33.654030 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3a37a41b-a25a-4216-83ee-9b10bd602ac2 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:33.691965 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-4c07fe89-12b1-4ce8-8604-b024944ffb5e tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Unset dirty status for tenant:09383d266f844d259060f55a62753d0c on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:06:33.693300 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-4c07fe89-12b1-4ce8-8604-b024944ffb5e tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] 10.222.0.59 "GET /v2.0/ports/a7a5b0b7-c664-4ba5-a3f1-ecfecafd235f HTTP/1.1" status: 404 len: 333 time: 0.4516923 Feb 10 23:06:33.700105 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42850) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:33.707670 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-6f30e1fc-c3c2-407a-9499-f7546405ea66 None None] Attempting to bind port 58252a55-4007-483c-bb10-dfb933026dd1 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:06:33.708032 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-6f30e1fc-c3c2-407a-9499-f7546405ea66 None None] Attempting to bind port 58252a55-4007-483c-bb10-dfb933026dd1 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '99b95884-5a65-4e53-8996-56fd12f16860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '7c7106b9-d279-4464-96b5-1e8b36a3c4f2'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:06:33.708387 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f30e1fc-c3c2-407a-9499-f7546405ea66 None None] Attempting to bind port 58252a55-4007-483c-bb10-dfb933026dd1 on network 7c7106b9-d279-4464-96b5-1e8b36a3c4f2 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:06:33.725050 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f30e1fc-c3c2-407a-9499-f7546405ea66 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:06:33.725385 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f30e1fc-c3c2-407a-9499-f7546405ea66 None None] Checking segment: {'id': '99b95884-5a65-4e53-8996-56fd12f16860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '7c7106b9-d279-4464-96b5-1e8b36a3c4f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:06:33.725825 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6f30e1fc-c3c2-407a-9499-f7546405ea66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:33.726167 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f30e1fc-c3c2-407a-9499-f7546405ea66 None None] Bound using segment: {'id': '99b95884-5a65-4e53-8996-56fd12f16860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '7c7106b9-d279-4464-96b5-1e8b36a3c4f2'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:06:33.726629 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-6f30e1fc-c3c2-407a-9499-f7546405ea66 None None] Bound port: 58252a55-4007-483c-bb10-dfb933026dd1, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99b95884-5a65-4e53-8996-56fd12f16860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '7c7106b9-d279-4464-96b5-1e8b36a3c4f2'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:06:33.727057 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6f30e1fc-c3c2-407a-9499-f7546405ea66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:33.798571 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 6a85ea2d-a400-4e25-a653-aba7279ca4c1 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:06:33.808192 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 6a85ea2d-a400-4e25-a653-aba7279ca4c1 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:06:33.809005 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:33.884904 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-49155f81-103e-48b7-baba-815ff8fc564f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:33.920440 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-6f30e1fc-c3c2-407a-9499-f7546405ea66 None None] For port 58252a55-4007-483c-bb10-dfb933026dd1, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:06:33.926566 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-1779638f-565d-400e-b57e-dad5491076a7 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:06:33.927030 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-1779638f-565d-400e-b57e-dad5491076a7 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:06:33.933756 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-907d26b8-8424-4fce-acb9-c0abe322555d req-9e5b0b15-5952-48e5-861d-155fe2790546 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2708511 Feb 10 23:06:33.941337 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-0416cfad-9705-41fc-ba30-5b211d5a0a6c tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Deleting port d9f86538-20f1-41bb-af1f-3604c509a0b7 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:06:33.948036 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0416cfad-9705-41fc-ba30-5b211d5a0a6c tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:33.948197 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49155f81-103e-48b7-baba-815ff8fc564f None None] Pushing event deleted for resources: {'Port': ['ID=63dd6f2d-c1f3-4845-b0d2-58de78480681,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:33.950942 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-6f30e1fc-c3c2-407a-9499-f7546405ea66 None None] For port 58252a55-4007-483c-bb10-dfb933026dd1, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=58252a55-4007-483c-bb10-dfb933026dd1,segment=NetworkSegment(99b95884-5a65-4e53-8996-56fd12f16860),segment_id=99b95884-5a65-4e53-8996-56fd12f16860)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:06:33.963680 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49155f81-103e-48b7-baba-815ff8fc564f None None] No DVR routers for this DVR port 63dd6f2d-c1f3-4845-b0d2-58de78480681 on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:06:34.003689 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-652c49d6-ef0b-4fbd-90e4-20b707d6fe8e tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:34.005996 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-652c49d6-ef0b-4fbd-90e4-20b707d6fe8e tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:34.007933 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-652c49d6-ef0b-4fbd-90e4-20b707d6fe8e tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] 10.222.0.59 "DELETE /v2.0/security-groups/69c58d80-8a5b-4ef1-a5e2-781f6d4627d2 HTTP/1.1" status: 204 len: 168 time: 0.7079430 Feb 10 23:06:34.009074 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3a37a41b-a25a-4216-83ee-9b10bd602ac2 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.4507971 Feb 10 23:06:34.032003 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:34.039662 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42854) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:34.040107 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42856) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:34.045501 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6f30e1fc-c3c2-407a-9499-f7546405ea66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:34.094047 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652c49d6-ef0b-4fbd-90e4-20b707d6fe8e tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c58d80-8a5b-4ef1-a5e2-781f6d4627d2,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:34.114403 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a37a41b-a25a-4216-83ee-9b10bd602ac2 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Pushing event updated for resources: {'Network': ['ID=af03d643-6520-4843-aaf0-3e28d15cbb1c,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:34.138321 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network af03d643-6520-4843-aaf0-3e28d15cbb1c details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:06:34.158898 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 6a85ea2d-a400-4e25-a653-aba7279ca4c1, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=6a85ea2d-a400-4e25-a653-aba7279ca4c1,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:06:34.238481 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:34.291293 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f30e1fc-c3c2-407a-9499-f7546405ea66 None None] Pushing event updated for resources: {'Port': ['ID=58252a55-4007-483c-bb10-dfb933026dd1,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:34.292463 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9ed14c5-4d15-4d69-9ab6-af2255b0bb67 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Router ceb0202d-0403-475b-a150-eb543df39ce0 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:06:34.301979 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2487207-c089-4eef-9444-1cecf6fd5e59 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:34.302648 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f2487207-c089-4eef-9444-1cecf6fd5e59 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Synchronizing usage tracker for tenant:3165e40034a94fb1867776c36ae44e52 on resource:network {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:06:34.307204 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-afe9c4d0-7d77-49ac-adda-51b625d23b73 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Synchronizing usage tracker for tenant:c80b9cd5ac3c4f9dace493766e180bff on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:06:34.311674 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ed56f78b-b5d2-4558-a568-f4c1e8715070 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:34.372768 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=6a85ea2d-a400-4e25-a653-aba7279ca4c1,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:34.378562 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 63dd6f2d-c1f3-4845-b0d2-58de78480681 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:06:34.418815 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 63dd6f2d-c1f3-4845-b0d2-58de78480681 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:06:34.419050 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-afe9c4d0-7d77-49ac-adda-51b625d23b73 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Unset dirty status for tenant:c80b9cd5ac3c4f9dace493766e180bff on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:06:34.419593 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 63dd6f2d-c1f3-4845-b0d2-58de78480681 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:06:34.424173 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-afe9c4d0-7d77-49ac-adda-51b625d23b73 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3775842 Feb 10 23:06:34.447741 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42862) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:34.448288 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-1779638f-565d-400e-b57e-dad5491076a7 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Deleting port 63dd6f2d-c1f3-4845-b0d2-58de78480681 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:06:34.448721 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1779638f-565d-400e-b57e-dad5491076a7 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:34.487832 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f2487207-c089-4eef-9444-1cecf6fd5e59 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Unset dirty status for tenant:3165e40034a94fb1867776c36ae44e52 on resource:network {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:06:34.489431 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f2487207-c089-4eef-9444-1cecf6fd5e59 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "GET /v2.0/networks?id=af03d643-6520-4843-aaf0-3e28d15cbb1c HTTP/1.1" status: 200 len: 761 time: 0.4451692 Feb 10 23:06:34.497794 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42866) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:34.506780 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-8cd1e7ae-813c-4411-a4bb-846788e2930b tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Request body: {'network': {'description': 'd2'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:34.508976 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-3868a916-5bc4-4fc9-aa3a-71818473162f tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Request body: {'security_group': {'name': 'tempest-secgroup--1313941670'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:34.547436 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3868a916-5bc4-4fc9-aa3a-71818473162f tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:34.572830 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-1779638f-565d-400e-b57e-dad5491076a7 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] The port '63dd6f2d-c1f3-4845-b0d2-58de78480681' was deleted {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 23:06:34.603107 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ed56f78b-b5d2-4558-a568-f4c1e8715070 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:34.644269 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3868a916-5bc4-4fc9-aa3a-71818473162f tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:34.731155 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed56f78b-b5d2-4558-a568-f4c1e8715070 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:06:34.743167 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-ed56f78b-b5d2-4558-a568-f4c1e8715070 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:06:34.756514 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed56f78b-b5d2-4558-a568-f4c1e8715070 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:06:34.794600 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c5909589-a355-4a52-b1f8-6114d0879119 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:34.797452 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0416cfad-9705-41fc-ba30-5b211d5a0a6c tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:34.814163 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3868a916-5bc4-4fc9-aa3a-71818473162f tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:34.876581 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed56f78b-b5d2-4558-a568-f4c1e8715070 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Pushing event updated for resources: {'Port': ['ID=458ae60f-0e48-463d-b8f5-b930560a4956,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:34.966306 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-0416cfad-9705-41fc-ba30-5b211d5a0a6c tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Calling delete_port for d9f86538-20f1-41bb-af1f-3604c509a0b7 owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:06:34.984081 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8cd1e7ae-813c-4411-a4bb-846788e2930b tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:35.054819 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1779638f-565d-400e-b57e-dad5491076a7 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:35.094865 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ed14c5-4d15-4d69-9ab6-af2255b0bb67 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:06:35.098340 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8cd1e7ae-813c-4411-a4bb-846788e2930b tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:35.108034 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a5f580-7488-485f-ba6a-a1e9826a2128 None None] Sync routers for ids ['ceb0202d-0403-475b-a150-eb543df39ce0'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:06:35.122958 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a9ed14c5-4d15-4d69-9ab6-af2255b0bb67 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:35.125670 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a5f580-7488-485f-ba6a-a1e9826a2128 None None] Routers {'ceb0202d-0403-475b-a150-eb543df39ce0'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:06:35.127663 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-c5a5f580-7488-485f-ba6a-a1e9826a2128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:06:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['ceb0202d-0403-475b-a150-eb543df39ce0'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:35.215424 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8cd1e7ae-813c-4411-a4bb-846788e2930b tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Network af03d643-6520-4843-aaf0-3e28d15cbb1c is not hosted by any dhcp agent {{(pid=84332) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 10 23:06:35.219037 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd1e7ae-813c-4411-a4bb-846788e2930b tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:35.219622 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8cd1e7ae-813c-4411-a4bb-846788e2930b tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:35.223534 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8cd1e7ae-813c-4411-a4bb-846788e2930b tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "PUT /v2.0/networks/af03d643-6520-4843-aaf0-3e28d15cbb1c HTTP/1.1" status: 200 len: 758 time: 0.7210479 Feb 10 23:06:35.237113 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42872) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:35.258520 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 58252a55-4007-483c-bb10-dfb933026dd1 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:06:35.271304 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-c5a5f580-7488-485f-ba6a-a1e9826a2128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:35.286831 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-1779638f-565d-400e-b57e-dad5491076a7 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c49e512f-744b-4919-a489-2fd135a8c60c']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:35.294548 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a5f580-7488-485f-ba6a-a1e9826a2128 None None] Routers {'ceb0202d-0403-475b-a150-eb543df39ce0'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:06:35.295162 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-c5a5f580-7488-485f-ba6a-a1e9826a2128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:06:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['ceb0202d-0403-475b-a150-eb543df39ce0'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:35.346549 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3868a916-5bc4-4fc9-aa3a-71818473162f tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:35.359346 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-1779638f-565d-400e-b57e-dad5491076a7 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9e4a8f8-bafc-4f7d-8ec8-0aa5f3235216') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:35.364745 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-1779638f-565d-400e-b57e-dad5491076a7 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9e4a8f8-bafc-4f7d-8ec8-0aa5f3235216') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:35.373122 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1779638f-565d-400e-b57e-dad5491076a7 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:35.388137 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-3868a916-5bc4-4fc9-aa3a-71818473162f tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Usage tracker for resource:security_group_rule and tenant:c80b9cd5ac3c4f9dace493766e180bff is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:35.389788 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-c5a5f580-7488-485f-ba6a-a1e9826a2128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:35.390185 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a5f580-7488-485f-ba6a-a1e9826a2128 None None] The sync data for ids ['ceb0202d-0403-475b-a150-eb543df39ce0'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:06:35.406137 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-3868a916-5bc4-4fc9-aa3a-71818473162f tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:35.415274 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 58252a55-4007-483c-bb10-dfb933026dd1 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:06:35.416177 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3868a916-5bc4-4fc9-aa3a-71818473162f tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:35.417536 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1779638f-565d-400e-b57e-dad5491076a7 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:35.422912 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 6a85ea2d-a400-4e25-a653-aba7279ca4c1 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:06:35.450509 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1779638f-565d-400e-b57e-dad5491076a7 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:06:35.451076 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1779638f-565d-400e-b57e-dad5491076a7 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:35.466734 dv-neutron-828797-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:06:35.466734 dv-neutron-828797-1-hyperv neutron-server[84333]: util.warn( Feb 10 23:06:35.466734 dv-neutron-828797-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:06:35.466734 dv-neutron-828797-1-hyperv neutron-server[84333]: util.warn( Feb 10 23:06:35.466734 dv-neutron-828797-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:06:35.466734 dv-neutron-828797-1-hyperv neutron-server[84333]: util.warn( Feb 10 23:06:35.466734 dv-neutron-828797-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:06:35.466734 dv-neutron-828797-1-hyperv neutron-server[84333]: util.warn( Feb 10 23:06:35.466734 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:06:35.466734 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:06:35.466734 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:06:35.466734 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:06:35.466734 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:06:35.466734 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:06:35.466734 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:06:35.466734 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:06:35.466734 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:06:35.466734 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:06:35.466734 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:06:35.466734 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:06:35.466734 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:06:35.466734 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:06:35.466734 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:06:35.466734 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:06:35.466734 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:06:35.466734 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:06:35.466734 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:06:35.466734 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:06:35.466734 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:06:35.466734 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:06:35.466734 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:06:35.466734 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:06:35.466734 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:06:35.466734 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:06:35.466734 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:06:35.466734 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:06:35.466734 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:06:35.466734 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:06:35.466734 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:06:35.466734 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:06:35.500158 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a9ed14c5-4d15-4d69-9ab6-af2255b0bb67 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] 10.222.0.59 "PUT /v2.0/floatingips/bc062a30-2715-4f09-8141-fa34043dc082 HTTP/1.1" status: 200 len: 977 time: 7.3983572 Feb 10 23:06:35.518106 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 6a85ea2d-a400-4e25-a653-aba7279ca4c1 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:06:35.518636 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:35.519376 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42876) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:35.527621 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd1e7ae-813c-4411-a4bb-846788e2930b tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Pushing event updated for resources: {'Network': ['ID=af03d643-6520-4843-aaf0-3e28d15cbb1c,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:35.587679 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network af03d643-6520-4843-aaf0-3e28d15cbb1c details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:06:35.623853 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdc0c62-20e7-44cb-90e0-6e3599202b31 None None] Network 7c7106b9-d279-4464-96b5-1e8b36a3c4f2 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:06:35.657788 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-661061b5-7749-4707-a01e-ca737878a33a tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Deleting port 0155e9a7-4bf9-4598-8b09-087921375d3d {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:06:35.658395 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-661061b5-7749-4707-a01e-ca737878a33a tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:35.689870 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ed56f78b-b5d2-4558-a568-f4c1e8715070 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:35.690773 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ed56f78b-b5d2-4558-a568-f4c1e8715070 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:35.707737 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72374c1d-8ff4-4cb7-8a55-5ff6b9dc9d48 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:35.714319 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-72374c1d-8ff4-4cb7-8a55-5ff6b9dc9d48 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "GET /v2.0/networks?id=af03d643-6520-4843-aaf0-3e28d15cbb1c HTTP/1.1" status: 200 len: 761 time: 0.4579647 Feb 10 23:06:35.716212 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42880) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:35.722820 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97308d39-3a18-4e67-a654-42ae93281dbe req-44ab48e7-8060-4cb3-92de-080cb1eafc27 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:35.724647 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-97308d39-3a18-4e67-a654-42ae93281dbe req-44ab48e7-8060-4cb3-92de-080cb1eafc27 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 945 time: 0.6051068 Feb 10 23:06:35.753944 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-06f5868c-5fa0-44fb-9d9c-9ee8d0c3b923 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-96670752'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:35.771953 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1779638f-565d-400e-b57e-dad5491076a7 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:35.782475 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-06f5868c-5fa0-44fb-9d9c-9ee8d0c3b923 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:35.790464 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3868a916-5bc4-4fc9-aa3a-71818473162f tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:35.809251 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1779638f-565d-400e-b57e-dad5491076a7 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:35.814463 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0416cfad-9705-41fc-ba30-5b211d5a0a6c tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:35.882721 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-06f5868c-5fa0-44fb-9d9c-9ee8d0c3b923 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:35.887623 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1779638f-565d-400e-b57e-dad5491076a7 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event deleted for resources: {'Network': ['ID=c49e512f-744b-4919-a489-2fd135a8c60c,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:35.941780 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-67fac303-ace6-4bd0-9e3b-67037f874e3f None None] Provisioning for port 58252a55-4007-483c-bb10-dfb933026dd1 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:06:35.957398 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-67fac303-ace6-4bd0-9e3b-67037f874e3f None None] Provisioning complete for port 58252a55-4007-483c-bb10-dfb933026dd1 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:06:35.957790 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-67fac303-ace6-4bd0-9e3b-67037f874e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:36.032960 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0416cfad-9705-41fc-ba30-5b211d5a0a6c tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Pushing event deleted for resources: {'Port': ['ID=d9f86538-20f1-41bb-af1f-3604c509a0b7,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:36.035025 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3868a916-5bc4-4fc9-aa3a-71818473162f tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:36.045505 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-c5909589-a355-4a52-b1f8-6114d0879119 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Allocated IP 172.20.0.1 (7c7106b9-d279-4464-96b5-1e8b36a3c4f2/69f14db7-a52e-47f1-a162-74b6291ee6f2/8537ebbe-9dbf-4b96-b648-892da00cf8dc) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:06:36.097322 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-1779638f-565d-400e-b57e-dad5491076a7 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "DELETE /v2.0/networks/c49e512f-744b-4919-a489-2fd135a8c60c HTTP/1.1" status: 204 len: 168 time: 3.9735785 Feb 10 23:06:36.103951 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42884) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:36.118815 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0416cfad-9705-41fc-ba30-5b211d5a0a6c tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:36.119394 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0416cfad-9705-41fc-ba30-5b211d5a0a6c tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:36.119900 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0416cfad-9705-41fc-ba30-5b211d5a0a6c tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:36.120578 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0416cfad-9705-41fc-ba30-5b211d5a0a6c tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:36.121061 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0416cfad-9705-41fc-ba30-5b211d5a0a6c tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:36.121553 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0416cfad-9705-41fc-ba30-5b211d5a0a6c tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:36.122013 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0416cfad-9705-41fc-ba30-5b211d5a0a6c tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:36.122508 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0416cfad-9705-41fc-ba30-5b211d5a0a6c tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:36.122836 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0416cfad-9705-41fc-ba30-5b211d5a0a6c tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:36.124035 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0416cfad-9705-41fc-ba30-5b211d5a0a6c tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:36.124604 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0416cfad-9705-41fc-ba30-5b211d5a0a6c tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:36.126368 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-f882c744-ea0d-4848-8c87-044abba78dd9 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2033246589', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:36.128017 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1779638f-565d-400e-b57e-dad5491076a7 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:36.128312 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1779638f-565d-400e-b57e-dad5491076a7 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:36.128670 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1779638f-565d-400e-b57e-dad5491076a7 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:36.128998 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1779638f-565d-400e-b57e-dad5491076a7 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:36.129319 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1779638f-565d-400e-b57e-dad5491076a7 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:36.129639 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1779638f-565d-400e-b57e-dad5491076a7 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:36.130515 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1779638f-565d-400e-b57e-dad5491076a7 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:36.131013 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1779638f-565d-400e-b57e-dad5491076a7 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:36.131523 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1779638f-565d-400e-b57e-dad5491076a7 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:36.131992 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1779638f-565d-400e-b57e-dad5491076a7 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:36.132475 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1779638f-565d-400e-b57e-dad5491076a7 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:36.144832 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-67fac303-ace6-4bd0-9e3b-67037f874e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:36.151700 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f882c744-ea0d-4848-8c87-044abba78dd9 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:36.162404 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f882c744-ea0d-4848-8c87-044abba78dd9 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Usage tracker for resource:router and tenant:9679d844e15947ffaadb0d4f870cf9d6 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:36.170009 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f5868c-5fa0-44fb-9d9c-9ee8d0c3b923 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Made reservation on behalf of 3165e40034a94fb1867776c36ae44e52 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:06:36.172031 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-97308d39-3a18-4e67-a654-42ae93281dbe req-70eda9a7-9826-4640-9f16-e395435e235a tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2263834 Feb 10 23:06:36.173782 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-06f5868c-5fa0-44fb-9d9c-9ee8d0c3b923 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:36.191369 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f882c744-ea0d-4848-8c87-044abba78dd9 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:36.205878 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-67fac303-ace6-4bd0-9e3b-67037f874e3f None None] For port 58252a55-4007-483c-bb10-dfb933026dd1, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=58252a55-4007-483c-bb10-dfb933026dd1,segment=NetworkSegment(99b95884-5a65-4e53-8996-56fd12f16860),segment_id=99b95884-5a65-4e53-8996-56fd12f16860)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:06:36.226915 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3868a916-5bc4-4fc9-aa3a-71818473162f tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8182d9d-e7e0-4420-99ac-df994d9b102f,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:36.229243 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0416cfad-9705-41fc-ba30-5b211d5a0a6c tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:36.231099 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-0416cfad-9705-41fc-ba30-5b211d5a0a6c tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] 10.222.0.59 "DELETE /v2.0/ports/d9f86538-20f1-41bb-af1f-3604c509a0b7 HTTP/1.1" status: 204 len: 168 time: 2.4652469 Feb 10 23:06:36.270069 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42890) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:36.270919 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f882c744-ea0d-4848-8c87-044abba78dd9 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:36.276636 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-67fac303-ace6-4bd0-9e3b-67037f874e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:36.333105 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3868a916-5bc4-4fc9-aa3a-71818473162f tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:36.334086 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-3868a916-5bc4-4fc9-aa3a-71818473162f tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.8623395 Feb 10 23:06:36.351359 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42894) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:36.372081 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-6ed0377e-0ded-443c-83d6-48eb4bf38378 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Request body: {'security_group_rule': {'security_group_id': 'e8182d9d-e7e0-4420-99ac-df994d9b102f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:36.373736 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-6ed0377e-0ded-443c-83d6-48eb4bf38378 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:06:36.374707 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6ed0377e-0ded-443c-83d6-48eb4bf38378 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0200305 Feb 10 23:06:36.393914 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42898) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:36.417868 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-cbee5152-e513-4024-8941-4db97a09860b tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Request body: {'security_group_rule': {'security_group_id': 'e8182d9d-e7e0-4420-99ac-df994d9b102f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:36.418740 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-cbee5152-e513-4024-8941-4db97a09860b tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:06:36.435128 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-cbee5152-e513-4024-8941-4db97a09860b tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0271850 Feb 10 23:06:36.436334 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fac303-ace6-4bd0-9e3b-67037f874e3f None None] Pushing event updated for resources: {'Port': ['ID=58252a55-4007-483c-bb10-dfb933026dd1,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:36.459199 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42902) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:36.464354 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f882c744-ea0d-4848-8c87-044abba78dd9 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:36.465467 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f882c744-ea0d-4848-8c87-044abba78dd9 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:36.473686 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c5909589-a355-4a52-b1f8-6114d0879119 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:36.483158 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-bfd9a17c-ca18-40b8-bb68-487fc2bfc9b1 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Request body: {'security_group_rule': {'security_group_id': 'e8182d9d-e7e0-4420-99ac-df994d9b102f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:36.489987 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-bfd9a17c-ca18-40b8-bb68-487fc2bfc9b1 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:06:36.489987 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-bfd9a17c-ca18-40b8-bb68-487fc2bfc9b1 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0158885 Feb 10 23:06:36.496687 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42906) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:36.500528 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-c5909589-a355-4a52-b1f8-6114d0879119 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Transition to ACTIVE for port object 8537ebbe-9dbf-4b96-b648-892da00cf8dc will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:06:36.527596 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-9d97ff32-4af2-42b7-ad5c-5ccb415408f2 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Request body: {'security_group_rule': {'security_group_id': 'e8182d9d-e7e0-4420-99ac-df994d9b102f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:36.528387 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-9d97ff32-4af2-42b7-ad5c-5ccb415408f2 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:06:36.531998 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9d97ff32-4af2-42b7-ad5c-5ccb415408f2 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0117564 Feb 10 23:06:36.537278 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42910) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:36.559180 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-661061b5-7749-4707-a01e-ca737878a33a tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:36.576011 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06f5868c-5fa0-44fb-9d9c-9ee8d0c3b923 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:06:36.603022 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-06f5868c-5fa0-44fb-9d9c-9ee8d0c3b923 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:36.603361 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-06f5868c-5fa0-44fb-9d9c-9ee8d0c3b923 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Added segment 3d358a59-6c7e-4373-b6f0-d6b011f36614 of type vlan for network db9cdb98-a84f-495c-8d6c-cce27bd4258c Feb 10 23:06:36.608843 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-6a3ff69f-1136-4cc5-abb6-02759f4b5726 None None] Provisioning complete for port 58252a55-4007-483c-bb10-dfb933026dd1 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:06:36.609486 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6a3ff69f-1136-4cc5-abb6-02759f4b5726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:36.668293 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f5cbcacc-9949-4d51-9382-2ad974ee310e tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:36.695268 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-06f5868c-5fa0-44fb-9d9c-9ee8d0c3b923 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:36.722437 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099b764-5969-486f-88eb-409d9686c7ef req-d6eacc02-69e0-4cef-a2f8-5e205b152a6b tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:36.723873 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-2099b764-5969-486f-88eb-409d9686c7ef req-d6eacc02-69e0-4cef-a2f8-5e205b152a6b tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 945 time: 0.2261403 Feb 10 23:06:36.728826 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f5cbcacc-9949-4d51-9382-2ad974ee310e tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:36.762359 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f882c744-ea0d-4848-8c87-044abba78dd9 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:36.765935 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c5909589-a355-4a52-b1f8-6114d0879119 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:36.787646 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-41ce19b3-7670-4a78-9a97-290f9e52582f tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Deleting subnet d4bb420d-920f-46f2-9dba-34e86f799fc3 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:06:36.798970 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-41ce19b3-7670-4a78-9a97-290f9e52582f tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:36.887073 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5909589-a355-4a52-b1f8-6114d0879119 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Network 7c7106b9-d279-4464-96b5-1e8b36a3c4f2 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:06:36.893077 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5909589-a355-4a52-b1f8-6114d0879119 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event updated for resources: {'Port': ['ID=8537ebbe-9dbf-4b96-b648-892da00cf8dc,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:36.895465 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-c5909589-a355-4a52-b1f8-6114d0879119 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:06:36.898873 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5909589-a355-4a52-b1f8-6114d0879119 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:06:36.925561 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-2099b764-5969-486f-88eb-409d9686c7ef req-73a69597-ec2d-4e56-94d4-b9c9bf05d60c tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1810572 Feb 10 23:06:36.963842 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c5909589-a355-4a52-b1f8-6114d0879119 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733071'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:36.982145 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-06f5868c-5fa0-44fb-9d9c-9ee8d0c3b923 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:36.986108 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f5868c-5fa0-44fb-9d9c-9ee8d0c3b923 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:36.986766 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-06f5868c-5fa0-44fb-9d9c-9ee8d0c3b923 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:37.019926 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-41ce19b3-7670-4a78-9a97-290f9e52582f tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:37.066665 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f882c744-ea0d-4848-8c87-044abba78dd9 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:37.087289 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f5cbcacc-9949-4d51-9382-2ad974ee310e tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:37.143075 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 58252a55-4007-483c-bb10-dfb933026dd1 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:06:37.160884 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-661061b5-7749-4707-a01e-ca737878a33a tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:37.165085 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-661061b5-7749-4707-a01e-ca737878a33a tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1734214'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:37.165085 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.l3_db [None req-661061b5-7749-4707-a01e-ca737878a33a tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Floating IP bc062a30-2715-4f09-8141-fa34043dc082 disassociated. External IP: 172.26.8.170, port: 0155e9a7-4bf9-4598-8b09-087921375d3d. Feb 10 23:06:37.165085 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-661061b5-7749-4707-a01e-ca737878a33a tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Calling delete_port for 0155e9a7-4bf9-4598-8b09-087921375d3d owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:06:37.168950 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cbcacc-9949-4d51-9382-2ad974ee310e tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8182d9d-e7e0-4420-99ac-df994d9b102f,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:37.180642 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f5868c-5fa0-44fb-9d9c-9ee8d0c3b923 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Pushing event updated for resources: {'Network': ['ID=db9cdb98-a84f-495c-8d6c-cce27bd4258c,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:37.206484 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network db9cdb98-a84f-495c-8d6c-cce27bd4258c details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:06:37.221222 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed56f78b-b5d2-4558-a568-f4c1e8715070 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Router 598ec2ba-714f-4e64-a0ee-b436c1d6c7c8 is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:06:37.223038 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f882c744-ea0d-4848-8c87-044abba78dd9 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:37.226654 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f882c744-ea0d-4848-8c87-044abba78dd9 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.1146438 Feb 10 23:06:37.227905 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42916) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:37.234549 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-a548efae-6de2-4426-9ce6-8b3df1adb300 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1131873010'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:37.240502 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a548efae-6de2-4426-9ce6-8b3df1adb300 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:37.246388 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-a548efae-6de2-4426-9ce6-8b3df1adb300 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Usage tracker for resource:network and tenant:9679d844e15947ffaadb0d4f870cf9d6 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:37.256928 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-a548efae-6de2-4426-9ce6-8b3df1adb300 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:37.256928 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a548efae-6de2-4426-9ce6-8b3df1adb300 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:37.259914 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-41ce19b3-7670-4a78-9a97-290f9e52582f tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:37.279471 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-06f5868c-5fa0-44fb-9d9c-9ee8d0c3b923 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.5596993 Feb 10 23:06:37.279471 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f5cbcacc-9949-4d51-9382-2ad974ee310e tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:37.280010 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-f5cbcacc-9949-4d51-9382-2ad974ee310e tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] 10.222.0.59 "DELETE /v2.0/security-groups/e8182d9d-e7e0-4420-99ac-df994d9b102f HTTP/1.1" status: 204 len: 168 time: 0.7372780 Feb 10 23:06:37.288563 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42920) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:37.289112 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42922) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:37.317219 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-3ab1c64e-c972-48e4-8594-42f8450bbba0 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Request body: {'subnet': {'network_id': 'db9cdb98-a84f-495c-8d6c-cce27bd4258c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:37.359888 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 58252a55-4007-483c-bb10-dfb933026dd1 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:06:37.360573 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c5909589-a355-4a52-b1f8-6114d0879119 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:37.360671 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:37.374601 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a548efae-6de2-4426-9ce6-8b3df1adb300 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Made reservation on behalf of 9679d844e15947ffaadb0d4f870cf9d6 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:06:37.377520 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a548efae-6de2-4426-9ce6-8b3df1adb300 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:37.418822 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a548efae-6de2-4426-9ce6-8b3df1adb300 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:06:37.428073 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-52338546-9366-470c-bdc6-b3ccf50461fc None None] Provisioning for port 8537ebbe-9dbf-4b96-b648-892da00cf8dc completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:06:37.435179 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-52338546-9366-470c-bdc6-b3ccf50461fc None None] Provisioning complete for port 8537ebbe-9dbf-4b96-b648-892da00cf8dc triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:06:37.435552 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-52338546-9366-470c-bdc6-b3ccf50461fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:37.470736 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a548efae-6de2-4426-9ce6-8b3df1adb300 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:37.470956 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-a548efae-6de2-4426-9ce6-8b3df1adb300 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Added segment 614febb5-8b07-4b4e-b22a-df75af8274f8 of type vlan for network 74785e22-b419-4301-a726-502801e77510 Feb 10 23:06:37.601219 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-52338546-9366-470c-bdc6-b3ccf50461fc None None] Port 8537ebbe-9dbf-4b96-b648-892da00cf8dc cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:06:37.632166 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a548efae-6de2-4426-9ce6-8b3df1adb300 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:37.768373 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-3ab1c64e-c972-48e4-8594-42f8450bbba0 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:37.775542 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-3ab1c64e-c972-48e4-8594-42f8450bbba0 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Usage tracker for resource:subnet and tenant:3165e40034a94fb1867776c36ae44e52 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:37.780602 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-aed6e7b7-87c8-4486-a422-5dcf449e07b1 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4880350 Feb 10 23:06:37.781503 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-3ab1c64e-c972-48e4-8594-42f8450bbba0 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:37.784738 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42930) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:37.785519 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a548efae-6de2-4426-9ce6-8b3df1adb300 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:37.789917 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a548efae-6de2-4426-9ce6-8b3df1adb300 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:37.790491 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a548efae-6de2-4426-9ce6-8b3df1adb300 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:37.802435 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-ad1a52bb-40b2-4a34-9b09-10aa0699dc91 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Request body: {'security_group': {'name': 'tempest-secgroup--1446792712'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:37.807394 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-3ab1c64e-c972-48e4-8594-42f8450bbba0 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:37.813001 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-ad1a52bb-40b2-4a34-9b09-10aa0699dc91 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:37.823336 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ad1a52bb-40b2-4a34-9b09-10aa0699dc91 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Usage tracker for resource:security_group and tenant:c80b9cd5ac3c4f9dace493766e180bff is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:37.828372 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ad1a52bb-40b2-4a34-9b09-10aa0699dc91 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:37.831568 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-661061b5-7749-4707-a01e-ca737878a33a tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:37.840111 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-ad1a52bb-40b2-4a34-9b09-10aa0699dc91 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:37.885244 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-41ce19b3-7670-4a78-9a97-290f9e52582f tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:37.920622 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661061b5-7749-4707-a01e-ca737878a33a tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Pushing event deleted for resources: {'Port': ['ID=0155e9a7-4bf9-4598-8b09-087921375d3d,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:37.935202 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab1c64e-c972-48e4-8594-42f8450bbba0 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Made reservation on behalf of 3165e40034a94fb1867776c36ae44e52 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:06:37.965335 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ce19b3-7670-4a78-9a97-290f9e52582f tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Pushing event deleted for resources: {'Subnet': ['ID=d4bb420d-920f-46f2-9dba-34e86f799fc3,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:37.982542 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a548efae-6de2-4426-9ce6-8b3df1adb300 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event updated for resources: {'Network': ['ID=74785e22-b419-4301-a726-502801e77510,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:37.998385 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-a548efae-6de2-4426-9ce6-8b3df1adb300 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7662299 Feb 10 23:06:38.000576 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 74785e22-b419-4301-a726-502801e77510 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:06:38.010727 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42934) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:38.023004 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ad1a52bb-40b2-4a34-9b09-10aa0699dc91 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:38.035773 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-41ce19b3-7670-4a78-9a97-290f9e52582f tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:38.042441 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-e735db98-1897-400e-b559-2cf454445f2f tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Request body: {'subnet': {'network_id': '74785e22-b419-4301-a726-502801e77510', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:38.075355 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5e5dd2-73e5-420d-8060-bd4da205a793 None None] Network feb1a862-beae-4f30-ad12-f81c8a807d39 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:06:38.080388 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c5909589-a355-4a52-b1f8-6114d0879119 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:38.109119 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41687059-89a6-4738-ac25-cbad3cfbe4b8 req-e4cb5b30-b1d7-4db0-8048-aec83f6ae6c4 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:38.112099 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-41687059-89a6-4738-ac25-cbad3cfbe4b8 req-e4cb5b30-b1d7-4db0-8048-aec83f6ae6c4 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 945 time: 0.3325593 Feb 10 23:06:38.173363 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-41687059-89a6-4738-ac25-cbad3cfbe4b8 req-e533dfd2-f477-48de-9867-a0ddc906956f tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548248 Feb 10 23:06:38.175043 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c5909589-a355-4a52-b1f8-6114d0879119 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:38.209000 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-41ce19b3-7670-4a78-9a97-290f9e52582f tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] 10.222.0.59 "DELETE /v2.0/subnets/d4bb420d-920f-46f2-9dba-34e86f799fc3 HTTP/1.1" status: 204 len: 168 time: 1.9292383 Feb 10 23:06:38.230129 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42938) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:38.328166 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3ab1c64e-c972-48e4-8594-42f8450bbba0 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:38.437578 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db22f3ec-2379-468a-931a-b26b460fa7e0 None None] DHCP port deletion for feb1a862-beae-4f30-ad12-f81c8a807d39 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:06:38.442400 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-db22f3ec-2379-468a-931a-b26b460fa7e0 None None] Deleting port 3f3c317a-129f-4c48-a447-e39631c58936 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:06:38.442974 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-db22f3ec-2379-468a-931a-b26b460fa7e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:38.477801 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c5909589-a355-4a52-b1f8-6114d0879119 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2767683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732898'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:38.481588 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5909589-a355-4a52-b1f8-6114d0879119 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event updated for resources: {'Port': ['ID=8537ebbe-9dbf-4b96-b648-892da00cf8dc,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:38.565695 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-ad1a52bb-40b2-4a34-9b09-10aa0699dc91 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:38.602652 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e735db98-1897-400e-b559-2cf454445f2f tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:38.605641 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ad1a52bb-40b2-4a34-9b09-10aa0699dc91 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Usage tracker for resource:security_group_rule and tenant:c80b9cd5ac3c4f9dace493766e180bff is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:38.616152 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ad1a52bb-40b2-4a34-9b09-10aa0699dc91 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:38.624252 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e735db98-1897-400e-b559-2cf454445f2f tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Usage tracker for resource:subnet and tenant:9679d844e15947ffaadb0d4f870cf9d6 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:38.638672 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e735db98-1897-400e-b559-2cf454445f2f tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:38.641488 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-ad1a52bb-40b2-4a34-9b09-10aa0699dc91 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:38.655041 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-efc2bf32-8eb2-45d7-b276-2f5470989768 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:38.675891 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e735db98-1897-400e-b559-2cf454445f2f tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:38.744511 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed56f78b-b5d2-4558-a568-f4c1e8715070 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:06:38.754517 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-efc2bf32-8eb2-45d7-b276-2f5470989768 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Deleting port 3f3c317a-129f-4c48-a447-e39631c58936 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:06:38.754800 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-efc2bf32-8eb2-45d7-b276-2f5470989768 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:38.765247 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e40989-0b56-40cb-b428-fbf2c0077e41 None None] Sync routers for ids ['598ec2ba-714f-4e64-a0ee-b436c1d6c7c8'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:06:38.821520 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e735db98-1897-400e-b559-2cf454445f2f tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Made reservation on behalf of 9679d844e15947ffaadb0d4f870cf9d6 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:06:38.832940 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5909589-a355-4a52-b1f8-6114d0879119 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Network 7c7106b9-d279-4464-96b5-1e8b36a3c4f2 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:06:38.836284 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-c5909589-a355-4a52-b1f8-6114d0879119 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:06:38.843286 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-db22f3ec-2379-468a-931a-b26b460fa7e0 None None] For port 3f3c317a-129f-4c48-a447-e39631c58936, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=3f3c317a-129f-4c48-a447-e39631c58936,segment=NetworkSegment(50be981f-8c41-4f34-bd07-6aafbb59f6ef),segment_id=50be981f-8c41-4f34-bd07-6aafbb59f6ef)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:06:38.844489 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-db22f3ec-2379-468a-931a-b26b460fa7e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:38.861385 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e40989-0b56-40cb-b428-fbf2c0077e41 None None] Routers {'598ec2ba-714f-4e64-a0ee-b436c1d6c7c8'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:06:38.861385 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-b4e40989-0b56-40cb-b428-fbf2c0077e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:06:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['598ec2ba-714f-4e64-a0ee-b436c1d6c7c8'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:39.116922 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ad1a52bb-40b2-4a34-9b09-10aa0699dc91 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:39.119387 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d255b8cf-502f-4c97-b14c-318a557478ed req-aea6ec7e-ce2f-4973-bbe0-5248c06d1090 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:39.127287 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d255b8cf-502f-4c97-b14c-318a557478ed req-aea6ec7e-ce2f-4973-bbe0-5248c06d1090 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 945 time: 0.7037890 Feb 10 23:06:39.182218 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 3f3c317a-129f-4c48-a447-e39631c58936 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:06:39.204782 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e735db98-1897-400e-b559-2cf454445f2f tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:39.245021 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-db22f3ec-2379-468a-931a-b26b460fa7e0 None None] Calling delete_port for 3f3c317a-129f-4c48-a447-e39631c58936 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:06:39.250499 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ad1a52bb-40b2-4a34-9b09-10aa0699dc91 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:39.254042 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ed56f78b-b5d2-4558-a568-f4c1e8715070 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:39.257907 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ed56f78b-b5d2-4558-a568-f4c1e8715070 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 9.1426909 Feb 10 23:06:39.276857 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42944) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:39.374001 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:39.410851 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 3f3c317a-129f-4c48-a447-e39631c58936, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=3f3c317a-129f-4c48-a447-e39631c58936,segment=NetworkSegment(50be981f-8c41-4f34-bd07-6aafbb59f6ef),segment_id=50be981f-8c41-4f34-bd07-6aafbb59f6ef)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:06:39.442768 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-ee27c3ea-a78a-4bf5-b195-b30defbd7f5f None None] Provisioning complete for port 8537ebbe-9dbf-4b96-b648-892da00cf8dc triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:06:39.443515 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ee27c3ea-a78a-4bf5-b195-b30defbd7f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:39.486505 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:39.548530 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d255b8cf-502f-4c97-b14c-318a557478ed req-014bddc7-463c-40dc-9126-1c123d4c7d75 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4202783 Feb 10 23:06:39.550011 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-db22f3ec-2379-468a-931a-b26b460fa7e0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:06:39.550362 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-db22f3ec-2379-468a-931a-b26b460fa7e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:06:39.551457 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-b4e40989-0b56-40cb-b428-fbf2c0077e41 None None] Set router 598ec2ba-714f-4e64-a0ee-b436c1d6c7c8 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:06:39.567672 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-0946e4b8-c4ce-4cbf-900e-47f1f93b5582 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] 10.222.0.59 "GET /v2.0/routers/598ec2ba-714f-4e64-a0ee-b436c1d6c7c8 HTTP/1.1" status: 200 len: 906 time: 0.2902133 Feb 10 23:06:39.568915 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42948) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:39.588302 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1a52bb-40b2-4a34-9b09-10aa0699dc91 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35f30e6e-3ca1-4846-bc98-0bd4c40b0b0c,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:39.604192 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-ee27c3ea-a78a-4bf5-b195-b30defbd7f5f None None] Port 8537ebbe-9dbf-4b96-b648-892da00cf8dc cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:06:39.663591 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ad1a52bb-40b2-4a34-9b09-10aa0699dc91 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:39.664801 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ad1a52bb-40b2-4a34-9b09-10aa0699dc91 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.8791411 Feb 10 23:06:39.678296 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42954) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:39.687743 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-7c11f925-5e86-4d10-83d5-0b4147e1f18d tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Request body: {'security_group_rule': {'security_group_id': '35f30e6e-3ca1-4846-bc98-0bd4c40b0b0c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:39.688379 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-7c11f925-5e86-4d10-83d5-0b4147e1f18d tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:06:39.689341 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7c11f925-5e86-4d10-83d5-0b4147e1f18d tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0074203 Feb 10 23:06:39.696204 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42958) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:39.697239 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5909589-a355-4a52-b1f8-6114d0879119 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Router 17d2f71b-c3f5-4af6-a202-4bd24d87c59f is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:06:39.704045 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-7b3f2be0-a3b1-45db-ad9b-913f275075f7 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Request body: {'security_group_rule': {'security_group_id': '35f30e6e-3ca1-4846-bc98-0bd4c40b0b0c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:39.727143 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-7b3f2be0-a3b1-45db-ad9b-913f275075f7 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:39.736016 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-efc2bf32-8eb2-45d7-b276-2f5470989768 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] For port 3f3c317a-129f-4c48-a447-e39631c58936, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=3f3c317a-129f-4c48-a447-e39631c58936,segment=NetworkSegment(50be981f-8c41-4f34-bd07-6aafbb59f6ef),segment_id=50be981f-8c41-4f34-bd07-6aafbb59f6ef)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:06:39.736364 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-efc2bf32-8eb2-45d7-b276-2f5470989768 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:39.749349 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-7b3f2be0-a3b1-45db-ad9b-913f275075f7 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Usage tracker for resource:security_group_rule and tenant:c80b9cd5ac3c4f9dace493766e180bff is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:39.755359 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-7b3f2be0-a3b1-45db-ad9b-913f275075f7 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:39.821768 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-7b3f2be0-a3b1-45db-ad9b-913f275075f7 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:39.837793 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=3f3c317a-129f-4c48-a447-e39631c58936,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:39.911237 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3ab1c64e-c972-48e4-8594-42f8450bbba0 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:39.921668 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-efc2bf32-8eb2-45d7-b276-2f5470989768 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Calling delete_port for 3f3c317a-129f-4c48-a447-e39631c58936 owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:06:39.941057 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-b4e40989-0b56-40cb-b428-fbf2c0077e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598ec2ba-714f-4e64-a0ee-b436c1d6c7c8', 'name': 'tempest-snat-router-841517158', 'tenant_id': '23659e77e80e4429b4e076fc4da43ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.89'}], 'enable_snat': True}, 'gw_port_id': '458ae60f-0e48-463d-b8f5-b930560a4956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:30Z', 'updated_at': '2022-02-10T23:06:35Z', 'revision_number': 3, 'project_id': '23659e77e80e4429b4e076fc4da43ec6', 'gw_port': {'id': '458ae60f-0e48-463d-b8f5-b930560a4956', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:11:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598ec2ba-714f-4e64-a0ee-b436c1d6c7c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:33Z', 'updated_at': '2022-02-10T23:06:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:39.945180 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e40989-0b56-40cb-b428-fbf2c0077e41 None None] Checking router: 598ec2ba-714f-4e64-a0ee-b436c1d6c7c8 for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:06:39.946678 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e40989-0b56-40cb-b428-fbf2c0077e41 None None] Updating router 598ec2ba-714f-4e64-a0ee-b436c1d6c7c8 port 458ae60f-0e48-463d-b8f5-b930560a4956 binding host dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:06:39.999727 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b4e40989-0b56-40cb-b428-fbf2c0077e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:40.014316 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-661061b5-7749-4707-a01e-ca737878a33a tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Router ceb0202d-0403-475b-a150-eb543df39ce0 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:06:40.030411 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e34b34-80e3-4905-98de-ddd8e5e9a0f7 req-62993d96-df48-4b93-9dc1-78890572ffbc tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:40.032172 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-24e34b34-80e3-4905-98de-ddd8e5e9a0f7 req-62993d96-df48-4b93-9dc1-78890572ffbc tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 945 time: 0.2714756 Feb 10 23:06:40.052955 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-db22f3ec-2379-468a-931a-b26b460fa7e0 None None] Deleting port 3f3c317a-129f-4c48-a447-e39631c58936 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:06:40.059715 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-db22f3ec-2379-468a-931a-b26b460fa7e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:40.089066 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab1c64e-c972-48e4-8594-42f8450bbba0 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Pushing event updated for resources: {'Subnet': ['ID=94f65ec3-234f-4c3e-9f30-7b2fcb710a78,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:40.115612 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5909589-a355-4a52-b1f8-6114d0879119 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:06:40.120530 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-c5909589-a355-4a52-b1f8-6114d0879119 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "PUT /v2.0/routers/17d2f71b-c3f5-4af6-a202-4bd24d87c59f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0264947 Feb 10 23:06:40.125190 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42962) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:40.134921 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381a4b1c-46f2-4626-bd6f-d0c09e2a1672 None None] Sync routers for ids ['17d2f71b-c3f5-4af6-a202-4bd24d87c59f'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:06:40.167351 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381a4b1c-46f2-4626-bd6f-d0c09e2a1672 None None] Routers {'17d2f71b-c3f5-4af6-a202-4bd24d87c59f'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:06:40.167351 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-381a4b1c-46f2-4626-bd6f-d0c09e2a1672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:06:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['17d2f71b-c3f5-4af6-a202-4bd24d87c59f'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:40.219544 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.api [None req-efc2bf32-8eb2-45d7-b276-2f5470989768 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:06:40.219936 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG oslo_db.api [None req-efc2bf32-8eb2-45d7-b276-2f5470989768 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:06:40.230619 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-381a4b1c-46f2-4626-bd6f-d0c09e2a1672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:40.244478 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381a4b1c-46f2-4626-bd6f-d0c09e2a1672 None None] Routers {'17d2f71b-c3f5-4af6-a202-4bd24d87c59f'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:06:40.245386 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-381a4b1c-46f2-4626-bd6f-d0c09e2a1672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:06:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['17d2f71b-c3f5-4af6-a202-4bd24d87c59f'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:40.275165 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8af056d-fccb-481b-aa0f-677ccc6fe768 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:40.275739 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-b8af056d-fccb-481b-aa0f-677ccc6fe768 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Synchronizing usage tracker for tenant:62dc022463634d02b4f57b75cc001545 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:06:40.291766 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-7b3f2be0-a3b1-45db-ad9b-913f275075f7 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:06:40.292817 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7b3f2be0-a3b1-45db-ad9b-913f275075f7 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5941212 Feb 10 23:06:40.296642 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab1c64e-c972-48e4-8594-42f8450bbba0 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Checking segment: {'id': '3d358a59-6c7e-4373-b6f0-d6b011f36614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'db9cdb98-a84f-495c-8d6c-cce27bd4258c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:06:40.297001 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab1c64e-c972-48e4-8594-42f8450bbba0 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Network hostable DHCP agents. Network: db9cdb98-a84f-495c-8d6c-cce27bd4258c, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:06:40.302211 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42966) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:40.305467 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-24e34b34-80e3-4905-98de-ddd8e5e9a0f7 req-3e324a58-23a2-4911-a603-5555119b91fe tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2351022 Feb 10 23:06:40.318922 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5b43eca4-41d8-4168-9cc0-c4f1ce126366 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:40.326925 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-4a1126c3-1076-448c-b953-4163aec1f55c tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Request body: {'security_group_rule': {'security_group_id': '35f30e6e-3ca1-4846-bc98-0bd4c40b0b0c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:40.327533 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-4a1126c3-1076-448c-b953-4163aec1f55c tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:06:40.328459 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4a1126c3-1076-448c-b953-4163aec1f55c tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0251961 Feb 10 23:06:40.333488 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42970) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:40.338284 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-381a4b1c-46f2-4626-bd6f-d0c09e2a1672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:40.338682 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381a4b1c-46f2-4626-bd6f-d0c09e2a1672 None None] The sync data for ids ['17d2f71b-c3f5-4af6-a202-4bd24d87c59f'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:06:40.343116 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e735db98-1897-400e-b559-2cf454445f2f tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:40.351138 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-58258483-f5be-4258-b276-65f0883a8d0a tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Request body: {'security_group_rule': {'security_group_id': '35f30e6e-3ca1-4846-bc98-0bd4c40b0b0c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:40.399787 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-58258483-f5be-4258-b276-65f0883a8d0a tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:40.416089 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-58258483-f5be-4258-b276-65f0883a8d0a tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Usage tracker for resource:security_group_rule and tenant:c80b9cd5ac3c4f9dace493766e180bff is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:40.436505 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-58258483-f5be-4258-b276-65f0883a8d0a tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:40.458951 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-58258483-f5be-4258-b276-65f0883a8d0a tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:40.490878 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e735db98-1897-400e-b559-2cf454445f2f tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event updated for resources: {'Subnet': ['ID=4af83497-4fea-4529-9adb-a93de110f35c,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:40.515180 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-db22f3ec-2379-468a-931a-b26b460fa7e0 None None] For port 3f3c317a-129f-4c48-a447-e39631c58936, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=3f3c317a-129f-4c48-a447-e39631c58936,segment=NetworkSegment(50be981f-8c41-4f34-bd07-6aafbb59f6ef),segment_id=50be981f-8c41-4f34-bd07-6aafbb59f6ef)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:06:40.515791 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-db22f3ec-2379-468a-931a-b26b460fa7e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:40.519849 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e735db98-1897-400e-b559-2cf454445f2f tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Checking segment: {'id': '614febb5-8b07-4b4e-b22a-df75af8274f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '74785e22-b419-4301-a726-502801e77510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:06:40.520309 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e735db98-1897-400e-b559-2cf454445f2f tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Network hostable DHCP agents. Network: 74785e22-b419-4301-a726-502801e77510, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:06:40.593534 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-661061b5-7749-4707-a01e-ca737878a33a tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:06:40.636052 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab1c64e-c972-48e4-8594-42f8450bbba0 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Network db9cdb98-a84f-495c-8d6c-cce27bd4258c is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:06:40.641049 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-b8af056d-fccb-481b-aa0f-677ccc6fe768 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Unset dirty status for tenant:62dc022463634d02b4f57b75cc001545 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:06:40.642371 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-b8af056d-fccb-481b-aa0f-677ccc6fe768 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "GET /v2.0/ports/8537ebbe-9dbf-4b96-b648-892da00cf8dc HTTP/1.1" status: 200 len: 910 time: 0.5137541 Feb 10 23:06:40.649207 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42976) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:40.654770 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdaa2cd-734b-47a8-8079-1e0737afca69 None None] Sync routers for ids ['ceb0202d-0403-475b-a150-eb543df39ce0'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:06:40.656832 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-5f223fd7-c00c-45a6-a988-3ea2067cdcc7 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '69f14db7-a52e-47f1-a162-74b6291ee6f2'}]}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:40.667352 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-db22f3ec-2379-468a-931a-b26b460fa7e0 None None] Calling delete_port for 3f3c317a-129f-4c48-a447-e39631c58936 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:06:40.681709 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-58258483-f5be-4258-b276-65f0883a8d0a tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:06:40.682990 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-58258483-f5be-4258-b276-65f0883a8d0a tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3478403 Feb 10 23:06:40.683754 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e735db98-1897-400e-b559-2cf454445f2f tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Network 74785e22-b419-4301-a726-502801e77510 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:06:40.694979 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42980) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:40.706556 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.resource_extend [None req-b4e40989-0b56-40cb-b428-fbf2c0077e41 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:06:40.711358 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-6cbc0a9f-7c05-4ecb-9820-5b7673e054c2 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Request body: {'security_group_rule': {'security_group_id': '35f30e6e-3ca1-4846-bc98-0bd4c40b0b0c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:40.716577 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-6cbc0a9f-7c05-4ecb-9820-5b7673e054c2 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:06:40.716577 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6cbc0a9f-7c05-4ecb-9820-5b7673e054c2 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0107162 Feb 10 23:06:40.717261 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42984) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:40.721479 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-efc2bf32-8eb2-45d7-b276-2f5470989768 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Deleting port 3f3c317a-129f-4c48-a447-e39631c58936 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:06:40.721818 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-efc2bf32-8eb2-45d7-b276-2f5470989768 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:40.735447 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-fb0a45a7-0e6f-4d96-b4f5-1ec5b3643e89 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Request body: {'security_group_rule': {'security_group_id': '35f30e6e-3ca1-4846-bc98-0bd4c40b0b0c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:40.748569 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-fb0a45a7-0e6f-4d96-b4f5-1ec5b3643e89 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:40.755941 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-fb0a45a7-0e6f-4d96-b4f5-1ec5b3643e89 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Usage tracker for resource:security_group_rule and tenant:c80b9cd5ac3c4f9dace493766e180bff is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:40.762367 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-3ab1c64e-c972-48e4-8594-42f8450bbba0 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, db9cdb98-a84f-495c-8d6c-cce27bd4258c) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:06:40.771809 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-e735db98-1897-400e-b559-2cf454445f2f tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 74785e22-b419-4301-a726-502801e77510) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:06:40.774636 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-fb0a45a7-0e6f-4d96-b4f5-1ec5b3643e89 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:40.778561 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab1c64e-c972-48e4-8594-42f8450bbba0 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:40.779559 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3ab1c64e-c972-48e4-8594-42f8450bbba0 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:40.787138 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-fb0a45a7-0e6f-4d96-b4f5-1ec5b3643e89 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:40.822101 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30048c8a-931a-46c5-8237-a3c574e70ad7 None None] Network db9cdb98-a84f-495c-8d6c-cce27bd4258c requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:06:40.822366 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e735db98-1897-400e-b559-2cf454445f2f tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:40.822366 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e735db98-1897-400e-b559-2cf454445f2f tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:40.825075 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ad2f39-b58f-4fbe-816e-2dbfe7655096 None None] Network 74785e22-b419-4301-a726-502801e77510 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:06:40.835677 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-661061b5-7749-4707-a01e-ca737878a33a tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:40.867481 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdaa2cd-734b-47a8-8079-1e0737afca69 None None] Routers {'ceb0202d-0403-475b-a150-eb543df39ce0'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:06:40.868640 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-ffdaa2cd-734b-47a8-8079-1e0737afca69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:06:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['ceb0202d-0403-475b-a150-eb543df39ce0'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:40.902835 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-661061b5-7749-4707-a01e-ca737878a33a tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] 10.222.0.59 "DELETE /v2.0/ports/0155e9a7-4bf9-4598-8b09-087921375d3d HTTP/1.1" status: 204 len: 168 time: 5.3608181 Feb 10 23:06:40.905465 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42990) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:40.961979 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.securitygroups_db [None req-fb0a45a7-0e6f-4d96-b4f5-1ec5b3643e89 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Project c80b9cd5ac3c4f9dace493766e180bff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:06:41.004258 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3ab1c64e-c972-48e4-8594-42f8450bbba0 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7132559 Feb 10 23:06:41.019416 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 42994) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:41.076191 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-94790d44-09de-4eb4-98fb-f11225375cf7 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] 10.222.0.59 "GET /v2.0/floatingips/bc062a30-2715-4f09-8141-fa34043dc082 HTTP/1.1" status: 200 len: 688 time: 0.1696465 Feb 10 23:06:41.077764 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e735db98-1897-400e-b559-2cf454445f2f tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0643358 Feb 10 23:06:41.078353 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 42998) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:41.082319 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b4e40989-0b56-40cb-b428-fbf2c0077e41 None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:41.085196 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43000) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:41.109076 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-ffdaa2cd-734b-47a8-8079-1e0737afca69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:41.140224 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5f223fd7-c00c-45a6-a988-3ea2067cdcc7 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:41.160037 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdaa2cd-734b-47a8-8079-1e0737afca69 None None] Routers {'ceb0202d-0403-475b-a150-eb543df39ce0'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:06:41.160769 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-ffdaa2cd-734b-47a8-8079-1e0737afca69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:06:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['ceb0202d-0403-475b-a150-eb543df39ce0'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:41.184130 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5b43eca4-41d8-4168-9cc0-c4f1ce126366 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:41.227951 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-b4e40989-0b56-40cb-b428-fbf2c0077e41 None None] Transition to ACTIVE for port object 458ae60f-0e48-463d-b8f5-b930560a4956 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:06:41.243272 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.api.v2.resource [None req-fb0a45a7-0e6f-4d96-b4f5-1ec5b3643e89 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:06:41.249763 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-ffdaa2cd-734b-47a8-8079-1e0737afca69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:41.249763 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdaa2cd-734b-47a8-8079-1e0737afca69 None None] The sync data for ids ['ceb0202d-0403-475b-a150-eb543df39ce0'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:06:41.250589 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-fb0a45a7-0e6f-4d96-b4f5-1ec5b3643e89 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5284126 Feb 10 23:06:41.254011 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-db22f3ec-2379-468a-931a-b26b460fa7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:41.267336 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43006) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:41.277552 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-487e4d06-c27b-4601-9f90-0efc5ef5977e tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Request body: {'security_group_rule': {'security_group_id': '35f30e6e-3ca1-4846-bc98-0bd4c40b0b0c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:41.284792 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.api.v2.resource [None req-487e4d06-c27b-4601-9f90-0efc5ef5977e tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:06:41.284792 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-487e4d06-c27b-4601-9f90-0efc5ef5977e tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0101535 Feb 10 23:06:41.303691 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43010) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:41.315205 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-2ddc5004-0b18-430d-bdeb-ba05ec8a2086 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Request body: {'security_group_rule': {'security_group_id': '35f30e6e-3ca1-4846-bc98-0bd4c40b0b0c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:41.324221 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db22f3ec-2379-468a-931a-b26b460fa7e0 None None] No DVR routers for this DVR port 3f3c317a-129f-4c48-a447-e39631c58936 on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:06:41.337600 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db22f3ec-2379-468a-931a-b26b460fa7e0 None None] Pushing event deleted for resources: {'Port': ['ID=3f3c317a-129f-4c48-a447-e39631c58936,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:41.352714 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b4e40989-0b56-40cb-b428-fbf2c0077e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:41.382915 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2ddc5004-0b18-430d-bdeb-ba05ec8a2086 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:41.388529 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3c1049c8-5fc2-4c27-9826-839cc64271e9 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:41.454804 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-2ddc5004-0b18-430d-bdeb-ba05ec8a2086 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Usage tracker for resource:security_group_rule and tenant:c80b9cd5ac3c4f9dace493766e180bff is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:41.457710 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-5b43eca4-41d8-4168-9cc0-c4f1ce126366 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Deleting port 458ae60f-0e48-463d-b8f5-b930560a4956 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:06:41.458107 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5b43eca4-41d8-4168-9cc0-c4f1ce126366 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:41.481032 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-2ddc5004-0b18-430d-bdeb-ba05ec8a2086 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:41.509791 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22f3ec-2379-468a-931a-b26b460fa7e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:41.510620 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22f3ec-2379-468a-931a-b26b460fa7e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:41.511027 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22f3ec-2379-468a-931a-b26b460fa7e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:41.512462 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22f3ec-2379-468a-931a-b26b460fa7e0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:41.512462 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22f3ec-2379-468a-931a-b26b460fa7e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:41.512788 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2ddc5004-0b18-430d-bdeb-ba05ec8a2086 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:41.512893 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22f3ec-2379-468a-931a-b26b460fa7e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:41.513228 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22f3ec-2379-468a-931a-b26b460fa7e0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:41.513615 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22f3ec-2379-468a-931a-b26b460fa7e0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:41.514193 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22f3ec-2379-468a-931a-b26b460fa7e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:41.514421 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22f3ec-2379-468a-931a-b26b460fa7e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:41.514806 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22f3ec-2379-468a-931a-b26b460fa7e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:41.524602 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-649a99cc-5122-49ed-b20a-ecc5f64d868c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Deleting port 929e2964-85d6-44f7-ab04-7f01fed416ad {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:06:41.531017 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-649a99cc-5122-49ed-b20a-ecc5f64d868c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:41.535616 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b437b866-62aa-473a-8f16-94e7f0a5e78d req-3f25d677-2403-495c-93b6-09ab28b01851 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:41.537101 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-b437b866-62aa-473a-8f16-94e7f0a5e78d req-3f25d677-2403-495c-93b6-09ab28b01851 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 945 time: 0.5787580 Feb 10 23:06:41.558065 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-efc2bf32-8eb2-45d7-b276-2f5470989768 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] For port 3f3c317a-129f-4c48-a447-e39631c58936, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=3f3c317a-129f-4c48-a447-e39631c58936,segment=NetworkSegment(50be981f-8c41-4f34-bd07-6aafbb59f6ef),segment_id=50be981f-8c41-4f34-bd07-6aafbb59f6ef)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:06:41.558418 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-efc2bf32-8eb2-45d7-b276-2f5470989768 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:41.614298 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-b4e40989-0b56-40cb-b428-fbf2c0077e41 None None] Attempting to bind port 458ae60f-0e48-463d-b8f5-b930560a4956 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:06:41.614779 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-b4e40989-0b56-40cb-b428-fbf2c0077e41 None None] Attempting to bind port 458ae60f-0e48-463d-b8f5-b930560a4956 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:06:41.614779 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e40989-0b56-40cb-b428-fbf2c0077e41 None None] Attempting to bind port 458ae60f-0e48-463d-b8f5-b930560a4956 on network c2ed7563-f8af-409c-803f-f56530124ba5 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:06:41.630474 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e40989-0b56-40cb-b428-fbf2c0077e41 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:06:41.631420 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e40989-0b56-40cb-b428-fbf2c0077e41 None None] Checking segment: {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:06:41.634344 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b4e40989-0b56-40cb-b428-fbf2c0077e41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:41.634985 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e40989-0b56-40cb-b428-fbf2c0077e41 None None] Bound using segment: {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:06:41.635695 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-b4e40989-0b56-40cb-b428-fbf2c0077e41 None None] Bound port: 458ae60f-0e48-463d-b8f5-b930560a4956, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:06:41.636400 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b4e40989-0b56-40cb-b428-fbf2c0077e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:41.705931 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-efc2bf32-8eb2-45d7-b276-2f5470989768 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Calling delete_port for 3f3c317a-129f-4c48-a447-e39631c58936 owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:06:41.716217 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-b4e40989-0b56-40cb-b428-fbf2c0077e41 None None] For port 458ae60f-0e48-463d-b8f5-b930560a4956, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:06:41.719223 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-b4e40989-0b56-40cb-b428-fbf2c0077e41 None None] For port 458ae60f-0e48-463d-b8f5-b930560a4956, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=458ae60f-0e48-463d-b8f5-b930560a4956,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:06:41.743197 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.securitygroups_db [None req-2ddc5004-0b18-430d-bdeb-ba05ec8a2086 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Project c80b9cd5ac3c4f9dace493766e180bff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:06:41.818457 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3c1049c8-5fc2-4c27-9826-839cc64271e9 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:41.822148 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c33a138-9f3c-4c73-8511-00caeb7d3a6d None None] Pushing event updated for resources: {'Port': ['ID=458ae60f-0e48-463d-b8f5-b930560a4956,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:41.826701 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b4e40989-0b56-40cb-b428-fbf2c0077e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:41.877085 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-b437b866-62aa-473a-8f16-94e7f0a5e78d req-c82e9e05-af72-4a6c-91e5-17c5b72d1c78 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3202722 Feb 10 23:06:41.905707 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c33a138-9f3c-4c73-8511-00caeb7d3a6d None None] Pushing event updated for resources: {'Port': ['ID=458ae60f-0e48-463d-b8f5-b930560a4956,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:41.909888 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0579c7-cac4-4e63-87a8-b4c5619e29bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-74785e22-b419-4301-a726-502801e77510', 'network_id': '74785e22-b419-4301-a726-502801e77510', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'fixed_ips': [{'subnet_id': '4af83497-4fea-4529-9adb-a93de110f35c'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:06:41.910077 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bb0579c7-cac4-4e63-87a8-b4c5619e29bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:41.933102 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf656a90-cf6b-467b-806b-fcd0b6772f18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-db9cdb98-a84f-495c-8d6c-cce27bd4258c', 'network_id': 'db9cdb98-a84f-495c-8d6c-cce27bd4258c', 'tenant_id': '3165e40034a94fb1867776c36ae44e52', 'fixed_ips': [{'subnet_id': '94f65ec3-234f-4c3e-9f30-7b2fcb710a78'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:06:41.933867 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cf656a90-cf6b-467b-806b-fcd0b6772f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:41.940287 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.api.v2.resource [None req-2ddc5004-0b18-430d-bdeb-ba05ec8a2086 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:06:41.944449 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-2ddc5004-0b18-430d-bdeb-ba05ec8a2086 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.6365921 Feb 10 23:06:41.950990 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43014) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:41.952113 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-5b43eca4-41d8-4168-9cc0-c4f1ce126366 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] For port 458ae60f-0e48-463d-b8f5-b930560a4956, host dv-neutron-828797-1-hyperv, got binding levels [] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:06:41.952469 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5b43eca4-41d8-4168-9cc0-c4f1ce126366 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:41.961411 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-eea3f962-a99f-44d5-b78b-7a8cb0d3583f tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Request body: {'security_group_rule': {'security_group_id': '35f30e6e-3ca1-4846-bc98-0bd4c40b0b0c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:41.975161 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-eea3f962-a99f-44d5-b78b-7a8cb0d3583f tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:41.985102 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-eea3f962-a99f-44d5-b78b-7a8cb0d3583f tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Usage tracker for resource:security_group_rule and tenant:c80b9cd5ac3c4f9dace493766e180bff is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:42.012412 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-eea3f962-a99f-44d5-b78b-7a8cb0d3583f tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:42.024961 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-eea3f962-a99f-44d5-b78b-7a8cb0d3583f tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:42.053308 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.api [None req-efc2bf32-8eb2-45d7-b276-2f5470989768 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:06:42.053625 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG oslo_db.api [None req-efc2bf32-8eb2-45d7-b276-2f5470989768 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:06:42.055434 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-649a99cc-5122-49ed-b20a-ecc5f64d868c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:42.055754 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-649a99cc-5122-49ed-b20a-ecc5f64d868c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:42.122876 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e40989-0b56-40cb-b428-fbf2c0077e41 None None] Routers {'598ec2ba-714f-4e64-a0ee-b436c1d6c7c8'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:06:42.123510 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-b4e40989-0b56-40cb-b428-fbf2c0077e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:06:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['598ec2ba-714f-4e64-a0ee-b436c1d6c7c8'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:42.172949 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.securitygroups_db [None req-eea3f962-a99f-44d5-b78b-7a8cb0d3583f tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Project c80b9cd5ac3c4f9dace493766e180bff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:06:42.212895 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-5b43eca4-41d8-4168-9cc0-c4f1ce126366 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Calling delete_port for 458ae60f-0e48-463d-b8f5-b930560a4956 owned by network:router_gateway {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:06:42.246120 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-649a99cc-5122-49ed-b20a-ecc5f64d868c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Calling delete_port for 929e2964-85d6-44f7-ab04-7f01fed416ad owned by network:floatingip {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:06:42.359705 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3c1049c8-5fc2-4c27-9826-839cc64271e9 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:42.366795 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-bb0579c7-cac4-4e63-87a8-b4c5619e29bb None None] Allocated IP 2001:db8::2 (74785e22-b419-4301-a726-502801e77510/4af83497-4fea-4529-9adb-a93de110f35c/ffe1c068-e2c7-41dc-a480-89ca54f68ae5) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:06:42.379987 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-b4e40989-0b56-40cb-b428-fbf2c0077e41 None None] Set router 598ec2ba-714f-4e64-a0ee-b436c1d6c7c8 gateway port host: None {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:06:42.431025 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server [None req-cf656a90-cf6b-467b-806b-fcd0b6772f18 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 94f65ec3-234f-4c3e-9f30-7b2fcb710a78: This subnet is being modified by another concurrent operation. Feb 10 23:06:42.431025 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 10 23:06:42.431025 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 10 23:06:42.431025 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 10 23:06:42.431025 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 10 23:06:42.431025 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 10 23:06:42.431025 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 10 23:06:42.431025 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 10 23:06:42.431025 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 10 23:06:42.431025 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 10 23:06:42.431025 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 23:06:42.431025 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 23:06:42.431025 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 23:06:42.431025 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 23:06:42.431025 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 23:06:42.431025 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 23:06:42.431025 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 23:06:42.431025 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server raise value Feb 10 23:06:42.431025 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 23:06:42.431025 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 23:06:42.431025 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 23:06:42.431025 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 23:06:42.431025 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 23:06:42.431025 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 23:06:42.431025 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 23:06:42.431025 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 23:06:42.431025 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 23:06:42.431025 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server raise value Feb 10 23:06:42.431025 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 23:06:42.431025 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 23:06:42.431025 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 23:06:42.431025 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 23:06:42.431025 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 23:06:42.431025 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 23:06:42.431025 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 23:06:42.431025 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 23:06:42.431025 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 23:06:42.431025 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server raise value Feb 10 23:06:42.431025 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 23:06:42.431025 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 23:06:42.431025 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 10 23:06:42.431025 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 10 23:06:42.431025 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 10 23:06:42.431025 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 10 23:06:42.431025 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 10 23:06:42.431025 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 10 23:06:42.431025 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 10 23:06:42.431025 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 10 23:06:42.431025 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 10 23:06:42.431025 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 10 23:06:42.431025 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 10 23:06:42.431025 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 23:06:42.431025 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 23:06:42.434684 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 23:06:42.434684 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 23:06:42.434684 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 23:06:42.434684 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 23:06:42.434684 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 23:06:42.434684 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 23:06:42.434684 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server raise value Feb 10 23:06:42.434684 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 23:06:42.434684 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 23:06:42.434684 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 23:06:42.434684 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 23:06:42.434684 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 23:06:42.434684 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 23:06:42.434684 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 23:06:42.434684 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 23:06:42.434684 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 23:06:42.434684 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server raise value Feb 10 23:06:42.434684 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 23:06:42.434684 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 23:06:42.434684 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 23:06:42.434684 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 23:06:42.434684 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 23:06:42.434684 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 23:06:42.434684 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 23:06:42.434684 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 23:06:42.434684 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 23:06:42.434684 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server raise value Feb 10 23:06:42.434684 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 23:06:42.434684 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 23:06:42.434684 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 10 23:06:42.434684 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 10 23:06:42.434684 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 10 23:06:42.434684 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 10 23:06:42.434684 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 10 23:06:42.434684 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 10 23:06:42.434684 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 10 23:06:42.434684 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 10 23:06:42.434684 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 10 23:06:42.434684 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 23:06:42.434684 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 10 23:06:42.434684 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 10 23:06:42.434684 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 10 23:06:42.434684 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 10 23:06:42.434684 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 10 23:06:42.434684 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 10 23:06:42.434684 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 10 23:06:42.434684 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 10 23:06:42.434684 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 10 23:06:42.434684 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server raise exception Feb 10 23:06:42.434684 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 94f65ec3-234f-4c3e-9f30-7b2fcb710a78: This subnet is being modified by another concurrent operation. Feb 10 23:06:42.434684 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server Feb 10 23:06:42.442744 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1049c8-5fc2-4c27-9826-839cc64271e9 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Pushing event deleted for resources: {'Subnet': ['ID=94f65ec3-234f-4c3e-9f30-7b2fcb710a78,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:42.467750 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:06:42.495178 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-eea3f962-a99f-44d5-b78b-7a8cb0d3583f tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:06:42.499046 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-eea3f962-a99f-44d5-b78b-7a8cb0d3583f tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5426579 Feb 10 23:06:42.504336 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43018) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:42.523047 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f1ba5d-14d5-4ba3-88e8-72c58ebfe285 None None] Network db9cdb98-a84f-495c-8d6c-cce27bd4258c requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:06:42.564759 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-649a99cc-5122-49ed-b20a-ecc5f64d868c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:42.587071 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3c1049c8-5fc2-4c27-9826-839cc64271e9 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:42.618412 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-31d6a023-f121-450c-874e-316518fbcab5 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:42.632143 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-3c1049c8-5fc2-4c27-9826-839cc64271e9 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db9cdb98-a84f-495c-8d6c-cce27bd4258c']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:42.642532 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649a99cc-5122-49ed-b20a-ecc5f64d868c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Pushing event deleted for resources: {'Port': ['ID=929e2964-85d6-44f7-ab04-7f01fed416ad,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:42.661468 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-3c1049c8-5fc2-4c27-9826-839cc64271e9 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d358a59-6c7e-4373-b6f0-d6b011f36614') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:42.661759 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-3c1049c8-5fc2-4c27-9826-839cc64271e9 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d358a59-6c7e-4373-b6f0-d6b011f36614') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:42.678741 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5f223fd7-c00c-45a6-a988-3ea2067cdcc7 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:42.682525 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-5b43eca4-41d8-4168-9cc0-c4f1ce126366 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:06:42.682843 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-5b43eca4-41d8-4168-9cc0-c4f1ce126366 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:06:42.685478 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3c1049c8-5fc2-4c27-9826-839cc64271e9 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:42.703856 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3c1049c8-5fc2-4c27-9826-839cc64271e9 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:42.710815 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c1049c8-5fc2-4c27-9826-839cc64271e9 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:06:42.724190 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3c1049c8-5fc2-4c27-9826-839cc64271e9 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:42.726909 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:06:42.726909 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:06:42.726909 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:06:42.726909 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:06:42.726909 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:06:42.726909 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:06:42.726909 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:06:42.726909 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:06:42.726909 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:06:42.726909 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:06:42.726909 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:06:42.726909 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:06:42.726909 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:06:42.726909 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:06:42.726909 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:06:42.726909 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:06:42.726909 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:06:42.726909 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:06:42.726909 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:06:42.726909 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:06:42.726909 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:06:42.726909 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:06:42.726909 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:06:42.726909 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:06:42.726909 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:06:42.726909 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:06:42.726909 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:06:42.726909 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:06:42.726909 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:06:42.726909 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:06:42.726909 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:06:42.726909 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:06:42.754913 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-b4e40989-0b56-40cb-b428-fbf2c0077e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598ec2ba-714f-4e64-a0ee-b436c1d6c7c8', 'name': 'tempest-snat-router-841517158', 'tenant_id': '23659e77e80e4429b4e076fc4da43ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:30Z', 'updated_at': '2022-02-10T23:06:41Z', 'revision_number': 4, 'project_id': '23659e77e80e4429b4e076fc4da43ec6', 'gw_port_host': None}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:42.780485 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5f223fd7-c00c-45a6-a988-3ea2067cdcc7 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:42.781733 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e40989-0b56-40cb-b428-fbf2c0077e41 None None] The sync data for ids ['598ec2ba-714f-4e64-a0ee-b436c1d6c7c8'] in dv-neutron-828797-1-hyperv is: [{'id': '598ec2ba-714f-4e64-a0ee-b436c1d6c7c8', 'name': 'tempest-snat-router-841517158', 'tenant_id': '23659e77e80e4429b4e076fc4da43ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:30Z', 'updated_at': '2022-02-10T23:06:41Z', 'revision_number': 4, 'project_id': '23659e77e80e4429b4e076fc4da43ec6', 'gw_port_host': None}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:06:42.918590 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bb0579c7-cac4-4e63-87a8-b4c5619e29bb None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:42.932978 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f223fd7-c00c-45a6-a988-3ea2067cdcc7 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:42.933193 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-efc2bf32-8eb2-45d7-b276-2f5470989768 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Deleting port 3f3c317a-129f-4c48-a447-e39631c58936 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:06:42.933398 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-efc2bf32-8eb2-45d7-b276-2f5470989768 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:42.933617 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5f223fd7-c00c-45a6-a988-3ea2067cdcc7 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:42.934927 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-5f223fd7-c00c-45a6-a988-3ea2067cdcc7 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "PUT /v2.0/ports/8537ebbe-9dbf-4b96-b648-892da00cf8dc HTTP/1.1" status: 200 len: 910 time: 2.2834332 Feb 10 23:06:42.938744 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43024) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:42.979870 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-bb0579c7-cac4-4e63-87a8-b4c5619e29bb None None] Transition to ACTIVE for port object ffe1c068-e2c7-41dc-a480-89ca54f68ae5 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:06:43.004348 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-bb0579c7-cac4-4e63-87a8-b4c5619e29bb None None] Transition to ACTIVE for port object ffe1c068-e2c7-41dc-a480-89ca54f68ae5 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:06:43.009193 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f223fd7-c00c-45a6-a988-3ea2067cdcc7 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event updated for resources: {'Port': ['ID=8537ebbe-9dbf-4b96-b648-892da00cf8dc,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:43.019852 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3c1049c8-5fc2-4c27-9826-839cc64271e9 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:43.092229 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3c1049c8-5fc2-4c27-9826-839cc64271e9 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:43.096735 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bb0579c7-cac4-4e63-87a8-b4c5619e29bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:43.103474 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1049c8-5fc2-4c27-9826-839cc64271e9 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Pushing event deleted for resources: {'Network': ['ID=db9cdb98-a84f-495c-8d6c-cce27bd4258c,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:43.107933 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-efc2bf32-8eb2-45d7-b276-2f5470989768 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] The port '3f3c317a-129f-4c48-a447-e39631c58936' was deleted {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 23:06:43.141081 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7ea50c43-35e0-4cf8-80f5-bd4b5e495d61 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:43.168826 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0579c7-cac4-4e63-87a8-b4c5619e29bb None None] Network 74785e22-b419-4301-a726-502801e77510 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:06:43.171496 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-bb0579c7-cac4-4e63-87a8-b4c5619e29bb None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:06:43.175779 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0579c7-cac4-4e63-87a8-b4c5619e29bb None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:06:43.178027 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0579c7-cac4-4e63-87a8-b4c5619e29bb None None] Pushing event updated for resources: {'Port': ['ID=ffe1c068-e2c7-41dc-a480-89ca54f68ae5,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:43.222833 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-5b43eca4-41d8-4168-9cc0-c4f1ce126366 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Deleting port 458ae60f-0e48-463d-b8f5-b930560a4956 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:06:43.223400 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5b43eca4-41d8-4168-9cc0-c4f1ce126366 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:43.255141 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-3c1049c8-5fc2-4c27-9826-839cc64271e9 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "DELETE /v2.0/networks/db9cdb98-a84f-495c-8d6c-cce27bd4258c HTTP/1.1" status: 204 len: 168 time: 2.2329724 Feb 10 23:06:43.257266 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43028) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:43.267594 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-bb0579c7-cac4-4e63-87a8-b4c5619e29bb None None] Attempting to bind port ffe1c068-e2c7-41dc-a480-89ca54f68ae5 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:06:43.267846 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-649a99cc-5122-49ed-b20a-ecc5f64d868c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for floatingip, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:43.268187 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-bb0579c7-cac4-4e63-87a8-b4c5619e29bb None None] Attempting to bind port ffe1c068-e2c7-41dc-a480-89ca54f68ae5 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '614febb5-8b07-4b4e-b22a-df75af8274f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '74785e22-b419-4301-a726-502801e77510'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:06:43.268643 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0579c7-cac4-4e63-87a8-b4c5619e29bb None None] Attempting to bind port ffe1c068-e2c7-41dc-a480-89ca54f68ae5 on network 74785e22-b419-4301-a726-502801e77510 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:06:43.275655 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0579c7-cac4-4e63-87a8-b4c5619e29bb None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:06:43.276069 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0579c7-cac4-4e63-87a8-b4c5619e29bb None None] Checking segment: {'id': '614febb5-8b07-4b4e-b22a-df75af8274f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '74785e22-b419-4301-a726-502801e77510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:06:43.276470 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bb0579c7-cac4-4e63-87a8-b4c5619e29bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:43.276872 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0579c7-cac4-4e63-87a8-b4c5619e29bb None None] Bound using segment: {'id': '614febb5-8b07-4b4e-b22a-df75af8274f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '74785e22-b419-4301-a726-502801e77510'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:06:43.277328 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-bb0579c7-cac4-4e63-87a8-b4c5619e29bb None None] Bound port: ffe1c068-e2c7-41dc-a480-89ca54f68ae5, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '614febb5-8b07-4b4e-b22a-df75af8274f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '74785e22-b419-4301-a726-502801e77510'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:06:43.277691 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bb0579c7-cac4-4e63-87a8-b4c5619e29bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:43.384790 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7ea50c43-35e0-4cf8-80f5-bd4b5e495d61 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:43.417236 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-bb0579c7-cac4-4e63-87a8-b4c5619e29bb None None] For port ffe1c068-e2c7-41dc-a480-89ca54f68ae5, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:06:43.420427 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-bb0579c7-cac4-4e63-87a8-b4c5619e29bb None None] For port ffe1c068-e2c7-41dc-a480-89ca54f68ae5, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=ffe1c068-e2c7-41dc-a480-89ca54f68ae5,segment=NetworkSegment(614febb5-8b07-4b4e-b22a-df75af8274f8),segment_id=614febb5-8b07-4b4e-b22a-df75af8274f8)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:06:43.454530 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-04c90319-f96c-40b4-9963-e55d1c206911 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] GET failed (client error): The resource could not be found. Feb 10 23:06:43.455036 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-04c90319-f96c-40b4-9963-e55d1c206911 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Synchronizing usage tracker for tenant:3165e40034a94fb1867776c36ae44e52 on resource:subnet {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:06:43.477460 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-efc2bf32-8eb2-45d7-b276-2f5470989768 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:43.495679 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-5b43eca4-41d8-4168-9cc0-c4f1ce126366 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] For port 458ae60f-0e48-463d-b8f5-b930560a4956, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=458ae60f-0e48-463d-b8f5-b930560a4956,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:06:43.496026 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5b43eca4-41d8-4168-9cc0-c4f1ce126366 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:43.521889 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bb0579c7-cac4-4e63-87a8-b4c5619e29bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:43.539323 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-649a99cc-5122-49ed-b20a-ecc5f64d868c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:43.544756 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-649a99cc-5122-49ed-b20a-ecc5f64d868c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] 10.222.0.59 "DELETE /v2.0/floatingips/bc062a30-2715-4f09-8141-fa34043dc082 HTTP/1.1" status: 204 len: 168 time: 2.4607317 Feb 10 23:06:43.551364 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43032) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:43.568205 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-aa9fa6d8-12bc-4fd3-87e9-7ee8d059f0c5 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Request body: {'floatingip': {'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'port_id': '9d426e38-18b3-48cf-9fb2-8fdb68904b07'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:43.578407 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-efc2bf32-8eb2-45d7-b276-2f5470989768 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feb1a862-beae-4f30-ad12-f81c8a807d39']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:43.587055 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-aa9fa6d8-12bc-4fd3-87e9-7ee8d059f0c5 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:43.634255 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-efc2bf32-8eb2-45d7-b276-2f5470989768 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50be981f-8c41-4f34-bd07-6aafbb59f6ef') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:43.634613 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-efc2bf32-8eb2-45d7-b276-2f5470989768 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50be981f-8c41-4f34-bd07-6aafbb59f6ef') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:43.646340 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-aa9fa6d8-12bc-4fd3-87e9-7ee8d059f0c5 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Usage tracker for resource:floatingip and tenant:ef749632f6e8410c86d95344b6b5e6cc is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:43.654065 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-aa9fa6d8-12bc-4fd3-87e9-7ee8d059f0c5 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:43.665626 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0579c7-cac4-4e63-87a8-b4c5619e29bb None None] Pushing event updated for resources: {'Port': ['ID=ffe1c068-e2c7-41dc-a480-89ca54f68ae5,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:43.667484 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-efc2bf32-8eb2-45d7-b276-2f5470989768 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32216962'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:43.677835 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-aa9fa6d8-12bc-4fd3-87e9-7ee8d059f0c5 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:43.686470 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e95f5-3ed3-4813-b106-a01b89d1a177 req-12c540a7-ca53-4e82-897b-22e0b8ff5cd6 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:43.687927 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-130e95f5-3ed3-4813-b106-a01b89d1a177 req-12c540a7-ca53-4e82-897b-22e0b8ff5cd6 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 945 time: 0.6367888 Feb 10 23:06:43.694433 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-04c90319-f96c-40b4-9963-e55d1c206911 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Unset dirty status for tenant:3165e40034a94fb1867776c36ae44e52 on resource:subnet {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:06:43.696108 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-04c90319-f96c-40b4-9963-e55d1c206911 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "GET /v2.0/subnets/94f65ec3-234f-4c3e-9f30-7b2fcb710a78 HTTP/1.1" status: 404 len: 337 time: 0.4309747 Feb 10 23:06:43.702703 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43036) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:43.748955 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-51e14e79-fd7e-4845-965a-4d1ba4482c1f tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732944'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:43.762141 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-efc2bf32-8eb2-45d7-b276-2f5470989768 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:43.772730 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7ea50c43-35e0-4cf8-80f5-bd4b5e495d61 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:43.798938 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-31d6a023-f121-450c-874e-316518fbcab5 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Allocated IP 2001:db8::1 (74785e22-b419-4301-a726-502801e77510/4af83497-4fea-4529-9adb-a93de110f35c/2f3b6d64-b6fe-4b3f-86a4-824ccff0bfec) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:06:43.805912 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-5b43eca4-41d8-4168-9cc0-c4f1ce126366 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Calling delete_port for 458ae60f-0e48-463d-b8f5-b930560a4956 owned by network:router_gateway {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:06:43.806467 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efc2bf32-8eb2-45d7-b276-2f5470989768 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:06:43.806880 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-efc2bf32-8eb2-45d7-b276-2f5470989768 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32033006'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:43.824814 dv-neutron-828797-1-hyperv neutron-server[84332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:06:43.824814 dv-neutron-828797-1-hyperv neutron-server[84332]: util.warn( Feb 10 23:06:43.824814 dv-neutron-828797-1-hyperv neutron-server[84332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:06:43.824814 dv-neutron-828797-1-hyperv neutron-server[84332]: util.warn( Feb 10 23:06:43.824814 dv-neutron-828797-1-hyperv neutron-server[84332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:06:43.824814 dv-neutron-828797-1-hyperv neutron-server[84332]: util.warn( Feb 10 23:06:43.824814 dv-neutron-828797-1-hyperv neutron-server[84332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:06:43.824814 dv-neutron-828797-1-hyperv neutron-server[84332]: util.warn( Feb 10 23:06:43.824814 dv-neutron-828797-1-hyperv neutron-server[84332]: Traceback (most recent call last): Feb 10 23:06:43.824814 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:06:43.824814 dv-neutron-828797-1-hyperv neutron-server[84332]: timer() Feb 10 23:06:43.824814 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:06:43.824814 dv-neutron-828797-1-hyperv neutron-server[84332]: cb(*args, **kw) Feb 10 23:06:43.824814 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:06:43.824814 dv-neutron-828797-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Feb 10 23:06:43.824814 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:06:43.824814 dv-neutron-828797-1-hyperv neutron-server[84332]: self._notify() Feb 10 23:06:43.824814 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:06:43.824814 dv-neutron-828797-1-hyperv neutron-server[84332]: self.callback(batched_events) Feb 10 23:06:43.824814 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:06:43.824814 dv-neutron-828797-1-hyperv neutron-server[84332]: event.method(event) Feb 10 23:06:43.824814 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:06:43.824814 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:06:43.824814 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:06:43.824814 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:06:43.824814 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:06:43.824814 dv-neutron-828797-1-hyperv neutron-server[84332]: return f(self, *a, **k) Feb 10 23:06:43.824814 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:06:43.824814 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._get(url).json() Feb 10 23:06:43.824814 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:06:43.824814 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:06:43.824814 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:06:43.824814 dv-neutron-828797-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Feb 10 23:06:43.824814 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:06:43.824814 dv-neutron-828797-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:06:43.824814 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:06:43.824814 dv-neutron-828797-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:06:43.824814 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:06:43.824814 dv-neutron-828797-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:06:43.824814 dv-neutron-828797-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:06:43.835288 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cb9c9d4-9561-4377-83d2-a2f921498145 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] DELETE failed (client error): The resource could not be found. Feb 10 23:06:43.835736 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cb9c9d4-9561-4377-83d2-a2f921498145 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:06:43.845612 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea50c43-35e0-4cf8-80f5-bd4b5e495d61 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f30e6e-3ca1-4846-bc98-0bd4c40b0b0c,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:43.956196 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6cb9c9d4-9561-4377-83d2-a2f921498145 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "DELETE /v2.0/networks/db9cdb98-a84f-495c-8d6c-cce27bd4258c HTTP/1.1" status: 404 len: 339 time: 0.2240059 Feb 10 23:06:43.956196 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aa9fa6d8-12bc-4fd3-87e9-7ee8d059f0c5 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for floatingip, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:43.959363 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43040) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:43.999840 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7ea50c43-35e0-4cf8-80f5-bd4b5e495d61 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:44.000980 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7ea50c43-35e0-4cf8-80f5-bd4b5e495d61 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] 10.222.0.59 "DELETE /v2.0/security-groups/35f30e6e-3ca1-4846-bc98-0bd4c40b0b0c HTTP/1.1" status: 204 len: 168 time: 1.5007889 Feb 10 23:06:44.005369 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43044) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:44.030430 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-130e95f5-3ed3-4813-b106-a01b89d1a177 req-5bd728ad-bbad-4c40-a5cd-b1a2dfb5dce3 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3219519 Feb 10 23:06:44.210817 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-1f5348e8-fb03-4728-bdb0-bc06b2a636a4 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Synchronizing usage tracker for tenant:c80b9cd5ac3c4f9dace493766e180bff on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:06:44.212956 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-efc2bf32-8eb2-45d7-b276-2f5470989768 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:44.240860 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-efc2bf32-8eb2-45d7-b276-2f5470989768 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:44.257006 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc2bf32-8eb2-45d7-b276-2f5470989768 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] Pushing event deleted for resources: {'Network': ['ID=feb1a862-beae-4f30-ad12-f81c8a807d39,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:44.263972 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-efc2bf32-8eb2-45d7-b276-2f5470989768 tempest-AllowedAddressPairIpV6TestJSON-1131794562 tempest-AllowedAddressPairIpV6TestJSON-1131794562-project] 10.222.0.59 "DELETE /v2.0/networks/feb1a862-beae-4f30-ad12-f81c8a807d39 HTTP/1.1" status: 204 len: 168 time: 5.9829488 Feb 10 23:06:44.297834 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aa9fa6d8-12bc-4fd3-87e9-7ee8d059f0c5 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:44.346096 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888923dd-9076-410a-b159-c47f56137228 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:44.349583 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-888923dd-9076-410a-b159-c47f56137228 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Synchronizing usage tracker for tenant:3165e40034a94fb1867776c36ae44e52 on resource:network {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:06:44.364560 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-1f5348e8-fb03-4728-bdb0-bc06b2a636a4 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Unset dirty status for tenant:c80b9cd5ac3c4f9dace493766e180bff on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:06:44.370191 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-1f5348e8-fb03-4728-bdb0-bc06b2a636a4 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3514292 Feb 10 23:06:44.372068 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43052) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:44.379923 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-bb3ca074-c8c8-4a47-b576-8ceaed6ed966 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Request body: {'security_group': {'name': 'tempest-secgroup--1480045449'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:44.390059 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-bb3ca074-c8c8-4a47-b576-8ceaed6ed966 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:44.434553 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-bb3ca074-c8c8-4a47-b576-8ceaed6ed966 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:44.468554 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-aa9fa6d8-12bc-4fd3-87e9-7ee8d059f0c5 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Allocated IP 172.26.8.39 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/755de8f6-1b8e-4b8a-97a8-508209c95451) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:06:44.534163 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-888923dd-9076-410a-b159-c47f56137228 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Unset dirty status for tenant:3165e40034a94fb1867776c36ae44e52 on resource:network {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:06:44.538229 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-888923dd-9076-410a-b159-c47f56137228 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5728879 Feb 10 23:06:44.541637 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43058) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:44.601682 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5b43eca4-41d8-4168-9cc0-c4f1ce126366 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:44.646888 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-602335a3-8efc-482b-ae06-d4241aa0e9cb tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Synchronizing usage tracker for tenant:3165e40034a94fb1867776c36ae44e52 on resource:subnet {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:06:44.669396 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b43eca4-41d8-4168-9cc0-c4f1ce126366 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Pushing event deleted for resources: {'Port': ['ID=458ae60f-0e48-463d-b8f5-b930560a4956,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:44.753009 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bb3ca074-c8c8-4a47-b576-8ceaed6ed966 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:44.760886 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-602335a3-8efc-482b-ae06-d4241aa0e9cb tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Unset dirty status for tenant:3165e40034a94fb1867776c36ae44e52 on resource:subnet {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:06:44.765167 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-602335a3-8efc-482b-ae06-d4241aa0e9cb tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "GET /v2.0/subnets?network_id=c2ed7563-f8af-409c-803f-f56530124ba5 HTTP/1.1" status: 200 len: 207 time: 0.2194927 Feb 10 23:06:44.772242 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43062) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:44.890615 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-31d6a023-f121-450c-874e-316518fbcab5 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:44.966020 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c184025-f04e-4db8-9bff-8f20b2d9e96d None None] Network 74785e22-b419-4301-a726-502801e77510 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:06:45.011505 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-31d6a023-f121-450c-874e-316518fbcab5 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Transition to ACTIVE for port object 2f3b6d64-b6fe-4b3f-86a4-824ccff0bfec will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:06:45.031007 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43068) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:45.034082 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-bb3ca074-c8c8-4a47-b576-8ceaed6ed966 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:45.051241 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-bb3ca074-c8c8-4a47-b576-8ceaed6ed966 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Usage tracker for resource:security_group_rule and tenant:c80b9cd5ac3c4f9dace493766e180bff is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:45.077786 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-bb3ca074-c8c8-4a47-b576-8ceaed6ed966 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:45.090474 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5b43eca4-41d8-4168-9cc0-c4f1ce126366 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734197'] for router_gateway, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:45.096405 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-bb3ca074-c8c8-4a47-b576-8ceaed6ed966 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:45.207852 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aa9fa6d8-12bc-4fd3-87e9-7ee8d059f0c5 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:45.221955 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba87f3-f74e-47ef-ac37-48a1b7adb1a3 req-8727cd34-efb6-4db0-9994-66b32cf31da6 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:45.230997 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-12ba87f3-f74e-47ef-ac37-48a1b7adb1a3 req-8727cd34-efb6-4db0-9994-66b32cf31da6 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 945 time: 0.4878287 Feb 10 23:06:45.265461 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1d735d-9e16-441b-9b33-7ab3704e3547 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:45.269483 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1d735d-9e16-441b-9b33-7ab3704e3547 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:45.273550 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1d735d-9e16-441b-9b33-7ab3704e3547 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:45.278002 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1d735d-9e16-441b-9b33-7ab3704e3547 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:45.283274 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-cc1d735d-9e16-441b-9b33-7ab3704e3547 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.4599135 Feb 10 23:06:45.291959 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43074) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:45.319371 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-6fb21079-ef2f-403d-b970-bd952f1d70ec None None] Provisioning for port ffe1c068-e2c7-41dc-a480-89ca54f68ae5 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:06:45.324582 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device ffe1c068-e2c7-41dc-a480-89ca54f68ae5 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:06:45.344191 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-31d6a023-f121-450c-874e-316518fbcab5 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:45.486923 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port ffe1c068-e2c7-41dc-a480-89ca54f68ae5 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:06:45.494507 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port ffe1c068-e2c7-41dc-a480-89ca54f68ae5 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:06:45.495119 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:45.563784 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-12ba87f3-f74e-47ef-ac37-48a1b7adb1a3 req-452c09d2-b428-4396-b3c7-49e94b3ac9fa tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3318119 Feb 10 23:06:45.566223 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bb3ca074-c8c8-4a47-b576-8ceaed6ed966 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:45.604206 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d6a023-f121-450c-874e-316518fbcab5 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Network 74785e22-b419-4301-a726-502801e77510 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:06:45.616474 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5b43eca4-41d8-4168-9cc0-c4f1ce126366 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:45.619908 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-31d6a023-f121-450c-874e-316518fbcab5 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:06:45.622901 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d6a023-f121-450c-874e-316518fbcab5 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:06:45.623531 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-31d6a023-f121-450c-874e-316518fbcab5 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733071'] for router_interface, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:45.631785 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d6a023-f121-450c-874e-316518fbcab5 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event updated for resources: {'Port': ['ID=2f3b6d64-b6fe-4b3f-86a4-824ccff0bfec,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:45.652492 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bb3ca074-c8c8-4a47-b576-8ceaed6ed966 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:45.674499 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5b43eca4-41d8-4168-9cc0-c4f1ce126366 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:45.685679 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:45.717352 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e14f6ca9-fffd-45f4-8107-730bc5aae497 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=09383d266f844d259060f55a62753d0c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6798780 Feb 10 23:06:45.734958 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43078) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:45.746652 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port ffe1c068-e2c7-41dc-a480-89ca54f68ae5, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=ffe1c068-e2c7-41dc-a480-89ca54f68ae5,segment=NetworkSegment(614febb5-8b07-4b4e-b22a-df75af8274f8),segment_id=614febb5-8b07-4b4e-b22a-df75af8274f8)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:06:45.752834 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4f8ce8c8-9c2a-4e74-ba3f-d7d7afa0152f tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.4570494 Feb 10 23:06:45.757555 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43082) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:45.766779 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aa9fa6d8-12bc-4fd3-87e9-7ee8d059f0c5 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:45.807824 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ca074-c8c8-4a47-b576-8ceaed6ed966 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e237a2f-ef9b-4dff-a609-bd893b3a8bc8,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:45.821021 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5b43eca4-41d8-4168-9cc0-c4f1ce126366 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:45.821522 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b43eca4-41d8-4168-9cc0-c4f1ce126366 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 598ec2ba-714f-4e64-a0ee-b436c1d6c7c8 {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:06:45.842058 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:45.861538 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-51e14e79-fd7e-4845-965a-4d1ba4482c1f tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Deleting port 8537ebbe-9dbf-4b96-b648-892da00cf8dc {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:06:45.861883 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-51e14e79-fd7e-4845-965a-4d1ba4482c1f tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:45.912609 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-62755f59-6e4b-4fbe-bacd-44d3875d3b4c None None] Provisioning for port 2f3b6d64-b6fe-4b3f-86a4-824ccff0bfec completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:06:45.920111 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-62755f59-6e4b-4fbe-bacd-44d3875d3b4c None None] Provisioning complete for port 2f3b6d64-b6fe-4b3f-86a4-824ccff0bfec triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:06:45.920476 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-62755f59-6e4b-4fbe-bacd-44d3875d3b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:45.928230 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bf1e4c12-0a88-4cdf-9f02-a636478e385f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:45.963945 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bf1e4c12-0a88-4cdf-9f02-a636478e385f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:45.980517 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d1a9ca-c726-4a3d-81e3-74fc1cd9bbbe tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:45.981830 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d1a9ca-c726-4a3d-81e3-74fc1cd9bbbe tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:45.988613 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-77d1a9ca-c726-4a3d-81e3-74fc1cd9bbbe tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2243798 Feb 10 23:06:45.988613 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5b43eca4-41d8-4168-9cc0-c4f1ce126366 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:45.991255 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-5b43eca4-41d8-4168-9cc0-c4f1ce126366 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] 10.222.0.59 "DELETE /v2.0/routers/598ec2ba-714f-4e64-a0ee-b436c1d6c7c8 HTTP/1.1" status: 204 len: 168 time: 6.4207489 Feb 10 23:06:45.994492 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43086) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:45.994827 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43088) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:45.999448 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:46.030676 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=ffe1c068-e2c7-41dc-a480-89ca54f68ae5,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:46.031942 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9fa6d8-12bc-4fd3-87e9-7ee8d059f0c5 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:06:46.037256 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-62755f59-6e4b-4fbe-bacd-44d3875d3b4c None None] Port 2f3b6d64-b6fe-4b3f-86a4-824ccff0bfec cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:06:46.051007 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376809cb-5a36-45ca-9794-f579d80c06f4 None None] get_active_networks_info from dv-neutron-828797-1-hyperv {{(pid=84334) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 10 23:06:46.065040 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9fa6d8-12bc-4fd3-87e9-7ee8d059f0c5 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Pushing event updated for resources: {'Port': ['ID=755de8f6-1b8e-4b8a-97a8-508209c95451,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:46.067377 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-aa9fa6d8-12bc-4fd3-87e9-7ee8d059f0c5 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:06:46.069370 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bb3ca074-c8c8-4a47-b576-8ceaed6ed966 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:46.071332 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-bb3ca074-c8c8-4a47-b576-8ceaed6ed966 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.6980824 Feb 10 23:06:46.072240 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9fa6d8-12bc-4fd3-87e9-7ee8d059f0c5 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:06:46.078503 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-62755f59-6e4b-4fbe-bacd-44d3875d3b4c None None] Provisioning complete for port ffe1c068-e2c7-41dc-a480-89ca54f68ae5 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:06:46.079282 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-62755f59-6e4b-4fbe-bacd-44d3875d3b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:46.110085 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43094) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:46.134952 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-d254b1d8-d6c5-4528-8886-488d38ab359a tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Request body: {'security_group_rule': {'security_group_id': '7e237a2f-ef9b-4dff-a609-bd893b3a8bc8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:46.144415 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bf1e4c12-0a88-4cdf-9f02-a636478e385f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:46.152351 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-d254b1d8-d6c5-4528-8886-488d38ab359a tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:46.178906 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d254b1d8-d6c5-4528-8886-488d38ab359a tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Usage tracker for resource:security_group_rule and tenant:c80b9cd5ac3c4f9dace493766e180bff is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:46.183531 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1e4c12-0a88-4cdf-9f02-a636478e385f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b154dce-25ed-4eec-ace0-8def833210f8,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:46.189086 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d254b1d8-d6c5-4528-8886-488d38ab359a tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:46.225185 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-31d6a023-f121-450c-874e-316518fbcab5 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:46.244144 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-d254b1d8-d6c5-4528-8886-488d38ab359a tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:46.277327 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bf1e4c12-0a88-4cdf-9f02-a636478e385f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:46.277327 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-bf1e4c12-0a88-4cdf-9f02-a636478e385f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7b154dce-25ed-4eec-ace0-8def833210f8 HTTP/1.1" status: 204 len: 168 time: 0.5384498 Feb 10 23:06:46.279500 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376809cb-5a36-45ca-9794-f579d80c06f4 None None] Resources bound (agent type, host, resource id): {{(pid=84334) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 23:06:46.282983 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec75f45-c894-4200-9517-aae6c82b87c4 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Attributes excluded by policy engine: ['shared'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:46.284265 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec75f45-c894-4200-9517-aae6c82b87c4 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Attributes excluded by policy engine: ['shared'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:46.289611 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-5ec75f45-c894-4200-9517-aae6c82b87c4 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2901154 Feb 10 23:06:46.295813 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43100) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:46.351702 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-51e14e79-fd7e-4845-965a-4d1ba4482c1f tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:46.443947 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-69ad9e07-b7b8-4594-8de4-6ce2e4945752 None None] Provisioning complete for port 2f3b6d64-b6fe-4b3f-86a4-824ccff0bfec triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:06:46.446226 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-69ad9e07-b7b8-4594-8de4-6ce2e4945752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:46.483285 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-51e14e79-fd7e-4845-965a-4d1ba4482c1f tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Calling delete_port for 8537ebbe-9dbf-4b96-b648-892da00cf8dc owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:06:46.553214 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-69ad9e07-b7b8-4594-8de4-6ce2e4945752 None None] Port 2f3b6d64-b6fe-4b3f-86a4-824ccff0bfec cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:06:46.620042 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0c57ca9f-e6e6-4d12-9f94-22442e752787 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:46.887924 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-d254b1d8-d6c5-4528-8886-488d38ab359a tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] create failed (client error): The resource could not be found. Feb 10 23:06:46.889144 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d254b1d8-d6c5-4528-8886-488d38ab359a tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.7787333 Feb 10 23:06:46.895140 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43110) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:46.901546 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-e2c0a933-a408-4f76-a662-a58c13067971 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Request body: {'security_group_rule': {'security_group_id': '7e237a2f-ef9b-4dff-a609-bd893b3a8bc8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '6fab47d2-4427-4acc-a378-e1ee49d77ded'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:46.912671 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e2c0a933-a408-4f76-a662-a58c13067971 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:46.918894 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-e2c0a933-a408-4f76-a662-a58c13067971 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Usage tracker for resource:security_group_rule and tenant:c80b9cd5ac3c4f9dace493766e180bff is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:46.922128 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-e2c0a933-a408-4f76-a662-a58c13067971 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:46.931434 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e2c0a933-a408-4f76-a662-a58c13067971 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:46.952112 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eefa7a-d7a4-4fed-ae54-c42f7985cdc6 req-e8df60e7-022d-437f-871f-c2a1fb2541d9 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:46.953579 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-c9eefa7a-d7a4-4fed-ae54-c42f7985cdc6 req-e8df60e7-022d-437f-871f-c2a1fb2541d9 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 945 time: 0.2025082 Feb 10 23:06:46.963431 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-51e14e79-fd7e-4845-965a-4d1ba4482c1f tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:47.056592 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8abed2-59a5-48ae-a491-54e0a4da0642 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:47.057986 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9f8abed2-59a5-48ae-a491-54e0a4da0642 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "GET /v2.0/networks/123083ca-8d78-4d84-9c89-6cb76df2a554 HTTP/1.1" status: 200 len: 799 time: 0.7608826 Feb 10 23:06:47.064503 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43118) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:47.131015 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device ffe1c068-e2c7-41dc-a480-89ca54f68ae5 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:06:47.152691 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e14e79-fd7e-4845-965a-4d1ba4482c1f tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event deleted for resources: {'Port': ['ID=8537ebbe-9dbf-4b96-b648-892da00cf8dc,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:47.247824 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port ffe1c068-e2c7-41dc-a480-89ca54f68ae5 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:06:47.248876 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:47.313407 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-c9eefa7a-d7a4-4fed-ae54-c42f7985cdc6 req-4831c925-2195-4187-ac35-9f1652a000b2 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3454046 Feb 10 23:06:47.423950 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.api.v2.resource [None req-e2c0a933-a408-4f76-a662-a58c13067971 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] create failed (client error): The resource could not be found. Feb 10 23:06:47.428335 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-e2c0a933-a408-4f76-a662-a58c13067971 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5319533 Feb 10 23:06:47.435977 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d7167c97-9238-4dd4-8427-8bbcb174e034 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "GET /v2.0/networks/123083ca-8d78-4d84-9c89-6cb76df2a554?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.3703458 Feb 10 23:06:47.441526 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43128) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:47.456773 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43132) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:47.479896 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0c57ca9f-e6e6-4d12-9f94-22442e752787 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:47.594846 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.resource_extend [None req-31d6a023-f121-450c-874e-316518fbcab5 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:06:47.617559 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-31d6a023-f121-450c-874e-316518fbcab5 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:47.620894 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d70682b-1074-4d86-897b-fc96b55c37b7 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:47.626941 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-1d70682b-1074-4d86-897b-fc96b55c37b7 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "GET /v2.0/subnets/b6f515fd-b5bf-43ff-9bb7-ab7e5888b9b6 HTTP/1.1" status: 200 len: 811 time: 0.1632810 Feb 10 23:06:47.626941 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43138) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:47.661762 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-51e14e79-fd7e-4845-965a-4d1ba4482c1f tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2767638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733091'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:47.669465 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-0c57ca9f-e6e6-4d12-9f94-22442e752787 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Deleting port 6a85ea2d-a400-4e25-a653-aba7279ca4c1 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:06:47.669914 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0c57ca9f-e6e6-4d12-9f94-22442e752787 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:47.672257 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-73862f95-22e0-4063-a4fd-0ea9a13a786d tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:47.691818 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-31d6a023-f121-450c-874e-316518fbcab5 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:47.692570 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-31d6a023-f121-450c-874e-316518fbcab5 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2767683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732898'] for router_interface, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:47.741835 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2763ca0-bb4e-4906-84c6-31e6cb55ec8b req-c23abdad-4243-42f7-914c-64865ac540c8 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:47.749489 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a2763ca0-bb4e-4906-84c6-31e6cb55ec8b req-c23abdad-4243-42f7-914c-64865ac540c8 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 945 time: 0.2193332 Feb 10 23:06:47.777228 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-73862f95-22e0-4063-a4fd-0ea9a13a786d tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:47.815108 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3148d212-856b-465b-ba43-30082d1586ce tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Attributes excluded by policy engine: ['shared'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:47.816471 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-3148d212-856b-465b-ba43-30082d1586ce tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "GET /v2.0/subnets/b6f515fd-b5bf-43ff-9bb7-ab7e5888b9b6?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1892059 Feb 10 23:06:47.826626 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43144) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:47.902757 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43146) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:47.926277 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-6d7bb048-6b84-4b00-82e6-913583d43d0f tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1523194225'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:47.943341 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-6d7bb048-6b84-4b00-82e6-913583d43d0f tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:47.972669 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-6d7bb048-6b84-4b00-82e6-913583d43d0f tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:47.984369 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d6a023-f121-450c-874e-316518fbcab5 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event updated for resources: {'Port': ['ID=2f3b6d64-b6fe-4b3f-86a4-824ccff0bfec,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:48.044432 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a2763ca0-bb4e-4906-84c6-31e6cb55ec8b req-005f9e6a-5ec6-41d7-8470-0fc4461f695e tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2940099 Feb 10 23:06:48.058527 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aa9fa6d8-12bc-4fd3-87e9-7ee8d059f0c5 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:48.109699 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-731fc9fd-1d53-4719-986c-5ee3b171abb2 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Request body: {'networks': [{'name': 'tempest-network--850454111'}, {'name': 'tempest-network--1269173523'}]} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:48.110082 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-731fc9fd-1d53-4719-986c-5ee3b171abb2 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Request body: {'network': {'name': 'tempest-network--850454111'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:48.110605 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-731fc9fd-1d53-4719-986c-5ee3b171abb2 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Request body: {'network': {'name': 'tempest-network--1269173523'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:48.119538 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-731fc9fd-1d53-4719-986c-5ee3b171abb2 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:48.136637 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7bb048-6b84-4b00-82e6-913583d43d0f tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Made reservation on behalf of 3165e40034a94fb1867776c36ae44e52 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:06:48.137444 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-731fc9fd-1d53-4719-986c-5ee3b171abb2 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Usage tracker for resource:network and tenant:2abbe000c9ae4544bccb515894e164a1 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:48.139830 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6d7bb048-6b84-4b00-82e6-913583d43d0f tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:48.141935 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-731fc9fd-1d53-4719-986c-5ee3b171abb2 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:48.153394 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-731fc9fd-1d53-4719-986c-5ee3b171abb2 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:48.172749 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-0c57ca9f-e6e6-4d12-9f94-22442e752787 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] For port 6a85ea2d-a400-4e25-a653-aba7279ca4c1, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=6a85ea2d-a400-4e25-a653-aba7279ca4c1,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:06:48.175651 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0c57ca9f-e6e6-4d12-9f94-22442e752787 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:48.188037 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d6a023-f121-450c-874e-316518fbcab5 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Network 74785e22-b419-4301-a726-502801e77510 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:06:48.194702 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-31d6a023-f121-450c-874e-316518fbcab5 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:06:48.337013 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-73862f95-22e0-4063-a4fd-0ea9a13a786d tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:48.346386 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-0c57ca9f-e6e6-4d12-9f94-22442e752787 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Calling delete_port for 6a85ea2d-a400-4e25-a653-aba7279ca4c1 owned by network:router_gateway {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:06:48.407687 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73862f95-22e0-4063-a4fd-0ea9a13a786d tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e237a2f-ef9b-4dff-a609-bd893b3a8bc8,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:48.410584 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d7bb048-6b84-4b00-82e6-913583d43d0f tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:06:48.416345 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731fc9fd-1d53-4719-986c-5ee3b171abb2 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Made reservation on behalf of 2abbe000c9ae4544bccb515894e164a1 for: {'network': 2} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:06:48.420441 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-731fc9fd-1d53-4719-986c-5ee3b171abb2 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:48.438385 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aa9fa6d8-12bc-4fd3-87e9-7ee8d059f0c5 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:48.484632 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-731fc9fd-1d53-4719-986c-5ee3b171abb2 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:48.490957 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-a506cc8d-55c3-48b7-912f-3129591c5ec1 None None] Provisioning complete for port 2f3b6d64-b6fe-4b3f-86a4-824ccff0bfec triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:06:48.491510 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a506cc8d-55c3-48b7-912f-3129591c5ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:48.509520 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-73862f95-22e0-4063-a4fd-0ea9a13a786d tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:48.513096 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-73862f95-22e0-4063-a4fd-0ea9a13a786d tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] 10.222.0.59 "DELETE /v2.0/security-groups/7e237a2f-ef9b-4dff-a609-bd893b3a8bc8 HTTP/1.1" status: 204 len: 168 time: 1.0621030 Feb 10 23:06:48.514627 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43156) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:48.554016 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-a506cc8d-55c3-48b7-912f-3129591c5ec1 None None] Port 2f3b6d64-b6fe-4b3f-86a4-824ccff0bfec cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:06:48.730522 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6d7bb048-6b84-4b00-82e6-913583d43d0f tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:48.731296 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-6d7bb048-6b84-4b00-82e6-913583d43d0f tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Added segment 380ef196-e335-4f67-981d-1e9456d4434f of type vlan for network d5f963ff-1ed1-4787-be32-96504fec11de Feb 10 23:06:48.763020 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-731fc9fd-1d53-4719-986c-5ee3b171abb2 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:48.811632 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6d7bb048-6b84-4b00-82e6-913583d43d0f tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:48.840706 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8280ed-64e4-49ef-a628-734ba8b69c6c req-77c680d2-ab6f-4b8a-a631-41e1bb83c1bb tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:48.842157 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-db8280ed-64e4-49ef-a628-734ba8b69c6c req-77c680d2-ab6f-4b8a-a631-41e1bb83c1bb tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 945 time: 0.6576874 Feb 10 23:06:48.892150 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-731fc9fd-1d53-4719-986c-5ee3b171abb2 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Usage tracker for resource:security_group_rule and tenant:2abbe000c9ae4544bccb515894e164a1 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:48.900198 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e14e79-fd7e-4845-965a-4d1ba4482c1f tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Router 17d2f71b-c3f5-4af6-a202-4bd24d87c59f has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:06:48.909798 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-731fc9fd-1d53-4719-986c-5ee3b171abb2 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:48.933596 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-db8280ed-64e4-49ef-a628-734ba8b69c6c req-3278f001-d039-4aaf-9d56-71d4dd6d1089 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837681 Feb 10 23:06:48.935617 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-731fc9fd-1d53-4719-986c-5ee3b171abb2 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:49.003142 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d882cfd9-4273-4040-81bf-a4cb6968a69f tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Synchronizing usage tracker for tenant:c80b9cd5ac3c4f9dace493766e180bff on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:06:49.034213 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6d7bb048-6b84-4b00-82e6-913583d43d0f tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:49.037984 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7bb048-6b84-4b00-82e6-913583d43d0f tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:49.038210 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6d7bb048-6b84-4b00-82e6-913583d43d0f tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:49.041555 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d35d288b-d480-4cbd-b124-39a865454087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:49.182161 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d882cfd9-4273-4040-81bf-a4cb6968a69f tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Unset dirty status for tenant:c80b9cd5ac3c4f9dace493766e180bff on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:06:49.183388 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d882cfd9-4273-4040-81bf-a4cb6968a69f tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6680777 Feb 10 23:06:49.191110 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43162) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:49.202621 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-731fc9fd-1d53-4719-986c-5ee3b171abb2 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:49.204801 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aa9fa6d8-12bc-4fd3-87e9-7ee8d059f0c5 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:49.209506 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-6917d3d2-522d-4997-90ba-4c34e1153e70 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Request body: {'security_group_rule': {'security_group_id': 'cc63866e-73a2-4b6e-96d9-22521e7cd888', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:49.223616 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-6917d3d2-522d-4997-90ba-4c34e1153e70 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:49.231740 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-6917d3d2-522d-4997-90ba-4c34e1153e70 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Usage tracker for resource:security_group_rule and tenant:c80b9cd5ac3c4f9dace493766e180bff is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:49.237925 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-6917d3d2-522d-4997-90ba-4c34e1153e70 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:49.254746 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-6917d3d2-522d-4997-90ba-4c34e1153e70 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:49.255939 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7bb048-6b84-4b00-82e6-913583d43d0f tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Pushing event updated for resources: {'Network': ['ID=d5f963ff-1ed1-4787-be32-96504fec11de,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:49.266620 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network d5f963ff-1ed1-4787-be32-96504fec11de details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:06:49.269993 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e14e79-fd7e-4845-965a-4d1ba4482c1f tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:06:49.278289 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-51e14e79-fd7e-4845-965a-4d1ba4482c1f tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "PUT /v2.0/routers/17d2f71b-c3f5-4af6-a202-4bd24d87c59f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3382306 Feb 10 23:06:49.278789 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43166) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:49.283744 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-731fc9fd-1d53-4719-986c-5ee3b171abb2 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:49.284234 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-731fc9fd-1d53-4719-986c-5ee3b171abb2 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:49.285840 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4837fe-3c05-4a75-be2f-71f6f80f1755 None None] Sync routers for ids ['17d2f71b-c3f5-4af6-a202-4bd24d87c59f'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:06:49.314504 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4837fe-3c05-4a75-be2f-71f6f80f1755 None None] Routers {'17d2f71b-c3f5-4af6-a202-4bd24d87c59f'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:06:49.315127 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-4f4837fe-3c05-4a75-be2f-71f6f80f1755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:06:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['17d2f71b-c3f5-4af6-a202-4bd24d87c59f'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:49.322736 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aa9fa6d8-12bc-4fd3-87e9-7ee8d059f0c5 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:49.325414 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-6394d6d8-66ee-4892-867f-3994d3fc8063 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Synchronizing usage tracker for tenant:62dc022463634d02b4f57b75cc001545 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:06:49.356468 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-6d7bb048-6b84-4b00-82e6-913583d43d0f tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4824462 Feb 10 23:06:49.357730 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0c57ca9f-e6e6-4d12-9f94-22442e752787 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:49.376782 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43170) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:49.393675 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-1895b999-6651-42dd-96df-a1ccc1298d1b tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Request body: {'subnet': {'network_id': 'd5f963ff-1ed1-4787-be32-96504fec11de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:49.405098 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-4f4837fe-3c05-4a75-be2f-71f6f80f1755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:49.416938 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4837fe-3c05-4a75-be2f-71f6f80f1755 None None] Routers {'17d2f71b-c3f5-4af6-a202-4bd24d87c59f'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:06:49.417781 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-4f4837fe-3c05-4a75-be2f-71f6f80f1755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:06:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['17d2f71b-c3f5-4af6-a202-4bd24d87c59f'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:49.462853 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-6394d6d8-66ee-4892-867f-3994d3fc8063 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Unset dirty status for tenant:62dc022463634d02b4f57b75cc001545 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:06:49.466379 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-6394d6d8-66ee-4892-867f-3994d3fc8063 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "GET /v2.0/ports?device_id=17d2f71b-c3f5-4af6-a202-4bd24d87c59f HTTP/1.1" status: 200 len: 205 time: 0.1843066 Feb 10 23:06:49.466379 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c57ca9f-e6e6-4d12-9f94-22442e752787 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Pushing event deleted for resources: {'Port': ['ID=6a85ea2d-a400-4e25-a653-aba7279ca4c1,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:49.486481 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-4f4837fe-3c05-4a75-be2f-71f6f80f1755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:49.487131 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4837fe-3c05-4a75-be2f-71f6f80f1755 None None] The sync data for ids ['17d2f71b-c3f5-4af6-a202-4bd24d87c59f'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:06:49.491479 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43174) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:49.503530 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1801ceb2-37e4-4533-844c-1c606f4014b9 req-9b97d0f0-f227-4ef0-98d0-17d17a15a940 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:49.505008 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1801ceb2-37e4-4533-844c-1c606f4014b9 req-9b97d0f0-f227-4ef0-98d0-17d17a15a940 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 945 time: 0.3870199 Feb 10 23:06:49.505689 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731fc9fd-1d53-4719-986c-5ee3b171abb2 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba2cf2d-8fbb-45ae-8cbc-e3fd20f3b151,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:49.534345 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-731fc9fd-1d53-4719-986c-5ee3b171abb2 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:06:49.648902 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9fa6d8-12bc-4fd3-87e9-7ee8d059f0c5 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Pushing event updated for resources: {'Port': ['ID=755de8f6-1b8e-4b8a-97a8-508209c95451,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:49.660771 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-731fc9fd-1d53-4719-986c-5ee3b171abb2 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:49.660771 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-731fc9fd-1d53-4719-986c-5ee3b171abb2 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Added segment 194abbba-fc76-4d76-922e-27b4ffcbde66 of type vlan for network b13f905d-62ab-441e-9a4f-ee0bf7ec4391 Feb 10 23:06:49.674109 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-1895b999-6651-42dd-96df-a1ccc1298d1b tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:49.702862 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d6a023-f121-450c-874e-316518fbcab5 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Router 791424a0-d6ce-43ba-8c23-68a0fbef0f6e is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:06:49.706619 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-1895b999-6651-42dd-96df-a1ccc1298d1b tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:49.717116 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aa9fa6d8-12bc-4fd3-87e9-7ee8d059f0c5 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1734214'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:49.776297 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f7b92e0f-ebff-4efb-8c26-c1444ca54a24 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:49.795873 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-6917d3d2-522d-4997-90ba-4c34e1153e70 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] create failed (client error): The resource could not be found. Feb 10 23:06:49.796941 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6917d3d2-522d-4997-90ba-4c34e1153e70 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5984025 Feb 10 23:06:49.828657 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43178) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:49.830912 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0c57ca9f-e6e6-4d12-9f94-22442e752787 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734197'] for router_gateway, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:49.846568 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1801ceb2-37e4-4533-844c-1c606f4014b9 req-7691b1dd-d4d6-453f-9553-15022de13d03 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3178649 Feb 10 23:06:49.854728 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-731fc9fd-1d53-4719-986c-5ee3b171abb2 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:49.872476 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1895b999-6651-42dd-96df-a1ccc1298d1b tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Made reservation on behalf of 3165e40034a94fb1867776c36ae44e52 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:06:49.898784 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-5f2013d7-64b6-4635-9781-ac97babac986 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Request body: {'security_group': {'name': 'tempest-secgroup--424995383'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:49.997458 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.resource_extend [None req-731fc9fd-1d53-4719-986c-5ee3b171abb2 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:06:50.022003 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5f2013d7-64b6-4635-9781-ac97babac986 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:50.124402 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-731fc9fd-1d53-4719-986c-5ee3b171abb2 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:06:50.135383 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1895b999-6651-42dd-96df-a1ccc1298d1b tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:50.192166 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5f2013d7-64b6-4635-9781-ac97babac986 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:50.216704 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-731fc9fd-1d53-4719-986c-5ee3b171abb2 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:50.216983 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-731fc9fd-1d53-4719-986c-5ee3b171abb2 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Added segment a26500af-bb7a-476c-b0e0-2cef68e7ef31 of type vlan for network 006ad647-8b64-4139-89ed-dda3ca640e32 Feb 10 23:06:50.335408 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0c57ca9f-e6e6-4d12-9f94-22442e752787 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:50.386375 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.ipam_backend_mixin [None req-1895b999-6651-42dd-96df-a1ccc1298d1b tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Performing IP validity checks on allocation pools {{(pid=84332) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 10 23:06:50.386838 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.ipam_backend_mixin [None req-1895b999-6651-42dd-96df-a1ccc1298d1b tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84332) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 10 23:06:50.400894 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0c57ca9f-e6e6-4d12-9f94-22442e752787 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:50.401531 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-731fc9fd-1d53-4719-986c-5ee3b171abb2 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:50.414959 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5f2013d7-64b6-4635-9781-ac97babac986 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:50.467658 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d6a023-f121-450c-874e-316518fbcab5 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:06:50.481952 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5978d7-39c6-40da-9765-a0f96200a110 None None] Sync routers for ids ['791424a0-d6ce-43ba-8c23-68a0fbef0f6e'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:06:50.500431 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5978d7-39c6-40da-9765-a0f96200a110 None None] Routers {'791424a0-d6ce-43ba-8c23-68a0fbef0f6e'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:06:50.503590 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-bd5978d7-39c6-40da-9765-a0f96200a110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:06:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['791424a0-d6ce-43ba-8c23-68a0fbef0f6e'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:50.542895 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-731fc9fd-1d53-4719-986c-5ee3b171abb2 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:50.543386 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-731fc9fd-1d53-4719-986c-5ee3b171abb2 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:50.546954 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731fc9fd-1d53-4719-986c-5ee3b171abb2 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:50.549818 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731fc9fd-1d53-4719-986c-5ee3b171abb2 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:50.550426 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-731fc9fd-1d53-4719-986c-5ee3b171abb2 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:50.653185 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-31d6a023-f121-450c-874e-316518fbcab5 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "PUT /v2.0/routers/791424a0-d6ce-43ba-8c23-68a0fbef0f6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5046325 Feb 10 23:06:50.653397 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d444dc4-d7dd-4c37-ad54-17173dc675db req-4ea36f92-a6ad-4e94-8fd9-ecb686b3baa8 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:50.653397 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-2d444dc4-d7dd-4c37-ad54-17173dc675db req-4ea36f92-a6ad-4e94-8fd9-ecb686b3baa8 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 945 time: 0.6530466 Feb 10 23:06:50.660193 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43184) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:50.686724 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-a9e9d1b6-aba0-455f-9090-6fbb5d9bcb16 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-190306453'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:50.697835 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5f2013d7-64b6-4635-9781-ac97babac986 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:50.701090 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f7b92e0f-ebff-4efb-8c26-c1444ca54a24 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:50.702582 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-bd5978d7-39c6-40da-9765-a0f96200a110 None None] Set router 791424a0-d6ce-43ba-8c23-68a0fbef0f6e gateway port host: None {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:06:50.706620 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a9e9d1b6-aba0-455f-9090-6fbb5d9bcb16 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:50.709630 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-5f2013d7-64b6-4635-9781-ac97babac986 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Usage tracker for resource:security_group_rule and tenant:c80b9cd5ac3c4f9dace493766e180bff is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:50.713935 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f7b92e0f-ebff-4efb-8c26-c1444ca54a24 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:50.715539 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-5f2013d7-64b6-4635-9781-ac97babac986 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:50.716637 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.l3_db [None req-aa9fa6d8-12bc-4fd3-87e9-7ee8d059f0c5 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Floating IP 95d2af83-0915-482b-b39a-edf7f5e79b05 associated. External IP: 172.26.8.39, port: 9d426e38-18b3-48cf-9fb2-8fdb68904b07. Feb 10 23:06:50.729691 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5f2013d7-64b6-4635-9781-ac97babac986 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:50.756144 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-2d444dc4-d7dd-4c37-ad54-17173dc675db req-171ee358-88c4-45d9-8ab7-41f62dd6a8d2 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809283 Feb 10 23:06:50.761658 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0c57ca9f-e6e6-4d12-9f94-22442e752787 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:50.761658 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c57ca9f-e6e6-4d12-9f94-22442e752787 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5c40008f-2cc5-4a26-98d1-04c410a50828 {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:06:50.782199 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a9e9d1b6-aba0-455f-9090-6fbb5d9bcb16 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Usage tracker for resource:network and tenant:9679d844e15947ffaadb0d4f870cf9d6 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:50.790229 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731fc9fd-1d53-4719-986c-5ee3b171abb2 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Pushing event updated for resources: {'Network': ['ID=b13f905d-62ab-441e-9a4f-ee0bf7ec4391,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:50.807479 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a9e9d1b6-aba0-455f-9090-6fbb5d9bcb16 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:50.811025 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-731fc9fd-1d53-4719-986c-5ee3b171abb2 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.9036045 Feb 10 23:06:50.815706 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network b13f905d-62ab-441e-9a4f-ee0bf7ec4391 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:06:50.816374 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43190) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:50.864647 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5f2013d7-64b6-4635-9781-ac97babac986 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:50.900685 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a9e9d1b6-aba0-455f-9090-6fbb5d9bcb16 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:50.914622 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f7b92e0f-ebff-4efb-8c26-c1444ca54a24 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:50.914622 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b92e0f-ebff-4efb-8c26-c1444ca54a24 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Fanout notify agent at l3_agent the message router_deleted on router 17d2f71b-c3f5-4af6-a202-4bd24d87c59f {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:06:50.965852 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5f2013d7-64b6-4635-9781-ac97babac986 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:50.980073 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0c57ca9f-e6e6-4d12-9f94-22442e752787 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:50.981466 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-0c57ca9f-e6e6-4d12-9f94-22442e752787 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] 10.222.0.59 "DELETE /v2.0/routers/5c40008f-2cc5-4a26-98d1-04c410a50828 HTTP/1.1" status: 204 len: 168 time: 4.9841778 Feb 10 23:06:50.993658 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43194) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:51.015245 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731fc9fd-1d53-4719-986c-5ee3b171abb2 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Pushing event updated for resources: {'Network': ['ID=006ad647-8b64-4139-89ed-dda3ca640e32,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:51.023919 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-e9c5ffd1-d09e-4b07-96ef-ce82b2520e72 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-446534498', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}, 'admin_state_up': False}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:51.032018 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e9c5ffd1-d09e-4b07-96ef-ce82b2520e72 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:51.035908 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-e9c5ffd1-d09e-4b07-96ef-ce82b2520e72 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Usage tracker for resource:router and tenant:56e6449892414222931b0ea63a655098 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:51.039060 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-e9c5ffd1-d09e-4b07-96ef-ce82b2520e72 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:51.045232 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e9c5ffd1-d09e-4b07-96ef-ce82b2520e72 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:51.054228 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1895b999-6651-42dd-96df-a1ccc1298d1b tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:51.075111 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2013d7-64b6-4635-9781-ac97babac986 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ecbb42-7195-403c-aad7-2bcb110f0d9d,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:51.083339 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f7b92e0f-ebff-4efb-8c26-c1444ca54a24 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:51.084396 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-f7b92e0f-ebff-4efb-8c26-c1444ca54a24 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "DELETE /v2.0/routers/17d2f71b-c3f5-4af6-a202-4bd24d87c59f HTTP/1.1" status: 204 len: 168 time: 1.5890281 Feb 10 23:06:51.088197 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43198) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:51.090794 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 006ad647-8b64-4139-89ed-dda3ca640e32 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:06:51.103563 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e9d1b6-aba0-455f-9090-6fbb5d9bcb16 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Made reservation on behalf of 9679d844e15947ffaadb0d4f870cf9d6 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:06:51.107168 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a9e9d1b6-aba0-455f-9090-6fbb5d9bcb16 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:51.159938 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e9c5ffd1-d09e-4b07-96ef-ce82b2520e72 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:51.161418 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e9c5ffd1-d09e-4b07-96ef-ce82b2520e72 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:51.174431 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5f2013d7-64b6-4635-9781-ac97babac986 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:51.176033 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-5f2013d7-64b6-4635-9781-ac97babac986 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3461976 Feb 10 23:06:51.182415 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43202) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:51.187218 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c846317-376c-4f7b-8b27-29119670426d tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:51.191664 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c846317-376c-4f7b-8b27-29119670426d tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:51.197027 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c846317-376c-4f7b-8b27-29119670426d tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:51.201379 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c846317-376c-4f7b-8b27-29119670426d tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:51.206283 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-2c846317-376c-4f7b-8b27-29119670426d tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3861952 Feb 10 23:06:51.210417 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43204) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:51.249986 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-f7e66ba3-1c13-4ecd-b28a-1cd34f40643e tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Request body: {'security_group': {'name': 'tempest-secgroup--916735491'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:51.268158 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1895b999-6651-42dd-96df-a1ccc1298d1b tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Pushing event updated for resources: {'Subnet': ['ID=069df52e-4a73-4a8a-bc6f-b8ac79ee8eea,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:51.277223 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9e9d1b6-aba0-455f-9090-6fbb5d9bcb16 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:06:51.279399 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f7e66ba3-1c13-4ecd-b28a-1cd34f40643e tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:51.286569 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-989009e1-faa3-4a39-b292-a17ec23d9728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:51.296048 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f7e66ba3-1c13-4ecd-b28a-1cd34f40643e tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Usage tracker for resource:security_group and tenant:c80b9cd5ac3c4f9dace493766e180bff is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:51.302205 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f7e66ba3-1c13-4ecd-b28a-1cd34f40643e tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:51.310924 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a9e9d1b6-aba0-455f-9090-6fbb5d9bcb16 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:51.311260 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-a9e9d1b6-aba0-455f-9090-6fbb5d9bcb16 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Added segment f5949d2d-cd09-411c-90f3-44c8e09c96ce of type vlan for network 3be7cce5-e709-4e52-9d28-80d9eff6097e Feb 10 23:06:51.325452 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f7e66ba3-1c13-4ecd-b28a-1cd34f40643e tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:51.332886 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1895b999-6651-42dd-96df-a1ccc1298d1b tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Checking segment: {'id': '380ef196-e335-4f67-981d-1e9456d4434f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5f963ff-1ed1-4787-be32-96504fec11de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:06:51.333433 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1895b999-6651-42dd-96df-a1ccc1298d1b tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Network hostable DHCP agents. Network: d5f963ff-1ed1-4787-be32-96504fec11de, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:06:51.358046 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-bd5978d7-39c6-40da-9765-a0f96200a110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'name': 'tempest-RoutersIpV6Test-router-2033246589', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:36Z', 'updated_at': '2022-02-10T23:06:45Z', 'revision_number': 2, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'gw_port_host': None, '_interfaces': [{'id': '2f3b6d64-b6fe-4b3f-86a4-824ccff0bfec', 'name': '', 'network_id': '74785e22-b419-4301-a726-502801e77510', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'mac_address': 'fa:16:3e:17:94:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4af83497-4fea-4529-9adb-a93de110f35c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:43Z', 'updated_at': '2022-02-10T23:06:47Z', 'revision_number': 2, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'subnets': [{'id': '4af83497-4fea-4529-9adb-a93de110f35c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:51.362168 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5978d7-39c6-40da-9765-a0f96200a110 None None] Checking router: 791424a0-d6ce-43ba-8c23-68a0fbef0f6e for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:06:51.363009 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5978d7-39c6-40da-9765-a0f96200a110 None None] Updating router 791424a0-d6ce-43ba-8c23-68a0fbef0f6e port 2f3b6d64-b6fe-4b3f-86a4-824ccff0bfec binding host dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:06:51.372380 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9364f0b1-29ab-47a8-b8a4-b5488b4b956e tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:51.402052 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ee2d7-54a9-4bbd-83d3-d66dc7636c5b req-6f8be98c-9840-4604-a9eb-46f2e5db9e22 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:51.403539 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d44ee2d7-54a9-4bbd-83d3-d66dc7636c5b req-6f8be98c-9840-4604-a9eb-46f2e5db9e22 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 945 time: 0.3841095 Feb 10 23:06:51.412519 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 6a85ea2d-a400-4e25-a653-aba7279ca4c1 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:06:51.418779 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a9e9d1b6-aba0-455f-9090-6fbb5d9bcb16 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:51.454810 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 6a85ea2d-a400-4e25-a653-aba7279ca4c1 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:06:51.454810 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 6a85ea2d-a400-4e25-a653-aba7279ca4c1 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:06:51.454810 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bd5978d7-39c6-40da-9765-a0f96200a110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:51.491821 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cb1bc57b-2cc0-448e-9820-02ea89337572 req-96e00484-1b8c-43a0-8659-dc49b00df4d4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3168252 Feb 10 23:06:51.498683 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f7e66ba3-1c13-4ecd-b28a-1cd34f40643e tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:51.557285 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d44ee2d7-54a9-4bbd-83d3-d66dc7636c5b req-75ea0bf7-d166-4b75-92da-4983413cf98c tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444690 Feb 10 23:06:51.557495 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e9c5ffd1-d09e-4b07-96ef-ce82b2520e72 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:51.571159 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-610fbaaf-5355-4c03-a39e-45796ba6609a tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Deleting subnet 69f14db7-a52e-47f1-a162-74b6291ee6f2 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:06:51.574627 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-610fbaaf-5355-4c03-a39e-45796ba6609a tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:51.595024 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f7e66ba3-1c13-4ecd-b28a-1cd34f40643e tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:51.625357 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1895b999-6651-42dd-96df-a1ccc1298d1b tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Network d5f963ff-1ed1-4787-be32-96504fec11de is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:06:51.638752 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f7e66ba3-1c13-4ecd-b28a-1cd34f40643e tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Usage tracker for resource:security_group_rule and tenant:c80b9cd5ac3c4f9dace493766e180bff is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:51.642898 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f7e66ba3-1c13-4ecd-b28a-1cd34f40643e tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:51.655267 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f7e66ba3-1c13-4ecd-b28a-1cd34f40643e tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:51.669207 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a9e9d1b6-aba0-455f-9090-6fbb5d9bcb16 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:51.672830 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e9d1b6-aba0-455f-9090-6fbb5d9bcb16 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:51.673403 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a9e9d1b6-aba0-455f-9090-6fbb5d9bcb16 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:51.745619 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-610fbaaf-5355-4c03-a39e-45796ba6609a tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31983416'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:51.775641 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-1895b999-6651-42dd-96df-a1ccc1298d1b tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, d5f963ff-1ed1-4787-be32-96504fec11de) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:06:51.792844 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1895b999-6651-42dd-96df-a1ccc1298d1b tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:51.793432 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1895b999-6651-42dd-96df-a1ccc1298d1b tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:51.799402 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8b66a7-8ff1-43d5-bcdc-e0cb0d4afb6d None None] Network d5f963ff-1ed1-4787-be32-96504fec11de requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:06:51.913352 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a9e9d1b6-aba0-455f-9090-6fbb5d9bcb16 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2416027 Feb 10 23:06:51.954613 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43212) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:51.958518 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e9d1b6-aba0-455f-9090-6fbb5d9bcb16 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event updated for resources: {'Network': ['ID=3be7cce5-e709-4e52-9d28-80d9eff6097e,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:51.974898 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-78ce0056-3e7a-4814-ab3f-c72a355713b4 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Request body: {'subnet': {'network_id': '3be7cce5-e709-4e52-9d28-80d9eff6097e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:51.987077 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 3be7cce5-e709-4e52-9d28-80d9eff6097e details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:06:51.990198 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9364f0b1-29ab-47a8-b8a4-b5488b4b956e tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:52.070901 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f7e66ba3-1c13-4ecd-b28a-1cd34f40643e tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:52.085487 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1895b999-6651-42dd-96df-a1ccc1298d1b tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.7040427 Feb 10 23:06:52.090692 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43216) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:52.100251 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cb1bc57b-2cc0-448e-9820-02ea89337572 req-80309ec4-c1a6-4a5a-832f-da007d17bcc9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e452088f31c44993a8754d6dd8fb5a7b&device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 1098 time: 0.5078855 Feb 10 23:06:52.100443 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-e531260a-3593-48f9-bd72-bdb1650de58d tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:52.134931 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-9364f0b1-29ab-47a8-b8a4-b5488b4b956e tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b13f905d-62ab-441e-9a4f-ee0bf7ec4391']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:52.155684 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f7e66ba3-1c13-4ecd-b28a-1cd34f40643e tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:52.161485 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-9364f0b1-29ab-47a8-b8a4-b5488b4b956e tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '194abbba-fc76-4d76-922e-27b4ffcbde66') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:52.161485 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-9364f0b1-29ab-47a8-b8a4-b5488b4b956e tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '194abbba-fc76-4d76-922e-27b4ffcbde66') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:52.174396 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-78ce0056-3e7a-4814-ab3f-c72a355713b4 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:52.181388 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bd5978d7-39c6-40da-9765-a0f96200a110 None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:52.191161 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9364f0b1-29ab-47a8-b8a4-b5488b4b956e tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:52.194870 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-78ce0056-3e7a-4814-ab3f-c72a355713b4 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Usage tracker for resource:subnet and tenant:9679d844e15947ffaadb0d4f870cf9d6 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:52.210645 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-bd5978d7-39c6-40da-9765-a0f96200a110 None None] Transition to ACTIVE for port object 2f3b6d64-b6fe-4b3f-86a4-824ccff0bfec will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:06:52.231572 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-610fbaaf-5355-4c03-a39e-45796ba6609a tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:52.244866 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-78ce0056-3e7a-4814-ab3f-c72a355713b4 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:52.260684 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9364f0b1-29ab-47a8-b8a4-b5488b4b956e tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:52.266019 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-78ce0056-3e7a-4814-ab3f-c72a355713b4 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:52.276219 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb39c7c-288f-41d4-9d47-53b7fe9f2d44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-d5f963ff-1ed1-4787-be32-96504fec11de', 'network_id': 'd5f963ff-1ed1-4787-be32-96504fec11de', 'tenant_id': '3165e40034a94fb1867776c36ae44e52', 'fixed_ips': [{'subnet_id': '069df52e-4a73-4a8a-bc6f-b8ac79ee8eea'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:06:52.277073 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-abb39c7c-288f-41d4-9d47-53b7fe9f2d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:52.277827 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e9c5ffd1-d09e-4b07-96ef-ce82b2520e72 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:52.307628 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bd5978d7-39c6-40da-9765-a0f96200a110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:52.348185 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9364f0b1-29ab-47a8-b8a4-b5488b4b956e tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:06:52.348505 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9364f0b1-29ab-47a8-b8a4-b5488b4b956e tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:52.373983 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:06:52.373983 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:06:52.373983 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:06:52.373983 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:06:52.373983 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:06:52.373983 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:06:52.373983 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:06:52.373983 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:06:52.373983 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:06:52.373983 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:06:52.373983 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:06:52.373983 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:06:52.373983 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:06:52.373983 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:06:52.373983 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:06:52.373983 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:06:52.373983 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:06:52.373983 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:06:52.373983 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:06:52.373983 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:06:52.373983 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:06:52.373983 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:06:52.373983 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:06:52.373983 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:06:52.373983 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:06:52.373983 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:06:52.373983 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:06:52.373983 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:06:52.373983 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:06:52.373983 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:06:52.373983 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:06:52.373983 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:06:52.407746 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e66ba3-1c13-4ecd-b28a-1cd34f40643e tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f90a62f-1502-49c5-a66b-62abcfb91016,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:52.417247 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f7e66ba3-1c13-4ecd-b28a-1cd34f40643e tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:52.418429 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f7e66ba3-1c13-4ecd-b28a-1cd34f40643e tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1938777 Feb 10 23:06:52.422722 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43220) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:52.434132 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-6028e674-d1cd-45c5-8520-8bc745bcc67c tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Request body: {'security_group_rule': {'security_group_id': 'a1ecbb42-7195-403c-aad7-2bcb110f0d9d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '1f90a62f-1502-49c5-a66b-62abcfb91016'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:52.453628 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-6028e674-d1cd-45c5-8520-8bc745bcc67c tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:52.472332 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-6028e674-d1cd-45c5-8520-8bc745bcc67c tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Usage tracker for resource:security_group_rule and tenant:c80b9cd5ac3c4f9dace493766e180bff is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:52.486264 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-6028e674-d1cd-45c5-8520-8bc745bcc67c tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:52.490779 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:52.497423 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-6028e674-d1cd-45c5-8520-8bc745bcc67c tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:52.500830 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ce0056-3e7a-4814-ab3f-c72a355713b4 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Made reservation on behalf of 9679d844e15947ffaadb0d4f870cf9d6 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:06:52.514958 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1bc57b-2cc0-448e-9820-02ea89337572 req-c7614020-dcb8-4be1-9253-e1397862f18a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:52.516527 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cb1bc57b-2cc0-448e-9820-02ea89337572 req-c7614020-dcb8-4be1-9253-e1397862f18a service neutron] 10.222.0.37 "GET /v2.0/networks?id=cc3883e2-07c5-4782-b2eb-c25b67bd2e9e HTTP/1.1" status: 200 len: 912 time: 0.3868599 Feb 10 23:06:52.521549 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15453cce-89ff-4306-90ec-bf931b052f2b None None] Pushing event updated for resources: {'Port': ['ID=2f3b6d64-b6fe-4b3f-86a4-824ccff0bfec,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:52.615233 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9364f0b1-29ab-47a8-b8a4-b5488b4b956e tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:52.658730 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9364f0b1-29ab-47a8-b8a4-b5488b4b956e tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:52.670221 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:52.727018 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-610fbaaf-5355-4c03-a39e-45796ba6609a tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:52.727389 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-bd5978d7-39c6-40da-9765-a0f96200a110 None None] Attempting to bind port 2f3b6d64-b6fe-4b3f-86a4-824ccff0bfec on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:06:52.727648 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-bd5978d7-39c6-40da-9765-a0f96200a110 None None] Attempting to bind port 2f3b6d64-b6fe-4b3f-86a4-824ccff0bfec by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '614febb5-8b07-4b4e-b22a-df75af8274f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '74785e22-b419-4301-a726-502801e77510'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:06:52.728022 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5978d7-39c6-40da-9765-a0f96200a110 None None] Attempting to bind port 2f3b6d64-b6fe-4b3f-86a4-824ccff0bfec on network 74785e22-b419-4301-a726-502801e77510 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:06:52.771928 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-78ce0056-3e7a-4814-ab3f-c72a355713b4 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:52.774887 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9364f0b1-29ab-47a8-b8a4-b5488b4b956e tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Pushing event deleted for resources: {'Network': ['ID=b13f905d-62ab-441e-9a4f-ee0bf7ec4391,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:52.775119 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5978d7-39c6-40da-9765-a0f96200a110 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:06:52.775502 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5978d7-39c6-40da-9765-a0f96200a110 None None] Checking segment: {'id': '614febb5-8b07-4b4e-b22a-df75af8274f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '74785e22-b419-4301-a726-502801e77510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:06:52.775903 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bd5978d7-39c6-40da-9765-a0f96200a110 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:52.776300 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5978d7-39c6-40da-9765-a0f96200a110 None None] Bound using segment: {'id': '614febb5-8b07-4b4e-b22a-df75af8274f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '74785e22-b419-4301-a726-502801e77510'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:06:52.776813 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-bd5978d7-39c6-40da-9765-a0f96200a110 None None] Bound port: 2f3b6d64-b6fe-4b3f-86a4-824ccff0bfec, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '614febb5-8b07-4b4e-b22a-df75af8274f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '74785e22-b419-4301-a726-502801e77510'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:06:52.777778 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bd5978d7-39c6-40da-9765-a0f96200a110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:52.785397 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610fbaaf-5355-4c03-a39e-45796ba6609a tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event deleted for resources: {'Subnet': ['ID=69f14db7-a52e-47f1-a162-74b6291ee6f2,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:52.800001 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cb1bc57b-2cc0-448e-9820-02ea89337572 req-b896d238-a08f-4fac-8f9f-64deecbab610 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20b0f7f4-15ae-4f8a-b50c-92c8b9a384df HTTP/1.1" status: 200 len: 1001 time: 0.2647629 Feb 10 23:06:52.808207 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-9364f0b1-29ab-47a8-b8a4-b5488b4b956e tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] 10.222.0.59 "DELETE /v2.0/networks/b13f905d-62ab-441e-9a4f-ee0bf7ec4391 HTTP/1.1" status: 204 len: 168 time: 1.5955784 Feb 10 23:06:52.809137 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43224) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:52.810260 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e531260a-3593-48f9-bd72-bdb1650de58d tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-32320829'] for subnet, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:52.820420 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-610fbaaf-5355-4c03-a39e-45796ba6609a tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2767858'] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:52.822424 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-610fbaaf-5355-4c03-a39e-45796ba6609a tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "DELETE /v2.0/subnets/69f14db7-a52e-47f1-a162-74b6291ee6f2 HTTP/1.1" status: 204 len: 168 time: 1.7333009 Feb 10 23:06:52.828564 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43228) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:52.852700 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1453012f-82f2-4521-b175-699823adc032 None None] Network 7c7106b9-d279-4464-96b5-1e8b36a3c4f2 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:06:52.904845 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-6028e674-d1cd-45c5-8520-8bc745bcc67c tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:06:52.908679 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6028e674-d1cd-45c5-8520-8bc745bcc67c tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.4790170 Feb 10 23:06:52.911224 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43232) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:52.946034 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa9fa6d8-12bc-4fd3-87e9-7ee8d059f0c5 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Router ceb0202d-0403-475b-a150-eb543df39ce0 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:06:52.981882 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1bc57b-2cc0-448e-9820-02ea89337572 req-02169f64-e8f4-41a3-890b-a5d8ca48c2df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:52.983310 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cb1bc57b-2cc0-448e-9820-02ea89337572 req-02169f64-e8f4-41a3-890b-a5d8ca48c2df service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01b72c06-c698-462d-bf7b-325d09ba1c5f HTTP/1.1" status: 200 len: 850 time: 0.1397970 Feb 10 23:06:52.989310 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-bd5978d7-39c6-40da-9765-a0f96200a110 None None] For port 2f3b6d64-b6fe-4b3f-86a4-824ccff0bfec, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:06:53.034236 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-abb39c7c-288f-41d4-9d47-53b7fe9f2d44 None None] Allocated IP 172.20.0.3 (d5f963ff-1ed1-4787-be32-96504fec11de/069df52e-4a73-4a8a-bc6f-b8ac79ee8eea/3188c60a-76b5-4159-9169-b5f5b6019ee6) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:06:53.037110 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-bd5978d7-39c6-40da-9765-a0f96200a110 None None] For port 2f3b6d64-b6fe-4b3f-86a4-824ccff0bfec, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=2f3b6d64-b6fe-4b3f-86a4-824ccff0bfec,segment=NetworkSegment(614febb5-8b07-4b4e-b22a-df75af8274f8),segment_id=614febb5-8b07-4b4e-b22a-df75af8274f8)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:06:53.082031 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-317f2cd4-00d9-4d7c-bae4-b79ccbe0b12f tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:53.092270 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3329e9d4-2705-493b-9c39-8d33794a4179 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:53.162127 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-3329e9d4-2705-493b-9c39-8d33794a4179 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Deleting port 58252a55-4007-483c-bb10-dfb933026dd1 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:06:53.162502 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3329e9d4-2705-493b-9c39-8d33794a4179 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:53.165845 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bd5978d7-39c6-40da-9765-a0f96200a110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:53.205145 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3b10ea28-279c-4461-8dcc-80bd3f2499a1 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:53.294177 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3b10ea28-279c-4461-8dcc-80bd3f2499a1 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:53.302621 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15453cce-89ff-4306-90ec-bf931b052f2b None None] Pushing event updated for resources: {'Port': ['ID=2f3b6d64-b6fe-4b3f-86a4-824ccff0bfec,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:53.329204 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5978d7-39c6-40da-9765-a0f96200a110 None None] Routers {'791424a0-d6ce-43ba-8c23-68a0fbef0f6e'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:06:53.329836 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-bd5978d7-39c6-40da-9765-a0f96200a110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:06:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['791424a0-d6ce-43ba-8c23-68a0fbef0f6e'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:53.346503 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e9c5ffd1-d09e-4b07-96ef-ce82b2520e72 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:53.360732 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cb1bc57b-2cc0-448e-9820-02ea89337572 req-e5075944-f37d-4b2b-987a-182fd4a0e6ff service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cc3883e2-07c5-4782-b2eb-c25b67bd2e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3683648 Feb 10 23:06:53.393975 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e9c5ffd1-d09e-4b07-96ef-ce82b2520e72 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:53.487215 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018d5b17-7584-4bad-87fa-3c43ffcbd667 None None] DHCP port deletion for 7c7106b9-d279-4464-96b5-1e8b36a3c4f2 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:06:53.520939 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-018d5b17-7584-4bad-87fa-3c43ffcbd667 None None] Deleting port 58252a55-4007-483c-bb10-dfb933026dd1 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:06:53.523989 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-018d5b17-7584-4bad-87fa-3c43ffcbd667 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:53.555998 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cb1bc57b-2cc0-448e-9820-02ea89337572 req-4089fb15-e0ec-4329-8679-6c78f36974a9 service neutron] 10.222.0.37 "GET /v2.0/networks/cc3883e2-07c5-4782-b2eb-c25b67bd2e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800151 Feb 10 23:06:53.598477 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-78ce0056-3e7a-4814-ab3f-c72a355713b4 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:53.633233 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-abb39c7c-288f-41d4-9d47-53b7fe9f2d44 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:53.634095 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3b10ea28-279c-4461-8dcc-80bd3f2499a1 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:53.670992 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-bd5978d7-39c6-40da-9765-a0f96200a110 None None] Set router 791424a0-d6ce-43ba-8c23-68a0fbef0f6e gateway port host: None {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:06:53.743951 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b10ea28-279c-4461-8dcc-80bd3f2499a1 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f90a62f-1502-49c5-a66b-62abcfb91016,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:53.771344 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-abb39c7c-288f-41d4-9d47-53b7fe9f2d44 None None] Transition to ACTIVE for port object 3188c60a-76b5-4159-9169-b5f5b6019ee6 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:06:53.787159 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-317f2cd4-00d9-4d7c-bae4-b79ccbe0b12f tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:53.810484 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ce0056-3e7a-4814-ab3f-c72a355713b4 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event updated for resources: {'Subnet': ['ID=0ba7e1e9-2914-4a7a-8393-f83926a34ba4,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:53.813741 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa9fa6d8-12bc-4fd3-87e9-7ee8d059f0c5 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:06:53.821134 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3b10ea28-279c-4461-8dcc-80bd3f2499a1 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:53.821972 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3b10ea28-279c-4461-8dcc-80bd3f2499a1 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] 10.222.0.59 "DELETE /v2.0/security-groups/1f90a62f-1502-49c5-a66b-62abcfb91016 HTTP/1.1" status: 204 len: 168 time: 0.9016471 Feb 10 23:06:53.829286 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43236) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:53.840369 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb8299c-f312-4606-9fd2-a43ebd79f752 None None] Sync routers for ids ['ceb0202d-0403-475b-a150-eb543df39ce0'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:06:53.857638 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb8299c-f312-4606-9fd2-a43ebd79f752 None None] Routers {'ceb0202d-0403-475b-a150-eb543df39ce0'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:06:53.858112 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-6eb8299c-f312-4606-9fd2-a43ebd79f752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:06:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['ceb0202d-0403-475b-a150-eb543df39ce0'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:53.860934 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-abb39c7c-288f-41d4-9d47-53b7fe9f2d44 None None] Transition to ACTIVE for port object 3188c60a-76b5-4159-9169-b5f5b6019ee6 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:06:53.887510 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cb1bc57b-2cc0-448e-9820-02ea89337572 req-5ee54094-e39f-49d8-bff0-465cd85847e5 service neutron] 10.222.0.37 "GET /v2.0/networks/cc3883e2-07c5-4782-b2eb-c25b67bd2e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092127 Feb 10 23:06:53.894846 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ce0056-3e7a-4814-ab3f-c72a355713b4 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Checking segment: {'id': 'f5949d2d-cd09-411c-90f3-44c8e09c96ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3be7cce5-e709-4e52-9d28-80d9eff6097e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:06:53.895211 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ce0056-3e7a-4814-ab3f-c72a355713b4 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Network hostable DHCP agents. Network: 3be7cce5-e709-4e52-9d28-80d9eff6097e, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:06:53.933451 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-6eb8299c-f312-4606-9fd2-a43ebd79f752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:53.954183 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-dcc83099-b238-4b2d-b499-f9ee2173794d tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Synchronizing usage tracker for tenant:c80b9cd5ac3c4f9dace493766e180bff on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:06:53.959583 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb8299c-f312-4606-9fd2-a43ebd79f752 None None] Routers {'ceb0202d-0403-475b-a150-eb543df39ce0'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:06:53.961601 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-6eb8299c-f312-4606-9fd2-a43ebd79f752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:06:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['ceb0202d-0403-475b-a150-eb543df39ce0'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:53.968692 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aa9fa6d8-12bc-4fd3-87e9-7ee8d059f0c5 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:53.971417 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-317f2cd4-00d9-4d7c-bae4-b79ccbe0b12f tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['006ad647-8b64-4139-89ed-dda3ca640e32']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:53.989777 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-e9c5ffd1-d09e-4b07-96ef-ce82b2520e72 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Allocated IP 172.26.8.8 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/70d9aeb9-6651-456c-b6ca-77b3509a679d) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:06:53.999890 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-3329e9d4-2705-493b-9c39-8d33794a4179 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] For port 58252a55-4007-483c-bb10-dfb933026dd1, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=58252a55-4007-483c-bb10-dfb933026dd1,segment=NetworkSegment(99b95884-5a65-4e53-8996-56fd12f16860),segment_id=99b95884-5a65-4e53-8996-56fd12f16860)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:06:54.000237 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3329e9d4-2705-493b-9c39-8d33794a4179 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:54.009864 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-317f2cd4-00d9-4d7c-bae4-b79ccbe0b12f tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a26500af-bb7a-476c-b0e0-2cef68e7ef31') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:54.010205 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-317f2cd4-00d9-4d7c-bae4-b79ccbe0b12f tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a26500af-bb7a-476c-b0e0-2cef68e7ef31') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:54.030141 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-aa9fa6d8-12bc-4fd3-87e9-7ee8d059f0c5 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 10.4721448 Feb 10 23:06:54.031354 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43240) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:54.037565 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-b83dc389-f81a-44c4-82b4-907c48ae2765 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-915205309'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:54.039655 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-abb39c7c-288f-41d4-9d47-53b7fe9f2d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:54.044205 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-b83dc389-f81a-44c4-82b4-907c48ae2765 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:54.048489 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b83dc389-f81a-44c4-82b4-907c48ae2765 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Usage tracker for resource:network and tenant:ef749632f6e8410c86d95344b6b5e6cc is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:54.052122 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b83dc389-f81a-44c4-82b4-907c48ae2765 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:54.058450 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-b83dc389-f81a-44c4-82b4-907c48ae2765 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:54.068444 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-6eb8299c-f312-4606-9fd2-a43ebd79f752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:54.069478 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb8299c-f312-4606-9fd2-a43ebd79f752 None None] The sync data for ids ['ceb0202d-0403-475b-a150-eb543df39ce0'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:06:54.069592 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ce0056-3e7a-4814-ab3f-c72a355713b4 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Network 3be7cce5-e709-4e52-9d28-80d9eff6097e is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:06:54.086348 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-317f2cd4-00d9-4d7c-bae4-b79ccbe0b12f tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:54.092798 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-dcc83099-b238-4b2d-b499-f9ee2173794d tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Unset dirty status for tenant:c80b9cd5ac3c4f9dace493766e180bff on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:06:54.096827 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-dcc83099-b238-4b2d-b499-f9ee2173794d tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.2612903 Feb 10 23:06:54.097189 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43244) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:54.116589 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:54.149616 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83dc389-f81a-44c4-82b4-907c48ae2765 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Made reservation on behalf of ef749632f6e8410c86d95344b6b5e6cc for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:06:54.152690 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b83dc389-f81a-44c4-82b4-907c48ae2765 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:54.170774 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-78ce0056-3e7a-4814-ab3f-c72a355713b4 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 3be7cce5-e709-4e52-9d28-80d9eff6097e) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:06:54.170999 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-3329e9d4-2705-493b-9c39-8d33794a4179 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Calling delete_port for 58252a55-4007-483c-bb10-dfb933026dd1 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:06:54.175044 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ce0056-3e7a-4814-ab3f-c72a355713b4 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:54.179228 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-78ce0056-3e7a-4814-ab3f-c72a355713b4 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:54.193474 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d66e61c-5a6c-4f9d-9943-da12869d5523 None None] Network 3be7cce5-e709-4e52-9d28-80d9eff6097e requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:06:54.209713 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bf305757-6519-4bb6-901e-4e8032d273df tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:54.221615 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-018d5b17-7584-4bad-87fa-3c43ffcbd667 None None] For port 58252a55-4007-483c-bb10-dfb933026dd1, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=58252a55-4007-483c-bb10-dfb933026dd1,segment=NetworkSegment(99b95884-5a65-4e53-8996-56fd12f16860),segment_id=99b95884-5a65-4e53-8996-56fd12f16860)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:06:54.224213 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-018d5b17-7584-4bad-87fa-3c43ffcbd667 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:54.234836 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b83dc389-f81a-44c4-82b4-907c48ae2765 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:06:54.255371 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bf305757-6519-4bb6-901e-4e8032d273df tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:54.269409 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b83dc389-f81a-44c4-82b4-907c48ae2765 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:54.270121 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-b83dc389-f81a-44c4-82b4-907c48ae2765 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Added segment 55b808c3-a63c-4846-bcea-1e768cdc7f16 of type vlan for network 7bdfc917-f5df-430b-b02e-033b5a4d1360 Feb 10 23:06:54.299147 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb39c7c-288f-41d4-9d47-53b7fe9f2d44 None None] Network d5f963ff-1ed1-4787-be32-96504fec11de is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:06:54.304759 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb39c7c-288f-41d4-9d47-53b7fe9f2d44 None None] Pushing event updated for resources: {'Port': ['ID=3188c60a-76b5-4159-9169-b5f5b6019ee6,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:54.321669 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-78ce0056-3e7a-4814-ab3f-c72a355713b4 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3600645 Feb 10 23:06:54.324980 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43248) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:54.328934 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b83dc389-f81a-44c4-82b4-907c48ae2765 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:54.373969 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-abb39c7c-288f-41d4-9d47-53b7fe9f2d44 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:06:54.397898 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-317f2cd4-00d9-4d7c-bae4-b79ccbe0b12f tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:54.417157 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-317f2cd4-00d9-4d7c-bae4-b79ccbe0b12f tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:06:54.417641 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-317f2cd4-00d9-4d7c-bae4-b79ccbe0b12f tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:54.435997 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:06:54.435997 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:06:54.435997 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:06:54.435997 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:06:54.435997 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:06:54.435997 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:06:54.435997 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:06:54.435997 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:06:54.435997 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:06:54.435997 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:06:54.435997 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:06:54.435997 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:06:54.435997 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:06:54.435997 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:06:54.435997 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:06:54.435997 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:06:54.435997 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:06:54.435997 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:06:54.435997 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:06:54.435997 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:06:54.435997 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:06:54.435997 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:06:54.435997 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:06:54.435997 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:06:54.435997 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:06:54.435997 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:06:54.435997 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:06:54.435997 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:06:54.435997 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:06:54.435997 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:06:54.435997 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:06:54.435997 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:06:54.438325 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb39c7c-288f-41d4-9d47-53b7fe9f2d44 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:06:54.448358 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-018d5b17-7584-4bad-87fa-3c43ffcbd667 None None] Calling delete_port for 58252a55-4007-483c-bb10-dfb933026dd1 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:06:54.537001 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e9c5ffd1-d09e-4b07-96ef-ce82b2520e72 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:54.627909 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bf305757-6519-4bb6-901e-4e8032d273df tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:54.651464 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.resource_extend [None req-b83dc389-f81a-44c4-82b4-907c48ae2765 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:06:54.660125 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf305757-6519-4bb6-901e-4e8032d273df tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ecbb42-7195-403c-aad7-2bcb110f0d9d,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:54.666408 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3329e9d4-2705-493b-9c39-8d33794a4179 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:54.724279 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-317f2cd4-00d9-4d7c-bae4-b79ccbe0b12f tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:54.730893 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3329e9d4-2705-493b-9c39-8d33794a4179 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event deleted for resources: {'Port': ['ID=58252a55-4007-483c-bb10-dfb933026dd1,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:54.748912 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-abb39c7c-288f-41d4-9d47-53b7fe9f2d44 None None] Attempting to bind port 3188c60a-76b5-4159-9169-b5f5b6019ee6 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:06:54.749277 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-abb39c7c-288f-41d4-9d47-53b7fe9f2d44 None None] Attempting to bind port 3188c60a-76b5-4159-9169-b5f5b6019ee6 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '380ef196-e335-4f67-981d-1e9456d4434f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5f963ff-1ed1-4787-be32-96504fec11de'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:06:54.749637 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb39c7c-288f-41d4-9d47-53b7fe9f2d44 None None] Attempting to bind port 3188c60a-76b5-4159-9169-b5f5b6019ee6 on network d5f963ff-1ed1-4787-be32-96504fec11de {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:06:54.753442 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-317f2cd4-00d9-4d7c-bae4-b79ccbe0b12f tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:54.764147 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-018d5b17-7584-4bad-87fa-3c43ffcbd667 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:06:54.769339 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-018d5b17-7584-4bad-87fa-3c43ffcbd667 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:06:54.775619 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317f2cd4-00d9-4d7c-bae4-b79ccbe0b12f tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Pushing event deleted for resources: {'Network': ['ID=006ad647-8b64-4139-89ed-dda3ca640e32,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:54.777519 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3329e9d4-2705-493b-9c39-8d33794a4179 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] No DVR routers for this DVR port 58252a55-4007-483c-bb10-dfb933026dd1 on host dv-neutron-828797-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:06:54.792873 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb39c7c-288f-41d4-9d47-53b7fe9f2d44 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:06:54.793314 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb39c7c-288f-41d4-9d47-53b7fe9f2d44 None None] Checking segment: {'id': '380ef196-e335-4f67-981d-1e9456d4434f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5f963ff-1ed1-4787-be32-96504fec11de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:06:54.793765 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-abb39c7c-288f-41d4-9d47-53b7fe9f2d44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:54.794155 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb39c7c-288f-41d4-9d47-53b7fe9f2d44 None None] Bound using segment: {'id': '380ef196-e335-4f67-981d-1e9456d4434f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5f963ff-1ed1-4787-be32-96504fec11de'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:06:54.794850 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-abb39c7c-288f-41d4-9d47-53b7fe9f2d44 None None] Bound port: 3188c60a-76b5-4159-9169-b5f5b6019ee6, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '380ef196-e335-4f67-981d-1e9456d4434f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5f963ff-1ed1-4787-be32-96504fec11de'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:06:54.795219 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-abb39c7c-288f-41d4-9d47-53b7fe9f2d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:54.808311 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b83dc389-f81a-44c4-82b4-907c48ae2765 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:54.812335 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83dc389-f81a-44c4-82b4-907c48ae2765 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:54.813248 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b83dc389-f81a-44c4-82b4-907c48ae2765 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:54.814102 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-317f2cd4-00d9-4d7c-bae4-b79ccbe0b12f tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] 10.222.0.59 "DELETE /v2.0/networks/006ad647-8b64-4139-89ed-dda3ca640e32 HTTP/1.1" status: 204 len: 168 time: 2.0003831 Feb 10 23:06:54.817958 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43252) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:54.905275 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e9c5ffd1-d09e-4b07-96ef-ce82b2520e72 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:54.913725 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-bd5978d7-39c6-40da-9765-a0f96200a110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'name': 'tempest-RoutersIpV6Test-router-2033246589', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:36Z', 'updated_at': '2022-02-10T23:06:45Z', 'revision_number': 2, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'gw_port_host': None, '_interfaces': [{'id': '2f3b6d64-b6fe-4b3f-86a4-824ccff0bfec', 'name': '', 'network_id': '74785e22-b419-4301-a726-502801e77510', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'mac_address': 'fa:16:3e:17:94:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4af83497-4fea-4529-9adb-a93de110f35c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:43Z', 'updated_at': '2022-02-10T23:06:52Z', 'revision_number': 4, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'subnets': [{'id': '4af83497-4fea-4529-9adb-a93de110f35c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:54.927965 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78bedae-62f3-4645-bfc1-319c0809ff01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-3be7cce5-e709-4e52-9d28-80d9eff6097e', 'network_id': '3be7cce5-e709-4e52-9d28-80d9eff6097e', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'fixed_ips': [{'subnet_id': '0ba7e1e9-2914-4a7a-8393-f83926a34ba4'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:06:54.928778 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a78bedae-62f3-4645-bfc1-319c0809ff01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:54.941752 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5978d7-39c6-40da-9765-a0f96200a110 None None] The sync data for ids ['791424a0-d6ce-43ba-8c23-68a0fbef0f6e'] in dv-neutron-828797-1-hyperv is: [{'id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'name': 'tempest-RoutersIpV6Test-router-2033246589', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:36Z', 'updated_at': '2022-02-10T23:06:45Z', 'revision_number': 2, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'gw_port_host': None, '_interfaces': [{'id': '2f3b6d64-b6fe-4b3f-86a4-824ccff0bfec', 'name': '', 'network_id': '74785e22-b419-4301-a726-502801e77510', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'mac_address': 'fa:16:3e:17:94:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4af83497-4fea-4529-9adb-a93de110f35c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:43Z', 'updated_at': '2022-02-10T23:06:52Z', 'revision_number': 4, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'subnets': [{'id': '4af83497-4fea-4529-9adb-a93de110f35c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:06:54.962506 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-abb39c7c-288f-41d4-9d47-53b7fe9f2d44 None None] For port 3188c60a-76b5-4159-9169-b5f5b6019ee6, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:06:54.980337 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bf305757-6519-4bb6-901e-4e8032d273df tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:54.983791 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-bf305757-6519-4bb6-901e-4e8032d273df tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] 10.222.0.59 "DELETE /v2.0/security-groups/a1ecbb42-7195-403c-aad7-2bcb110f0d9d HTTP/1.1" status: 204 len: 168 time: 0.8834169 Feb 10 23:06:54.996317 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43256) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:55.000306 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e531260a-3593-48f9-bd72-bdb1650de58d tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769972262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-32244844'] for subnet, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:55.024035 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-abb39c7c-288f-41d4-9d47-53b7fe9f2d44 None None] For port 3188c60a-76b5-4159-9169-b5f5b6019ee6, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=3188c60a-76b5-4159-9169-b5f5b6019ee6,segment=NetworkSegment(380ef196-e335-4f67-981d-1e9456d4434f),segment_id=380ef196-e335-4f67-981d-1e9456d4434f)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:06:55.030362 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83dc389-f81a-44c4-82b4-907c48ae2765 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Pushing event updated for resources: {'Network': ['ID=7bdfc917-f5df-430b-b02e-033b5a4d1360,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:55.047593 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b83dc389-f81a-44c4-82b4-907c48ae2765 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0151033 Feb 10 23:06:55.055310 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43260) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:55.055466 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 7bdfc917-f5df-430b-b02e-033b5a4d1360 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:06:55.076918 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-8683a8ff-003a-4bda-8c2b-234884438c5a tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Request body: {'subnet': {'network_id': '7bdfc917-f5df-430b-b02e-033b5a4d1360', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:55.126383 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3329e9d4-2705-493b-9c39-8d33794a4179 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:55.157157 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-abb39c7c-288f-41d4-9d47-53b7fe9f2d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:55.175347 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c5ffd1-d09e-4b07-96ef-ce82b2520e72 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:06:55.191756 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c5ffd1-d09e-4b07-96ef-ce82b2520e72 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Pushing event updated for resources: {'Port': ['ID=70d9aeb9-6651-456c-b6ca-77b3509a679d,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:55.197444 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-e9c5ffd1-d09e-4b07-96ef-ce82b2520e72 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:06:55.205547 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-0a225e27-236a-4b5d-9ecc-667de19216d0 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Synchronizing usage tracker for tenant:c80b9cd5ac3c4f9dace493766e180bff on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:06:55.207411 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-3329e9d4-2705-493b-9c39-8d33794a4179 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c7106b9-d279-4464-96b5-1e8b36a3c4f2']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:55.225578 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c5ffd1-d09e-4b07-96ef-ce82b2520e72 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:06:55.245576 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8683a8ff-003a-4bda-8c2b-234884438c5a tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:55.259399 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8683a8ff-003a-4bda-8c2b-234884438c5a tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:55.262559 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e531260a-3593-48f9-bd72-bdb1650de58d tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:55.263376 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e531260a-3593-48f9-bd72-bdb1650de58d tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:55.267685 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-e531260a-3593-48f9-bd72-bdb1650de58d tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "PUT /v2.0/subnets/069df52e-4a73-4a8a-bc6f-b8ac79ee8eea HTTP/1.1" status: 200 len: 877 time: 3.1745050 Feb 10 23:06:55.270089 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43264) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:55.280303 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-018d5b17-7584-4bad-87fa-3c43ffcbd667 None None] Deleting port 58252a55-4007-483c-bb10-dfb933026dd1 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:06:55.280753 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-018d5b17-7584-4bad-87fa-3c43ffcbd667 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:55.290712 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-3329e9d4-2705-493b-9c39-8d33794a4179 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99b95884-5a65-4e53-8996-56fd12f16860') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:55.291245 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-3329e9d4-2705-493b-9c39-8d33794a4179 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99b95884-5a65-4e53-8996-56fd12f16860') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:55.298117 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e531260a-3593-48f9-bd72-bdb1650de58d tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Pushing event updated for resources: {'Subnet': ['ID=069df52e-4a73-4a8a-bc6f-b8ac79ee8eea,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:55.325333 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3329e9d4-2705-493b-9c39-8d33794a4179 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:55.349490 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f228f229-dd44-4f0d-a91f-359df78e0e06 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:55.355613 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f228f229-dd44-4f0d-a91f-359df78e0e06 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:55.356649 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-f228f229-dd44-4f0d-a91f-359df78e0e06 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Synchronizing usage tracker for tenant:2abbe000c9ae4544bccb515894e164a1 on resource:network {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:06:55.373963 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3329e9d4-2705-493b-9c39-8d33794a4179 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:55.420693 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3329e9d4-2705-493b-9c39-8d33794a4179 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:06:55.421376 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3329e9d4-2705-493b-9c39-8d33794a4179 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:55.435816 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:06:55.435816 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:06:55.435816 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:06:55.435816 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:06:55.435816 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:06:55.435816 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:06:55.435816 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:06:55.435816 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:06:55.435816 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:06:55.435816 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:06:55.435816 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:06:55.435816 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:06:55.435816 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:06:55.435816 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:06:55.435816 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:06:55.435816 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:06:55.435816 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:06:55.435816 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:06:55.435816 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:06:55.435816 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:06:55.435816 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:06:55.435816 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:06:55.435816 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:06:55.435816 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:06:55.435816 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:06:55.435816 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:06:55.435816 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:06:55.435816 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:06:55.435816 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:06:55.435816 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:06:55.435816 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:06:55.435816 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:06:55.490551 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8683a8ff-003a-4bda-8c2b-234884438c5a tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Made reservation on behalf of ef749632f6e8410c86d95344b6b5e6cc for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:06:55.504098 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-0a225e27-236a-4b5d-9ecc-667de19216d0 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Unset dirty status for tenant:c80b9cd5ac3c4f9dace493766e180bff on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:06:55.509536 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0a225e27-236a-4b5d-9ecc-667de19216d0 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5080791 Feb 10 23:06:55.575763 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43268) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:55.582994 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-018d5b17-7584-4bad-87fa-3c43ffcbd667 None None] The port '58252a55-4007-483c-bb10-dfb933026dd1' was deleted {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 23:06:55.586532 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 58252a55-4007-483c-bb10-dfb933026dd1 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:06:55.639602 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-f228f229-dd44-4f0d-a91f-359df78e0e06 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Unset dirty status for tenant:2abbe000c9ae4544bccb515894e164a1 on resource:network {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:06:55.644010 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-f228f229-dd44-4f0d-a91f-359df78e0e06 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.8087871 Feb 10 23:06:55.646356 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-a78bedae-62f3-4645-bfc1-319c0809ff01 None None] Allocated IP 2001:db8:1::2 (3be7cce5-e709-4e52-9d28-80d9eff6097e/0ba7e1e9-2914-4a7a-8393-f83926a34ba4/c633d4bf-a1bf-4159-a027-99bd5c71b778) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:06:55.653769 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 58252a55-4007-483c-bb10-dfb933026dd1 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:06:55.659224 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43272) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:55.665325 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 58252a55-4007-483c-bb10-dfb933026dd1 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:06:55.670528 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-d2a987f6-484b-4756-af29-a84ee1c6db3b tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Request body: {'security_group': {'name': 'tempest-secgroup--1654011834'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:55.671910 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-7b802f1c-6298-42f3-a319-fde5623f24f0 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1587073118'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:55.677085 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-d2a987f6-484b-4756-af29-a84ee1c6db3b tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:55.696247 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7b802f1c-6298-42f3-a319-fde5623f24f0 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:55.698836 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb39c7c-288f-41d4-9d47-53b7fe9f2d44 None None] Pushing event updated for resources: {'Port': ['ID=3188c60a-76b5-4159-9169-b5f5b6019ee6,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:55.721130 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-d2a987f6-484b-4756-af29-a84ee1c6db3b tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:55.729148 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7b802f1c-6298-42f3-a319-fde5623f24f0 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:55.792314 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3329e9d4-2705-493b-9c39-8d33794a4179 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:55.821234 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1a859045-6b62-49fc-b4c7-b10adbb86100 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:55.827724 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8683a8ff-003a-4bda-8c2b-234884438c5a tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:55.830796 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3329e9d4-2705-493b-9c39-8d33794a4179 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:55.837112 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3329e9d4-2705-493b-9c39-8d33794a4179 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event deleted for resources: {'Network': ['ID=7c7106b9-d279-4464-96b5-1e8b36a3c4f2,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:55.856796 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d2a987f6-484b-4756-af29-a84ee1c6db3b tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:55.857222 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-3329e9d4-2705-493b-9c39-8d33794a4179 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "DELETE /v2.0/networks/7c7106b9-d279-4464-96b5-1e8b36a3c4f2 HTTP/1.1" status: 204 len: 168 time: 2.9982131 Feb 10 23:06:55.857921 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43276) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:55.863133 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-9e6dc0eb-7580-4129-93d4-d2c10cc7daf6 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-479301092', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:55.870448 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-9e6dc0eb-7580-4129-93d4-d2c10cc7daf6 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:55.874903 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-9e6dc0eb-7580-4129-93d4-d2c10cc7daf6 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Usage tracker for resource:router and tenant:62dc022463634d02b4f57b75cc001545 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:55.878411 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-9e6dc0eb-7580-4129-93d4-d2c10cc7daf6 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:55.890976 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b802f1c-6298-42f3-a319-fde5623f24f0 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Made reservation on behalf of 2abbe000c9ae4544bccb515894e164a1 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:06:55.896307 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7b802f1c-6298-42f3-a319-fde5623f24f0 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:55.915227 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-9e6dc0eb-7580-4129-93d4-d2c10cc7daf6 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:55.962019 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b802f1c-6298-42f3-a319-fde5623f24f0 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:06:55.996800 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7b802f1c-6298-42f3-a319-fde5623f24f0 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:55.996975 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-7b802f1c-6298-42f3-a319-fde5623f24f0 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Added segment f2143c5b-3a70-433c-a810-939b198dad33 of type vlan for network b22a5b21-21af-4572-8a7c-05bc540829ce Feb 10 23:06:56.028083 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e9c5ffd1-d09e-4b07-96ef-ce82b2520e72 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks [] for router_gateway, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:56.029089 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e9c5ffd1-d09e-4b07-96ef-ce82b2520e72 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:56.033370 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a78bedae-62f3-4645-bfc1-319c0809ff01 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:56.036103 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-1a859045-6b62-49fc-b4c7-b10adbb86100 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Deleting port 3188c60a-76b5-4159-9169-b5f5b6019ee6 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:06:56.036230 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1a859045-6b62-49fc-b4c7-b10adbb86100 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:56.047328 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-a78bedae-62f3-4645-bfc1-319c0809ff01 None None] Transition to ACTIVE for port object c633d4bf-a1bf-4159-a027-99bd5c71b778 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:06:56.053853 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7b802f1c-6298-42f3-a319-fde5623f24f0 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:56.081682 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-a78bedae-62f3-4645-bfc1-319c0809ff01 None None] Transition to ACTIVE for port object c633d4bf-a1bf-4159-a027-99bd5c71b778 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:06:56.097570 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-d2a987f6-484b-4756-af29-a84ee1c6db3b tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:56.113210 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d2a987f6-484b-4756-af29-a84ee1c6db3b tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Usage tracker for resource:security_group_rule and tenant:c80b9cd5ac3c4f9dace493766e180bff is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:56.131204 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d2a987f6-484b-4756-af29-a84ee1c6db3b tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:56.135040 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e6dc0eb-7580-4129-93d4-d2c10cc7daf6 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:56.136063 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e6dc0eb-7580-4129-93d4-d2c10cc7daf6 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:56.148963 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-d2a987f6-484b-4756-af29-a84ee1c6db3b tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:56.156044 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a78bedae-62f3-4645-bfc1-319c0809ff01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:56.240063 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e6dc0eb-7580-4129-93d4-d2c10cc7daf6 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:56.248185 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78bedae-62f3-4645-bfc1-319c0809ff01 None None] Network 3be7cce5-e709-4e52-9d28-80d9eff6097e is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:06:56.251531 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-a78bedae-62f3-4645-bfc1-319c0809ff01 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:06:56.254022 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78bedae-62f3-4645-bfc1-319c0809ff01 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:06:56.256228 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78bedae-62f3-4645-bfc1-319c0809ff01 None None] Pushing event updated for resources: {'Port': ['ID=c633d4bf-a1bf-4159-a027-99bd5c71b778,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:56.264152 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d2a987f6-484b-4756-af29-a84ee1c6db3b tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:56.328395 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7b802f1c-6298-42f3-a319-fde5623f24f0 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:56.332451 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b802f1c-6298-42f3-a319-fde5623f24f0 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:56.333110 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7b802f1c-6298-42f3-a319-fde5623f24f0 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:56.358196 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-a78bedae-62f3-4645-bfc1-319c0809ff01 None None] Attempting to bind port c633d4bf-a1bf-4159-a027-99bd5c71b778 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:06:56.358675 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-a78bedae-62f3-4645-bfc1-319c0809ff01 None None] Attempting to bind port c633d4bf-a1bf-4159-a027-99bd5c71b778 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': 'f5949d2d-cd09-411c-90f3-44c8e09c96ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3be7cce5-e709-4e52-9d28-80d9eff6097e'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:06:56.359122 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78bedae-62f3-4645-bfc1-319c0809ff01 None None] Attempting to bind port c633d4bf-a1bf-4159-a027-99bd5c71b778 on network 3be7cce5-e709-4e52-9d28-80d9eff6097e {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:06:56.366156 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78bedae-62f3-4645-bfc1-319c0809ff01 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:06:56.367681 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78bedae-62f3-4645-bfc1-319c0809ff01 None None] Checking segment: {'id': 'f5949d2d-cd09-411c-90f3-44c8e09c96ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3be7cce5-e709-4e52-9d28-80d9eff6097e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:06:56.368202 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a78bedae-62f3-4645-bfc1-319c0809ff01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:56.368729 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78bedae-62f3-4645-bfc1-319c0809ff01 None None] Bound using segment: {'id': 'f5949d2d-cd09-411c-90f3-44c8e09c96ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3be7cce5-e709-4e52-9d28-80d9eff6097e'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:06:56.369281 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-a78bedae-62f3-4645-bfc1-319c0809ff01 None None] Bound port: c633d4bf-a1bf-4159-a027-99bd5c71b778, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5949d2d-cd09-411c-90f3-44c8e09c96ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3be7cce5-e709-4e52-9d28-80d9eff6097e'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:06:56.369723 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a78bedae-62f3-4645-bfc1-319c0809ff01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:56.427053 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e6dc0eb-7580-4129-93d4-d2c10cc7daf6 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:56.477625 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-a78bedae-62f3-4645-bfc1-319c0809ff01 None None] For port c633d4bf-a1bf-4159-a027-99bd5c71b778, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:06:56.481301 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-a78bedae-62f3-4645-bfc1-319c0809ff01 None None] For port c633d4bf-a1bf-4159-a027-99bd5c71b778, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=c633d4bf-a1bf-4159-a027-99bd5c71b778,segment=NetworkSegment(f5949d2d-cd09-411c-90f3-44c8e09c96ce),segment_id=f5949d2d-cd09-411c-90f3-44c8e09c96ce)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:06:56.483016 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b802f1c-6298-42f3-a319-fde5623f24f0 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Pushing event updated for resources: {'Network': ['ID=b22a5b21-21af-4572-8a7c-05bc540829ce,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:56.495251 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network b22a5b21-21af-4572-8a7c-05bc540829ce details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:06:56.505355 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d2a987f6-484b-4756-af29-a84ee1c6db3b tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:56.565929 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-7b802f1c-6298-42f3-a319-fde5623f24f0 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9056609 Feb 10 23:06:56.566694 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43280) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:56.574749 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-533815e7-1c0c-4887-b9db-fc596ef060fe tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-665443342'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:56.582934 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-533815e7-1c0c-4887-b9db-fc596ef060fe tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:56.589346 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-533815e7-1c0c-4887-b9db-fc596ef060fe tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Usage tracker for resource:network and tenant:2abbe000c9ae4544bccb515894e164a1 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:56.590767 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a78bedae-62f3-4645-bfc1-319c0809ff01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:56.593578 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-533815e7-1c0c-4887-b9db-fc596ef060fe tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:56.601941 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-533815e7-1c0c-4887-b9db-fc596ef060fe tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:56.608811 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e6dc0eb-7580-4129-93d4-d2c10cc7daf6 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:56.610380 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-9e6dc0eb-7580-4129-93d4-d2c10cc7daf6 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.7515135 Feb 10 23:06:56.612921 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43284) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:56.620109 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-8fe44f96-e2c8-4b6e-90b8-9cb0f121ee14 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Request body: {'network': {'name': 'tempest-RoutersTest-1632046944'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:56.626694 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8fe44f96-e2c8-4b6e-90b8-9cb0f121ee14 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:56.631670 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-8fe44f96-e2c8-4b6e-90b8-9cb0f121ee14 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Usage tracker for resource:network and tenant:62dc022463634d02b4f57b75cc001545 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:56.636698 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-8fe44f96-e2c8-4b6e-90b8-9cb0f121ee14 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:56.645717 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8fe44f96-e2c8-4b6e-90b8-9cb0f121ee14 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:56.646538 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a987f6-484b-4756-af29-a84ee1c6db3b tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c413d7a9-ca50-4ff6-89d1-0d743245b39e,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:56.672448 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9c5ffd1-d09e-4b07-96ef-ce82b2520e72 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Router 7b70c8b2-b086-44a4-84f6-a4889e78bc60 is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:06:56.678787 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d2a987f6-484b-4756-af29-a84ee1c6db3b tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:56.684510 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d2a987f6-484b-4756-af29-a84ee1c6db3b tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0807939 Feb 10 23:06:56.694369 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43288) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:56.707978 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78bedae-62f3-4645-bfc1-319c0809ff01 None None] Pushing event updated for resources: {'Port': ['ID=c633d4bf-a1bf-4159-a027-99bd5c71b778,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:56.763798 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-1a859045-6b62-49fc-b4c7-b10adbb86100 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] For port 3188c60a-76b5-4159-9169-b5f5b6019ee6, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=3188c60a-76b5-4159-9169-b5f5b6019ee6,segment=NetworkSegment(380ef196-e335-4f67-981d-1e9456d4434f),segment_id=380ef196-e335-4f67-981d-1e9456d4434f)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:06:56.764142 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1a859045-6b62-49fc-b4c7-b10adbb86100 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:56.789941 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-1621b0ae-6678-4841-9503-ee6008eb4e7c tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Request body: {'security_group_rule': {'security_group_id': 'c413d7a9-ca50-4ff6-89d1-0d743245b39e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:56.797376 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-1621b0ae-6678-4841-9503-ee6008eb4e7c tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:56.802576 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-1621b0ae-6678-4841-9503-ee6008eb4e7c tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Usage tracker for resource:security_group_rule and tenant:c80b9cd5ac3c4f9dace493766e180bff is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:56.806403 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-1621b0ae-6678-4841-9503-ee6008eb4e7c tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:56.811917 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe44f96-e2c8-4b6e-90b8-9cb0f121ee14 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Made reservation on behalf of 62dc022463634d02b4f57b75cc001545 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:06:56.815027 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8fe44f96-e2c8-4b6e-90b8-9cb0f121ee14 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:56.824878 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533815e7-1c0c-4887-b9db-fc596ef060fe tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Made reservation on behalf of 2abbe000c9ae4544bccb515894e164a1 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:06:56.827972 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-533815e7-1c0c-4887-b9db-fc596ef060fe tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:56.846046 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-1621b0ae-6678-4841-9503-ee6008eb4e7c tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:56.912562 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-1a859045-6b62-49fc-b4c7-b10adbb86100 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Calling delete_port for 3188c60a-76b5-4159-9169-b5f5b6019ee6 owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:06:56.952023 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fe44f96-e2c8-4b6e-90b8-9cb0f121ee14 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:06:56.975563 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8fe44f96-e2c8-4b6e-90b8-9cb0f121ee14 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:56.975563 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-8fe44f96-e2c8-4b6e-90b8-9cb0f121ee14 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Added segment 18ac054f-133a-4a48-8df3-d5e056177b23 of type vlan for network 10d2f5a7-936f-4925-9467-45b0b7c99ec4 Feb 10 23:06:57.031679 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-533815e7-1c0c-4887-b9db-fc596ef060fe tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:06:57.065487 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-533815e7-1c0c-4887-b9db-fc596ef060fe tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:57.066059 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-533815e7-1c0c-4887-b9db-fc596ef060fe tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Added segment 95645b4c-2203-4dde-b75c-ff514eb9ca3e of type vlan for network 196367ae-1662-47d3-b696-902d3013f1e7 Feb 10 23:06:57.139932 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8fe44f96-e2c8-4b6e-90b8-9cb0f121ee14 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:57.158294 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fb61876b-0dd1-4c34-98c3-61b7da763133 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:57.205454 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-533815e7-1c0c-4887-b9db-fc596ef060fe tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:57.215558 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc12d55-991e-45d7-b3a2-d17ffe5d47fe None None] Network d5f963ff-1ed1-4787-be32-96504fec11de requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:06:57.315048 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8683a8ff-003a-4bda-8c2b-234884438c5a tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:57.315613 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.api.v2.resource [None req-1621b0ae-6678-4841-9503-ee6008eb4e7c tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:06:57.319289 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-1621b0ae-6678-4841-9503-ee6008eb4e7c tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.6204770 Feb 10 23:06:57.360515 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43294) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:57.369786 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-44afe11e-40db-43ac-b475-5b4c67f2ecc4 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Request body: {'security_group_rule': {'security_group_id': 'c413d7a9-ca50-4ff6-89d1-0d743245b39e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:57.379514 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-44afe11e-40db-43ac-b475-5b4c67f2ecc4 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:57.386003 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-44afe11e-40db-43ac-b475-5b4c67f2ecc4 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Usage tracker for resource:security_group_rule and tenant:c80b9cd5ac3c4f9dace493766e180bff is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:57.391954 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-44afe11e-40db-43ac-b475-5b4c67f2ecc4 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:57.413303 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-44afe11e-40db-43ac-b475-5b4c67f2ecc4 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:57.437389 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 2f3b6d64-b6fe-4b3f-86a4-824ccff0bfec up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:06:57.446558 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8fe44f96-e2c8-4b6e-90b8-9cb0f121ee14 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:57.446558 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe44f96-e2c8-4b6e-90b8-9cb0f121ee14 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:57.446558 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8fe44f96-e2c8-4b6e-90b8-9cb0f121ee14 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:57.485752 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-533815e7-1c0c-4887-b9db-fc596ef060fe tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:57.489370 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533815e7-1c0c-4887-b9db-fc596ef060fe tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:57.489991 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-533815e7-1c0c-4887-b9db-fc596ef060fe tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:57.509822 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8683a8ff-003a-4bda-8c2b-234884438c5a tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Pushing event updated for resources: {'Subnet': ['ID=f0721e60-67b6-444d-94df-431e7e33c8dc,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:57.576201 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1a859045-6b62-49fc-b4c7-b10adbb86100 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:57.580347 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c5ffd1-d09e-4b07-96ef-ce82b2520e72 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:06:57.617816 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e6ab5f-99d4-42c6-9c65-1c8f489cca13 None None] Sync routers for ids ['7b70c8b2-b086-44a4-84f6-a4889e78bc60'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:06:57.622911 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe44f96-e2c8-4b6e-90b8-9cb0f121ee14 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event updated for resources: {'Network': ['ID=10d2f5a7-936f-4925-9467-45b0b7c99ec4,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:57.634903 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-a99b9057-047d-4aab-b0ee-e35354bbe1bd None None] Provisioning for port 3188c60a-76b5-4159-9169-b5f5b6019ee6 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:06:57.643476 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 10d2f5a7-936f-4925-9467-45b0b7c99ec4 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:06:57.653391 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8683a8ff-003a-4bda-8c2b-234884438c5a tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Checking segment: {'id': '55b808c3-a63c-4846-bcea-1e768cdc7f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '7bdfc917-f5df-430b-b02e-033b5a4d1360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:06:57.653886 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8683a8ff-003a-4bda-8c2b-234884438c5a tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Network hostable DHCP agents. Network: 7bdfc917-f5df-430b-b02e-033b5a4d1360, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:06:57.672479 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a859045-6b62-49fc-b4c7-b10adbb86100 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Pushing event deleted for resources: {'Port': ['ID=3188c60a-76b5-4159-9169-b5f5b6019ee6,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:57.678967 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-a99b9057-047d-4aab-b0ee-e35354bbe1bd None None] Provisioning complete for port 3188c60a-76b5-4159-9169-b5f5b6019ee6 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:06:57.681049 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a99b9057-047d-4aab-b0ee-e35354bbe1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:57.781127 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e9c5ffd1-d09e-4b07-96ef-ce82b2520e72 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:57.782597 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-e9c5ffd1-d09e-4b07-96ef-ce82b2520e72 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.7853510 Feb 10 23:06:57.783754 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.api.v2.resource [None req-44afe11e-40db-43ac-b475-5b4c67f2ecc4 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:06:57.787345 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-44afe11e-40db-43ac-b475-5b4c67f2ecc4 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4217968 Feb 10 23:06:57.790296 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43298) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:57.790485 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-8fe44f96-e2c8-4b6e-90b8-9cb0f121ee14 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1764448 Feb 10 23:06:57.791116 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43300) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:57.791518 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43302) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:57.792109 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-533815e7-1c0c-4887-b9db-fc596ef060fe tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2240589 Feb 10 23:06:57.796121 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43304) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:57.815053 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-e2f14d73-e05f-476e-9f27-aca6511c950d tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Request body: {'ports': [{'network_id': 'b22a5b21-21af-4572-8a7c-05bc540829ce', 'name': 'tempest-port--1804664314', 'admin_state_up': True}, {'network_id': '196367ae-1662-47d3-b696-902d3013f1e7', 'admin_state_up': False}]} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:57.815053 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-e2f14d73-e05f-476e-9f27-aca6511c950d tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Request body: {'port': {'network_id': 'b22a5b21-21af-4572-8a7c-05bc540829ce', 'name': 'tempest-port--1804664314', 'admin_state_up': True}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:57.815053 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-e2f14d73-e05f-476e-9f27-aca6511c950d tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Request body: {'port': {'network_id': '196367ae-1662-47d3-b696-902d3013f1e7', 'admin_state_up': False}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:57.818960 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-d6eacc86-fd66-4ba8-8baf-3205725584c3 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'enable_snat': False}}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:57.819499 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-a99b9057-047d-4aab-b0ee-e35354bbe1bd None None] Port 3188c60a-76b5-4159-9169-b5f5b6019ee6 was deleted so its status cannot be updated. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 10 23:06:57.841187 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e6ab5f-99d4-42c6-9c65-1c8f489cca13 None None] Routers {'7b70c8b2-b086-44a4-84f6-a4889e78bc60'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:06:57.842086 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-64e6ab5f-99d4-42c6-9c65-1c8f489cca13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:06:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['7b70c8b2-b086-44a4-84f6-a4889e78bc60'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:57.911816 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533815e7-1c0c-4887-b9db-fc596ef060fe tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Pushing event updated for resources: {'Network': ['ID=196367ae-1662-47d3-b696-902d3013f1e7,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:57.912901 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-32749c07-c55c-4a92-9f0a-b685a409848b tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Request body: {'subnet': {'network_id': '10d2f5a7-936f-4925-9467-45b0b7c99ec4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:57.937718 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 196367ae-1662-47d3-b696-902d3013f1e7 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:06:57.957455 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-64e6ab5f-99d4-42c6-9c65-1c8f489cca13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:57.997253 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a859045-6b62-49fc-b4c7-b10adbb86100 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] No DVR routers for this DVR port 3188c60a-76b5-4159-9169-b5f5b6019ee6 on host dv-neutron-828797-1-hyperv {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:06:58.045486 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e36316a-6d1c-4163-aa3e-24ae6823c4c8 None None] Network d5f963ff-1ed1-4787-be32-96504fec11de requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:06:58.104427 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e2f14d73-e05f-476e-9f27-aca6511c950d tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:58.109958 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-e2f14d73-e05f-476e-9f27-aca6511c950d tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Usage tracker for resource:port and tenant:2abbe000c9ae4544bccb515894e164a1 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:58.111971 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-e2f14d73-e05f-476e-9f27-aca6511c950d tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:58.119207 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e2f14d73-e05f-476e-9f27-aca6511c950d tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:58.140852 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 2f3b6d64-b6fe-4b3f-86a4-824ccff0bfec completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:06:58.187107 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 2f3b6d64-b6fe-4b3f-86a4-824ccff0bfec triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:06:58.187488 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:58.211261 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e68bb2-9a6d-460a-ba19-53227fbf812e None None] Network 3be7cce5-e709-4e52-9d28-80d9eff6097e requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:06:58.241631 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f14d73-e05f-476e-9f27-aca6511c950d tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Made reservation on behalf of 2abbe000c9ae4544bccb515894e164a1 for: {'port': 2} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:06:58.245799 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e2f14d73-e05f-476e-9f27-aca6511c950d tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:58.271063 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e2f14d73-e05f-476e-9f27-aca6511c950d tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:58.381825 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e6ab5f-99d4-42c6-9c65-1c8f489cca13 None None] Routers {'7b70c8b2-b086-44a4-84f6-a4889e78bc60'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:06:58.383006 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-64e6ab5f-99d4-42c6-9c65-1c8f489cca13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:06:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['7b70c8b2-b086-44a4-84f6-a4889e78bc60'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:58.427123 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1a859045-6b62-49fc-b4c7-b10adbb86100 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:58.473231 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8683a8ff-003a-4bda-8c2b-234884438c5a tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Network 7bdfc917-f5df-430b-b02e-033b5a4d1360 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:06:58.475771 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-32749c07-c55c-4a92-9f0a-b685a409848b tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:58.490572 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-64e6ab5f-99d4-42c6-9c65-1c8f489cca13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:58.490986 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e6ab5f-99d4-42c6-9c65-1c8f489cca13 None None] The sync data for ids ['7b70c8b2-b086-44a4-84f6-a4889e78bc60'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:06:58.515854 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-32749c07-c55c-4a92-9f0a-b685a409848b tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Usage tracker for resource:subnet and tenant:62dc022463634d02b4f57b75cc001545 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:58.547312 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-32749c07-c55c-4a92-9f0a-b685a409848b tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:58.556068 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-32749c07-c55c-4a92-9f0a-b685a409848b tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:58.572808 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-10448341-70ad-42e4-8388-14a575d27e08 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:58.621664 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-cdfd5fdf-f833-4406-97c6-c23b984917d0 None None] Provisioning for port c633d4bf-a1bf-4159-a027-99bd5c71b778 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:06:58.635121 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-e2f14d73-e05f-476e-9f27-aca6511c950d tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] device_id is not set on port 38e2326f-5782-4749-8f15-946e813d4f80 yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:06:58.640626 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-fb61876b-0dd1-4c34-98c3-61b7da763133 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Allocated IP 2001:db8:1::1 (3be7cce5-e709-4e52-9d28-80d9eff6097e/0ba7e1e9-2914-4a7a-8393-f83926a34ba4/30af2901-36d9-4b03-b47e-1b55190b7361) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:06:58.644702 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-10448341-70ad-42e4-8388-14a575d27e08 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:58.662122 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32749c07-c55c-4a92-9f0a-b685a409848b tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Made reservation on behalf of 62dc022463634d02b4f57b75cc001545 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:06:58.733767 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e2f14d73-e05f-476e-9f27-aca6511c950d tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:58.768339 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:58.780029 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-8683a8ff-003a-4bda-8c2b-234884438c5a tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 7bdfc917-f5df-430b-b02e-033b5a4d1360) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:06:58.786946 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8683a8ff-003a-4bda-8c2b-234884438c5a tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:58.787882 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8683a8ff-003a-4bda-8c2b-234884438c5a tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:58.797995 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40927168-d4ac-4acf-a9cd-0ec302bb8cd5 None None] Network 7bdfc917-f5df-430b-b02e-033b5a4d1360 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:06:58.879304 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-e2f14d73-e05f-476e-9f27-aca6511c950d tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] device_id is not set on port 70735b5b-1c2d-4ca0-9065-b2d341defe40 yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:06:58.906570 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 2f3b6d64-b6fe-4b3f-86a4-824ccff0bfec, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=2f3b6d64-b6fe-4b3f-86a4-824ccff0bfec,segment=NetworkSegment(614febb5-8b07-4b4e-b22a-df75af8274f8),segment_id=614febb5-8b07-4b4e-b22a-df75af8274f8)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:06:58.983230 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-32749c07-c55c-4a92-9f0a-b685a409848b tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:58.999796 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:59.002518 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 3188c60a-76b5-4159-9169-b5f5b6019ee6 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:06:59.070454 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 3188c60a-76b5-4159-9169-b5f5b6019ee6 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:06:59.070877 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 3188c60a-76b5-4159-9169-b5f5b6019ee6 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 10 23:06:59.095309 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1a859045-6b62-49fc-b4c7-b10adbb86100 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:59.130452 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Port 3188c60a-76b5-4159-9169-b5f5b6019ee6 not found, will not notify nova. {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 10 23:06:59.130986 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device c633d4bf-a1bf-4159-a027-99bd5c71b778 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:06:59.140024 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8683a8ff-003a-4bda-8c2b-234884438c5a tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0900128 Feb 10 23:06:59.141065 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43314) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:59.148619 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-5f5608a6-34db-4201-a8be-f8e90585f75c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-82238521', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}, 'admin_state_up': False}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:59.176949 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5f5608a6-34db-4201-a8be-f8e90585f75c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:59.183361 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e2f14d73-e05f-476e-9f27-aca6511c950d tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:59.186109 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-5f5608a6-34db-4201-a8be-f8e90585f75c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Usage tracker for resource:router and tenant:ef749632f6e8410c86d95344b6b5e6cc is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:59.190514 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-5f5608a6-34db-4201-a8be-f8e90585f75c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Quota usage for router was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:59.192894 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a859045-6b62-49fc-b4c7-b10adbb86100 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Pushing event deleted for resources: {'Subnet': ['ID=069df52e-4a73-4a8a-bc6f-b8ac79ee8eea,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:59.195458 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-10448341-70ad-42e4-8388-14a575d27e08 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:59.197930 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-10448341-70ad-42e4-8388-14a575d27e08 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:59.198334 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5f5608a6-34db-4201-a8be-f8e90585f75c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:59.201525 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-10448341-70ad-42e4-8388-14a575d27e08 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] 10.222.0.59 "DELETE /v2.0/security-groups/c413d7a9-ca50-4ff6-89d1-0d743245b39e HTTP/1.1" status: 204 len: 168 time: 1.3977330 Feb 10 23:06:59.201706 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43318) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:59.242492 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10448341-70ad-42e4-8388-14a575d27e08 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c413d7a9-ca50-4ff6-89d1-0d743245b39e,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:59.246508 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fb61876b-0dd1-4c34-98c3-61b7da763133 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:59.264982 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-aac22439-f0ee-4039-8f86-d5e5ad6bd256 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Synchronizing usage tracker for tenant:c80b9cd5ac3c4f9dace493766e180bff on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:06:59.268646 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bc053a-1d1c-4c56-83c4-e191f8d6c039 None None] Network d5f963ff-1ed1-4787-be32-96504fec11de requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:06:59.288158 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=2f3b6d64-b6fe-4b3f-86a4-824ccff0bfec,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:59.297757 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bf92ce-7365-41cc-80ba-13bc8e509bb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-7bdfc917-f5df-430b-b02e-033b5a4d1360', 'network_id': '7bdfc917-f5df-430b-b02e-033b5a4d1360', 'tenant_id': 'ef749632f6e8410c86d95344b6b5e6cc', 'fixed_ips': [{'subnet_id': 'f0721e60-67b6-444d-94df-431e7e33c8dc'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:06:59.298532 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f2bf92ce-7365-41cc-80ba-13bc8e509bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:59.309568 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5f5608a6-34db-4201-a8be-f8e90585f75c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:59.311063 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5f5608a6-34db-4201-a8be-f8e90585f75c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:59.330600 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5f5608a6-34db-4201-a8be-f8e90585f75c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:59.350011 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-fb61876b-0dd1-4c34-98c3-61b7da763133 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Transition to ACTIVE for port object 30af2901-36d9-4b03-b47e-1b55190b7361 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:06:59.360772 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-aac22439-f0ee-4039-8f86-d5e5ad6bd256 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Unset dirty status for tenant:c80b9cd5ac3c4f9dace493766e180bff on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:06:59.362382 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-aac22439-f0ee-4039-8f86-d5e5ad6bd256 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1594858 Feb 10 23:06:59.370800 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43322) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:59.376936 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-615f054b-fc8a-42e9-8dab-d3d6c0ef7ce9 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Request body: {'security_group': {'name': 'tempest-secgroup--1677978391'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:06:59.384498 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-615f054b-fc8a-42e9-8dab-d3d6c0ef7ce9 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:59.394826 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e2f14d73-e05f-476e-9f27-aca6511c950d tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:59.396807 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-615f054b-fc8a-42e9-8dab-d3d6c0ef7ce9 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:59.444563 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1a859045-6b62-49fc-b4c7-b10adbb86100 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:59.562820 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port c633d4bf-a1bf-4159-a027-99bd5c71b778 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:06:59.571980 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-1a859045-6b62-49fc-b4c7-b10adbb86100 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5f963ff-1ed1-4787-be32-96504fec11de']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:59.608632 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-615f054b-fc8a-42e9-8dab-d3d6c0ef7ce9 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:59.624032 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f14d73-e05f-476e-9f27-aca6511c950d tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Pushing event updated for resources: {'Port': ['ID=38e2326f-5782-4749-8f15-946e813d4f80,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:59.624234 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-1a859045-6b62-49fc-b4c7-b10adbb86100 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '380ef196-e335-4f67-981d-1e9456d4434f') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:59.624515 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-1a859045-6b62-49fc-b4c7-b10adbb86100 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '380ef196-e335-4f67-981d-1e9456d4434f') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:59.660928 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1a859045-6b62-49fc-b4c7-b10adbb86100 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32216962'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:59.664159 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-f2bf92ce-7365-41cc-80ba-13bc8e509bb1 None None] Allocated IP 172.20.0.2 (7bdfc917-f5df-430b-b02e-033b5a4d1360/f0721e60-67b6-444d-94df-431e7e33c8dc/bd7c8c91-1ad8-4ba7-9448-1e349e72df77) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:06:59.676232 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f14d73-e05f-476e-9f27-aca6511c950d tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Checking segment: {'id': 'f2143c5b-3a70-433c-a810-939b198dad33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b22a5b21-21af-4572-8a7c-05bc540829ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:06:59.676762 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f14d73-e05f-476e-9f27-aca6511c950d tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Network hostable DHCP agents. Network: b22a5b21-21af-4572-8a7c-05bc540829ce, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:06:59.683132 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5f5608a6-34db-4201-a8be-f8e90585f75c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:59.705993 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1a859045-6b62-49fc-b4c7-b10adbb86100 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:59.709923 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-615f054b-fc8a-42e9-8dab-d3d6c0ef7ce9 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:59.715383 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-615f054b-fc8a-42e9-8dab-d3d6c0ef7ce9 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Usage tracker for resource:security_group_rule and tenant:c80b9cd5ac3c4f9dace493766e180bff is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:59.719755 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a859045-6b62-49fc-b4c7-b10adbb86100 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:06:59.719951 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1a859045-6b62-49fc-b4c7-b10adbb86100 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32033006'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:59.720062 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-615f054b-fc8a-42e9-8dab-d3d6c0ef7ce9 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:59.728142 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-615f054b-fc8a-42e9-8dab-d3d6c0ef7ce9 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:59.736705 dv-neutron-828797-1-hyperv neutron-server[84332]: Traceback (most recent call last): Feb 10 23:06:59.736705 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:06:59.736705 dv-neutron-828797-1-hyperv neutron-server[84332]: timer() Feb 10 23:06:59.736705 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:06:59.736705 dv-neutron-828797-1-hyperv neutron-server[84332]: cb(*args, **kw) Feb 10 23:06:59.736705 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:06:59.736705 dv-neutron-828797-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Feb 10 23:06:59.736705 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:06:59.736705 dv-neutron-828797-1-hyperv neutron-server[84332]: self._notify() Feb 10 23:06:59.736705 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:06:59.736705 dv-neutron-828797-1-hyperv neutron-server[84332]: self.callback(batched_events) Feb 10 23:06:59.736705 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:06:59.736705 dv-neutron-828797-1-hyperv neutron-server[84332]: event.method(event) Feb 10 23:06:59.736705 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:06:59.736705 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:06:59.736705 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:06:59.736705 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:06:59.736705 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:06:59.736705 dv-neutron-828797-1-hyperv neutron-server[84332]: return f(self, *a, **k) Feb 10 23:06:59.736705 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:06:59.736705 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._get(url).json() Feb 10 23:06:59.736705 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:06:59.736705 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:06:59.736705 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:06:59.736705 dv-neutron-828797-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Feb 10 23:06:59.736705 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:06:59.736705 dv-neutron-828797-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:06:59.736705 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:06:59.736705 dv-neutron-828797-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:06:59.736705 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:06:59.736705 dv-neutron-828797-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:06:59.736705 dv-neutron-828797-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:06:59.746573 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5035369f-13fd-4029-a800-94038c700984 None None] DHCP port deletion for d5f963ff-1ed1-4787-be32-96504fec11de request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:06:59.752747 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port c633d4bf-a1bf-4159-a027-99bd5c71b778 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:06:59.753113 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:59.793308 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-615f054b-fc8a-42e9-8dab-d3d6c0ef7ce9 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:59.795245 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fb61876b-0dd1-4c34-98c3-61b7da763133 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:59.842399 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f14d73-e05f-476e-9f27-aca6511c950d tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Network b22a5b21-21af-4572-8a7c-05bc540829ce is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:06:59.869137 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-32749c07-c55c-4a92-9f0a-b685a409848b tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:59.923169 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-615f054b-fc8a-42e9-8dab-d3d6c0ef7ce9 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:59.941807 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb61876b-0dd1-4c34-98c3-61b7da763133 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Network 3be7cce5-e709-4e52-9d28-80d9eff6097e is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:06:59.955338 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-fb61876b-0dd1-4c34-98c3-61b7da763133 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:06:59.956617 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-e2f14d73-e05f-476e-9f27-aca6511c950d tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, b22a5b21-21af-4572-8a7c-05bc540829ce) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:06:59.963938 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb61876b-0dd1-4c34-98c3-61b7da763133 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:06:59.964593 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fb61876b-0dd1-4c34-98c3-61b7da763133 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733071'] for router_interface, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:59.974025 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f14d73-e05f-476e-9f27-aca6511c950d tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:06:59.974963 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e2f14d73-e05f-476e-9f27-aca6511c950d tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:59.977408 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61876b-0dd1-4c34-98c3-61b7da763133 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event updated for resources: {'Port': ['ID=30af2901-36d9-4b03-b47e-1b55190b7361,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:59.983820 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58db1547-26a5-480d-9c04-09885db92326 None None] Network b22a5b21-21af-4572-8a7c-05bc540829ce requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:06:59.996767 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32749c07-c55c-4a92-9f0a-b685a409848b tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event updated for resources: {'Subnet': ['ID=d6566b71-ba57-47a8-bc9e-b4ac96b16a88,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:00.018875 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1a859045-6b62-49fc-b4c7-b10adbb86100 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:00.036882 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615f054b-fc8a-42e9-8dab-d3d6c0ef7ce9 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df77bb61-eb9c-4592-91ac-a260a3d2c2ef,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:00.056392 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1a859045-6b62-49fc-b4c7-b10adbb86100 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:00.080479 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a859045-6b62-49fc-b4c7-b10adbb86100 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Pushing event deleted for resources: {'Network': ['ID=d5f963ff-1ed1-4787-be32-96504fec11de,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:00.093294 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f14d73-e05f-476e-9f27-aca6511c950d tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Pushing event updated for resources: {'Port': ['ID=70735b5b-1c2d-4ca0-9065-b2d341defe40,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:00.094206 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1a859045-6b62-49fc-b4c7-b10adbb86100 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "DELETE /v2.0/networks/d5f963ff-1ed1-4787-be32-96504fec11de HTTP/1.1" status: 204 len: 168 time: 4.8229196 Feb 10 23:07:00.095194 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32749c07-c55c-4a92-9f0a-b685a409848b tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Checking segment: {'id': '18ac054f-133a-4a48-8df3-d5e056177b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '10d2f5a7-936f-4925-9467-45b0b7c99ec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:07:00.095489 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32749c07-c55c-4a92-9f0a-b685a409848b tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Network hostable DHCP agents. Network: 10d2f5a7-936f-4925-9467-45b0b7c99ec4, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:07:00.099781 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43326) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:00.153058 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:00.170460 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-615f054b-fc8a-42e9-8dab-d3d6c0ef7ce9 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:00.175840 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-615f054b-fc8a-42e9-8dab-d3d6c0ef7ce9 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7998419 Feb 10 23:07:00.176793 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6e4cadd-945a-4359-8c0b-22942a9c4b56 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] DELETE failed (client error): The resource could not be found. Feb 10 23:07:00.177302 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43330) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:00.177424 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6e4cadd-945a-4359-8c0b-22942a9c4b56 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:07:00.182664 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-e6e4cadd-945a-4359-8c0b-22942a9c4b56 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "DELETE /v2.0/subnets/069df52e-4a73-4a8a-bc6f-b8ac79ee8eea HTTP/1.1" status: 404 len: 337 time: 0.0708792 Feb 10 23:07:00.184181 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43332) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:00.228194 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-9bdeacd3-35ff-427a-9ac7-e572428f8286 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:07:00.228458 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-030ca450-820b-45ed-ab21-1c6ec22ddadf tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] DELETE failed (client error): The resource could not be found. Feb 10 23:07:00.229011 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-030ca450-820b-45ed-ab21-1c6ec22ddadf tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:07:00.229332 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-9bdeacd3-35ff-427a-9ac7-e572428f8286 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] update failed (client error): There was a conflict when trying to complete your request. Feb 10 23:07:00.232987 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-030ca450-820b-45ed-ab21-1c6ec22ddadf tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "DELETE /v2.0/networks/d5f963ff-1ed1-4787-be32-96504fec11de HTTP/1.1" status: 404 len: 339 time: 0.0449021 Feb 10 23:07:00.233338 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9bdeacd3-35ff-427a-9ac7-e572428f8286 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] 10.222.0.59 "PUT /v2.0/security-groups/df77bb61-eb9c-4592-91ac-a260a3d2c2ef HTTP/1.1" status: 409 len: 330 time: 0.0373268 Feb 10 23:07:00.233857 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43338) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:00.234192 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43340) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:00.238637 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f2bf92ce-7365-41cc-80ba-13bc8e509bb1 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:00.268980 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-f2bf92ce-7365-41cc-80ba-13bc8e509bb1 None None] Transition to ACTIVE for port object bd7c8c91-1ad8-4ba7-9448-1e349e72df77 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:00.291301 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f14d73-e05f-476e-9f27-aca6511c950d tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Checking segment: {'id': '95645b4c-2203-4dde-b75c-ff514eb9ca3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '196367ae-1662-47d3-b696-902d3013f1e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:07:00.292330 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f14d73-e05f-476e-9f27-aca6511c950d tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Network hostable DHCP agents. Network: 196367ae-1662-47d3-b696-902d3013f1e7, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:07:00.303586 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port c633d4bf-a1bf-4159-a027-99bd5c71b778, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=c633d4bf-a1bf-4159-a027-99bd5c71b778,segment=NetworkSegment(f5949d2d-cd09-411c-90f3-44c8e09c96ce),segment_id=f5949d2d-cd09-411c-90f3-44c8e09c96ce)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:07:00.309522 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-f2bf92ce-7365-41cc-80ba-13bc8e509bb1 None None] Transition to ACTIVE for port object bd7c8c91-1ad8-4ba7-9448-1e349e72df77 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:00.334981 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-504e0822-bfa2-41d7-8523-1867ae3bfc23 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] DELETE failed (client error): The resource could not be found. Feb 10 23:07:00.335849 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-504e0822-bfa2-41d7-8523-1867ae3bfc23 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:07:00.337844 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-504e0822-bfa2-41d7-8523-1867ae3bfc23 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "DELETE /v2.0/subnets/94f65ec3-234f-4c3e-9f30-7b2fcb710a78 HTTP/1.1" status: 404 len: 337 time: 0.1027622 Feb 10 23:07:00.343793 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43346) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:00.377641 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:00.419661 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f2bf92ce-7365-41cc-80ba-13bc8e509bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:00.460235 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-96b833f9-2630-41ae-814f-e69358d350e3 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] DELETE failed (client error): The resource could not be found. Feb 10 23:07:00.462310 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96b833f9-2630-41ae-814f-e69358d350e3 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:07:00.464896 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-96b833f9-2630-41ae-814f-e69358d350e3 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "DELETE /v2.0/networks/db9cdb98-a84f-495c-8d6c-cce27bd4258c HTTP/1.1" status: 404 len: 339 time: 0.1140716 Feb 10 23:07:00.467255 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bf92ce-7365-41cc-80ba-13bc8e509bb1 None None] Network 7bdfc917-f5df-430b-b02e-033b5a4d1360 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:07:00.469037 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-f2bf92ce-7365-41cc-80ba-13bc8e509bb1 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:00.470324 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43350) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:00.470994 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7b230979-699c-45a6-9755-01c1d19f1f11 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:00.471479 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bf92ce-7365-41cc-80ba-13bc8e509bb1 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:07:00.483281 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=c633d4bf-a1bf-4159-a027-99bd5c71b778,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:00.517787 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7b230979-699c-45a6-9755-01c1d19f1f11 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:00.530754 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 2f3b6d64-b6fe-4b3f-86a4-824ccff0bfec up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:07:00.566200 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32749c07-c55c-4a92-9f0a-b685a409848b tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Network 10d2f5a7-936f-4925-9467-45b0b7c99ec4 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:07:00.573334 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fb61876b-0dd1-4c34-98c3-61b7da763133 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:00.575242 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5f5608a6-34db-4201-a8be-f8e90585f75c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:00.616111 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5f5608a6-34db-4201-a8be-f8e90585f75c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:00.662455 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f14d73-e05f-476e-9f27-aca6511c950d tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Network 196367ae-1662-47d3-b696-902d3013f1e7 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:07:00.672054 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-19e46147-4fde-48f2-a77c-b2fe0bd1a497 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:00.684049 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bf92ce-7365-41cc-80ba-13bc8e509bb1 None None] Pushing event updated for resources: {'Port': ['ID=bd7c8c91-1ad8-4ba7-9448-1e349e72df77,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:00.698546 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-f2bf92ce-7365-41cc-80ba-13bc8e509bb1 None None] Attempting to bind port bd7c8c91-1ad8-4ba7-9448-1e349e72df77 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:07:00.698907 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-f2bf92ce-7365-41cc-80ba-13bc8e509bb1 None None] Attempting to bind port bd7c8c91-1ad8-4ba7-9448-1e349e72df77 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '55b808c3-a63c-4846-bcea-1e768cdc7f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '7bdfc917-f5df-430b-b02e-033b5a4d1360'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:07:00.699262 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bf92ce-7365-41cc-80ba-13bc8e509bb1 None None] Attempting to bind port bd7c8c91-1ad8-4ba7-9448-1e349e72df77 on network 7bdfc917-f5df-430b-b02e-033b5a4d1360 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:07:00.701663 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-e2f14d73-e05f-476e-9f27-aca6511c950d tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 196367ae-1662-47d3-b696-902d3013f1e7) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:00.703019 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-32749c07-c55c-4a92-9f0a-b685a409848b tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 10d2f5a7-936f-4925-9467-45b0b7c99ec4) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:00.708530 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f14d73-e05f-476e-9f27-aca6511c950d tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:07:00.713802 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f14d73-e05f-476e-9f27-aca6511c950d tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:00.714689 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bf92ce-7365-41cc-80ba-13bc8e509bb1 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:07:00.715064 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bf92ce-7365-41cc-80ba-13bc8e509bb1 None None] Checking segment: {'id': '55b808c3-a63c-4846-bcea-1e768cdc7f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '7bdfc917-f5df-430b-b02e-033b5a4d1360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:07:00.715458 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f2bf92ce-7365-41cc-80ba-13bc8e509bb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:00.715838 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bf92ce-7365-41cc-80ba-13bc8e509bb1 None None] Bound using segment: {'id': '55b808c3-a63c-4846-bcea-1e768cdc7f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '7bdfc917-f5df-430b-b02e-033b5a4d1360'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:07:00.716312 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-f2bf92ce-7365-41cc-80ba-13bc8e509bb1 None None] Bound port: bd7c8c91-1ad8-4ba7-9448-1e349e72df77, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55b808c3-a63c-4846-bcea-1e768cdc7f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '7bdfc917-f5df-430b-b02e-033b5a4d1360'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:07:00.716684 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f2bf92ce-7365-41cc-80ba-13bc8e509bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:00.718443 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f14d73-e05f-476e-9f27-aca6511c950d tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:00.719472 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e2f14d73-e05f-476e-9f27-aca6511c950d tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:00.732776 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39218fea-440b-4060-a361-963b3e32ea35 None None] Network 196367ae-1662-47d3-b696-902d3013f1e7 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:07:00.747939 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0de83a3-c92e-451b-aecf-ec31766565c4 None None] Network 10d2f5a7-936f-4925-9467-45b0b7c99ec4 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:07:00.812421 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-5f5608a6-34db-4201-a8be-f8e90585f75c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Allocated IP 172.26.8.99 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/7fb2ba5c-e7ac-44fd-92c4-0780dc22bcfa) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:07:00.814796 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7b230979-699c-45a6-9755-01c1d19f1f11 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:00.821305 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7b230979-699c-45a6-9755-01c1d19f1f11 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:00.821305 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-7b230979-699c-45a6-9755-01c1d19f1f11 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] 10.222.0.59 "DELETE /v2.0/security-groups/df77bb61-eb9c-4592-91ac-a260a3d2c2ef HTTP/1.1" status: 204 len: 168 time: 0.5812688 Feb 10 23:07:00.821555 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32749c07-c55c-4a92-9f0a-b685a409848b tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:00.821555 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-32749c07-c55c-4a92-9f0a-b685a409848b tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:00.827568 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-7737867a-1437-43ff-8c06-e85cb8d44123 None None] Provisioning for port 30af2901-36d9-4b03-b47e-1b55190b7361 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:07:00.831631 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43354) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:00.855865 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b230979-699c-45a6-9755-01c1d19f1f11 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df77bb61-eb9c-4592-91ac-a260a3d2c2ef,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:00.862058 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-e2f14d73-e05f-476e-9f27-aca6511c950d tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.0649369 Feb 10 23:07:00.876253 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43358) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:00.945481 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-7737867a-1437-43ff-8c06-e85cb8d44123 None None] Provisioning complete for port 30af2901-36d9-4b03-b47e-1b55190b7361 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:00.945866 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7737867a-1437-43ff-8c06-e85cb8d44123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:00.965036 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-5f992aaa-bbb1-4c3f-ac4f-8c6067ed3d1b tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Synchronizing usage tracker for tenant:c80b9cd5ac3c4f9dace493766e180bff on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:07:01.028867 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-32749c07-c55c-4a92-9f0a-b685a409848b tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2227523 Feb 10 23:07:01.029561 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43362) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:01.059289 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-19e46147-4fde-48f2-a77c-b2fe0bd1a497 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:01.125152 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 2f3b6d64-b6fe-4b3f-86a4-824ccff0bfec triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:01.125574 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:01.167939 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-7737867a-1437-43ff-8c06-e85cb8d44123 None None] Port 30af2901-36d9-4b03-b47e-1b55190b7361 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:07:01.181786 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-f2bf92ce-7365-41cc-80ba-13bc8e509bb1 None None] For port bd7c8c91-1ad8-4ba7-9448-1e349e72df77, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:07:01.186396 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-19e46147-4fde-48f2-a77c-b2fe0bd1a497 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af03d643-6520-4843-aaf0-3e28d15cbb1c']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:01.202347 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-5f992aaa-bbb1-4c3f-ac4f-8c6067ed3d1b tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] Unset dirty status for tenant:c80b9cd5ac3c4f9dace493766e180bff on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:07:01.207995 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-5f992aaa-bbb1-4c3f-ac4f-8c6067ed3d1b tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3733466 Feb 10 23:07:01.215378 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43366) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:01.224811 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-19e46147-4fde-48f2-a77c-b2fe0bd1a497 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62baedd0-8983-44e2-aa26-f1e9f3ab9bf1') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:01.225151 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-19e46147-4fde-48f2-a77c-b2fe0bd1a497 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62baedd0-8983-44e2-aa26-f1e9f3ab9bf1') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:01.237065 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-f2bf92ce-7365-41cc-80ba-13bc8e509bb1 None None] For port bd7c8c91-1ad8-4ba7-9448-1e349e72df77, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=bd7c8c91-1ad8-4ba7-9448-1e349e72df77,segment=NetworkSegment(55b808c3-a63c-4846-bcea-1e768cdc7f16),segment_id=55b808c3-a63c-4846-bcea-1e768cdc7f16)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:07:01.250250 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-19e46147-4fde-48f2-a77c-b2fe0bd1a497 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32216962'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:01.281114 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.api.v2.resource [None req-c0399506-cec0-4356-b094-1dc87881544f tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] delete failed (client error): The resource could not be found. Feb 10 23:07:01.282001 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-c0399506-cec0-4356-b094-1dc87881544f tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] 10.222.0.59 "DELETE /v2.0/security-groups/ba0ec8a2-4d9a-4e05-9c6d-84c731b63c89 HTTP/1.1" status: 404 len: 347 time: 0.0658181 Feb 10 23:07:01.286974 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608dc29e-5fff-44b4-935f-ed3414d92f4c tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:01.291605 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608dc29e-5fff-44b4-935f-ed3414d92f4c tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:01.296462 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-608dc29e-5fff-44b4-935f-ed3414d92f4c tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.4144571 Feb 10 23:07:01.296891 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43370) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:01.297356 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43372) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:01.311119 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-19e46147-4fde-48f2-a77c-b2fe0bd1a497 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:01.317757 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d6eacc86-fd66-4ba8-8baf-3205725584c3 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:01.335901 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19e46147-4fde-48f2-a77c-b2fe0bd1a497 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:07:01.336303 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-19e46147-4fde-48f2-a77c-b2fe0bd1a497 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32033006'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:01.342221 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f2bf92ce-7365-41cc-80ba-13bc8e509bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:01.352870 dv-neutron-828797-1-hyperv neutron-server[84332]: Traceback (most recent call last): Feb 10 23:07:01.352870 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:07:01.352870 dv-neutron-828797-1-hyperv neutron-server[84332]: timer() Feb 10 23:07:01.352870 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:07:01.352870 dv-neutron-828797-1-hyperv neutron-server[84332]: cb(*args, **kw) Feb 10 23:07:01.352870 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:07:01.352870 dv-neutron-828797-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Feb 10 23:07:01.352870 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:07:01.352870 dv-neutron-828797-1-hyperv neutron-server[84332]: self._notify() Feb 10 23:07:01.352870 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:07:01.352870 dv-neutron-828797-1-hyperv neutron-server[84332]: self.callback(batched_events) Feb 10 23:07:01.352870 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:07:01.352870 dv-neutron-828797-1-hyperv neutron-server[84332]: event.method(event) Feb 10 23:07:01.352870 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:07:01.352870 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:07:01.352870 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:07:01.352870 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:07:01.352870 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:07:01.352870 dv-neutron-828797-1-hyperv neutron-server[84332]: return f(self, *a, **k) Feb 10 23:07:01.352870 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:07:01.352870 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._get(url).json() Feb 10 23:07:01.352870 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:07:01.352870 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:07:01.352870 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:07:01.352870 dv-neutron-828797-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Feb 10 23:07:01.352870 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:07:01.352870 dv-neutron-828797-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:07:01.352870 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:07:01.352870 dv-neutron-828797-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:07:01.352870 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:07:01.352870 dv-neutron-828797-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:07:01.352870 dv-neutron-828797-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:07:01.393671 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.api.v2.resource [None req-2d5040e9-197b-431e-a86c-18ae0f80aca5 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] show failed (client error): The resource could not be found. Feb 10 23:07:01.394822 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-2d5040e9-197b-431e-a86c-18ae0f80aca5 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] 10.222.0.59 "GET /v2.0/security-groups/1615ed5b-9d4b-4ace-9f1e-29a954c0c373 HTTP/1.1" status: 404 len: 347 time: 0.0917904 Feb 10 23:07:01.417234 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43378) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:01.437241 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.api.v2.resource [None req-f29d7148-695b-438a-a16f-90b691ace9d2 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] show failed (client error): The resource could not be found. Feb 10 23:07:01.439146 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-f29d7148-695b-438a-a16f-90b691ace9d2 tempest-NegativeSecGroupIPv6Test-338898512 tempest-NegativeSecGroupIPv6Test-338898512-project] 10.222.0.59 "GET /v2.0/security-group-rules/f61b1aa9-f6ab-4438-8aa6-bd207e2e83c2 HTTP/1.1" status: 404 len: 356 time: 0.0206804 Feb 10 23:07:01.442163 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5f5608a6-34db-4201-a8be-f8e90585f75c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:01.447104 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fb61876b-0dd1-4c34-98c3-61b7da763133 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:01.466877 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-2055798d-0f64-4bb8-b9d8-7b7784d0e11f tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Deleting port 38e2326f-5782-4749-8f15-946e813d4f80 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:07:01.466877 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2055798d-0f64-4bb8-b9d8-7b7784d0e11f tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:01.479213 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201ab89e-1b86-4981-9304-8df7d864f89f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-10d2f5a7-936f-4925-9467-45b0b7c99ec4', 'network_id': '10d2f5a7-936f-4925-9467-45b0b7c99ec4', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'fixed_ips': [{'subnet_id': 'd6566b71-ba57-47a8-bc9e-b4ac96b16a88'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:07:01.480019 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-201ab89e-1b86-4981-9304-8df7d864f89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:01.520415 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fb61876b-0dd1-4c34-98c3-61b7da763133 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:01.521214 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fb61876b-0dd1-4c34-98c3-61b7da763133 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2767683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732898'] for router_interface, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:01.607831 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-19e46147-4fde-48f2-a77c-b2fe0bd1a497 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:01.632078 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 3188c60a-76b5-4159-9169-b5f5b6019ee6 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:07:01.674965 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-19e46147-4fde-48f2-a77c-b2fe0bd1a497 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:01.740011 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bf92ce-7365-41cc-80ba-13bc8e509bb1 None None] Pushing event updated for resources: {'Port': ['ID=bd7c8c91-1ad8-4ba7-9448-1e349e72df77,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:01.749636 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e46147-4fde-48f2-a77c-b2fe0bd1a497 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Pushing event deleted for resources: {'Network': ['ID=af03d643-6520-4843-aaf0-3e28d15cbb1c,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:01.783572 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 3188c60a-76b5-4159-9169-b5f5b6019ee6 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:07:01.783933 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 3188c60a-76b5-4159-9169-b5f5b6019ee6 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:07:01.813063 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-19e46147-4fde-48f2-a77c-b2fe0bd1a497 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "DELETE /v2.0/networks/af03d643-6520-4843-aaf0-3e28d15cbb1c HTTP/1.1" status: 204 len: 168 time: 1.3416717 Feb 10 23:07:01.813930 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43384) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:01.889396 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5f5608a6-34db-4201-a8be-f8e90585f75c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:01.924777 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61876b-0dd1-4c34-98c3-61b7da763133 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event updated for resources: {'Port': ['ID=30af2901-36d9-4b03-b47e-1b55190b7361,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:01.938734 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-201ab89e-1b86-4981-9304-8df7d864f89f None None] Allocated IP 172.20.0.2 (10d2f5a7-936f-4925-9467-45b0b7c99ec4/d6566b71-ba57-47a8-bc9e-b4ac96b16a88/215d00f1-a1ff-413f-982a-ef65e571b76d) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:07:01.953849 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-22654c6b-d91f-4107-a64a-c382f3f16289 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] DELETE failed (client error): The resource could not be found. Feb 10 23:07:01.954659 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22654c6b-d91f-4107-a64a-c382f3f16289 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:07:01.961133 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-22654c6b-d91f-4107-a64a-c382f3f16289 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "DELETE /v2.0/subnets/5ee7f896-3e51-4735-9794-589df2aa8bc4 HTTP/1.1" status: 404 len: 337 time: 0.0821705 Feb 10 23:07:01.961885 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43388) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:02.002361 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0c9a1e7-5cd8-4ff8-8cc5-20706931615c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] DELETE failed (client error): The resource could not be found. Feb 10 23:07:02.003310 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0c9a1e7-5cd8-4ff8-8cc5-20706931615c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:07:02.007917 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e0c9a1e7-5cd8-4ff8-8cc5-20706931615c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "DELETE /v2.0/networks/279788bf-8bbb-4e9e-afd8-e0ccaa8b879c HTTP/1.1" status: 404 len: 339 time: 0.0409732 Feb 10 23:07:02.009312 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43392) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:02.113028 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-5de90835-232d-4d25-8841-a8628d13a47b tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] DELETE failed (client error): The resource could not be found. Feb 10 23:07:02.113458 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5de90835-232d-4d25-8841-a8628d13a47b tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:07:02.116002 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-5de90835-232d-4d25-8841-a8628d13a47b tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "DELETE /v2.0/subnets/b43d154a-18bb-4ce5-a4a5-fe5b6a2e6812 HTTP/1.1" status: 404 len: 337 time: 0.1019969 Feb 10 23:07:02.123096 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43398) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:02.155022 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2055798d-0f64-4bb8-b9d8-7b7784d0e11f tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:02.162595 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-43dd6010-e338-4fdb-bb3b-27ef2ce0aad5 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] DELETE failed (client error): The resource could not be found. Feb 10 23:07:02.163022 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43dd6010-e338-4fdb-bb3b-27ef2ce0aad5 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:07:02.164824 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-43dd6010-e338-4fdb-bb3b-27ef2ce0aad5 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "DELETE /v2.0/networks/0263b479-8e1e-4af1-903f-f91b78e5cf95 HTTP/1.1" status: 404 len: 339 time: 0.0392761 Feb 10 23:07:02.171608 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5608a6-34db-4201-a8be-f8e90585f75c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:07:02.174778 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43402) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:02.177899 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-5f5608a6-34db-4201-a8be-f8e90585f75c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:02.181262 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5608a6-34db-4201-a8be-f8e90585f75c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:07:02.215469 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43404) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:02.235213 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb61876b-0dd1-4c34-98c3-61b7da763133 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Network 3be7cce5-e709-4e52-9d28-80d9eff6097e is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:07:02.236875 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-fb61876b-0dd1-4c34-98c3-61b7da763133 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:02.266676 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-201ab89e-1b86-4981-9304-8df7d864f89f None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:02.284529 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-201ab89e-1b86-4981-9304-8df7d864f89f None None] Transition to ACTIVE for port object 215d00f1-a1ff-413f-982a-ef65e571b76d will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:02.306837 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-201ab89e-1b86-4981-9304-8df7d864f89f None None] Transition to ACTIVE for port object 215d00f1-a1ff-413f-982a-ef65e571b76d will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:02.329657 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5608a6-34db-4201-a8be-f8e90585f75c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Pushing event updated for resources: {'Port': ['ID=7fb2ba5c-e7ac-44fd-92c4-0780dc22bcfa,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:02.361297 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-201ab89e-1b86-4981-9304-8df7d864f89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:02.421783 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-2055798d-0f64-4bb8-b9d8-7b7784d0e11f tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Calling delete_port for 38e2326f-5782-4749-8f15-946e813d4f80 owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:07:02.466186 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c4fa049-ba84-4bfb-ac54-558fd0b7f729 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] DELETE failed (client error): The resource could not be found. Feb 10 23:07:02.466626 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c4fa049-ba84-4bfb-ac54-558fd0b7f729 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:07:02.468269 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-4c4fa049-ba84-4bfb-ac54-558fd0b7f729 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "DELETE /v2.0/subnets/628aedb5-30d3-46fe-974b-e783e1fb9bca HTTP/1.1" status: 404 len: 337 time: 0.2568927 Feb 10 23:07:02.483052 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43412) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:02.486146 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201ab89e-1b86-4981-9304-8df7d864f89f None None] Network 10d2f5a7-936f-4925-9467-45b0b7c99ec4 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:07:02.500563 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-201ab89e-1b86-4981-9304-8df7d864f89f None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:02.504606 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201ab89e-1b86-4981-9304-8df7d864f89f None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:07:02.508176 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201ab89e-1b86-4981-9304-8df7d864f89f None None] Pushing event updated for resources: {'Port': ['ID=215d00f1-a1ff-413f-982a-ef65e571b76d,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:02.572681 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-15a398d8-ffe0-4738-a475-fe3ae094d08e tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] DELETE failed (client error): The resource could not be found. Feb 10 23:07:02.573284 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15a398d8-ffe0-4738-a475-fe3ae094d08e tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:07:02.575696 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-15a398d8-ffe0-4738-a475-fe3ae094d08e tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "DELETE /v2.0/networks/db22a2af-6190-48fe-b82e-e6fb1cdb868f HTTP/1.1" status: 404 len: 339 time: 0.0878506 Feb 10 23:07:02.604065 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43416) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:02.735451 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device bd7c8c91-1ad8-4ba7-9448-1e349e72df77 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:07:02.745752 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-73c7904e-e9d5-42b3-82f4-a8ebbd77edfb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c80b9cd5ac3c4f9dace493766e180bff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5280476 Feb 10 23:07:02.774927 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-201ab89e-1b86-4981-9304-8df7d864f89f None None] Attempting to bind port 215d00f1-a1ff-413f-982a-ef65e571b76d on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:07:02.775543 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-201ab89e-1b86-4981-9304-8df7d864f89f None None] Attempting to bind port 215d00f1-a1ff-413f-982a-ef65e571b76d by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '18ac054f-133a-4a48-8df3-d5e056177b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '10d2f5a7-936f-4925-9467-45b0b7c99ec4'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:07:02.775670 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201ab89e-1b86-4981-9304-8df7d864f89f None None] Attempting to bind port 215d00f1-a1ff-413f-982a-ef65e571b76d on network 10d2f5a7-936f-4925-9467-45b0b7c99ec4 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:07:02.789351 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201ab89e-1b86-4981-9304-8df7d864f89f None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:07:02.789715 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201ab89e-1b86-4981-9304-8df7d864f89f None None] Checking segment: {'id': '18ac054f-133a-4a48-8df3-d5e056177b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '10d2f5a7-936f-4925-9467-45b0b7c99ec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:07:02.790247 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-201ab89e-1b86-4981-9304-8df7d864f89f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:02.790640 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201ab89e-1b86-4981-9304-8df7d864f89f None None] Bound using segment: {'id': '18ac054f-133a-4a48-8df3-d5e056177b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '10d2f5a7-936f-4925-9467-45b0b7c99ec4'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:07:02.791127 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-201ab89e-1b86-4981-9304-8df7d864f89f None None] Bound port: 215d00f1-a1ff-413f-982a-ef65e571b76d, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18ac054f-133a-4a48-8df3-d5e056177b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '10d2f5a7-936f-4925-9467-45b0b7c99ec4'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:07:02.791502 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-201ab89e-1b86-4981-9304-8df7d864f89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:02.826307 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43422) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:02.888208 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2da438d-7177-442a-b8db-970ed7a548d1 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] DELETE failed (client error): The resource could not be found. Feb 10 23:07:02.888673 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2da438d-7177-442a-b8db-970ed7a548d1 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:07:02.892703 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-f2da438d-7177-442a-b8db-970ed7a548d1 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "DELETE /v2.0/subnets/3b21a053-2f21-4a9a-8c2e-3244460e2d45 HTTP/1.1" status: 404 len: 337 time: 0.2848608 Feb 10 23:07:02.893337 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3f82e8b4-76c7-456d-9198-ebbc987126b0 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:02.896361 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-85c8b126-e2b1-4c83-8f22-486fa7ec77d0 None None] Provisioning complete for port 30af2901-36d9-4b03-b47e-1b55190b7361 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:02.897081 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-85c8b126-e2b1-4c83-8f22-486fa7ec77d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:02.903783 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43426) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:02.980866 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-85c8b126-e2b1-4c83-8f22-486fa7ec77d0 None None] Port 30af2901-36d9-4b03-b47e-1b55190b7361 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:07:02.986684 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a79b9e-b937-42fc-b7ca-e673a1924e09 None None] Network 7bdfc917-f5df-430b-b02e-033b5a4d1360 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:07:03.015364 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7dabcee-1751-41de-8d6c-94de9c67c1bd tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] DELETE failed (client error): The resource could not be found. Feb 10 23:07:03.015832 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7dabcee-1751-41de-8d6c-94de9c67c1bd tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:07:03.082375 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-201ab89e-1b86-4981-9304-8df7d864f89f None None] For port 215d00f1-a1ff-413f-982a-ef65e571b76d, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:07:03.086697 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2055798d-0f64-4bb8-b9d8-7b7784d0e11f tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:03.104735 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-201ab89e-1b86-4981-9304-8df7d864f89f None None] For port 215d00f1-a1ff-413f-982a-ef65e571b76d, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=215d00f1-a1ff-413f-982a-ef65e571b76d,segment=NetworkSegment(18ac054f-133a-4a48-8df3-d5e056177b23),segment_id=18ac054f-133a-4a48-8df3-d5e056177b23)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:07:03.129069 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-d7dabcee-1751-41de-8d6c-94de9c67c1bd tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "DELETE /v2.0/networks/9cfcb18a-ebc4-40b5-96c1-fd5065ad8848 HTTP/1.1" status: 404 len: 339 time: 0.2079999 Feb 10 23:07:03.130426 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bd63a1b6-e244-412e-bb8b-1d45de231408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:03.137577 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43430) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:03.150517 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d6eacc86-fd66-4ba8-8baf-3205725584c3 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:03.168078 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d6eacc86-fd66-4ba8-8baf-3205725584c3 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1734371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1734168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1735070'] for router, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:03.171538 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bd63a1b6-e244-412e-bb8b-1d45de231408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:03.188169 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2055798d-0f64-4bb8-b9d8-7b7784d0e11f tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Pushing event deleted for resources: {'Port': ['ID=38e2326f-5782-4749-8f15-946e813d4f80,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:03.190519 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port bd7c8c91-1ad8-4ba7-9448-1e349e72df77 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:07:03.202464 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device c633d4bf-a1bf-4159-a027-99bd5c71b778 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:07:03.231023 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-201ab89e-1b86-4981-9304-8df7d864f89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:03.249410 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2055798d-0f64-4bb8-b9d8-7b7784d0e11f tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:03.251660 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-2055798d-0f64-4bb8-b9d8-7b7784d0e11f tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] 10.222.0.59 "DELETE /v2.0/ports/38e2326f-5782-4749-8f15-946e813d4f80 HTTP/1.1" status: 204 len: 168 time: 1.9442656 Feb 10 23:07:03.252779 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-6afcaa23-dbce-4c05-a625-a14ad6593934 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] DELETE failed (client error): The resource could not be found. Feb 10 23:07:03.253186 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6afcaa23-dbce-4c05-a625-a14ad6593934 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:07:03.258632 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-6afcaa23-dbce-4c05-a625-a14ad6593934 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "DELETE /v2.0/subnets/f74831d6-88ba-4a30-b164-fb2412815c14 HTTP/1.1" status: 404 len: 337 time: 0.1153345 Feb 10 23:07:03.258760 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43434) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:03.258858 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43436) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:03.283210 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-3e506d55-e0dd-401a-b9da-817216e9d9ae None None] Provisioning for port bd7c8c91-1ad8-4ba7-9448-1e349e72df77 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:07:03.310682 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-38c775c7-a36f-40e8-8cca-b591e42ff3c6 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] DELETE failed (client error): The resource could not be found. Feb 10 23:07:03.311158 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38c775c7-a36f-40e8-8cca-b591e42ff3c6 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:07:03.323919 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5f5608a6-34db-4201-a8be-f8e90585f75c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for router_gateway, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:03.324988 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5f5608a6-34db-4201-a8be-f8e90585f75c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:03.331779 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-38c775c7-a36f-40e8-8cca-b591e42ff3c6 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "DELETE /v2.0/networks/adfbaf13-45b6-4576-92e8-ecafbdc0a7a7 HTTP/1.1" status: 404 len: 339 time: 0.0721509 Feb 10 23:07:03.332928 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-3e506d55-e0dd-401a-b9da-817216e9d9ae None None] Provisioning complete for port bd7c8c91-1ad8-4ba7-9448-1e349e72df77 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:03.333250 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3e506d55-e0dd-401a-b9da-817216e9d9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:03.365565 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43442) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:03.420828 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-19bb5454-c960-48a9-a1ae-2640884095c5 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Deleting port 70735b5b-1c2d-4ca0-9065-b2d341defe40 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:07:03.421170 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-19bb5454-c960-48a9-a1ae-2640884095c5 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:03.455497 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201ab89e-1b86-4981-9304-8df7d864f89f None None] Pushing event updated for resources: {'Port': ['ID=215d00f1-a1ff-413f-982a-ef65e571b76d,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:03.467847 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb61876b-0dd1-4c34-98c3-61b7da763133 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Router 791424a0-d6ce-43ba-8c23-68a0fbef0f6e has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:07:03.487616 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-934a648e-064e-4c74-aa97-bd6813f7bb86 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] DELETE failed (client error): The resource could not be found. Feb 10 23:07:03.488042 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-934a648e-064e-4c74-aa97-bd6813f7bb86 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:07:03.489921 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-934a648e-064e-4c74-aa97-bd6813f7bb86 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "DELETE /v2.0/subnets/f2898ea5-aa26-421e-86f6-f7c82e373a7e HTTP/1.1" status: 404 len: 337 time: 0.1221633 Feb 10 23:07:03.495588 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port c633d4bf-a1bf-4159-a027-99bd5c71b778 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:03.495960 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:03.501323 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43446) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:03.685289 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-290b8d4a-b7b9-4c24-9f5e-d98d68f07b6c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] DELETE failed (client error): The resource could not be found. Feb 10 23:07:03.685841 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-290b8d4a-b7b9-4c24-9f5e-d98d68f07b6c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:07:03.699922 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-3f82e8b4-76c7-456d-9198-ebbc987126b0 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Allocated IP 172.20.0.1 (10d2f5a7-936f-4925-9467-45b0b7c99ec4/d6566b71-ba57-47a8-bc9e-b4ac96b16a88/fbc327d4-197b-47d3-9396-0ecba21ce359) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:07:03.714673 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3e506d55-e0dd-401a-b9da-817216e9d9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:03.731927 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bd63a1b6-e244-412e-bb8b-1d45de231408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:03.824830 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-3e506d55-e0dd-401a-b9da-817216e9d9ae None None] For port bd7c8c91-1ad8-4ba7-9448-1e349e72df77, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=bd7c8c91-1ad8-4ba7-9448-1e349e72df77,segment=NetworkSegment(55b808c3-a63c-4846-bcea-1e768cdc7f16),segment_id=55b808c3-a63c-4846-bcea-1e768cdc7f16)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:07:03.848668 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd63a1b6-e244-412e-bb8b-1d45de231408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328381fb-4072-431b-a2db-57fe323ab23d,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:03.857275 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-290b8d4a-b7b9-4c24-9f5e-d98d68f07b6c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "DELETE /v2.0/networks/0e5e8408-a585-490e-b30b-360d1ea5fc63 HTTP/1.1" status: 404 len: 339 time: 0.3461173 Feb 10 23:07:03.869817 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43450) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:03.909444 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3e506d55-e0dd-401a-b9da-817216e9d9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:04.002842 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3f82e8b4-76c7-456d-9198-ebbc987126b0 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:04.011169 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e506d55-e0dd-401a-b9da-817216e9d9ae None None] Pushing event updated for resources: {'Port': ['ID=bd7c8c91-1ad8-4ba7-9448-1e349e72df77,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:04.043747 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-3f82e8b4-76c7-456d-9198-ebbc987126b0 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Transition to ACTIVE for port object fbc327d4-197b-47d3-9396-0ecba21ce359 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:04.049576 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-1afc8eed-1631-4d87-9335-5e1abc0334c5 None None] Provisioning complete for port bd7c8c91-1ad8-4ba7-9448-1e349e72df77 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:04.050090 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1afc8eed-1631-4d87-9335-5e1abc0334c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:04.094865 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bd63a1b6-e244-412e-bb8b-1d45de231408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:04.096028 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-bd63a1b6-e244-412e-bb8b-1d45de231408 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/328381fb-4072-431b-a2db-57fe323ab23d HTTP/1.1" status: 204 len: 168 time: 1.2687817 Feb 10 23:07:04.149838 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dbf1cd0-6217-441e-9568-4bffddec2f5a tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] DELETE failed (client error): The resource could not be found. Feb 10 23:07:04.150281 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dbf1cd0-6217-441e-9568-4bffddec2f5a tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:07:04.154633 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8dbf1cd0-6217-441e-9568-4bffddec2f5a tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "DELETE /v2.0/subnets/1cabdb8b-b379-4168-b111-66fc49c7cfbc HTTP/1.1" status: 404 len: 337 time: 0.2787530 Feb 10 23:07:04.154956 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43456) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:04.179243 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f5608a6-34db-4201-a8be-f8e90585f75c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Router 6b3c03bb-3020-401d-a547-ed7273d4bb25 is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:07:04.186387 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeda0384-9bec-4afa-9737-7158732b9b47 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] DELETE failed (client error): The resource could not be found. Feb 10 23:07:04.186831 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeda0384-9bec-4afa-9737-7158732b9b47 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:07:04.188481 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-eeda0384-9bec-4afa-9737-7158732b9b47 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "DELETE /v2.0/networks/887fe81f-1c40-4235-bb62-7c2f7a2f5b39 HTTP/1.1" status: 404 len: 339 time: 0.0325482 Feb 10 23:07:04.191225 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43460) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:04.224557 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-19bb5454-c960-48a9-a1ae-2640884095c5 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:04.235752 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3f82e8b4-76c7-456d-9198-ebbc987126b0 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:04.272743 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d6ca00f-0c6d-4536-a6a3-f1ff9772ea77 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] DELETE failed (client error): The resource could not be found. Feb 10 23:07:04.273610 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d6ca00f-0c6d-4536-a6a3-f1ff9772ea77 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:07:04.275651 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-1d6ca00f-0c6d-4536-a6a3-f1ff9772ea77 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "DELETE /v2.0/subnets/60c42230-9f17-4cbd-86fc-2fed67141e14 HTTP/1.1" status: 404 len: 337 time: 0.0833030 Feb 10 23:07:04.285781 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43464) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:04.373192 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-19bb5454-c960-48a9-a1ae-2640884095c5 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Calling delete_port for 70735b5b-1c2d-4ca0-9065-b2d341defe40 owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:07:04.479352 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb61876b-0dd1-4c34-98c3-61b7da763133 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:07:04.484414 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-50d6bfc0-41d4-4e7e-a634-e6e27363966e tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] DELETE failed (client error): The resource could not be found. Feb 10 23:07:04.484953 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50d6bfc0-41d4-4e7e-a634-e6e27363966e tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:07:04.487339 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-50d6bfc0-41d4-4e7e-a634-e6e27363966e tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "DELETE /v2.0/networks/15f3aef2-2d72-462c-917c-0b1d372616a9 HTTP/1.1" status: 404 len: 339 time: 0.2003999 Feb 10 23:07:04.490897 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43470) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:04.493421 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da6f491-7a8d-46d1-9e28-4c4c7503d663 None None] Sync routers for ids ['791424a0-d6ce-43ba-8c23-68a0fbef0f6e'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:07:04.497422 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f82e8b4-76c7-456d-9198-ebbc987126b0 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Network 10d2f5a7-936f-4925-9467-45b0b7c99ec4 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:07:04.511862 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-3f82e8b4-76c7-456d-9198-ebbc987126b0 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:04.516984 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da6f491-7a8d-46d1-9e28-4c4c7503d663 None None] Routers {'791424a0-d6ce-43ba-8c23-68a0fbef0f6e'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:07:04.517808 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-8da6f491-7a8d-46d1-9e28-4c4c7503d663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:06:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['791424a0-d6ce-43ba-8c23-68a0fbef0f6e'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:04.528092 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f82e8b4-76c7-456d-9198-ebbc987126b0 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:07:04.533696 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6eacc86-fd66-4ba8-8baf-3205725584c3 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Router 7b70c8b2-b086-44a4-84f6-a4889e78bc60 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:07:04.550691 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-fb61876b-0dd1-4c34-98c3-61b7da763133 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "PUT /v2.0/routers/791424a0-d6ce-43ba-8c23-68a0fbef0f6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2245204 Feb 10 23:07:04.555240 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43474) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:04.572145 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-ec77af55-52b3-4ba4-b022-a70019bee49e tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1204570368'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:07:04.590864 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-19bb5454-c960-48a9-a1ae-2640884095c5 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:04.595086 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f82e8b4-76c7-456d-9198-ebbc987126b0 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event updated for resources: {'Port': ['ID=fbc327d4-197b-47d3-9396-0ecba21ce359,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:04.606912 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-ec77af55-52b3-4ba4-b022-a70019bee49e tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:07:04.692231 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ec77af55-52b3-4ba4-b022-a70019bee49e tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Usage tracker for resource:network and tenant:9679d844e15947ffaadb0d4f870cf9d6 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:07:04.703928 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3f82e8b4-76c7-456d-9198-ebbc987126b0 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733071'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:04.722674 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 215d00f1-a1ff-413f-982a-ef65e571b76d up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:07:04.746817 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb5454-c960-48a9-a1ae-2640884095c5 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Pushing event deleted for resources: {'Port': ['ID=70735b5b-1c2d-4ca0-9065-b2d341defe40,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:04.761568 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ec77af55-52b3-4ba4-b022-a70019bee49e tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:07:04.819397 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-ec77af55-52b3-4ba4-b022-a70019bee49e tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:07:04.830450 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f5608a6-34db-4201-a8be-f8e90585f75c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:07:04.843258 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be799ef-5b02-44df-b46a-a15189020a92 None None] Sync routers for ids ['6b3c03bb-3020-401d-a547-ed7273d4bb25'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:07:04.858351 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be799ef-5b02-44df-b46a-a15189020a92 None None] Routers {'6b3c03bb-3020-401d-a547-ed7273d4bb25'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:07:04.858918 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-9be799ef-5b02-44df-b46a-a15189020a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:06:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['6b3c03bb-3020-401d-a547-ed7273d4bb25'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:04.920198 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-8da6f491-7a8d-46d1-9e28-4c4c7503d663 None None] Set router 791424a0-d6ce-43ba-8c23-68a0fbef0f6e gateway port host: None {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:07:05.012015 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-9be799ef-5b02-44df-b46a-a15189020a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:05.019161 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce868bc-1490-46a4-be81-68c0f023314c None None] Network 10d2f5a7-936f-4925-9467-45b0b7c99ec4 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:07:05.039152 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 215d00f1-a1ff-413f-982a-ef65e571b76d completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:07:05.052279 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5f5608a6-34db-4201-a8be-f8e90585f75c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:05.057291 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-5f5608a6-34db-4201-a8be-f8e90585f75c tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.9151812 Feb 10 23:07:05.058341 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43484) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:05.073074 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-19bb5454-c960-48a9-a1ae-2640884095c5 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:05.075006 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-19bb5454-c960-48a9-a1ae-2640884095c5 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] 10.222.0.59 "DELETE /v2.0/ports/70735b5b-1c2d-4ca0-9065-b2d341defe40 HTTP/1.1" status: 204 len: 168 time: 1.8097250 Feb 10 23:07:05.084533 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43488) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:05.121551 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device bd7c8c91-1ad8-4ba7-9448-1e349e72df77 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:07:05.163228 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be799ef-5b02-44df-b46a-a15189020a92 None None] Routers {'6b3c03bb-3020-401d-a547-ed7273d4bb25'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:07:05.163880 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-9be799ef-5b02-44df-b46a-a15189020a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:06:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['6b3c03bb-3020-401d-a547-ed7273d4bb25'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:05.168138 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c852caca-45de-4f2c-a9d0-87edaed7cb9d tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Synchronizing usage tracker for tenant:2abbe000c9ae4544bccb515894e164a1 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:07:05.191916 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3f82e8b4-76c7-456d-9198-ebbc987126b0 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:05.211571 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec77af55-52b3-4ba4-b022-a70019bee49e tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Made reservation on behalf of 9679d844e15947ffaadb0d4f870cf9d6 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:07:05.223736 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ec77af55-52b3-4ba4-b022-a70019bee49e tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:05.250659 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-9be799ef-5b02-44df-b46a-a15189020a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:05.251067 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be799ef-5b02-44df-b46a-a15189020a92 None None] The sync data for ids ['6b3c03bb-3020-401d-a547-ed7273d4bb25'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:07:05.252587 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-56f31f88-f539-47a1-87c9-2fe17c81a50a None None] Provisioning for port 215d00f1-a1ff-413f-982a-ef65e571b76d completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:07:05.264011 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-56f31f88-f539-47a1-87c9-2fe17c81a50a None None] Provisioning complete for port 215d00f1-a1ff-413f-982a-ef65e571b76d triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:05.264384 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-56f31f88-f539-47a1-87c9-2fe17c81a50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:05.338537 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c852caca-45de-4f2c-a9d0-87edaed7cb9d tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Unset dirty status for tenant:2abbe000c9ae4544bccb515894e164a1 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:07:05.339797 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c852caca-45de-4f2c-a9d0-87edaed7cb9d tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2521911 Feb 10 23:07:05.344191 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-8da6f491-7a8d-46d1-9e28-4c4c7503d663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'name': 'tempest-RoutersIpV6Test-router-2033246589', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:36Z', 'updated_at': '2022-02-10T23:07:00Z', 'revision_number': 3, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'gw_port_host': None, '_interfaces': [{'id': '2f3b6d64-b6fe-4b3f-86a4-824ccff0bfec', 'name': '', 'network_id': '74785e22-b419-4301-a726-502801e77510', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'mac_address': 'fa:16:3e:17:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4af83497-4fea-4529-9adb-a93de110f35c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:43Z', 'updated_at': '2022-02-10T23:06:58Z', 'revision_number': 5, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'subnets': [{'id': '4af83497-4fea-4529-9adb-a93de110f35c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '30af2901-36d9-4b03-b47e-1b55190b7361', 'name': '', 'network_id': '3be7cce5-e709-4e52-9d28-80d9eff6097e', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'mac_address': 'fa:16:3e:6e:ca:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ba7e1e9-2914-4a7a-8393-f83926a34ba4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:57Z', 'updated_at': '2022-02-10T23:07:01Z', 'revision_number': 2, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'subnets': [{'id': '0ba7e1e9-2914-4a7a-8393-f83926a34ba4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:05.345388 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43494) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:05.349590 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da6f491-7a8d-46d1-9e28-4c4c7503d663 None None] Checking router: 791424a0-d6ce-43ba-8c23-68a0fbef0f6e for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:07:05.350316 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da6f491-7a8d-46d1-9e28-4c4c7503d663 None None] Updating router 791424a0-d6ce-43ba-8c23-68a0fbef0f6e port 30af2901-36d9-4b03-b47e-1b55190b7361 binding host dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:07:05.354450 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-14a922f0-751b-4680-9795-d1e8a2b08d85 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Deleting subnet b6f515fd-b5bf-43ff-9bb7-ab7e5888b9b6 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:07:05.361233 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-14a922f0-751b-4680-9795-d1e8a2b08d85 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:05.402951 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-a0ec0edd-755f-4741-bc4f-1d6ac439268a tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-857142255'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:07:05.415134 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a0ec0edd-755f-4741-bc4f-1d6ac439268a tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:07:05.435535 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec77af55-52b3-4ba4-b022-a70019bee49e tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:07:05.438253 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-8da6f491-7a8d-46d1-9e28-4c4c7503d663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:05.438467 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a0ec0edd-755f-4741-bc4f-1d6ac439268a tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Usage tracker for resource:network and tenant:2abbe000c9ae4544bccb515894e164a1 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:07:05.445269 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a0ec0edd-755f-4741-bc4f-1d6ac439268a tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:07:05.461128 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a0ec0edd-755f-4741-bc4f-1d6ac439268a tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:07:05.488131 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ec77af55-52b3-4ba4-b022-a70019bee49e tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:05.491604 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-ec77af55-52b3-4ba4-b022-a70019bee49e tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Added segment 1f7442db-1bda-4c8b-a53d-6497344dc539 of type vlan for network 37596643-1553-4c3a-95c5-06ad713af992 Feb 10 23:07:05.510978 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port bd7c8c91-1ad8-4ba7-9448-1e349e72df77 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:05.511383 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:05.519034 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-14a922f0-751b-4680-9795-d1e8a2b08d85 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:05.604692 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ec0edd-755f-4741-bc4f-1d6ac439268a tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Made reservation on behalf of 2abbe000c9ae4544bccb515894e164a1 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:07:05.608189 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a0ec0edd-755f-4741-bc4f-1d6ac439268a tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:05.614071 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-56f31f88-f539-47a1-87c9-2fe17c81a50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:05.672732 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-56f31f88-f539-47a1-87c9-2fe17c81a50a None None] For port 215d00f1-a1ff-413f-982a-ef65e571b76d, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=215d00f1-a1ff-413f-982a-ef65e571b76d,segment=NetworkSegment(18ac054f-133a-4a48-8df3-d5e056177b23),segment_id=18ac054f-133a-4a48-8df3-d5e056177b23)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:07:05.687740 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ec77af55-52b3-4ba4-b022-a70019bee49e tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:05.706748 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0ec0edd-755f-4741-bc4f-1d6ac439268a tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:07:05.748880 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a0ec0edd-755f-4741-bc4f-1d6ac439268a tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:05.749324 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-a0ec0edd-755f-4741-bc4f-1d6ac439268a tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Added segment 77a2cb68-e87f-4430-a307-dd8a2842bd3a of type vlan for network e92c0aee-1491-4573-9585-c6931123c6bd Feb 10 23:07:05.757985 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-56f31f88-f539-47a1-87c9-2fe17c81a50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:05.799988 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-14a922f0-751b-4680-9795-d1e8a2b08d85 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:05.846020 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f31f88-f539-47a1-87c9-2fe17c81a50a None None] Pushing event updated for resources: {'Port': ['ID=215d00f1-a1ff-413f-982a-ef65e571b76d,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:05.872726 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a0ec0edd-755f-4741-bc4f-1d6ac439268a tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:05.881151 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6eacc86-fd66-4ba8-8baf-3205725584c3 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:07:05.897216 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dfaff8-3e87-4bc3-8055-7d184775d2f9 None None] Sync routers for ids ['7b70c8b2-b086-44a4-84f6-a4889e78bc60'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:07:05.902904 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ec77af55-52b3-4ba4-b022-a70019bee49e tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:05.906744 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec77af55-52b3-4ba4-b022-a70019bee49e tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:05.907379 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ec77af55-52b3-4ba4-b022-a70019bee49e tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:05.952748 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dfaff8-3e87-4bc3-8055-7d184775d2f9 None None] Routers {'7b70c8b2-b086-44a4-84f6-a4889e78bc60'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:07:05.953343 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-e3dfaff8-3e87-4bc3-8055-7d184775d2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:06:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['7b70c8b2-b086-44a4-84f6-a4889e78bc60'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:06.029508 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43504) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:06.042422 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ec77af55-52b3-4ba4-b022-a70019bee49e tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4849486 Feb 10 23:07:06.056467 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43508) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:06.071431 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-f0b383ac-4ed9-4af3-8340-5414e19234e9 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Request body: {'subnet': {'network_id': '37596643-1553-4c3a-95c5-06ad713af992', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:07:06.082459 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.resource_extend [None req-a0ec0edd-755f-4741-bc4f-1d6ac439268a tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:07:06.112639 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d6eacc86-fd66-4ba8-8baf-3205725584c3 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:06.117131 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d6eacc86-fd66-4ba8-8baf-3205725584c3 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] 10.222.0.59 "PUT /v2.0/routers/7b70c8b2-b086-44a4-84f6-a4889e78bc60 HTTP/1.1" status: 200 len: 923 time: 8.3168039 Feb 10 23:07:06.125139 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43514) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:06.154339 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-6f27cb9b-9814-404b-a99f-fa1bd4a6e80f None None] Provisioning for port fbc327d4-197b-47d3-9396-0ecba21ce359 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:07:06.161010 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-6f27cb9b-9814-404b-a99f-fa1bd4a6e80f None None] Provisioning complete for port fbc327d4-197b-47d3-9396-0ecba21ce359 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:06.161865 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6f27cb9b-9814-404b-a99f-fa1bd4a6e80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:06.187983 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f0b383ac-4ed9-4af3-8340-5414e19234e9 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:07:06.191013 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-8da6f491-7a8d-46d1-9e28-4c4c7503d663 None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:06.191855 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-f0b383ac-4ed9-4af3-8340-5414e19234e9 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Usage tracker for resource:subnet and tenant:9679d844e15947ffaadb0d4f870cf9d6 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:07:06.200066 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-f0b383ac-4ed9-4af3-8340-5414e19234e9 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:07:06.207625 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f0b383ac-4ed9-4af3-8340-5414e19234e9 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:07:06.215822 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-8da6f491-7a8d-46d1-9e28-4c4c7503d663 None None] Transition to ACTIVE for port object 30af2901-36d9-4b03-b47e-1b55190b7361 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:06.224609 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-e3dfaff8-3e87-4bc3-8055-7d184775d2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:06.236893 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dfaff8-3e87-4bc3-8055-7d184775d2f9 None None] Routers {'7b70c8b2-b086-44a4-84f6-a4889e78bc60'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:07:06.237606 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-e3dfaff8-3e87-4bc3-8055-7d184775d2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:06:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['7b70c8b2-b086-44a4-84f6-a4889e78bc60'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:06.286856 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-6f27cb9b-9814-404b-a99f-fa1bd4a6e80f None None] Port fbc327d4-197b-47d3-9396-0ecba21ce359 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:07:06.295943 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec77af55-52b3-4ba4-b022-a70019bee49e tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event updated for resources: {'Network': ['ID=37596643-1553-4c3a-95c5-06ad713af992,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:06.300326 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b383ac-4ed9-4af3-8340-5414e19234e9 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Made reservation on behalf of 9679d844e15947ffaadb0d4f870cf9d6 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:07:06.303361 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-e3dfaff8-3e87-4bc3-8055-7d184775d2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:06.304567 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dfaff8-3e87-4bc3-8055-7d184775d2f9 None None] The sync data for ids ['7b70c8b2-b086-44a4-84f6-a4889e78bc60'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:07:06.306423 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-8da6f491-7a8d-46d1-9e28-4c4c7503d663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:06.307797 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 37596643-1553-4c3a-95c5-06ad713af992 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:07:06.348831 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-76dc231e-75e6-4ae5-87fd-6f04010b82cd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2038376794-network', 'tenant_id': '82bae8319c0a482993cd9e8530b11401'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:07:06.356003 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-76dc231e-75e6-4ae5-87fd-6f04010b82cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:07:06.360288 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-76dc231e-75e6-4ae5-87fd-6f04010b82cd admin admin] Usage tracker for resource:network and tenant:82bae8319c0a482993cd9e8530b11401 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:07:06.364156 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-76dc231e-75e6-4ae5-87fd-6f04010b82cd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:07:06.374383 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-76dc231e-75e6-4ae5-87fd-6f04010b82cd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:07:06.427879 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f0b383ac-4ed9-4af3-8340-5414e19234e9 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:06.458717 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-14a922f0-751b-4680-9795-d1e8a2b08d85 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:06.491955 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-6f27cb9b-9814-404b-a99f-fa1bd4a6e80f None None] Provisioning complete for port 215d00f1-a1ff-413f-982a-ef65e571b76d triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:06.492348 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6f27cb9b-9814-404b-a99f-fa1bd4a6e80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:06.495038 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f6f315-1090-4653-ab00-9b6de5457cae None None] Pushing event updated for resources: {'Port': ['ID=30af2901-36d9-4b03-b47e-1b55190b7361,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:06.516832 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76dc231e-75e6-4ae5-87fd-6f04010b82cd admin admin] Made reservation on behalf of 82bae8319c0a482993cd9e8530b11401 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:07:06.519681 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-76dc231e-75e6-4ae5-87fd-6f04010b82cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:06.559135 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-76dc231e-75e6-4ae5-87fd-6f04010b82cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:06.586251 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 215d00f1-a1ff-413f-982a-ef65e571b76d up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:07:06.595853 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f6f315-1090-4653-ab00-9b6de5457cae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:06.599718 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f6f315-1090-4653-ab00-9b6de5457cae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:06.599718 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f6f315-1090-4653-ab00-9b6de5457cae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:06.599718 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f6f315-1090-4653-ab00-9b6de5457cae None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:06.599718 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f6f315-1090-4653-ab00-9b6de5457cae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:06.599718 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f6f315-1090-4653-ab00-9b6de5457cae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:06.599718 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f6f315-1090-4653-ab00-9b6de5457cae None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:06.599718 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f6f315-1090-4653-ab00-9b6de5457cae None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:06.599718 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f6f315-1090-4653-ab00-9b6de5457cae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:06.600392 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a922f0-751b-4680-9795-d1e8a2b08d85 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Pushing event deleted for resources: {'Subnet': ['ID=b6f515fd-b5bf-43ff-9bb7-ab7e5888b9b6,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:06.600498 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f6f315-1090-4653-ab00-9b6de5457cae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:06.600498 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f6f315-1090-4653-ab00-9b6de5457cae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:06.619326 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a0ec0edd-755f-4741-bc4f-1d6ac439268a tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:06.625053 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ec0edd-755f-4741-bc4f-1d6ac439268a tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:06.625832 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a0ec0edd-755f-4741-bc4f-1d6ac439268a tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:06.690510 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.resource_extend [None req-3f82e8b4-76c7-456d-9198-ebbc987126b0 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:07:06.708448 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3f82e8b4-76c7-456d-9198-ebbc987126b0 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:06.732972 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f0b383ac-4ed9-4af3-8340-5414e19234e9 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:06.749119 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-8da6f491-7a8d-46d1-9e28-4c4c7503d663 None None] Attempting to bind port 30af2901-36d9-4b03-b47e-1b55190b7361 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:07:06.749458 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-8da6f491-7a8d-46d1-9e28-4c4c7503d663 None None] Attempting to bind port 30af2901-36d9-4b03-b47e-1b55190b7361 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': 'f5949d2d-cd09-411c-90f3-44c8e09c96ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3be7cce5-e709-4e52-9d28-80d9eff6097e'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:07:06.749811 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da6f491-7a8d-46d1-9e28-4c4c7503d663 None None] Attempting to bind port 30af2901-36d9-4b03-b47e-1b55190b7361 on network 3be7cce5-e709-4e52-9d28-80d9eff6097e {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:07:06.762371 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da6f491-7a8d-46d1-9e28-4c4c7503d663 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:07:06.762668 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da6f491-7a8d-46d1-9e28-4c4c7503d663 None None] Checking segment: {'id': 'f5949d2d-cd09-411c-90f3-44c8e09c96ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3be7cce5-e709-4e52-9d28-80d9eff6097e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:07:06.763054 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-8da6f491-7a8d-46d1-9e28-4c4c7503d663 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:06.763433 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da6f491-7a8d-46d1-9e28-4c4c7503d663 None None] Bound using segment: {'id': 'f5949d2d-cd09-411c-90f3-44c8e09c96ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3be7cce5-e709-4e52-9d28-80d9eff6097e'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:07:06.763888 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-8da6f491-7a8d-46d1-9e28-4c4c7503d663 None None] Bound port: 30af2901-36d9-4b03-b47e-1b55190b7361, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5949d2d-cd09-411c-90f3-44c8e09c96ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3be7cce5-e709-4e52-9d28-80d9eff6097e'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:07:06.764265 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-8da6f491-7a8d-46d1-9e28-4c4c7503d663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:06.810685 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b383ac-4ed9-4af3-8340-5414e19234e9 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event updated for resources: {'Subnet': ['ID=d4c0056b-1f69-4a9a-b860-450593fb1dad,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:06.825549 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3f82e8b4-76c7-456d-9198-ebbc987126b0 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:06.868327 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69dc3715-4276-424c-b50b-cd38285818ce None None] Network 123083ca-8d78-4d84-9c89-6cb76df2a554 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:07:06.885467 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-8da6f491-7a8d-46d1-9e28-4c4c7503d663 None None] For port 30af2901-36d9-4b03-b47e-1b55190b7361, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:07:06.888811 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-8da6f491-7a8d-46d1-9e28-4c4c7503d663 None None] For port 30af2901-36d9-4b03-b47e-1b55190b7361, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=30af2901-36d9-4b03-b47e-1b55190b7361,segment=NetworkSegment(f5949d2d-cd09-411c-90f3-44c8e09c96ce),segment_id=f5949d2d-cd09-411c-90f3-44c8e09c96ce)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:07:06.919353 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-14a922f0-751b-4680-9795-d1e8a2b08d85 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:06.941424 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 215d00f1-a1ff-413f-982a-ef65e571b76d triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:06.941853 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:06.955964 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-76dc231e-75e6-4ae5-87fd-6f04010b82cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:07:06.967398 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a0ec0edd-755f-4741-bc4f-1d6ac439268a tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6137347 Feb 10 23:07:06.967398 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-14a922f0-751b-4680-9795-d1e8a2b08d85 tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "DELETE /v2.0/subnets/b6f515fd-b5bf-43ff-9bb7-ab7e5888b9b6 HTTP/1.1" status: 204 len: 168 time: 2.4656310 Feb 10 23:07:06.969541 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43518) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:06.969970 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43520) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:06.980513 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-76dc231e-75e6-4ae5-87fd-6f04010b82cd admin admin] Usage tracker for resource:security_group_rule and tenant:82bae8319c0a482993cd9e8530b11401 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:07:06.986850 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-d2c714cb-de15-4c46-84e8-789897884477 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-713312335'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:07:07.006606 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-8da6f491-7a8d-46d1-9e28-4c4c7503d663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:07.009150 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-76dc231e-75e6-4ae5-87fd-6f04010b82cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:07:07.014493 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ec0edd-755f-4741-bc4f-1d6ac439268a tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Pushing event updated for resources: {'Network': ['ID=e92c0aee-1491-4573-9585-c6931123c6bd,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:07.023310 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-d2c714cb-de15-4c46-84e8-789897884477 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:07:07.026473 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-76dc231e-75e6-4ae5-87fd-6f04010b82cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:07:07.050966 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network e92c0aee-1491-4573-9585-c6931123c6bd details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:07:07.080130 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d2c714cb-de15-4c46-84e8-789897884477 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Usage tracker for resource:network and tenant:2abbe000c9ae4544bccb515894e164a1 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:07:07.088719 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d2c714cb-de15-4c46-84e8-789897884477 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:07:07.106798 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f82e8b4-76c7-456d-9198-ebbc987126b0 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event updated for resources: {'Port': ['ID=fbc327d4-197b-47d3-9396-0ecba21ce359,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:07.109332 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3f82e8b4-76c7-456d-9198-ebbc987126b0 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2767683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732898'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:07.124806 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-d2c714cb-de15-4c46-84e8-789897884477 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:07:07.142582 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f6f315-1090-4653-ab00-9b6de5457cae None None] Pushing event updated for resources: {'Port': ['ID=30af2901-36d9-4b03-b47e-1b55190b7361,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:07.165081 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2e0729d7-f504-4b02-8331-3e48918e721c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:07.187695 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-1565f6cd-5a0d-425b-9137-53883383accc None None] Provisioning complete for port fbc327d4-197b-47d3-9396-0ecba21ce359 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:07.188073 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1565f6cd-5a0d-425b-9137-53883383accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:07.195931 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da6f491-7a8d-46d1-9e28-4c4c7503d663 None None] Routers {'791424a0-d6ce-43ba-8c23-68a0fbef0f6e'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:07:07.196311 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-8da6f491-7a8d-46d1-9e28-4c4c7503d663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:06:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['791424a0-d6ce-43ba-8c23-68a0fbef0f6e'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:07.204012 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-2e0729d7-f504-4b02-8331-3e48918e721c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Deleting port fc150a27-32a9-41d5-acba-367114b43032 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:07:07.204486 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2e0729d7-f504-4b02-8331-3e48918e721c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:07.251556 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c714cb-de15-4c46-84e8-789897884477 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Made reservation on behalf of 2abbe000c9ae4544bccb515894e164a1 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:07:07.251762 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b383ac-4ed9-4af3-8340-5414e19234e9 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Checking segment: {'id': '1f7442db-1bda-4c8b-a53d-6497344dc539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '37596643-1553-4c3a-95c5-06ad713af992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:07:07.251879 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b383ac-4ed9-4af3-8340-5414e19234e9 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Network hostable DHCP agents. Network: 37596643-1553-4c3a-95c5-06ad713af992, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:07:07.256700 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-1565f6cd-5a0d-425b-9137-53883383accc None None] Port fbc327d4-197b-47d3-9396-0ecba21ce359 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:07:07.257823 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d2c714cb-de15-4c46-84e8-789897884477 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:07.457299 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b383ac-4ed9-4af3-8340-5414e19234e9 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Network 37596643-1553-4c3a-95c5-06ad713af992 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:07:07.463397 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-76dc231e-75e6-4ae5-87fd-6f04010b82cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:07.493789 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f82e8b4-76c7-456d-9198-ebbc987126b0 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Network 10d2f5a7-936f-4925-9467-45b0b7c99ec4 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:07:07.496764 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2c714cb-de15-4c46-84e8-789897884477 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:07:07.497382 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-8da6f491-7a8d-46d1-9e28-4c4c7503d663 None None] Set router 791424a0-d6ce-43ba-8c23-68a0fbef0f6e gateway port host: None {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:07:07.497937 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-3f82e8b4-76c7-456d-9198-ebbc987126b0 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:07.567389 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-f0b383ac-4ed9-4af3-8340-5414e19234e9 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 37596643-1553-4c3a-95c5-06ad713af992) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:07.593188 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d27d66-04c0-4a51-bbc4-b88552b28971 None None] Network 37596643-1553-4c3a-95c5-06ad713af992 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:07:07.652056 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-76dc231e-75e6-4ae5-87fd-6f04010b82cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:07.653266 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b383ac-4ed9-4af3-8340-5414e19234e9 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:07.653861 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f0b383ac-4ed9-4af3-8340-5414e19234e9 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:07.656121 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d2c714cb-de15-4c46-84e8-789897884477 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:07.656724 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-d2c714cb-de15-4c46-84e8-789897884477 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Added segment 0703560a-cdae-4c6c-a0c9-b60034a79342 of type vlan for network be067bf7-f4ff-4ebb-aaa3-6aceba67b75e Feb 10 23:07:07.731052 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76dc231e-75e6-4ae5-87fd-6f04010b82cd admin admin] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:07:07.793585 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-2e0729d7-f504-4b02-8331-3e48918e721c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] For port fc150a27-32a9-41d5-acba-367114b43032, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=fc150a27-32a9-41d5-acba-367114b43032,segment=NetworkSegment(14271434-b800-45b3-8fda-bb08518d16dd),segment_id=14271434-b800-45b3-8fda-bb08518d16dd)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:07:07.793816 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2e0729d7-f504-4b02-8331-3e48918e721c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:07.895355 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322bea38-e3d2-40d4-94a5-0c17d67c37f4 None None] DHCP port deletion for 123083ca-8d78-4d84-9c89-6cb76df2a554 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:07:07.904189 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc231e-75e6-4ae5-87fd-6f04010b82cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e7d70c-dbd9-41cc-871d-e628889f208b,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:07.916951 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2f341511-62ac-4de6-a919-01613d409701 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] 10.222.0.59 "GET /v2.0/routers/7b70c8b2-b086-44a4-84f6-a4889e78bc60 HTTP/1.1" status: 200 len: 923 time: 1.7734883 Feb 10 23:07:07.929197 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-322bea38-e3d2-40d4-94a5-0c17d67c37f4 None None] Deleting port fc150a27-32a9-41d5-acba-367114b43032 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:07:07.929951 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-322bea38-e3d2-40d4-94a5-0c17d67c37f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:07.938139 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-f0b383ac-4ed9-4af3-8340-5414e19234e9 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8797374 Feb 10 23:07:07.978887 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43528) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:07.979245 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43530) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:07.988712 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-8da6f491-7a8d-46d1-9e28-4c4c7503d663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'name': 'tempest-RoutersIpV6Test-router-2033246589', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:36Z', 'updated_at': '2022-02-10T23:07:00Z', 'revision_number': 3, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'gw_port_host': None, '_interfaces': [{'id': '2f3b6d64-b6fe-4b3f-86a4-824ccff0bfec', 'name': '', 'network_id': '74785e22-b419-4301-a726-502801e77510', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'mac_address': 'fa:16:3e:17:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4af83497-4fea-4529-9adb-a93de110f35c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:43Z', 'updated_at': '2022-02-10T23:06:58Z', 'revision_number': 5, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'subnets': [{'id': '4af83497-4fea-4529-9adb-a93de110f35c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '30af2901-36d9-4b03-b47e-1b55190b7361', 'name': '', 'network_id': '3be7cce5-e709-4e52-9d28-80d9eff6097e', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'mac_address': 'fa:16:3e:6e:ca:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ba7e1e9-2914-4a7a-8393-f83926a34ba4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:57Z', 'updated_at': '2022-02-10T23:07:06Z', 'revision_number': 4, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'subnets': [{'id': '0ba7e1e9-2914-4a7a-8393-f83926a34ba4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:07.992692 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-2e0729d7-f504-4b02-8331-3e48918e721c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Calling delete_port for fc150a27-32a9-41d5-acba-367114b43032 owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:07:07.994259 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da6f491-7a8d-46d1-9e28-4c4c7503d663 None None] The sync data for ids ['791424a0-d6ce-43ba-8c23-68a0fbef0f6e'] in dv-neutron-828797-1-hyperv is: [{'id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'name': 'tempest-RoutersIpV6Test-router-2033246589', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:36Z', 'updated_at': '2022-02-10T23:07:00Z', 'revision_number': 3, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'gw_port_host': None, '_interfaces': [{'id': '2f3b6d64-b6fe-4b3f-86a4-824ccff0bfec', 'name': '', 'network_id': '74785e22-b419-4301-a726-502801e77510', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'mac_address': 'fa:16:3e:17:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4af83497-4fea-4529-9adb-a93de110f35c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:43Z', 'updated_at': '2022-02-10T23:06:58Z', 'revision_number': 5, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'subnets': [{'id': '4af83497-4fea-4529-9adb-a93de110f35c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '30af2901-36d9-4b03-b47e-1b55190b7361', 'name': '', 'network_id': '3be7cce5-e709-4e52-9d28-80d9eff6097e', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'mac_address': 'fa:16:3e:6e:ca:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ba7e1e9-2914-4a7a-8393-f83926a34ba4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:57Z', 'updated_at': '2022-02-10T23:07:06Z', 'revision_number': 4, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'subnets': [{'id': '0ba7e1e9-2914-4a7a-8393-f83926a34ba4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:07:08.033008 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d2c714cb-de15-4c46-84e8-789897884477 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:08.037724 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-76dc231e-75e6-4ae5-87fd-6f04010b82cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:08.037724 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-76dc231e-75e6-4ae5-87fd-6f04010b82cd admin admin] Added segment 87261b23-5de2-4068-8909-bc5d27f42710 of type vlan for network 4a75b224-7431-40b5-b18e-691aa5ad073d Feb 10 23:07:08.104936 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237c6e2f-7fb6-4399-a1b8-d72bf83dc8b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-37596643-1553-4c3a-95c5-06ad713af992', 'network_id': '37596643-1553-4c3a-95c5-06ad713af992', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'fixed_ips': [{'subnet_id': 'd4c0056b-1f69-4a9a-b860-450593fb1dad'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:07:08.108085 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-237c6e2f-7fb6-4399-a1b8-d72bf83dc8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:08.136683 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-76dc231e-75e6-4ae5-87fd-6f04010b82cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:08.144415 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-7aa5c8c2-2c9c-4d9c-9739-0ea756ba1498 None None] Provisioning complete for port fbc327d4-197b-47d3-9396-0ecba21ce359 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:08.144415 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7aa5c8c2-2c9c-4d9c-9739-0ea756ba1498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:08.234812 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d2c714cb-de15-4c46-84e8-789897884477 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:08.239269 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c714cb-de15-4c46-84e8-789897884477 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:08.240611 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d2c714cb-de15-4c46-84e8-789897884477 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:08.274216 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2e0729d7-f504-4b02-8331-3e48918e721c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:08.323484 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-76dc231e-75e6-4ae5-87fd-6f04010b82cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:08.325032 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dc231e-75e6-4ae5-87fd-6f04010b82cd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:08.325711 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-76dc231e-75e6-4ae5-87fd-6f04010b82cd admin admin] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:08.341163 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-7aa5c8c2-2c9c-4d9c-9739-0ea756ba1498 None None] Port fbc327d4-197b-47d3-9396-0ecba21ce359 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:07:08.361204 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-708df072-268c-468d-86e2-9e239c7f4490 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:08.396983 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-322bea38-e3d2-40d4-94a5-0c17d67c37f4 None None] For port fc150a27-32a9-41d5-acba-367114b43032, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=fc150a27-32a9-41d5-acba-367114b43032,segment=NetworkSegment(14271434-b800-45b3-8fda-bb08518d16dd),segment_id=14271434-b800-45b3-8fda-bb08518d16dd)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:07:08.397950 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-322bea38-e3d2-40d4-94a5-0c17d67c37f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:08.425366 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0729d7-f504-4b02-8331-3e48918e721c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Pushing event deleted for resources: {'Port': ['ID=fc150a27-32a9-41d5-acba-367114b43032,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:08.468481 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0729d7-f504-4b02-8331-3e48918e721c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] No DVR routers for this DVR port fc150a27-32a9-41d5-acba-367114b43032 on host dv-neutron-828797-1-hyperv {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:07:08.482035 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c714cb-de15-4c46-84e8-789897884477 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Pushing event updated for resources: {'Network': ['ID=be067bf7-f4ff-4ebb-aaa3-6aceba67b75e,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:08.531339 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network be067bf7-f4ff-4ebb-aaa3-6aceba67b75e details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:07:08.636389 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d2c714cb-de15-4c46-84e8-789897884477 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6614771 Feb 10 23:07:08.643470 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-76dc231e-75e6-4ae5-87fd-6f04010b82cd admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.6114056 Feb 10 23:07:08.665809 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-322bea38-e3d2-40d4-94a5-0c17d67c37f4 None None] Calling delete_port for fc150a27-32a9-41d5-acba-367114b43032 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:07:08.721745 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43536) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:08.732548 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-dac7c530-4f16-4b52-a5e2-cf48e7d1af52 admin admin] Request body: {'subnet': {'network_id': '4a75b224-7431-40b5-b18e-691aa5ad073d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2038376794-subnet', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'ip_version': 4}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:07:08.743442 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-dac7c530-4f16-4b52-a5e2-cf48e7d1af52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:07:08.760839 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-322bea38-e3d2-40d4-94a5-0c17d67c37f4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:07:08.762432 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-322bea38-e3d2-40d4-94a5-0c17d67c37f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:07:08.766983 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc231e-75e6-4ae5-87fd-6f04010b82cd admin admin] Pushing event updated for resources: {'Network': ['ID=4a75b224-7431-40b5-b18e-691aa5ad073d,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:08.770022 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 30af2901-36d9-4b03-b47e-1b55190b7361 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:07:08.771653 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-dac7c530-4f16-4b52-a5e2-cf48e7d1af52 admin admin] Usage tracker for resource:subnet and tenant:82bae8319c0a482993cd9e8530b11401 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:07:08.776333 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2e0729d7-f504-4b02-8331-3e48918e721c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:08.783684 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-dac7c530-4f16-4b52-a5e2-cf48e7d1af52 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:07:08.786152 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43540) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:08.812139 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-c69a7f11-ae44-408b-8bf3-5b2ec180d67d tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Request body: {'subnets': [{'network_id': 'e92c0aee-1491-4573-9585-c6931123c6bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1686523883', 'ip_version': 4}, {'network_id': 'be067bf7-f4ff-4ebb-aaa3-6aceba67b75e', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:07:08.812523 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-c69a7f11-ae44-408b-8bf3-5b2ec180d67d tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Request body: {'subnet': {'network_id': 'e92c0aee-1491-4573-9585-c6931123c6bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1686523883', 'ip_version': 4}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:07:08.813045 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-c69a7f11-ae44-408b-8bf3-5b2ec180d67d tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Request body: {'subnet': {'network_id': 'be067bf7-f4ff-4ebb-aaa3-6aceba67b75e', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:07:08.831052 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-dac7c530-4f16-4b52-a5e2-cf48e7d1af52 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:07:08.879995 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-06703e21-650d-4c16-90d3-7b35fd37c05a tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Synchronizing usage tracker for tenant:23659e77e80e4429b4e076fc4da43ec6 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:07:08.900306 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 4a75b224-7431-40b5-b18e-691aa5ad073d details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:07:08.900883 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-2e0729d7-f504-4b02-8331-3e48918e721c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['123083ca-8d78-4d84-9c89-6cb76df2a554']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:08.932229 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-2e0729d7-f504-4b02-8331-3e48918e721c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14271434-b800-45b3-8fda-bb08518d16dd') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:08.933942 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-2e0729d7-f504-4b02-8331-3e48918e721c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14271434-b800-45b3-8fda-bb08518d16dd') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:08.974766 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2e0729d7-f504-4b02-8331-3e48918e721c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32216962'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:08.985447 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-06703e21-650d-4c16-90d3-7b35fd37c05a tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Unset dirty status for tenant:23659e77e80e4429b4e076fc4da43ec6 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:07:08.990955 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43546) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:08.991737 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-06703e21-650d-4c16-90d3-7b35fd37c05a tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=c2ed7563-f8af-409c-803f-f56530124ba5&device_id=7b70c8b2-b086-44a4-84f6-a4889e78bc60&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.9652171 Feb 10 23:07:09.026883 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-237c6e2f-7fb6-4399-a1b8-d72bf83dc8b7 None None] Allocated IP 2001:db8:2::2 (37596643-1553-4c3a-95c5-06ad713af992/d4c0056b-1f69-4a9a-b860-450593fb1dad/f0d409b6-ae65-45a2-84b5-0768cc25335e) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:07:09.036197 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2e0729d7-f504-4b02-8331-3e48918e721c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:09.039789 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac7c530-4f16-4b52-a5e2-cf48e7d1af52 admin admin] Made reservation on behalf of 82bae8319c0a482993cd9e8530b11401 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:07:09.042402 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dac7c530-4f16-4b52-a5e2-cf48e7d1af52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:09.259759 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e0729d7-f504-4b02-8331-3e48918e721c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:07:09.260178 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2e0729d7-f504-4b02-8331-3e48918e721c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32033006'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:09.267180 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-322bea38-e3d2-40d4-94a5-0c17d67c37f4 None None] Deleting port fc150a27-32a9-41d5-acba-367114b43032 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:07:09.267380 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-322bea38-e3d2-40d4-94a5-0c17d67c37f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:09.274986 dv-neutron-828797-1-hyperv neutron-server[84332]: Traceback (most recent call last): Feb 10 23:07:09.274986 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:07:09.274986 dv-neutron-828797-1-hyperv neutron-server[84332]: timer() Feb 10 23:07:09.274986 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:07:09.274986 dv-neutron-828797-1-hyperv neutron-server[84332]: cb(*args, **kw) Feb 10 23:07:09.274986 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:07:09.274986 dv-neutron-828797-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Feb 10 23:07:09.274986 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:07:09.274986 dv-neutron-828797-1-hyperv neutron-server[84332]: self._notify() Feb 10 23:07:09.274986 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:07:09.274986 dv-neutron-828797-1-hyperv neutron-server[84332]: self.callback(batched_events) Feb 10 23:07:09.274986 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:07:09.274986 dv-neutron-828797-1-hyperv neutron-server[84332]: event.method(event) Feb 10 23:07:09.274986 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:07:09.274986 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:07:09.274986 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:07:09.274986 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:07:09.274986 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:07:09.274986 dv-neutron-828797-1-hyperv neutron-server[84332]: return f(self, *a, **k) Feb 10 23:07:09.274986 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:07:09.274986 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._get(url).json() Feb 10 23:07:09.274986 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:07:09.274986 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:07:09.274986 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:07:09.274986 dv-neutron-828797-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Feb 10 23:07:09.274986 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:07:09.274986 dv-neutron-828797-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:07:09.274986 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:07:09.274986 dv-neutron-828797-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:07:09.274986 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:07:09.274986 dv-neutron-828797-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:07:09.274986 dv-neutron-828797-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:07:09.348868 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 30af2901-36d9-4b03-b47e-1b55190b7361 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:07:09.396339 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-322bea38-e3d2-40d4-94a5-0c17d67c37f4 None None] The port 'fc150a27-32a9-41d5-acba-367114b43032' was deleted {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 23:07:09.397192 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 30af2901-36d9-4b03-b47e-1b55190b7361 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:09.398260 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:09.461080 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-708df072-268c-468d-86e2-9e239c7f4490 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Allocated IP 172.20.0.1 (7bdfc917-f5df-430b-b02e-033b5a4d1360/f0721e60-67b6-444d-94df-431e7e33c8dc/e7e5c513-c1c4-4228-b8f3-d2f777694de7) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:07:09.474017 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-237c6e2f-7fb6-4399-a1b8-d72bf83dc8b7 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:09.489138 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-237c6e2f-7fb6-4399-a1b8-d72bf83dc8b7 None None] Transition to ACTIVE for port object f0d409b6-ae65-45a2-84b5-0768cc25335e will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:09.516319 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-237c6e2f-7fb6-4399-a1b8-d72bf83dc8b7 None None] Transition to ACTIVE for port object f0d409b6-ae65-45a2-84b5-0768cc25335e will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:09.550560 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c69a7f11-ae44-408b-8bf3-5b2ec180d67d tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:07:09.559672 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d54c2f9-f55e-4b88-9783-4bd7a4342074 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:09.569864 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3d54c2f9-f55e-4b88-9783-4bd7a4342074 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] 10.222.0.59 "GET /v2.0/networks/c2ed7563-f8af-409c-803f-f56530124ba5 HTTP/1.1" status: 200 len: 881 time: 0.5654380 Feb 10 23:07:09.569864 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c69a7f11-ae44-408b-8bf3-5b2ec180d67d tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Usage tracker for resource:subnet and tenant:2abbe000c9ae4544bccb515894e164a1 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:07:09.569864 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c69a7f11-ae44-408b-8bf3-5b2ec180d67d tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:07:09.569864 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43550) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:09.575872 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:09.610083 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c69a7f11-ae44-408b-8bf3-5b2ec180d67d tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:07:09.620387 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 30af2901-36d9-4b03-b47e-1b55190b7361, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=30af2901-36d9-4b03-b47e-1b55190b7361,segment=NetworkSegment(f5949d2d-cd09-411c-90f3-44c8e09c96ce),segment_id=f5949d2d-cd09-411c-90f3-44c8e09c96ce)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:07:09.625014 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2e0729d7-f504-4b02-8331-3e48918e721c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:09.627216 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f82e8b4-76c7-456d-9198-ebbc987126b0 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Router 1359e446-ed83-4f9b-84b9-bc51e0ace908 is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:07:09.631688 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2778ae09-6107-4dbe-8f9d-7ee268ed1876 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b70c8b2-b086-44a4-84f6-a4889e78bc60 HTTP/1.1" status: 200 len: 205 time: 0.0620501 Feb 10 23:07:09.635176 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43554) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:09.653610 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2e0729d7-f504-4b02-8331-3e48918e721c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:09.657692 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-237c6e2f-7fb6-4399-a1b8-d72bf83dc8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:09.690855 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0729d7-f504-4b02-8331-3e48918e721c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] Pushing event deleted for resources: {'Network': ['ID=123083ca-8d78-4d84-9c89-6cb76df2a554,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:09.696974 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:09.706030 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2e0729d7-f504-4b02-8331-3e48918e721c tempest-NetworksTest-614449457 tempest-NetworksTest-614449457-project] 10.222.0.59 "DELETE /v2.0/networks/123083ca-8d78-4d84-9c89-6cb76df2a554 HTTP/1.1" status: 204 len: 168 time: 2.7325726 Feb 10 23:07:09.782958 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c69a7f11-ae44-408b-8bf3-5b2ec180d67d tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Made reservation on behalf of 2abbe000c9ae4544bccb515894e164a1 for: {'subnet': 2} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:07:09.784158 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device fc150a27-32a9-41d5-acba-367114b43032 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:07:09.832371 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237c6e2f-7fb6-4399-a1b8-d72bf83dc8b7 None None] Network 37596643-1553-4c3a-95c5-06ad713af992 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:07:09.843004 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-237c6e2f-7fb6-4399-a1b8-d72bf83dc8b7 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:09.850602 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237c6e2f-7fb6-4399-a1b8-d72bf83dc8b7 None None] Pushing event updated for resources: {'Port': ['ID=f0d409b6-ae65-45a2-84b5-0768cc25335e,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:09.851722 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237c6e2f-7fb6-4399-a1b8-d72bf83dc8b7 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:07:09.853858 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: fc150a27-32a9-41d5-acba-367114b43032 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:07:09.854194 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device fc150a27-32a9-41d5-acba-367114b43032 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:07:09.928840 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=30af2901-36d9-4b03-b47e-1b55190b7361,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:10.038981 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-237c6e2f-7fb6-4399-a1b8-d72bf83dc8b7 None None] Attempting to bind port f0d409b6-ae65-45a2-84b5-0768cc25335e on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:07:10.039524 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-237c6e2f-7fb6-4399-a1b8-d72bf83dc8b7 None None] Attempting to bind port f0d409b6-ae65-45a2-84b5-0768cc25335e by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '1f7442db-1bda-4c8b-a53d-6497344dc539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '37596643-1553-4c3a-95c5-06ad713af992'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:07:10.039940 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237c6e2f-7fb6-4399-a1b8-d72bf83dc8b7 None None] Attempting to bind port f0d409b6-ae65-45a2-84b5-0768cc25335e on network 37596643-1553-4c3a-95c5-06ad713af992 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:07:10.050334 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237c6e2f-7fb6-4399-a1b8-d72bf83dc8b7 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:07:10.051544 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237c6e2f-7fb6-4399-a1b8-d72bf83dc8b7 None None] Checking segment: {'id': '1f7442db-1bda-4c8b-a53d-6497344dc539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '37596643-1553-4c3a-95c5-06ad713af992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:07:10.052347 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-237c6e2f-7fb6-4399-a1b8-d72bf83dc8b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:10.053230 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237c6e2f-7fb6-4399-a1b8-d72bf83dc8b7 None None] Bound using segment: {'id': '1f7442db-1bda-4c8b-a53d-6497344dc539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '37596643-1553-4c3a-95c5-06ad713af992'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:07:10.054121 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-237c6e2f-7fb6-4399-a1b8-d72bf83dc8b7 None None] Bound port: f0d409b6-ae65-45a2-84b5-0768cc25335e, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f7442db-1bda-4c8b-a53d-6497344dc539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '37596643-1553-4c3a-95c5-06ad713af992'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:07:10.054971 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-237c6e2f-7fb6-4399-a1b8-d72bf83dc8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:10.130237 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-708df072-268c-468d-86e2-9e239c7f4490 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:10.143807 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c69a7f11-ae44-408b-8bf3-5b2ec180d67d tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:10.144382 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c69a7f11-ae44-408b-8bf3-5b2ec180d67d tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:10.161181 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dac7c530-4f16-4b52-a5e2-cf48e7d1af52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:10.181838 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-237c6e2f-7fb6-4399-a1b8-d72bf83dc8b7 None None] For port f0d409b6-ae65-45a2-84b5-0768cc25335e, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:07:10.183007 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-708df072-268c-468d-86e2-9e239c7f4490 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Transition to ACTIVE for port object e7e5c513-c1c4-4228-b8f3-d2f777694de7 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:10.189113 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-237c6e2f-7fb6-4399-a1b8-d72bf83dc8b7 None None] For port f0d409b6-ae65-45a2-84b5-0768cc25335e, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=f0d409b6-ae65-45a2-84b5-0768cc25335e,segment=NetworkSegment(1f7442db-1bda-4c8b-a53d-6497344dc539),segment_id=1f7442db-1bda-4c8b-a53d-6497344dc539)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:07:10.259330 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-237c6e2f-7fb6-4399-a1b8-d72bf83dc8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:10.310436 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f82e8b4-76c7-456d-9198-ebbc987126b0 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:07:10.316792 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac7c530-4f16-4b52-a5e2-cf48e7d1af52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=375b0e55-6852-456e-bf83-790a9c9d4e02,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:10.330855 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e67cc2-f962-4003-8ffd-dd0e8e1d569f None None] Sync routers for ids ['1359e446-ed83-4f9b-84b9-bc51e0ace908'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:07:10.348683 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac7c530-4f16-4b52-a5e2-cf48e7d1af52 admin admin] Checking segment: {'id': '87261b23-5de2-4068-8909-bc5d27f42710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '4a75b224-7431-40b5-b18e-691aa5ad073d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:07:10.349104 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac7c530-4f16-4b52-a5e2-cf48e7d1af52 admin admin] Network hostable DHCP agents. Network: 4a75b224-7431-40b5-b18e-691aa5ad073d, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:07:10.361187 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-3f82e8b4-76c7-456d-9198-ebbc987126b0 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "PUT /v2.0/routers/1359e446-ed83-4f9b-84b9-bc51e0ace908/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3305793 Feb 10 23:07:10.364683 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43566) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:10.376244 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-e083c223-dff6-4ca2-9bfd-8e94c2f6ce54 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Request body: {'network': {'name': 'tempest-RoutersTest-35180056'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:07:10.398707 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e083c223-dff6-4ca2-9bfd-8e94c2f6ce54 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:07:10.407474 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e083c223-dff6-4ca2-9bfd-8e94c2f6ce54 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Usage tracker for resource:network and tenant:62dc022463634d02b4f57b75cc001545 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:07:10.418308 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e083c223-dff6-4ca2-9bfd-8e94c2f6ce54 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:07:10.423410 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e67cc2-f962-4003-8ffd-dd0e8e1d569f None None] Routers {'1359e446-ed83-4f9b-84b9-bc51e0ace908'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:07:10.423776 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-177de476-bf13-41e9-b411-411a959c8ef3 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:10.426795 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-a3e67cc2-f962-4003-8ffd-dd0e8e1d569f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:06:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['1359e446-ed83-4f9b-84b9-bc51e0ace908'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:10.431527 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e083c223-dff6-4ca2-9bfd-8e94c2f6ce54 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:07:10.533147 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-708df072-268c-468d-86e2-9e239c7f4490 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:10.540774 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43574) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:10.551217 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 30af2901-36d9-4b03-b47e-1b55190b7361 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:07:10.621062 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237c6e2f-7fb6-4399-a1b8-d72bf83dc8b7 None None] Pushing event updated for resources: {'Port': ['ID=f0d409b6-ae65-45a2-84b5-0768cc25335e,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:10.840152 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 30af2901-36d9-4b03-b47e-1b55190b7361 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:10.840899 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:10.905842 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-a3e67cc2-f962-4003-8ffd-dd0e8e1d569f None None] Set router 1359e446-ed83-4f9b-84b9-bc51e0ace908 gateway port host: None {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:07:10.952222 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e083c223-dff6-4ca2-9bfd-8e94c2f6ce54 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Made reservation on behalf of 62dc022463634d02b4f57b75cc001545 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:07:10.955976 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e083c223-dff6-4ca2-9bfd-8e94c2f6ce54 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:10.966200 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac7c530-4f16-4b52-a5e2-cf48e7d1af52 admin admin] Network 4a75b224-7431-40b5-b18e-691aa5ad073d is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:07:11.059852 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5ef6e634-3fc7-4a59-9d5d-09da5bf568d0 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:11.142355 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708df072-268c-468d-86e2-9e239c7f4490 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Network 7bdfc917-f5df-430b-b02e-033b5a4d1360 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:07:11.146687 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708df072-268c-468d-86e2-9e239c7f4490 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Pushing event updated for resources: {'Port': ['ID=e7e5c513-c1c4-4228-b8f3-d2f777694de7,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:11.162601 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e083c223-dff6-4ca2-9bfd-8e94c2f6ce54 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:07:11.177815 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-dac7c530-4f16-4b52-a5e2-cf48e7d1af52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 4a75b224-7431-40b5-b18e-691aa5ad073d) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:11.186920 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a3c574-7925-49f1-807f-605a2b9c1b25 None None] Network 4a75b224-7431-40b5-b18e-691aa5ad073d requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:07:11.203613 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac7c530-4f16-4b52-a5e2-cf48e7d1af52 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:11.204201 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dac7c530-4f16-4b52-a5e2-cf48e7d1af52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:11.211281 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-708df072-268c-468d-86e2-9e239c7f4490 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:11.214903 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e083c223-dff6-4ca2-9bfd-8e94c2f6ce54 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:11.214903 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-e083c223-dff6-4ca2-9bfd-8e94c2f6ce54 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Added segment 66d8acdf-9ce7-4507-ae23-2834ba780ec3 of type vlan for network 12052084-206d-4312-a617-f252f8179831 Feb 10 23:07:11.224578 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708df072-268c-468d-86e2-9e239c7f4490 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:07:11.267280 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-25bba9fd-c798-4fb9-8eb5-5458553ab880 req-ce8895f0-eb33-469f-914f-b9fef961239c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e452088f31c44993a8754d6dd8fb5a7b&device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 1098 time: 0.7532346 Feb 10 23:07:11.276483 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e083c223-dff6-4ca2-9bfd-8e94c2f6ce54 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:11.325410 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b859c87-b343-4e14-adef-23142c0c20c6 req-b34ae3a1-91c9-438d-9d8c-c3e94a0dda64 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:11.339042 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3b859c87-b343-4e14-adef-23142c0c20c6 req-b34ae3a1-91c9-438d-9d8c-c3e94a0dda64 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 945 time: 0.3918362 Feb 10 23:07:11.353969 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-708df072-268c-468d-86e2-9e239c7f4490 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733071'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:11.369214 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c69a7f11-ae44-408b-8bf3-5b2ec180d67d tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:11.471582 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-dac7c530-4f16-4b52-a5e2-cf48e7d1af52 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.7474720 Feb 10 23:07:11.474778 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43580) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:11.499575 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.resource_extend [None req-e083c223-dff6-4ca2-9bfd-8e94c2f6ce54 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:07:11.521205 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-adb1e496-3cbb-40e6-8a49-a5150f58ef44 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3165e40034a94fb1867776c36ae44e52&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7787719 Feb 10 23:07:11.547358 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43584) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:11.594425 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d07e53-5de0-459b-8eb2-0dd6644bcfc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-4a75b224-7431-40b5-b18e-691aa5ad073d', 'network_id': '4a75b224-7431-40b5-b18e-691aa5ad073d', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'fixed_ips': [{'subnet_id': '375b0e55-6852-456e-bf83-790a9c9d4e02'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:07:11.595177 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-86d07e53-5de0-459b-8eb2-0dd6644bcfc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:11.607699 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-a3e67cc2-f962-4003-8ffd-dd0e8e1d569f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'name': 'tempest-RoutersTest-router-479301092', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:56Z', 'updated_at': '2022-02-10T23:07:04Z', 'revision_number': 2, 'project_id': '62dc022463634d02b4f57b75cc001545', 'gw_port_host': None, '_interfaces': [{'id': 'fbc327d4-197b-47d3-9396-0ecba21ce359', 'name': '', 'network_id': '10d2f5a7-936f-4925-9467-45b0b7c99ec4', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'mac_address': 'fa:16:3e:87:32:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6566b71-ba57-47a8-bc9e-b4ac96b16a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:03Z', 'updated_at': '2022-02-10T23:07:05Z', 'revision_number': 2, 'project_id': '62dc022463634d02b4f57b75cc001545', 'subnets': [{'id': 'd6566b71-ba57-47a8-bc9e-b4ac96b16a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:11.620497 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e67cc2-f962-4003-8ffd-dd0e8e1d569f None None] Checking router: 1359e446-ed83-4f9b-84b9-bc51e0ace908 for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:07:11.620497 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e67cc2-f962-4003-8ffd-dd0e8e1d569f None None] Updating router 1359e446-ed83-4f9b-84b9-bc51e0ace908 port fbc327d4-197b-47d3-9396-0ecba21ce359 binding host dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:07:11.645434 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-c6065f4a-f154-478a-a637-18a646a5a711 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2038376794-router', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:07:11.682771 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c6065f4a-f154-478a-a637-18a646a5a711 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:07:11.714528 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c6065f4a-f154-478a-a637-18a646a5a711 admin admin] Usage tracker for resource:router and tenant:82bae8319c0a482993cd9e8530b11401 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:07:11.720286 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c6065f4a-f154-478a-a637-18a646a5a711 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:07:11.745431 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c6065f4a-f154-478a-a637-18a646a5a711 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:07:11.748976 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a3e67cc2-f962-4003-8ffd-dd0e8e1d569f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:11.776103 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3b859c87-b343-4e14-adef-23142c0c20c6 req-f12e733a-e243-44e9-87ee-df945f8a4f54 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4360020 Feb 10 23:07:11.787337 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69a7f11-ae44-408b-8bf3-5b2ec180d67d tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Pushing event updated for resources: {'Subnet': ['ID=c45ecae5-e93f-422a-ad14-de8aed6a67f1,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:11.813438 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e083c223-dff6-4ca2-9bfd-8e94c2f6ce54 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:11.821902 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e083c223-dff6-4ca2-9bfd-8e94c2f6ce54 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:11.827651 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e083c223-dff6-4ca2-9bfd-8e94c2f6ce54 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:11.863582 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-0c0a8f47-b39c-4b50-983b-9dcaa324d1f9 None None] Provisioning for port e7e5c513-c1c4-4228-b8f3-d2f777694de7 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:07:11.868273 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-746a54ae-4362-4a93-8403-4bc80cc3abed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:11.910594 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d875fa3-bcd9-4635-ab7b-320b7ad42a93 None None] Network 37596643-1553-4c3a-95c5-06ad713af992 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:07:11.926746 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-746a54ae-4362-4a93-8403-4bc80cc3abed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:11.926970 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bba9fd-c798-4fb9-8eb5-5458553ab880 req-3b211310-0b76-4d40-bb52-ecda6e610438 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:11.928822 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-25bba9fd-c798-4fb9-8eb5-5458553ab880 req-3b211310-0b76-4d40-bb52-ecda6e610438 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cc3883e2-07c5-4782-b2eb-c25b67bd2e9e HTTP/1.1" status: 200 len: 912 time: 0.6455927 Feb 10 23:07:11.935209 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-0c0a8f47-b39c-4b50-983b-9dcaa324d1f9 None None] Provisioning complete for port e7e5c513-c1c4-4228-b8f3-d2f777694de7 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:11.936112 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-5ef6e634-3fc7-4a59-9d5d-09da5bf568d0 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Allocated IP 2001:db8:2::1 (37596643-1553-4c3a-95c5-06ad713af992/d4c0056b-1f69-4a9a-b860-450593fb1dad/2e0ff209-c3d6-4687-a650-1d55cf110359) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:07:11.936247 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0c0a8f47-b39c-4b50-983b-9dcaa324d1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:11.980474 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-177de476-bf13-41e9-b411-411a959c8ef3 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:12.009241 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c6065f4a-f154-478a-a637-18a646a5a711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:12.010075 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c6065f4a-f154-478a-a637-18a646a5a711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:12.051618 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69a7f11-ae44-408b-8bf3-5b2ec180d67d tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Checking segment: {'id': '77a2cb68-e87f-4430-a307-dd8a2842bd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e92c0aee-1491-4573-9585-c6931123c6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:07:12.051976 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69a7f11-ae44-408b-8bf3-5b2ec180d67d tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Network hostable DHCP agents. Network: e92c0aee-1491-4573-9585-c6931123c6bd, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:07:12.056648 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e083c223-dff6-4ca2-9bfd-8e94c2f6ce54 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event updated for resources: {'Network': ['ID=12052084-206d-4312-a617-f252f8179831,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:12.088524 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 12052084-206d-4312-a617-f252f8179831 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:07:12.105025 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c6065f4a-f154-478a-a637-18a646a5a711 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:12.119193 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-25bba9fd-c798-4fb9-8eb5-5458553ab880 req-97e012ab-16a0-46fc-a06d-d55ee35a039e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20b0f7f4-15ae-4f8a-b50c-92c8b9a384df HTTP/1.1" status: 200 len: 1001 time: 0.1806421 Feb 10 23:07:12.122024 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e083c223-dff6-4ca2-9bfd-8e94c2f6ce54 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.7528458 Feb 10 23:07:12.127019 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43588) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:12.140363 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-952f26ee-e626-44e1-aea8-ca3762049c33 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Request body: {'subnet': {'network_id': '12052084-206d-4312-a617-f252f8179831', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:07:12.167741 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-177de476-bf13-41e9-b411-411a959c8ef3 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Deleting port 70d9aeb9-6651-456c-b6ca-77b3509a679d {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:07:12.167741 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-177de476-bf13-41e9-b411-411a959c8ef3 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:12.170571 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69a7f11-ae44-408b-8bf3-5b2ec180d67d tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Network e92c0aee-1491-4573-9585-c6931123c6bd is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:07:12.195723 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-708df072-268c-468d-86e2-9e239c7f4490 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:12.195954 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bba9fd-c798-4fb9-8eb5-5458553ab880 req-7a42f228-8bdb-481a-97a8-2bfe7898f532 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:12.197451 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-25bba9fd-c798-4fb9-8eb5-5458553ab880 req-7a42f228-8bdb-481a-97a8-2bfe7898f532 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01b72c06-c698-462d-bf7b-325d09ba1c5f HTTP/1.1" status: 200 len: 850 time: 0.0714271 Feb 10 23:07:12.227918 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-86d07e53-5de0-459b-8eb2-0dd6644bcfc1 None None] Allocated IP 172.20.0.2 (4a75b224-7431-40b5-b18e-691aa5ad073d/375b0e55-6852-456e-bf83-790a9c9d4e02/9f9f58e5-be60-4faa-b783-9934e0c9a3fa) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:07:12.242307 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-0c0a8f47-b39c-4b50-983b-9dcaa324d1f9 None None] Port e7e5c513-c1c4-4228-b8f3-d2f777694de7 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:07:12.297811 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-c69a7f11-ae44-408b-8bf3-5b2ec180d67d tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, e92c0aee-1491-4573-9585-c6931123c6bd) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:12.312944 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c69a7f11-ae44-408b-8bf3-5b2ec180d67d tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:12.378043 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34728c06-fd60-4eb4-94bc-5bf25753d4a0 None None] Network e92c0aee-1491-4573-9585-c6931123c6bd requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:07:12.394073 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-746a54ae-4362-4a93-8403-4bc80cc3abed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:12.470812 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69a7f11-ae44-408b-8bf3-5b2ec180d67d tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Pushing event updated for resources: {'Subnet': ['ID=9685f989-735c-4290-a793-1b2adaa1b208,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:12.496710 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c6065f4a-f154-478a-a637-18a646a5a711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:12.505337 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746a54ae-4362-4a93-8403-4bc80cc3abed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81aa4230-b758-4324-a800-dbff1800d5da,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:12.506111 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-25bba9fd-c798-4fb9-8eb5-5458553ab880 req-ab99ce32-a4d7-48c4-a133-b008a7e70932 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cc3883e2-07c5-4782-b2eb-c25b67bd2e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3027451 Feb 10 23:07:12.509812 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-952f26ee-e626-44e1-aea8-ca3762049c33 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:07:12.526849 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5ef6e634-3fc7-4a59-9d5d-09da5bf568d0 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:12.531745 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-952f26ee-e626-44e1-aea8-ca3762049c33 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Usage tracker for resource:subnet and tenant:62dc022463634d02b4f57b75cc001545 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:07:12.548191 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-952f26ee-e626-44e1-aea8-ca3762049c33 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:07:12.551801 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69a7f11-ae44-408b-8bf3-5b2ec180d67d tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Checking segment: {'id': '0703560a-cdae-4c6c-a0c9-b60034a79342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'be067bf7-f4ff-4ebb-aaa3-6aceba67b75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:07:12.552160 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69a7f11-ae44-408b-8bf3-5b2ec180d67d tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Network hostable DHCP agents. Network: be067bf7-f4ff-4ebb-aaa3-6aceba67b75e, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:07:12.629247 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device f0d409b6-ae65-45a2-84b5-0768cc25335e up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:07:12.679213 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-5ef6e634-3fc7-4a59-9d5d-09da5bf568d0 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Transition to ACTIVE for port object 2e0ff209-c3d6-4687-a650-1d55cf110359 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:12.684766 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-952f26ee-e626-44e1-aea8-ca3762049c33 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:07:12.698918 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-25bba9fd-c798-4fb9-8eb5-5458553ab880 req-a12f4faa-d85c-4f7f-9e28-4244c6147ea5 service neutron] 10.222.0.37 "GET /v2.0/networks/cc3883e2-07c5-4782-b2eb-c25b67bd2e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829724 Feb 10 23:07:12.779804 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-2fd64c5b-a188-465b-b8ee-150be26c1703 None None] Provisioning for port f0d409b6-ae65-45a2-84b5-0768cc25335e completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:07:12.806801 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69a7f11-ae44-408b-8bf3-5b2ec180d67d tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Network be067bf7-f4ff-4ebb-aaa3-6aceba67b75e is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:07:12.924442 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-746a54ae-4362-4a93-8403-4bc80cc3abed admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:12.925588 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-746a54ae-4362-4a93-8403-4bc80cc3abed admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/81aa4230-b758-4324-a800-dbff1800d5da HTTP/1.1" status: 204 len: 168 time: 1.3772702 Feb 10 23:07:12.938599 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.resource_extend [None req-a3e67cc2-f962-4003-8ffd-dd0e8e1d569f None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:07:12.967209 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-c69a7f11-ae44-408b-8bf3-5b2ec180d67d tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, be067bf7-f4ff-4ebb-aaa3-6aceba67b75e) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:12.978522 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-177de476-bf13-41e9-b411-411a959c8ef3 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:12.990520 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69a7f11-ae44-408b-8bf3-5b2ec180d67d tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:12.990916 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69a7f11-ae44-408b-8bf3-5b2ec180d67d tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:12.995918 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c69a7f11-ae44-408b-8bf3-5b2ec180d67d tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:13.026371 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-25bba9fd-c798-4fb9-8eb5-5458553ab880 req-bfd9618f-e889-4edb-9a47-a995c3dfb068 service neutron] 10.222.0.37 "GET /v2.0/networks/cc3883e2-07c5-4782-b2eb-c25b67bd2e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068542 Feb 10 23:07:13.031810 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca59634-960f-469e-9d01-af9638dc4225 None None] Network be067bf7-f4ff-4ebb-aaa3-6aceba67b75e requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:07:13.104274 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c6065f4a-f154-478a-a637-18a646a5a711 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:13.138075 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c6065f4a-f154-478a-a637-18a646a5a711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:13.211868 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-86d07e53-5de0-459b-8eb2-0dd6644bcfc1 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:13.235904 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-177de476-bf13-41e9-b411-411a959c8ef3 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Calling delete_port for 70d9aeb9-6651-456c-b6ca-77b3509a679d owned by network:router_gateway {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:07:13.262455 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c69a7f11-ae44-408b-8bf3-5b2ec180d67d tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 4.4708419 Feb 10 23:07:13.264878 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952f26ee-e626-44e1-aea8-ca3762049c33 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Made reservation on behalf of 62dc022463634d02b4f57b75cc001545 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:07:13.266004 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43596) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:13.278588 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-86d07e53-5de0-459b-8eb2-0dd6644bcfc1 None None] Transition to ACTIVE for port object 9f9f58e5-be60-4faa-b783-9934e0c9a3fa will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:13.282719 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5ef6e634-3fc7-4a59-9d5d-09da5bf568d0 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:13.304709 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a3e67cc2-f962-4003-8ffd-dd0e8e1d569f None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:13.316994 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9efc4c-ae91-4a2d-9a93-9090ef0afff5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-e92c0aee-1491-4573-9585-c6931123c6bd', 'network_id': 'e92c0aee-1491-4573-9585-c6931123c6bd', 'tenant_id': '2abbe000c9ae4544bccb515894e164a1', 'fixed_ips': [{'subnet_id': 'c45ecae5-e93f-422a-ad14-de8aed6a67f1'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:07:13.317794 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2f9efc4c-ae91-4a2d-9a93-9090ef0afff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:13.361330 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-86d07e53-5de0-459b-8eb2-0dd6644bcfc1 None None] Transition to ACTIVE for port object 9f9f58e5-be60-4faa-b783-9934e0c9a3fa will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:13.364270 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-a3e67cc2-f962-4003-8ffd-dd0e8e1d569f None None] Transition to ACTIVE for port object fbc327d4-197b-47d3-9396-0ecba21ce359 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:13.390690 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port f0d409b6-ae65-45a2-84b5-0768cc25335e completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:07:13.393555 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d3b818-bf5e-4639-98e9-311f0cec4487 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:13.394863 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d3b818-bf5e-4639-98e9-311f0cec4487 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:13.396701 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d3b818-bf5e-4639-98e9-311f0cec4487 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:13.400077 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c1d3b818-bf5e-4639-98e9-311f0cec4487 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Synchronizing usage tracker for tenant:2abbe000c9ae4544bccb515894e164a1 on resource:subnet {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:07:13.449288 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-c6065f4a-f154-478a-a637-18a646a5a711 admin admin] Allocated IP 172.26.8.86 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/093b879d-55ae-41f8-86e6-83c75280bd23) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:07:13.499416 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port f0d409b6-ae65-45a2-84b5-0768cc25335e triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:13.499778 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:13.535410 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-86d07e53-5de0-459b-8eb2-0dd6644bcfc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:13.546370 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c1d3b818-bf5e-4639-98e9-311f0cec4487 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Unset dirty status for tenant:2abbe000c9ae4544bccb515894e164a1 on resource:subnet {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:07:13.551712 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c1d3b818-bf5e-4639-98e9-311f0cec4487 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2846839 Feb 10 23:07:13.552360 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43604) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:13.599593 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a3e67cc2-f962-4003-8ffd-dd0e8e1d569f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:13.880150 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d07e53-5de0-459b-8eb2-0dd6644bcfc1 None None] Network 4a75b224-7431-40b5-b18e-691aa5ad073d is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:07:13.914300 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-708df072-268c-468d-86e2-9e239c7f4490 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:13.954969 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-86d07e53-5de0-459b-8eb2-0dd6644bcfc1 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:13.964529 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d07e53-5de0-459b-8eb2-0dd6644bcfc1 None None] Pushing event updated for resources: {'Port': ['ID=9f9f58e5-be60-4faa-b783-9934e0c9a3fa,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:13.995621 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d07e53-5de0-459b-8eb2-0dd6644bcfc1 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:07:13.999002 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef6e634-3fc7-4a59-9d5d-09da5bf568d0 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event updated for resources: {'Port': ['ID=2e0ff209-c3d6-4687-a650-1d55cf110359,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:14.007213 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e18a77e-7183-4aa6-80c5-01c3c2a6400c tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Deleting subnet c45ecae5-e93f-422a-ad14-de8aed6a67f1 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:07:14.018887 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-177de476-bf13-41e9-b411-411a959c8ef3 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:14.074656 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c6065f4a-f154-478a-a637-18a646a5a711 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:14.081865 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225572c0-511d-4680-8b24-361a9e99d4fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-be067bf7-f4ff-4ebb-aaa3-6aceba67b75e', 'network_id': 'be067bf7-f4ff-4ebb-aaa3-6aceba67b75e', 'tenant_id': '2abbe000c9ae4544bccb515894e164a1', 'fixed_ips': [{'subnet_id': '9685f989-735c-4290-a793-1b2adaa1b208'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:07:14.082053 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-225572c0-511d-4680-8b24-361a9e99d4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:14.099037 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-708df072-268c-468d-86e2-9e239c7f4490 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:14.145431 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef6e634-3fc7-4a59-9d5d-09da5bf568d0 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Network 37596643-1553-4c3a-95c5-06ad713af992 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:07:14.159215 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177de476-bf13-41e9-b411-411a959c8ef3 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Pushing event deleted for resources: {'Port': ['ID=70d9aeb9-6651-456c-b6ca-77b3509a679d,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:14.169737 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-5ef6e634-3fc7-4a59-9d5d-09da5bf568d0 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:14.189634 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c6065f4a-f154-478a-a637-18a646a5a711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:14.223806 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef6e634-3fc7-4a59-9d5d-09da5bf568d0 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:07:14.224969 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5ef6e634-3fc7-4a59-9d5d-09da5bf568d0 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733071'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:14.291212 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-708df072-268c-468d-86e2-9e239c7f4490 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2767683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732898'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:14.298642 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd47545-c3a2-44fc-b630-042a19f04afe None None] Pushing event updated for resources: {'Port': ['ID=fbc327d4-197b-47d3-9396-0ecba21ce359,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:14.304777 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-2f9efc4c-ae91-4a2d-9a93-9090ef0afff5 None None] Allocated IP 172.20.0.2 (e92c0aee-1491-4573-9585-c6931123c6bd/c45ecae5-e93f-422a-ad14-de8aed6a67f1/fded06d0-4d11-463a-8b4f-49e68d7242c4) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:07:14.327066 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6065f4a-f154-478a-a637-18a646a5a711 admin admin] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:07:14.331920 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-c6065f4a-f154-478a-a637-18a646a5a711 admin admin] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:14.337710 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6065f4a-f154-478a-a637-18a646a5a711 admin admin] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:07:14.405314 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6065f4a-f154-478a-a637-18a646a5a711 admin admin] Pushing event updated for resources: {'Port': ['ID=093b879d-55ae-41f8-86e6-83c75280bd23,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:14.437339 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-8ced0602-7100-4670-945d-30e5678fbd4a None None] Provisioning complete for port f0d409b6-ae65-45a2-84b5-0768cc25335e triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:14.437709 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8ced0602-7100-4670-945d-30e5678fbd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:14.447739 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-952f26ee-e626-44e1-aea8-ca3762049c33 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:14.486899 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:14.542763 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-86d07e53-5de0-459b-8eb2-0dd6644bcfc1 None None] Attempting to bind port 9f9f58e5-be60-4faa-b783-9934e0c9a3fa on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:07:14.542763 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-86d07e53-5de0-459b-8eb2-0dd6644bcfc1 None None] Attempting to bind port 9f9f58e5-be60-4faa-b783-9934e0c9a3fa by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '87261b23-5de2-4068-8909-bc5d27f42710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '4a75b224-7431-40b5-b18e-691aa5ad073d'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:07:14.543078 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d07e53-5de0-459b-8eb2-0dd6644bcfc1 None None] Attempting to bind port 9f9f58e5-be60-4faa-b783-9934e0c9a3fa on network 4a75b224-7431-40b5-b18e-691aa5ad073d {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:07:14.609122 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708df072-268c-468d-86e2-9e239c7f4490 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Pushing event updated for resources: {'Port': ['ID=e7e5c513-c1c4-4228-b8f3-d2f777694de7,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:14.628658 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-a3e67cc2-f962-4003-8ffd-dd0e8e1d569f None None] Attempting to bind port fbc327d4-197b-47d3-9396-0ecba21ce359 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:07:14.628658 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-a3e67cc2-f962-4003-8ffd-dd0e8e1d569f None None] Attempting to bind port fbc327d4-197b-47d3-9396-0ecba21ce359 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '18ac054f-133a-4a48-8df3-d5e056177b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '10d2f5a7-936f-4925-9467-45b0b7c99ec4'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:07:14.628658 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e67cc2-f962-4003-8ffd-dd0e8e1d569f None None] Attempting to bind port fbc327d4-197b-47d3-9396-0ecba21ce359 on network 10d2f5a7-936f-4925-9467-45b0b7c99ec4 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:07:14.671418 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c6065f4a-f154-478a-a637-18a646a5a711 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:14.672339 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c6065f4a-f154-478a-a637-18a646a5a711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:14.673933 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e67cc2-f962-4003-8ffd-dd0e8e1d569f None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:07:14.674736 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e67cc2-f962-4003-8ffd-dd0e8e1d569f None None] Checking segment: {'id': '18ac054f-133a-4a48-8df3-d5e056177b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '10d2f5a7-936f-4925-9467-45b0b7c99ec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:07:14.675832 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a3e67cc2-f962-4003-8ffd-dd0e8e1d569f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:14.676694 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e67cc2-f962-4003-8ffd-dd0e8e1d569f None None] Bound using segment: {'id': '18ac054f-133a-4a48-8df3-d5e056177b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '10d2f5a7-936f-4925-9467-45b0b7c99ec4'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:07:14.677263 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-a3e67cc2-f962-4003-8ffd-dd0e8e1d569f None None] Bound port: fbc327d4-197b-47d3-9396-0ecba21ce359, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18ac054f-133a-4a48-8df3-d5e056177b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '10d2f5a7-936f-4925-9467-45b0b7c99ec4'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:07:14.677763 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a3e67cc2-f962-4003-8ffd-dd0e8e1d569f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:14.703948 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dcbd19-80ac-419c-b778-e9542fd67eaf req-39ce8a78-45f8-4d29-b74b-d9a19a1ed3b3 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:14.705556 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-d6dcbd19-80ac-419c-b778-e9542fd67eaf req-39ce8a78-45f8-4d29-b74b-d9a19a1ed3b3 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 945 time: 1.7066650 Feb 10 23:07:14.751236 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43620) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:14.758557 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d07e53-5de0-459b-8eb2-0dd6644bcfc1 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:07:14.759101 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d07e53-5de0-459b-8eb2-0dd6644bcfc1 None None] Checking segment: {'id': '87261b23-5de2-4068-8909-bc5d27f42710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '4a75b224-7431-40b5-b18e-691aa5ad073d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:07:14.759371 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-86d07e53-5de0-459b-8eb2-0dd6644bcfc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:14.759763 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d07e53-5de0-459b-8eb2-0dd6644bcfc1 None None] Bound using segment: {'id': '87261b23-5de2-4068-8909-bc5d27f42710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '4a75b224-7431-40b5-b18e-691aa5ad073d'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:07:14.760233 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-86d07e53-5de0-459b-8eb2-0dd6644bcfc1 None None] Bound port: 9f9f58e5-be60-4faa-b783-9934e0c9a3fa, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87261b23-5de2-4068-8909-bc5d27f42710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '4a75b224-7431-40b5-b18e-691aa5ad073d'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:07:14.760625 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-86d07e53-5de0-459b-8eb2-0dd6644bcfc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:14.773463 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5ef6e634-3fc7-4a59-9d5d-09da5bf568d0 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:14.945223 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-79133af9-2de4-4f7c-9446-5d947518dd21 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1593115354'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:07:14.954903 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-79133af9-2de4-4f7c-9446-5d947518dd21 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:07:14.966032 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-79133af9-2de4-4f7c-9446-5d947518dd21 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Usage tracker for resource:network and tenant:a1a196bacc5e4170b4defd7cfb879ddb is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:07:14.969910 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-79133af9-2de4-4f7c-9446-5d947518dd21 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:07:14.980716 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-79133af9-2de4-4f7c-9446-5d947518dd21 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:07:15.003610 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port f0d409b6-ae65-45a2-84b5-0768cc25335e, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=f0d409b6-ae65-45a2-84b5-0768cc25335e,segment=NetworkSegment(1f7442db-1bda-4c8b-a53d-6497344dc539),segment_id=1f7442db-1bda-4c8b-a53d-6497344dc539)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:07:15.057644 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79133af9-2de4-4f7c-9446-5d947518dd21 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Made reservation on behalf of a1a196bacc5e4170b4defd7cfb879ddb for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:07:15.061439 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-79133af9-2de4-4f7c-9446-5d947518dd21 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:15.076584 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-79133af9-2de4-4f7c-9446-5d947518dd21 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:15.088042 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6065f4a-f154-478a-a637-18a646a5a711 admin admin] Router 0c9fa0c2-ee96-477c-9912-b767191929dc is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:07:15.106132 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-225572c0-511d-4680-8b24-361a9e99d4fe None None] Allocated IP 172.20.0.18 (be067bf7-f4ff-4ebb-aaa3-6aceba67b75e/9685f989-735c-4290-a793-1b2adaa1b208/558c4ba7-95b7-4848-9fc3-a0356d535d8f) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:07:15.111552 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-d6dcbd19-80ac-419c-b778-e9542fd67eaf req-e5c148f6-d0b6-444a-ae99-745abd7d0a5c tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3932004 Feb 10 23:07:15.114514 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:15.142609 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-177de476-bf13-41e9-b411-411a959c8ef3 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734197'] for router_gateway, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:15.183681 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-79133af9-2de4-4f7c-9446-5d947518dd21 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:07:15.250712 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-79133af9-2de4-4f7c-9446-5d947518dd21 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Usage tracker for resource:security_group_rule and tenant:a1a196bacc5e4170b4defd7cfb879ddb is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:07:15.258703 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-79133af9-2de4-4f7c-9446-5d947518dd21 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:07:15.269546 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2f9efc4c-ae91-4a2d-9a93-9090ef0afff5 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:15.270406 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-79133af9-2de4-4f7c-9446-5d947518dd21 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:07:15.274080 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-86d07e53-5de0-459b-8eb2-0dd6644bcfc1 None None] For port 9f9f58e5-be60-4faa-b783-9934e0c9a3fa, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:07:15.286994 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8ced0602-7100-4670-945d-30e5678fbd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:15.313554 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-a3e67cc2-f962-4003-8ffd-dd0e8e1d569f None None] For port fbc327d4-197b-47d3-9396-0ecba21ce359, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:07:15.341299 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-2f9efc4c-ae91-4a2d-9a93-9090ef0afff5 None None] Transition to ACTIVE for port object fded06d0-4d11-463a-8b4f-49e68d7242c4 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:15.378716 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-79133af9-2de4-4f7c-9446-5d947518dd21 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:15.403486 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-a3e67cc2-f962-4003-8ffd-dd0e8e1d569f None None] For port fbc327d4-197b-47d3-9396-0ecba21ce359, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=fbc327d4-197b-47d3-9396-0ecba21ce359,segment=NetworkSegment(18ac054f-133a-4a48-8df3-d5e056177b23),segment_id=18ac054f-133a-4a48-8df3-d5e056177b23)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:07:15.405475 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-86d07e53-5de0-459b-8eb2-0dd6644bcfc1 None None] For port 9f9f58e5-be60-4faa-b783-9934e0c9a3fa, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=9f9f58e5-be60-4faa-b783-9934e0c9a3fa,segment=NetworkSegment(87261b23-5de2-4068-8909-bc5d27f42710),segment_id=87261b23-5de2-4068-8909-bc5d27f42710)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:07:15.412248 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6065f4a-f154-478a-a637-18a646a5a711 admin admin] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:07:15.425078 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708df072-268c-468d-86e2-9e239c7f4490 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Network 7bdfc917-f5df-430b-b02e-033b5a4d1360 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:07:15.425779 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2784aca-33ad-4cfd-b2e8-8b652fb78cc9 None None] Sync routers for ids ['0c9fa0c2-ee96-477c-9912-b767191929dc'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:07:15.426528 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-708df072-268c-468d-86e2-9e239c7f4490 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:15.440727 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2784aca-33ad-4cfd-b2e8-8b652fb78cc9 None None] Routers {'0c9fa0c2-ee96-477c-9912-b767191929dc'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:07:15.441309 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-e2784aca-33ad-4cfd-b2e8-8b652fb78cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:06:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['0c9fa0c2-ee96-477c-9912-b767191929dc'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:15.480819 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-79133af9-2de4-4f7c-9446-5d947518dd21 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:15.518821 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-2f9efc4c-ae91-4a2d-9a93-9090ef0afff5 None None] Transition to ACTIVE for port object fded06d0-4d11-463a-8b4f-49e68d7242c4 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:15.524269 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79133af9-2de4-4f7c-9446-5d947518dd21 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:07:15.552643 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79133af9-2de4-4f7c-9446-5d947518dd21 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e938660-96ca-4929-a53a-2b16da0717ca,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:15.556185 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c6065f4a-f154-478a-a637-18a646a5a711 admin admin] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:15.557714 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c6065f4a-f154-478a-a637-18a646a5a711 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0632613 Feb 10 23:07:15.561886 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-79133af9-2de4-4f7c-9446-5d947518dd21 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:15.562987 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-79133af9-2de4-4f7c-9446-5d947518dd21 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Added segment 01990d64-b862-44bf-9ed5-50cdc337c8ec of type vlan for network 2aeaa62e-9876-422b-8a57-18c1c9d36da3 Feb 10 23:07:15.564284 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43626) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:15.627731 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-86d07e53-5de0-459b-8eb2-0dd6644bcfc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:15.642081 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1e18a77e-7183-4aa6-80c5-01c3c2a6400c tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:15.716373 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-e2784aca-33ad-4cfd-b2e8-8b652fb78cc9 None None] Set router 0c9fa0c2-ee96-477c-9912-b767191929dc gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:07:15.768750 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2f9efc4c-ae91-4a2d-9a93-9090ef0afff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:15.773832 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a3e67cc2-f962-4003-8ffd-dd0e8e1d569f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:15.786259 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=f0d409b6-ae65-45a2-84b5-0768cc25335e,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:15.808302 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-8ced0602-7100-4670-945d-30e5678fbd4a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:07:15.808990 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-8ced0602-7100-4670-945d-30e5678fbd4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:07:15.845304 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-79133af9-2de4-4f7c-9446-5d947518dd21 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:15.874133 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-177de476-bf13-41e9-b411-411a959c8ef3 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:15.912133 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-177de476-bf13-41e9-b411-411a959c8ef3 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:15.927744 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1e18a77e-7183-4aa6-80c5-01c3c2a6400c tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:15.969959 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-79133af9-2de4-4f7c-9446-5d947518dd21 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:15.969959 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79133af9-2de4-4f7c-9446-5d947518dd21 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:15.970365 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-79133af9-2de4-4f7c-9446-5d947518dd21 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:15.993307 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-225572c0-511d-4680-8b24-361a9e99d4fe None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:16.032888 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9efc4c-ae91-4a2d-9a93-9090ef0afff5 None None] Network e92c0aee-1491-4573-9585-c6931123c6bd is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:07:16.042969 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-2f9efc4c-ae91-4a2d-9a93-9090ef0afff5 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:16.051497 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-225572c0-511d-4680-8b24-361a9e99d4fe None None] Transition to ACTIVE for port object 558c4ba7-95b7-4848-9fc3-a0356d535d8f will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:16.063163 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9efc4c-ae91-4a2d-9a93-9090ef0afff5 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:07:16.071648 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d07e53-5de0-459b-8eb2-0dd6644bcfc1 None None] Pushing event updated for resources: {'Port': ['ID=9f9f58e5-be60-4faa-b783-9934e0c9a3fa,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:16.079349 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:16.119797 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e67cc2-f962-4003-8ffd-dd0e8e1d569f None None] Routers {'1359e446-ed83-4f9b-84b9-bc51e0ace908'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:07:16.120726 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-a3e67cc2-f962-4003-8ffd-dd0e8e1d569f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:06:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['1359e446-ed83-4f9b-84b9-bc51e0ace908'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:16.121525 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-e2784aca-33ad-4cfd-b2e8-8b652fb78cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'name': 'tempest-TestVolumeBootPattern-2038376794-router', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '093b879d-55ae-41f8-86e6-83c75280bd23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:07:12Z', 'updated_at': '2022-02-10T23:07:14Z', 'revision_number': 3, 'project_id': '82bae8319c0a482993cd9e8530b11401', 'gw_port': {'id': '093b879d-55ae-41f8-86e6-83c75280bd23', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:85:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:13Z', 'updated_at': '2022-02-10T23:07:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:16.123039 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-79133af9-2de4-4f7c-9446-5d947518dd21 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3706965 Feb 10 23:07:16.130019 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2784aca-33ad-4cfd-b2e8-8b652fb78cc9 None None] Checking router: 0c9fa0c2-ee96-477c-9912-b767191929dc for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:07:16.130444 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2784aca-33ad-4cfd-b2e8-8b652fb78cc9 None None] Updating router 0c9fa0c2-ee96-477c-9912-b767191929dc port 093b879d-55ae-41f8-86e6-83c75280bd23 binding host dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:07:16.142497 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43630) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:16.156459 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-9820b071-632e-48f0-8247-93396b0e29ea tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Request body: {'port': {'network_id': '2aeaa62e-9876-422b-8a57-18c1c9d36da3', 'name': 'tempest-PortsIpV6TestJSON-243640508'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:07:16.213582 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e2784aca-33ad-4cfd-b2e8-8b652fb78cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:16.218038 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5ef6e634-3fc7-4a59-9d5d-09da5bf568d0 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:16.267544 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-225572c0-511d-4680-8b24-361a9e99d4fe None None] Transition to ACTIVE for port object 558c4ba7-95b7-4848-9fc3-a0356d535d8f will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:16.271428 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9efc4c-ae91-4a2d-9a93-9090ef0afff5 None None] Pushing event updated for resources: {'Port': ['ID=fded06d0-4d11-463a-8b4f-49e68d7242c4,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:16.288750 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9820b071-632e-48f0-8247-93396b0e29ea tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:07:16.296629 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79133af9-2de4-4f7c-9446-5d947518dd21 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event updated for resources: {'Network': ['ID=2aeaa62e-9876-422b-8a57-18c1c9d36da3,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:16.306094 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9820b071-632e-48f0-8247-93396b0e29ea tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Usage tracker for resource:port and tenant:a1a196bacc5e4170b4defd7cfb879ddb is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:07:16.314412 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9820b071-632e-48f0-8247-93396b0e29ea tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:07:16.325365 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9820b071-632e-48f0-8247-93396b0e29ea tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:07:16.344577 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5ef6e634-3fc7-4a59-9d5d-09da5bf568d0 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:16.345333 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5ef6e634-3fc7-4a59-9d5d-09da5bf568d0 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2767683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732898'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:16.446131 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 2aeaa62e-9876-422b-8a57-18c1c9d36da3 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:07:16.452476 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-952f26ee-e626-44e1-aea8-ca3762049c33 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:16.456103 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-177de476-bf13-41e9-b411-411a959c8ef3 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:16.456649 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177de476-bf13-41e9-b411-411a959c8ef3 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Fanout notify agent at l3_agent the message router_deleted on router 7b70c8b2-b086-44a4-84f6-a4889e78bc60 {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:07:16.560435 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-225572c0-511d-4680-8b24-361a9e99d4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:16.624275 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9820b071-632e-48f0-8247-93396b0e29ea tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Made reservation on behalf of a1a196bacc5e4170b4defd7cfb879ddb for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:07:16.628693 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9820b071-632e-48f0-8247-93396b0e29ea tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:16.660854 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-9820b071-632e-48f0-8247-93396b0e29ea tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] device_id is not set on port b61d26fc-cae0-4371-a67f-9f8ff249d440 yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:07:16.690285 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e2784aca-33ad-4cfd-b2e8-8b652fb78cc9 None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:16.705264 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-e2784aca-33ad-4cfd-b2e8-8b652fb78cc9 None None] Transition to ACTIVE for port object 093b879d-55ae-41f8-86e6-83c75280bd23 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:16.762313 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1e18a77e-7183-4aa6-80c5-01c3c2a6400c tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:16.817699 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e2784aca-33ad-4cfd-b2e8-8b652fb78cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:16.856435 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef6e634-3fc7-4a59-9d5d-09da5bf568d0 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event updated for resources: {'Port': ['ID=2e0ff209-c3d6-4687-a650-1d55cf110359,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:16.863940 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225572c0-511d-4680-8b24-361a9e99d4fe None None] Network be067bf7-f4ff-4ebb-aaa3-6aceba67b75e is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:07:16.864866 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-2f9efc4c-ae91-4a2d-9a93-9090ef0afff5 None None] Attempting to bind port fded06d0-4d11-463a-8b4f-49e68d7242c4 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:07:16.865230 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-2f9efc4c-ae91-4a2d-9a93-9090ef0afff5 None None] Attempting to bind port fded06d0-4d11-463a-8b4f-49e68d7242c4 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '77a2cb68-e87f-4430-a307-dd8a2842bd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e92c0aee-1491-4573-9585-c6931123c6bd'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:07:16.865608 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9efc4c-ae91-4a2d-9a93-9090ef0afff5 None None] Attempting to bind port fded06d0-4d11-463a-8b4f-49e68d7242c4 on network e92c0aee-1491-4573-9585-c6931123c6bd {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:07:16.883987 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9efc4c-ae91-4a2d-9a93-9090ef0afff5 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:07:16.884362 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9efc4c-ae91-4a2d-9a93-9090ef0afff5 None None] Checking segment: {'id': '77a2cb68-e87f-4430-a307-dd8a2842bd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e92c0aee-1491-4573-9585-c6931123c6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:07:16.885613 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2f9efc4c-ae91-4a2d-9a93-9090ef0afff5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:16.886014 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9efc4c-ae91-4a2d-9a93-9090ef0afff5 None None] Bound using segment: {'id': '77a2cb68-e87f-4430-a307-dd8a2842bd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e92c0aee-1491-4573-9585-c6931123c6bd'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:07:16.886504 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-2f9efc4c-ae91-4a2d-9a93-9090ef0afff5 None None] Bound port: fded06d0-4d11-463a-8b4f-49e68d7242c4, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a2cb68-e87f-4430-a307-dd8a2842bd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e92c0aee-1491-4573-9585-c6931123c6bd'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:07:16.886877 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2f9efc4c-ae91-4a2d-9a93-9090ef0afff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:16.905448 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-225572c0-511d-4680-8b24-361a9e99d4fe None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:16.913468 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225572c0-511d-4680-8b24-361a9e99d4fe None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:07:16.932913 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952f26ee-e626-44e1-aea8-ca3762049c33 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event updated for resources: {'Subnet': ['ID=c2fd1ea0-3072-4924-9e05-ffa3a0177446,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:16.951137 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-177de476-bf13-41e9-b411-411a959c8ef3 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:16.957659 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-177de476-bf13-41e9-b411-411a959c8ef3 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] 10.222.0.59 "DELETE /v2.0/routers/7b70c8b2-b086-44a4-84f6-a4889e78bc60 HTTP/1.1" status: 204 len: 168 time: 7.3161836 Feb 10 23:07:16.959137 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43636) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:16.991818 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3671f57d-b643-408d-8d5d-f1159a92e9b1 None None] Pushing event updated for resources: {'Port': ['ID=093b879d-55ae-41f8-86e6-83c75280bd23,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:16.992282 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-94e07a13-1d38-4753-973e-c838317224a8 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1891280259', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:07:17.007089 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-94e07a13-1d38-4753-973e-c838317224a8 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:07:17.009432 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-e2784aca-33ad-4cfd-b2e8-8b652fb78cc9 None None] Attempting to bind port 093b879d-55ae-41f8-86e6-83c75280bd23 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:07:17.010015 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-e2784aca-33ad-4cfd-b2e8-8b652fb78cc9 None None] Attempting to bind port 093b879d-55ae-41f8-86e6-83c75280bd23 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:07:17.010600 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2784aca-33ad-4cfd-b2e8-8b652fb78cc9 None None] Attempting to bind port 093b879d-55ae-41f8-86e6-83c75280bd23 on network c2ed7563-f8af-409c-803f-f56530124ba5 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:07:17.030659 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2784aca-33ad-4cfd-b2e8-8b652fb78cc9 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:07:17.031031 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2784aca-33ad-4cfd-b2e8-8b652fb78cc9 None None] Checking segment: {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:07:17.031413 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-94e07a13-1d38-4753-973e-c838317224a8 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Usage tracker for resource:router and tenant:56e6449892414222931b0ea63a655098 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:07:17.031828 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e2784aca-33ad-4cfd-b2e8-8b652fb78cc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:17.032652 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2784aca-33ad-4cfd-b2e8-8b652fb78cc9 None None] Bound using segment: {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:07:17.033154 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-e2784aca-33ad-4cfd-b2e8-8b652fb78cc9 None None] Bound port: 093b879d-55ae-41f8-86e6-83c75280bd23, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:07:17.033524 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e2784aca-33ad-4cfd-b2e8-8b652fb78cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:17.043729 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952f26ee-e626-44e1-aea8-ca3762049c33 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Checking segment: {'id': '66d8acdf-9ce7-4507-ae23-2834ba780ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '12052084-206d-4312-a617-f252f8179831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:07:17.044460 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952f26ee-e626-44e1-aea8-ca3762049c33 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Network hostable DHCP agents. Network: 12052084-206d-4312-a617-f252f8179831, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:07:17.055266 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-94e07a13-1d38-4753-973e-c838317224a8 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:07:17.069484 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a6e6d-bda3-4803-b24a-32df363676e8 req-09a50c3d-7bfd-47c5-9ad7-9c8fc4944d8f tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:17.071068 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-94e07a13-1d38-4753-973e-c838317224a8 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:07:17.073480 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0b6a6e6d-bda3-4803-b24a-32df363676e8 req-09a50c3d-7bfd-47c5-9ad7-9c8fc4944d8f tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 945 time: 0.7418134 Feb 10 23:07:17.112037 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef6e634-3fc7-4a59-9d5d-09da5bf568d0 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Network 37596643-1553-4c3a-95c5-06ad713af992 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:07:17.117003 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-5ef6e634-3fc7-4a59-9d5d-09da5bf568d0 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:17.125925 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd47545-c3a2-44fc-b630-042a19f04afe None None] Pushing event updated for resources: {'Port': ['ID=fbc327d4-197b-47d3-9396-0ecba21ce359,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:17.187986 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e2784aca-33ad-4cfd-b2e8-8b652fb78cc9 None None] For port 093b879d-55ae-41f8-86e6-83c75280bd23, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:07:17.193419 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-e2784aca-33ad-4cfd-b2e8-8b652fb78cc9 None None] For port 093b879d-55ae-41f8-86e6-83c75280bd23, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=093b879d-55ae-41f8-86e6-83c75280bd23,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:07:17.228261 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-94e07a13-1d38-4753-973e-c838317224a8 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:17.228261 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-94e07a13-1d38-4753-973e-c838317224a8 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:17.276947 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-a3e67cc2-f962-4003-8ffd-dd0e8e1d569f None None] Set router 1359e446-ed83-4f9b-84b9-bc51e0ace908 gateway port host: None {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:07:17.297855 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-e2784aca-33ad-4cfd-b2e8-8b652fb78cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:17.325953 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0b6a6e6d-bda3-4803-b24a-32df363676e8 req-997a923c-791b-475a-bff1-86ffebbcfd60 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2361948 Feb 10 23:07:17.334432 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-225572c0-511d-4680-8b24-361a9e99d4fe None None] Attempting to bind port 558c4ba7-95b7-4848-9fc3-a0356d535d8f on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:07:17.335326 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-225572c0-511d-4680-8b24-361a9e99d4fe None None] Attempting to bind port 558c4ba7-95b7-4848-9fc3-a0356d535d8f by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '0703560a-cdae-4c6c-a0c9-b60034a79342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'be067bf7-f4ff-4ebb-aaa3-6aceba67b75e'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:07:17.335682 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225572c0-511d-4680-8b24-361a9e99d4fe None None] Attempting to bind port 558c4ba7-95b7-4848-9fc3-a0356d535d8f on network be067bf7-f4ff-4ebb-aaa3-6aceba67b75e {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:07:17.349225 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-2f9efc4c-ae91-4a2d-9a93-9090ef0afff5 None None] For port fded06d0-4d11-463a-8b4f-49e68d7242c4, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:07:17.352570 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-94e07a13-1d38-4753-973e-c838317224a8 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:17.355364 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1e18a77e-7183-4aa6-80c5-01c3c2a6400c tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:17.358542 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-2f9efc4c-ae91-4a2d-9a93-9090ef0afff5 None None] For port fded06d0-4d11-463a-8b4f-49e68d7242c4, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=fded06d0-4d11-463a-8b4f-49e68d7242c4,segment=NetworkSegment(77a2cb68-e87f-4430-a307-dd8a2842bd3a),segment_id=77a2cb68-e87f-4430-a307-dd8a2842bd3a)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:07:17.361040 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225572c0-511d-4680-8b24-361a9e99d4fe None None] Pushing event updated for resources: {'Port': ['ID=558c4ba7-95b7-4848-9fc3-a0356d535d8f,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:17.396348 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225572c0-511d-4680-8b24-361a9e99d4fe None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:07:17.396867 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225572c0-511d-4680-8b24-361a9e99d4fe None None] Checking segment: {'id': '0703560a-cdae-4c6c-a0c9-b60034a79342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'be067bf7-f4ff-4ebb-aaa3-6aceba67b75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:07:17.397852 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-225572c0-511d-4680-8b24-361a9e99d4fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:17.398315 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225572c0-511d-4680-8b24-361a9e99d4fe None None] Bound using segment: {'id': '0703560a-cdae-4c6c-a0c9-b60034a79342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'be067bf7-f4ff-4ebb-aaa3-6aceba67b75e'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:07:17.399378 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-225572c0-511d-4680-8b24-361a9e99d4fe None None] Bound port: 558c4ba7-95b7-4848-9fc3-a0356d535d8f, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0703560a-cdae-4c6c-a0c9-b60034a79342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'be067bf7-f4ff-4ebb-aaa3-6aceba67b75e'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:07:17.399609 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-225572c0-511d-4680-8b24-361a9e99d4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:17.452083 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e18a77e-7183-4aa6-80c5-01c3c2a6400c tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Pushing event deleted for resources: {'Subnet': ['ID=c45ecae5-e93f-422a-ad14-de8aed6a67f1,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:17.469228 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9820b071-632e-48f0-8247-93396b0e29ea tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:17.477259 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1e18a77e-7183-4aa6-80c5-01c3c2a6400c tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:17.509049 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-94e07a13-1d38-4753-973e-c838317224a8 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:17.520697 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2f9efc4c-ae91-4a2d-9a93-9090ef0afff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:17.536287 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952f26ee-e626-44e1-aea8-ca3762049c33 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Network 12052084-206d-4312-a617-f252f8179831 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:07:17.577955 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2784aca-33ad-4cfd-b2e8-8b652fb78cc9 None None] Routers {'0c9fa0c2-ee96-477c-9912-b767191929dc'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:07:17.578511 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-e2784aca-33ad-4cfd-b2e8-8b652fb78cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:06:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['0c9fa0c2-ee96-477c-9912-b767191929dc'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:17.625550 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device f0d409b6-ae65-45a2-84b5-0768cc25335e up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:07:17.626725 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1e18a77e-7183-4aa6-80c5-01c3c2a6400c tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] 10.222.0.59 "DELETE /v2.0/subnets/c45ecae5-e93f-422a-ad14-de8aed6a67f1 HTTP/1.1" status: 204 len: 168 time: 4.0682254 Feb 10 23:07:17.627628 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43644) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:17.774329 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3671f57d-b643-408d-8d5d-f1159a92e9b1 None None] Pushing event updated for resources: {'Port': ['ID=093b879d-55ae-41f8-86e6-83c75280bd23,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:17.782221 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-952f26ee-e626-44e1-aea8-ca3762049c33 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 12052084-206d-4312-a617-f252f8179831) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:17.792025 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-94e07a13-1d38-4753-973e-c838317224a8 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:17.800931 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-94e07a13-1d38-4753-973e-c838317224a8 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8355441 Feb 10 23:07:17.805184 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952f26ee-e626-44e1-aea8-ca3762049c33 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:17.805988 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-952f26ee-e626-44e1-aea8-ca3762049c33 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:17.809800 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43648) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:17.826719 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d8aa7b-5b79-4adf-b381-8d2cb3860133 None None] Network 12052084-206d-4312-a617-f252f8179831 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:07:17.830656 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-708df072-268c-468d-86e2-9e239c7f4490 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Router 6b3c03bb-3020-401d-a547-ed7273d4bb25 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:07:17.874454 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-e2784aca-33ad-4cfd-b2e8-8b652fb78cc9 None None] Set router 0c9fa0c2-ee96-477c-9912-b767191929dc gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:07:17.935635 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-225572c0-511d-4680-8b24-361a9e99d4fe None None] For port 558c4ba7-95b7-4848-9fc3-a0356d535d8f, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:07:17.939469 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-225572c0-511d-4680-8b24-361a9e99d4fe None None] For port 558c4ba7-95b7-4848-9fc3-a0356d535d8f, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=558c4ba7-95b7-4848-9fc3-a0356d535d8f,segment=NetworkSegment(0703560a-cdae-4c6c-a0c9-b60034a79342),segment_id=0703560a-cdae-4c6c-a0c9-b60034a79342)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:07:17.958715 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-5425ebfa-87c5-47e0-9573-cc923b045052 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:07:17.976503 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-952f26ee-e626-44e1-aea8-ca3762049c33 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.8469315 Feb 10 23:07:17.977671 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43652) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:18.051458 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9820b071-632e-48f0-8247-93396b0e29ea tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:18.112463 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-225572c0-511d-4680-8b24-361a9e99d4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:18.193798 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d360ee17-8589-45fa-9e7d-296db08fc7c2 None None] Network 4a75b224-7431-40b5-b18e-691aa5ad073d requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:07:18.211556 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-621ee31e-fc4f-4361-bba7-308156e32e2c None None] Provisioning for port 2e0ff209-c3d6-4687-a650-1d55cf110359 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:07:18.294344 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c2a4373-8678-4cbf-a0cc-6809fe32a75b tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Deleting subnet 9685f989-735c-4290-a793-1b2adaa1b208 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:07:18.302025 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9820b071-632e-48f0-8247-93396b0e29ea tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event updated for resources: {'Port': ['ID=b61d26fc-cae0-4371-a67f-9f8ff249d440,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:18.331374 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-e2784aca-33ad-4cfd-b2e8-8b652fb78cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'name': 'tempest-TestVolumeBootPattern-2038376794-router', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '093b879d-55ae-41f8-86e6-83c75280bd23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:07:12Z', 'updated_at': '2022-02-10T23:07:14Z', 'revision_number': 3, 'project_id': '82bae8319c0a482993cd9e8530b11401', 'gw_port': {'id': '093b879d-55ae-41f8-86e6-83c75280bd23', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:85:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:13Z', 'updated_at': '2022-02-10T23:07:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:18.338442 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2784aca-33ad-4cfd-b2e8-8b652fb78cc9 None None] The sync data for ids ['0c9fa0c2-ee96-477c-9912-b767191929dc'] in dv-neutron-828797-1-hyperv is: [{'id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'name': 'tempest-TestVolumeBootPattern-2038376794-router', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '093b879d-55ae-41f8-86e6-83c75280bd23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:07:12Z', 'updated_at': '2022-02-10T23:07:14Z', 'revision_number': 3, 'project_id': '82bae8319c0a482993cd9e8530b11401', 'gw_port': {'id': '093b879d-55ae-41f8-86e6-83c75280bd23', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:85:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:13Z', 'updated_at': '2022-02-10T23:07:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:07:18.345017 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ef6e634-3fc7-4a59-9d5d-09da5bf568d0 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Router 791424a0-d6ce-43ba-8c23-68a0fbef0f6e has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:07:18.374959 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-621ee31e-fc4f-4361-bba7-308156e32e2c None None] Provisioning complete for port 2e0ff209-c3d6-4687-a650-1d55cf110359 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:18.374959 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-621ee31e-fc4f-4361-bba7-308156e32e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:18.389804 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1c2a4373-8678-4cbf-a0cc-6809fe32a75b tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:18.669307 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9efc4c-ae91-4a2d-9a93-9090ef0afff5 None None] Pushing event updated for resources: {'Port': ['ID=fded06d0-4d11-463a-8b4f-49e68d7242c4,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:18.736369 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1c2a4373-8678-4cbf-a0cc-6809fe32a75b tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:18.877603 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port f0d409b6-ae65-45a2-84b5-0768cc25335e triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:18.877979 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:19.013371 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-621ee31e-fc4f-4361-bba7-308156e32e2c None None] Port 2e0ff209-c3d6-4687-a650-1d55cf110359 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:07:19.117668 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bc0c5bf2-0439-4985-b8ff-4050f2f93cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:19.132279 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-708df072-268c-468d-86e2-9e239c7f4490 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:07:19.144991 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-708df072-268c-468d-86e2-9e239c7f4490 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] 10.222.0.59 "PUT /v2.0/routers/6b3c03bb-3020-401d-a547-ed7273d4bb25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0823274 Feb 10 23:07:19.150334 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43656) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:19.152356 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225572c0-511d-4680-8b24-361a9e99d4fe None None] Pushing event updated for resources: {'Port': ['ID=558c4ba7-95b7-4848-9fc3-a0356d535d8f,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:19.166128 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-2ecc8132-55a1-490d-b374-4ea6cfb1333e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Request body: {'port': {'network_id': '7bdfc917-f5df-430b-b02e-033b5a4d1360', 'name': 'tempest-FloatingIPTestJSON-1317006474'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:07:19.173584 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3002ec-14ed-43e7-917e-91e6d042c981 None None] Sync routers for ids ['6b3c03bb-3020-401d-a547-ed7273d4bb25'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:07:19.184482 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9820b071-632e-48f0-8247-93396b0e29ea tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Checking segment: {'id': '01990d64-b862-44bf-9ed5-50cdc337c8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '2aeaa62e-9876-422b-8a57-18c1c9d36da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:07:19.184879 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9820b071-632e-48f0-8247-93396b0e29ea tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Network hostable DHCP agents. Network: 2aeaa62e-9876-422b-8a57-18c1c9d36da3, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:07:19.271937 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-621ee31e-fc4f-4361-bba7-308156e32e2c None None] Provisioning complete for port e7e5c513-c1c4-4228-b8f3-d2f777694de7 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:19.273608 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-621ee31e-fc4f-4361-bba7-308156e32e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:19.295756 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef6e634-3fc7-4a59-9d5d-09da5bf568d0 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:07:19.306011 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-5ef6e634-3fc7-4a59-9d5d-09da5bf568d0 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "PUT /v2.0/routers/791424a0-d6ce-43ba-8c23-68a0fbef0f6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2785492 Feb 10 23:07:19.311335 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43660) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:19.325155 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e01c9c-82f5-4f44-971e-8349a88bb3cc None None] Sync routers for ids ['791424a0-d6ce-43ba-8c23-68a0fbef0f6e'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:07:19.328846 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-127d261c-d694-4825-adcf-ceaf7e76394a tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-441119336'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:07:19.339486 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-127d261c-d694-4825-adcf-ceaf7e76394a tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:07:19.360787 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-a3e67cc2-f962-4003-8ffd-dd0e8e1d569f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'name': 'tempest-RoutersTest-router-479301092', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:56Z', 'updated_at': '2022-02-10T23:07:04Z', 'revision_number': 2, 'project_id': '62dc022463634d02b4f57b75cc001545', 'gw_port_host': None, '_interfaces': [{'id': 'fbc327d4-197b-47d3-9396-0ecba21ce359', 'name': '', 'network_id': '10d2f5a7-936f-4925-9467-45b0b7c99ec4', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'mac_address': 'fa:16:3e:87:32:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6566b71-ba57-47a8-bc9e-b4ac96b16a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:03Z', 'updated_at': '2022-02-10T23:07:15Z', 'revision_number': 4, 'project_id': '62dc022463634d02b4f57b75cc001545', 'subnets': [{'id': 'd6566b71-ba57-47a8-bc9e-b4ac96b16a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:19.362550 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e01c9c-82f5-4f44-971e-8349a88bb3cc None None] Routers {'791424a0-d6ce-43ba-8c23-68a0fbef0f6e'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:07:19.364079 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-78e01c9c-82f5-4f44-971e-8349a88bb3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:06:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['791424a0-d6ce-43ba-8c23-68a0fbef0f6e'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:19.365539 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e21219-b790-45d6-af61-d801023371aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-12052084-206d-4312-a617-f252f8179831', 'network_id': '12052084-206d-4312-a617-f252f8179831', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'fixed_ips': [{'subnet_id': 'c2fd1ea0-3072-4924-9e05-ffa3a0177446'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:07:19.367635 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-60e21219-b790-45d6-af61-d801023371aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:19.398757 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1c2a4373-8678-4cbf-a0cc-6809fe32a75b tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:19.416675 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3002ec-14ed-43e7-917e-91e6d042c981 None None] Routers {'6b3c03bb-3020-401d-a547-ed7273d4bb25'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:07:19.416675 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-fe3002ec-14ed-43e7-917e-91e6d042c981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:06:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['6b3c03bb-3020-401d-a547-ed7273d4bb25'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:19.442026 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-127d261c-d694-4825-adcf-ceaf7e76394a tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Usage tracker for resource:network and tenant:9679d844e15947ffaadb0d4f870cf9d6 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:07:19.470660 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e67cc2-f962-4003-8ffd-dd0e8e1d569f None None] The sync data for ids ['1359e446-ed83-4f9b-84b9-bc51e0ace908'] in dv-neutron-828797-1-hyperv is: [{'id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'name': 'tempest-RoutersTest-router-479301092', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:56Z', 'updated_at': '2022-02-10T23:07:04Z', 'revision_number': 2, 'project_id': '62dc022463634d02b4f57b75cc001545', 'gw_port_host': None, '_interfaces': [{'id': 'fbc327d4-197b-47d3-9396-0ecba21ce359', 'name': '', 'network_id': '10d2f5a7-936f-4925-9467-45b0b7c99ec4', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'mac_address': 'fa:16:3e:87:32:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6566b71-ba57-47a8-bc9e-b4ac96b16a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:03Z', 'updated_at': '2022-02-10T23:07:15Z', 'revision_number': 4, 'project_id': '62dc022463634d02b4f57b75cc001545', 'subnets': [{'id': 'd6566b71-ba57-47a8-bc9e-b4ac96b16a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:07:19.490590 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5425ebfa-87c5-47e0-9573-cc923b045052 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:19.510774 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9820b071-632e-48f0-8247-93396b0e29ea tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Network 2aeaa62e-9876-422b-8a57-18c1c9d36da3 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:07:19.512935 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-fe3002ec-14ed-43e7-917e-91e6d042c981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:19.581830 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-127d261c-d694-4825-adcf-ceaf7e76394a tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:07:19.628042 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-127d261c-d694-4825-adcf-ceaf7e76394a tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:07:19.637780 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-621ee31e-fc4f-4361-bba7-308156e32e2c None None] Port e7e5c513-c1c4-4228-b8f3-d2f777694de7 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:07:19.663347 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1c2a4373-8678-4cbf-a0cc-6809fe32a75b tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:19.666137 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 9f9f58e5-be60-4faa-b783-9934e0c9a3fa up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:07:19.673697 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-9820b071-632e-48f0-8247-93396b0e29ea tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 2aeaa62e-9876-422b-8a57-18c1c9d36da3) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:19.701735 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2ecc8132-55a1-490d-b374-4ea6cfb1333e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:07:19.709936 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-2ecc8132-55a1-490d-b374-4ea6cfb1333e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Usage tracker for resource:port and tenant:ef749632f6e8410c86d95344b6b5e6cc is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:07:19.725058 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-2ecc8132-55a1-490d-b374-4ea6cfb1333e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Quota usage for port was recalculated. Used quota:6. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:07:19.751386 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9820b071-632e-48f0-8247-93396b0e29ea tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:07:19.760298 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2ecc8132-55a1-490d-b374-4ea6cfb1333e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:07:19.765895 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9820b071-632e-48f0-8247-93396b0e29ea tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:19.766562 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9820b071-632e-48f0-8247-93396b0e29ea tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:19.805098 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-127d261c-d694-4825-adcf-ceaf7e76394a tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Made reservation on behalf of 9679d844e15947ffaadb0d4f870cf9d6 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:07:19.806272 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-78e01c9c-82f5-4f44-971e-8349a88bb3cc None None] Set router 791424a0-d6ce-43ba-8c23-68a0fbef0f6e gateway port host: None {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:07:19.808416 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-127d261c-d694-4825-adcf-ceaf7e76394a tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:19.845951 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1c830e-2858-4445-9fbf-3927667096a8 None None] Network 2aeaa62e-9876-422b-8a57-18c1c9d36da3 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:07:19.849743 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2a4373-8678-4cbf-a0cc-6809fe32a75b tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Pushing event deleted for resources: {'Subnet': ['ID=9685f989-735c-4290-a793-1b2adaa1b208,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:19.926700 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-127d261c-d694-4825-adcf-ceaf7e76394a tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:07:19.953328 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-127d261c-d694-4825-adcf-ceaf7e76394a tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:19.953328 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-127d261c-d694-4825-adcf-ceaf7e76394a tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Added segment a85c51eb-0fe7-484c-8777-4b0f1f3a987e of type vlan for network 94607ab7-20f7-486a-a776-adda500366d2 Feb 10 23:07:19.984167 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-127d261c-d694-4825-adcf-ceaf7e76394a tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:19.988487 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1c2a4373-8678-4cbf-a0cc-6809fe32a75b tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:19.996509 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1c2a4373-8678-4cbf-a0cc-6809fe32a75b tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] 10.222.0.59 "DELETE /v2.0/subnets/9685f989-735c-4290-a793-1b2adaa1b208 HTTP/1.1" status: 204 len: 168 time: 2.3580816 Feb 10 23:07:20.005321 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43664) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:20.019412 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ecc8132-55a1-490d-b374-4ea6cfb1333e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Made reservation on behalf of ef749632f6e8410c86d95344b6b5e6cc for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:07:20.024369 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2ecc8132-55a1-490d-b374-4ea6cfb1333e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:20.102396 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-2ecc8132-55a1-490d-b374-4ea6cfb1333e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] device_id is not set on port 57813c1b-2717-4c84-94e9-4cab40d1e294 yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:07:20.190200 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-127d261c-d694-4825-adcf-ceaf7e76394a tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:20.195672 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127d261c-d694-4825-adcf-ceaf7e76394a tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:20.196366 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-127d261c-d694-4825-adcf-ceaf7e76394a tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:20.208021 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9820b071-632e-48f0-8247-93396b0e29ea tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 4.0580125 Feb 10 23:07:20.222546 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3002ec-14ed-43e7-917e-91e6d042c981 None None] Routers {'6b3c03bb-3020-401d-a547-ed7273d4bb25'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:07:20.223682 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-fe3002ec-14ed-43e7-917e-91e6d042c981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:06:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['6b3c03bb-3020-401d-a547-ed7273d4bb25'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:20.243024 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43668) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:20.298071 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-8c9351ed-6475-42fc-b046-7fe05397a789 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1345551651'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:07:20.306503 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8c9351ed-6475-42fc-b046-7fe05397a789 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:07:20.324150 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-8c9351ed-6475-42fc-b046-7fe05397a789 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Usage tracker for resource:network and tenant:a1a196bacc5e4170b4defd7cfb879ddb is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:07:20.335092 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-8c9351ed-6475-42fc-b046-7fe05397a789 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:07:20.361696 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8c9351ed-6475-42fc-b046-7fe05397a789 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:07:20.428888 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-127d261c-d694-4825-adcf-ceaf7e76394a tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1128314 Feb 10 23:07:20.432154 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c775ecce-565f-4998-aaf1-912da4b5aa62 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:20.433054 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c775ecce-565f-4998-aaf1-912da4b5aa62 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Synchronizing usage tracker for tenant:2abbe000c9ae4544bccb515894e164a1 on resource:subnet {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:07:20.434825 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:07:20.450513 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43672) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:20.471142 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-8d714f12-7dc5-4046-a831-22c3750f72ea tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Request body: {'subnet': {'network_id': '94607ab7-20f7-486a-a776-adda500366d2', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:07:20.567589 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9351ed-6475-42fc-b046-7fe05397a789 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Made reservation on behalf of a1a196bacc5e4170b4defd7cfb879ddb for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:07:20.582662 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8c9351ed-6475-42fc-b046-7fe05397a789 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:20.680091 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-fe3002ec-14ed-43e7-917e-91e6d042c981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:20.680692 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3002ec-14ed-43e7-917e-91e6d042c981 None None] The sync data for ids ['6b3c03bb-3020-401d-a547-ed7273d4bb25'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:07:20.732296 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892d0b27-6f06-4b35-8930-79caddc1b368 None None] Network e92c0aee-1491-4573-9585-c6931123c6bd requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:07:20.743048 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-78e01c9c-82f5-4f44-971e-8349a88bb3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'name': 'tempest-RoutersIpV6Test-router-2033246589', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:36Z', 'updated_at': '2022-02-10T23:07:14Z', 'revision_number': 4, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'gw_port_host': None, '_interfaces': [{'id': '2e0ff209-c3d6-4687-a650-1d55cf110359', 'name': '', 'network_id': '37596643-1553-4c3a-95c5-06ad713af992', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'mac_address': 'fa:16:3e:30:3b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4c0056b-1f69-4a9a-b860-450593fb1dad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:11Z', 'updated_at': '2022-02-10T23:07:15Z', 'revision_number': 2, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'subnets': [{'id': 'd4c0056b-1f69-4a9a-b860-450593fb1dad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f3b6d64-b6fe-4b3f-86a4-824ccff0bfec', 'name': '', 'network_id': '74785e22-b419-4301-a726-502801e77510', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'mac_address': 'fa:16:3e:17:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4af83497-4fea-4529-9adb-a93de110f35c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:43Z', 'updated_at': '2022-02-10T23:06:58Z', 'revision_number': 5, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'subnets': [{'id': '4af83497-4fea-4529-9adb-a93de110f35c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '30af2901-36d9-4b03-b47e-1b55190b7361', 'name': '', 'network_id': '3be7cce5-e709-4e52-9d28-80d9eff6097e', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'mac_address': 'fa:16:3e:6e:ca:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ba7e1e9-2914-4a7a-8393-f83926a34ba4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:57Z', 'updated_at': '2022-02-10T23:07:09Z', 'revision_number': 5, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'subnets': [{'id': '0ba7e1e9-2914-4a7a-8393-f83926a34ba4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:20.755691 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e01c9c-82f5-4f44-971e-8349a88bb3cc None None] Checking router: 791424a0-d6ce-43ba-8c23-68a0fbef0f6e for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:07:20.756749 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e01c9c-82f5-4f44-971e-8349a88bb3cc None None] Updating router 791424a0-d6ce-43ba-8c23-68a0fbef0f6e port 2e0ff209-c3d6-4687-a650-1d55cf110359 binding host dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:07:20.757188 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-73e61198-96f7-4f2b-b9b3-3a584c091987 None None] Provisioning complete for port 2e0ff209-c3d6-4687-a650-1d55cf110359 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:20.757563 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-73e61198-96f7-4f2b-b9b3-3a584c091987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:20.766677 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b65aa619-2a21-4c01-9248-aecbd78517d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:20.813303 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127d261c-d694-4825-adcf-ceaf7e76394a tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event updated for resources: {'Network': ['ID=94607ab7-20f7-486a-a776-adda500366d2,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:20.825913 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-78e01c9c-82f5-4f44-971e-8349a88bb3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:20.840746 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c9351ed-6475-42fc-b046-7fe05397a789 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:07:20.868337 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8d714f12-7dc5-4046-a831-22c3750f72ea tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:07:20.870834 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c775ecce-565f-4998-aaf1-912da4b5aa62 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Unset dirty status for tenant:2abbe000c9ae4544bccb515894e164a1 on resource:subnet {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:07:20.875648 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c775ecce-565f-4998-aaf1-912da4b5aa62 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8552816 Feb 10 23:07:20.880234 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8d714f12-7dc5-4046-a831-22c3750f72ea tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Usage tracker for resource:subnet and tenant:9679d844e15947ffaadb0d4f870cf9d6 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:07:20.881153 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43676) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:20.883008 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-65cd2ade-2039-4675-b523-3d55019659a8 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:20.890043 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5020c8a0-d45e-4ca8-b320-37834f780bd8 None None] Network be067bf7-f4ff-4ebb-aaa3-6aceba67b75e requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:07:20.903013 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 94607ab7-20f7-486a-a776-adda500366d2 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:07:20.903244 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8d714f12-7dc5-4046-a831-22c3750f72ea tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:07:20.926565 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8c9351ed-6475-42fc-b046-7fe05397a789 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:20.926852 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-8c9351ed-6475-42fc-b046-7fe05397a789 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Added segment 8fe14d0a-1ef5-4756-bf69-d49bf304aef4 of type vlan for network 5ef4ae35-9bf4-44cd-8e7b-26b2edb82c4d Feb 10 23:07:20.965933 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8d714f12-7dc5-4046-a831-22c3750f72ea tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:07:20.986907 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5425ebfa-87c5-47e0-9573-cc923b045052 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks [] for router_gateway, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:21.039854 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-2ecc8132-55a1-490d-b374-4ea6cfb1333e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Allocated IP 172.20.0.11 (7bdfc917-f5df-430b-b02e-033b5a4d1360/f0721e60-67b6-444d-94df-431e7e33c8dc/57813c1b-2717-4c84-94e9-4cab40d1e294) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:07:21.065009 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5425ebfa-87c5-47e0-9573-cc923b045052 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:21.114611 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-60e21219-b790-45d6-af61-d801023371aa None None] Allocated IP 172.21.0.2 (12052084-206d-4312-a617-f252f8179831/c2fd1ea0-3072-4924-9e05-ffa3a0177446/2bba1958-871c-440e-b986-ec46368e57d1) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:07:21.127874 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d714f12-7dc5-4046-a831-22c3750f72ea tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Made reservation on behalf of 9679d844e15947ffaadb0d4f870cf9d6 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:07:21.163756 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-73e61198-96f7-4f2b-b9b3-3a584c091987 None None] Port 2e0ff209-c3d6-4687-a650-1d55cf110359 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:07:21.235900 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 9f9f58e5-be60-4faa-b783-9934e0c9a3fa completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:07:21.269451 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8c9351ed-6475-42fc-b046-7fe05397a789 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:21.290096 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-78e01c9c-82f5-4f44-971e-8349a88bb3cc None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:21.304859 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-78e01c9c-82f5-4f44-971e-8349a88bb3cc None None] Transition to ACTIVE for port object 2e0ff209-c3d6-4687-a650-1d55cf110359 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:21.342483 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ca338c4c-6bbb-406f-9718-8be6053d1293 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:21.358868 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8d714f12-7dc5-4046-a831-22c3750f72ea tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:21.415307 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-78e01c9c-82f5-4f44-971e-8349a88bb3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:21.429145 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e69bad06-8182-446e-b953-ab8db020e6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:21.485357 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-ca338c4c-6bbb-406f-9718-8be6053d1293 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Deleting port 558c4ba7-95b7-4848-9fc3-a0356d535d8f {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:07:21.485576 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ca338c4c-6bbb-406f-9718-8be6053d1293 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:21.498507 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-b65aa619-2a21-4c01-9248-aecbd78517d7 admin admin] Allocated IP 172.20.0.1 (4a75b224-7431-40b5-b18e-691aa5ad073d/375b0e55-6852-456e-bf83-790a9c9d4e02/84c668e2-7ac4-43ac-a76c-bad486b79ed7) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:07:21.526997 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-73e61198-96f7-4f2b-b9b3-3a584c091987 None None] Provisioning for port 9f9f58e5-be60-4faa-b783-9934e0c9a3fa completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:07:21.562446 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-73e61198-96f7-4f2b-b9b3-3a584c091987 None None] Provisioning complete for port 9f9f58e5-be60-4faa-b783-9934e0c9a3fa triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:21.563099 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-73e61198-96f7-4f2b-b9b3-3a584c091987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:21.599589 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8c9351ed-6475-42fc-b046-7fe05397a789 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:21.608057 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9351ed-6475-42fc-b046-7fe05397a789 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:21.608057 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8c9351ed-6475-42fc-b046-7fe05397a789 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:21.625568 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-5425ebfa-87c5-47e0-9573-cc923b045052 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Allocated IP 172.26.8.234 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/fc5b87a4-e5ba-49a8-a529-c5f42cde4e0d) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:07:21.809159 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-60e21219-b790-45d6-af61-d801023371aa None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:21.845550 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2412bfbd-f8c1-44f6-a7d6-477c6ae49acd None None] Pushing event updated for resources: {'Port': ['ID=2e0ff209-c3d6-4687-a650-1d55cf110359,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:21.877397 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-78e01c9c-82f5-4f44-971e-8349a88bb3cc None None] Attempting to bind port 2e0ff209-c3d6-4687-a650-1d55cf110359 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:07:21.877853 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-78e01c9c-82f5-4f44-971e-8349a88bb3cc None None] Attempting to bind port 2e0ff209-c3d6-4687-a650-1d55cf110359 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '1f7442db-1bda-4c8b-a53d-6497344dc539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '37596643-1553-4c3a-95c5-06ad713af992'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:07:21.878259 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e01c9c-82f5-4f44-971e-8349a88bb3cc None None] Attempting to bind port 2e0ff209-c3d6-4687-a650-1d55cf110359 on network 37596643-1553-4c3a-95c5-06ad713af992 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:07:21.879775 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-60e21219-b790-45d6-af61-d801023371aa None None] Transition to ACTIVE for port object 2bba1958-871c-440e-b986-ec46368e57d1 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:21.893523 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e01c9c-82f5-4f44-971e-8349a88bb3cc None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:07:21.894046 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e01c9c-82f5-4f44-971e-8349a88bb3cc None None] Checking segment: {'id': '1f7442db-1bda-4c8b-a53d-6497344dc539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '37596643-1553-4c3a-95c5-06ad713af992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:07:21.894450 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-78e01c9c-82f5-4f44-971e-8349a88bb3cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:21.894839 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e01c9c-82f5-4f44-971e-8349a88bb3cc None None] Bound using segment: {'id': '1f7442db-1bda-4c8b-a53d-6497344dc539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '37596643-1553-4c3a-95c5-06ad713af992'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:07:21.895316 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-78e01c9c-82f5-4f44-971e-8349a88bb3cc None None] Bound port: 2e0ff209-c3d6-4687-a650-1d55cf110359, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f7442db-1bda-4c8b-a53d-6497344dc539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '37596643-1553-4c3a-95c5-06ad713af992'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:07:21.897163 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-78e01c9c-82f5-4f44-971e-8349a88bb3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:21.943464 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4592e7e-fe9f-4212-93c7-2807642fd3e5 None None] DHCP port deletion for e92c0aee-1491-4573-9585-c6931123c6bd request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:07:21.970345 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5bf4ff-042f-4277-b202-32319ca30af0 None None] DHCP port deletion for be067bf7-f4ff-4ebb-aaa3-6aceba67b75e request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:07:21.980836 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-d4592e7e-fe9f-4212-93c7-2807642fd3e5 None None] Deleting port fded06d0-4d11-463a-8b4f-49e68d7242c4 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:07:21.981539 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d4592e7e-fe9f-4212-93c7-2807642fd3e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:22.013802 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device fded06d0-4d11-463a-8b4f-49e68d7242c4 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:07:22.048783 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-78e01c9c-82f5-4f44-971e-8349a88bb3cc None None] For port 2e0ff209-c3d6-4687-a650-1d55cf110359, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:07:22.052127 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-78e01c9c-82f5-4f44-971e-8349a88bb3cc None None] For port 2e0ff209-c3d6-4687-a650-1d55cf110359, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=2e0ff209-c3d6-4687-a650-1d55cf110359,segment=NetworkSegment(1f7442db-1bda-4c8b-a53d-6497344dc539),segment_id=1f7442db-1bda-4c8b-a53d-6497344dc539)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:07:22.055906 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-60e21219-b790-45d6-af61-d801023371aa None None] Transition to ACTIVE for port object 2bba1958-871c-440e-b986-ec46368e57d1 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:22.060915 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-73e61198-96f7-4f2b-b9b3-3a584c091987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:22.078647 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-ff5bf4ff-042f-4277-b202-32319ca30af0 None None] Deleting port 558c4ba7-95b7-4848-9fc3-a0356d535d8f {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:07:22.079014 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ff5bf4ff-042f-4277-b202-32319ca30af0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:22.137872 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-78e01c9c-82f5-4f44-971e-8349a88bb3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:22.214088 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-60e21219-b790-45d6-af61-d801023371aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:22.287798 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9351ed-6475-42fc-b046-7fe05397a789 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event updated for resources: {'Network': ['ID=5ef4ae35-9bf4-44cd-8e7b-26b2edb82c4d,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:22.306094 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2412bfbd-f8c1-44f6-a7d6-477c6ae49acd None None] Pushing event updated for resources: {'Port': ['ID=2e0ff209-c3d6-4687-a650-1d55cf110359,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:22.310503 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-8c9351ed-6475-42fc-b046-7fe05397a789 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.0207758 Feb 10 23:07:22.314088 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-73e61198-96f7-4f2b-b9b3-3a584c091987 None None] For port 9f9f58e5-be60-4faa-b783-9934e0c9a3fa, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=9f9f58e5-be60-4faa-b783-9934e0c9a3fa,segment=NetworkSegment(87261b23-5de2-4068-8909-bc5d27f42710),segment_id=87261b23-5de2-4068-8909-bc5d27f42710)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:07:22.322680 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43680) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:22.328690 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 5ef4ae35-9bf4-44cd-8e7b-26b2edb82c4d details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:07:22.347113 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-3ec1a212-65a1-478e-a7f7-b77b0cb48a69 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Request body: {'ports': [{'network_id': '2aeaa62e-9876-422b-8a57-18c1c9d36da3'}, {'network_id': '5ef4ae35-9bf4-44cd-8e7b-26b2edb82c4d'}]} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:07:22.347425 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-3ec1a212-65a1-478e-a7f7-b77b0cb48a69 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Request body: {'port': {'network_id': '2aeaa62e-9876-422b-8a57-18c1c9d36da3'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:07:22.348191 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-3ec1a212-65a1-478e-a7f7-b77b0cb48a69 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Request body: {'port': {'network_id': '5ef4ae35-9bf4-44cd-8e7b-26b2edb82c4d'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:07:22.387117 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e01c9c-82f5-4f44-971e-8349a88bb3cc None None] Routers {'791424a0-d6ce-43ba-8c23-68a0fbef0f6e'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:07:22.389313 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-78e01c9c-82f5-4f44-971e-8349a88bb3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:07:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['791424a0-d6ce-43ba-8c23-68a0fbef0f6e'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:22.390140 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2ecc8132-55a1-490d-b374-4ea6cfb1333e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:22.394244 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-ca338c4c-6bbb-406f-9718-8be6053d1293 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] For port 558c4ba7-95b7-4848-9fc3-a0356d535d8f, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=558c4ba7-95b7-4848-9fc3-a0356d535d8f,segment=NetworkSegment(0703560a-cdae-4c6c-a0c9-b60034a79342),segment_id=0703560a-cdae-4c6c-a0c9-b60034a79342)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:07:22.394533 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ca338c4c-6bbb-406f-9718-8be6053d1293 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:22.483536 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-65cd2ade-2039-4675-b523-3d55019659a8 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Allocated IP 172.21.0.1 (12052084-206d-4312-a617-f252f8179831/c2fd1ea0-3072-4924-9e05-ffa3a0177446/17646efb-7102-4d7a-908f-cb7d3d2de387) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:07:22.496916 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b65aa619-2a21-4c01-9248-aecbd78517d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:22.570290 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-73e61198-96f7-4f2b-b9b3-3a584c091987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:22.581532 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5425ebfa-87c5-47e0-9573-cc923b045052 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:22.601313 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-ca338c4c-6bbb-406f-9718-8be6053d1293 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Calling delete_port for 558c4ba7-95b7-4848-9fc3-a0356d535d8f owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:07:22.613477 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e21219-b790-45d6-af61-d801023371aa None None] Network 12052084-206d-4312-a617-f252f8179831 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:07:22.617175 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e21219-b790-45d6-af61-d801023371aa None None] Pushing event updated for resources: {'Port': ['ID=2bba1958-871c-440e-b986-ec46368e57d1,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:22.624458 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-b65aa619-2a21-4c01-9248-aecbd78517d7 admin admin] Transition to ACTIVE for port object 84c668e2-7ac4-43ac-a76c-bad486b79ed7 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:22.652414 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-2ecc8132-55a1-490d-b374-4ea6cfb1333e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Transition to ACTIVE for port object 57813c1b-2717-4c84-94e9-4cab40d1e294 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:22.688279 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-78e01c9c-82f5-4f44-971e-8349a88bb3cc None None] Set router 791424a0-d6ce-43ba-8c23-68a0fbef0f6e gateway port host: None {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:07:22.756933 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-60e21219-b790-45d6-af61-d801023371aa None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:22.766646 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e21219-b790-45d6-af61-d801023371aa None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:07:22.776058 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-3ec1a212-65a1-478e-a7f7-b77b0cb48a69 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:07:22.781038 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-3ec1a212-65a1-478e-a7f7-b77b0cb48a69 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Usage tracker for resource:port and tenant:a1a196bacc5e4170b4defd7cfb879ddb is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:07:22.782137 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:22.783306 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-3ec1a212-65a1-478e-a7f7-b77b0cb48a69 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:07:22.789869 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-3ec1a212-65a1-478e-a7f7-b77b0cb48a69 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:07:22.799692 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8d714f12-7dc5-4046-a831-22c3750f72ea tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:22.902275 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec1a212-65a1-478e-a7f7-b77b0cb48a69 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Made reservation on behalf of a1a196bacc5e4170b4defd7cfb879ddb for: {'port': 2} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:07:22.905721 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3ec1a212-65a1-478e-a7f7-b77b0cb48a69 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:22.926722 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-65cd2ade-2039-4675-b523-3d55019659a8 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:22.929559 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3ec1a212-65a1-478e-a7f7-b77b0cb48a69 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:22.945631 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-65cd2ade-2039-4675-b523-3d55019659a8 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Transition to ACTIVE for port object 17646efb-7102-4d7a-908f-cb7d3d2de387 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:22.949482 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d714f12-7dc5-4046-a831-22c3750f72ea tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Checking segment: {'id': 'a85c51eb-0fe7-484c-8777-4b0f1f3a987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '94607ab7-20f7-486a-a776-adda500366d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:07:22.954369 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d714f12-7dc5-4046-a831-22c3750f72ea tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Network hostable DHCP agents. Network: 94607ab7-20f7-486a-a776-adda500366d2, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:07:22.964368 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d714f12-7dc5-4046-a831-22c3750f72ea tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event updated for resources: {'Subnet': ['ID=2a53508d-3f60-4351-a41a-398082f1cd4c,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:22.970704 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port fded06d0-4d11-463a-8b4f-49e68d7242c4 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:07:22.977470 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2ecc8132-55a1-490d-b374-4ea6cfb1333e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:22.977928 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:22.979058 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ca338c4c-6bbb-406f-9718-8be6053d1293 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:23.022834 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-d4592e7e-fe9f-4212-93c7-2807642fd3e5 None None] For port fded06d0-4d11-463a-8b4f-49e68d7242c4, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=fded06d0-4d11-463a-8b4f-49e68d7242c4,segment=NetworkSegment(77a2cb68-e87f-4430-a307-dd8a2842bd3a),segment_id=77a2cb68-e87f-4430-a307-dd8a2842bd3a)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:07:23.023582 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d4592e7e-fe9f-4212-93c7-2807642fd3e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:23.031246 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e61198-96f7-4f2b-b9b3-3a584c091987 None None] Pushing event updated for resources: {'Port': ['ID=9f9f58e5-be60-4faa-b783-9934e0c9a3fa,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:23.034268 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 558c4ba7-95b7-4848-9fc3-a0356d535d8f up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:07:23.071897 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-2305bffe-aa0d-4fdc-81f3-d8bd14922ce9 None None] Provisioning for port 558c4ba7-95b7-4848-9fc3-a0356d535d8f completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:07:23.073296 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b65aa619-2a21-4c01-9248-aecbd78517d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:23.089252 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-65cd2ade-2039-4675-b523-3d55019659a8 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:23.097454 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecc8132-55a1-490d-b374-4ea6cfb1333e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Pushing event updated for resources: {'Port': ['ID=57813c1b-2717-4c84-94e9-4cab40d1e294,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:23.132996 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5425ebfa-87c5-47e0-9573-cc923b045052 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:23.145282 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 558c4ba7-95b7-4848-9fc3-a0356d535d8f {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:07:23.145849 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 558c4ba7-95b7-4848-9fc3-a0356d535d8f not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 10 23:07:23.154696 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca338c4c-6bbb-406f-9718-8be6053d1293 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Pushing event deleted for resources: {'Port': ['ID=558c4ba7-95b7-4848-9fc3-a0356d535d8f,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:23.169747 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-78e01c9c-82f5-4f44-971e-8349a88bb3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'name': 'tempest-RoutersIpV6Test-router-2033246589', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:36Z', 'updated_at': '2022-02-10T23:07:14Z', 'revision_number': 4, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'gw_port_host': None, '_interfaces': [{'id': '2e0ff209-c3d6-4687-a650-1d55cf110359', 'name': '', 'network_id': '37596643-1553-4c3a-95c5-06ad713af992', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'mac_address': 'fa:16:3e:30:3b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4c0056b-1f69-4a9a-b860-450593fb1dad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:11Z', 'updated_at': '2022-02-10T23:07:22Z', 'revision_number': 4, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'subnets': [{'id': 'd4c0056b-1f69-4a9a-b860-450593fb1dad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f3b6d64-b6fe-4b3f-86a4-824ccff0bfec', 'name': '', 'network_id': '74785e22-b419-4301-a726-502801e77510', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'mac_address': 'fa:16:3e:17:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4af83497-4fea-4529-9adb-a93de110f35c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:43Z', 'updated_at': '2022-02-10T23:06:58Z', 'revision_number': 5, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'subnets': [{'id': '4af83497-4fea-4529-9adb-a93de110f35c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '30af2901-36d9-4b03-b47e-1b55190b7361', 'name': '', 'network_id': '3be7cce5-e709-4e52-9d28-80d9eff6097e', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'mac_address': 'fa:16:3e:6e:ca:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ba7e1e9-2914-4a7a-8393-f83926a34ba4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:57Z', 'updated_at': '2022-02-10T23:07:09Z', 'revision_number': 5, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'subnets': [{'id': '0ba7e1e9-2914-4a7a-8393-f83926a34ba4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:23.170377 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-ff5bf4ff-042f-4277-b202-32319ca30af0 None None] For port 558c4ba7-95b7-4848-9fc3-a0356d535d8f, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=558c4ba7-95b7-4848-9fc3-a0356d535d8f,segment=NetworkSegment(0703560a-cdae-4c6c-a0c9-b60034a79342),segment_id=0703560a-cdae-4c6c-a0c9-b60034a79342)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:07:23.170377 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ff5bf4ff-042f-4277-b202-32319ca30af0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:23.174549 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e01c9c-82f5-4f44-971e-8349a88bb3cc None None] The sync data for ids ['791424a0-d6ce-43ba-8c23-68a0fbef0f6e'] in dv-neutron-828797-1-hyperv is: [{'id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'name': 'tempest-RoutersIpV6Test-router-2033246589', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:36Z', 'updated_at': '2022-02-10T23:07:14Z', 'revision_number': 4, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'gw_port_host': None, '_interfaces': [{'id': '2e0ff209-c3d6-4687-a650-1d55cf110359', 'name': '', 'network_id': '37596643-1553-4c3a-95c5-06ad713af992', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'mac_address': 'fa:16:3e:30:3b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4c0056b-1f69-4a9a-b860-450593fb1dad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:11Z', 'updated_at': '2022-02-10T23:07:22Z', 'revision_number': 4, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'subnets': [{'id': 'd4c0056b-1f69-4a9a-b860-450593fb1dad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f3b6d64-b6fe-4b3f-86a4-824ccff0bfec', 'name': '', 'network_id': '74785e22-b419-4301-a726-502801e77510', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'mac_address': 'fa:16:3e:17:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4af83497-4fea-4529-9adb-a93de110f35c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:43Z', 'updated_at': '2022-02-10T23:06:58Z', 'revision_number': 5, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'subnets': [{'id': '4af83497-4fea-4529-9adb-a93de110f35c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '30af2901-36d9-4b03-b47e-1b55190b7361', 'name': '', 'network_id': '3be7cce5-e709-4e52-9d28-80d9eff6097e', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'mac_address': 'fa:16:3e:6e:ca:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ba7e1e9-2914-4a7a-8393-f83926a34ba4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:57Z', 'updated_at': '2022-02-10T23:07:09Z', 'revision_number': 5, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'subnets': [{'id': '0ba7e1e9-2914-4a7a-8393-f83926a34ba4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:07:23.219983 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecc8132-55a1-490d-b374-4ea6cfb1333e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Network 7bdfc917-f5df-430b-b02e-033b5a4d1360 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:07:23.220480 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65aa619-2a21-4c01-9248-aecbd78517d7 admin admin] Network 4a75b224-7431-40b5-b18e-691aa5ad073d is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:07:23.223908 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-b65aa619-2a21-4c01-9248-aecbd78517d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:23.224060 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca338c4c-6bbb-406f-9718-8be6053d1293 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] No DVR routers for this DVR port 558c4ba7-95b7-4848-9fc3-a0356d535d8f on host dv-neutron-828797-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:07:23.275143 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-2305bffe-aa0d-4fdc-81f3-d8bd14922ce9 None None] Provisioning complete for port 558c4ba7-95b7-4848-9fc3-a0356d535d8f triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:23.275524 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2305bffe-aa0d-4fdc-81f3-d8bd14922ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:23.277051 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-2ecc8132-55a1-490d-b374-4ea6cfb1333e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:23.279592 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecc8132-55a1-490d-b374-4ea6cfb1333e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:07:23.298712 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65aa619-2a21-4c01-9248-aecbd78517d7 admin admin] Pushing event updated for resources: {'Port': ['ID=84c668e2-7ac4-43ac-a76c-bad486b79ed7,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:23.330203 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-d4592e7e-fe9f-4212-93c7-2807642fd3e5 None None] Calling delete_port for fded06d0-4d11-463a-8b4f-49e68d7242c4 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:07:23.389567 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65aa619-2a21-4c01-9248-aecbd78517d7 admin admin] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:07:23.391620 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Port 558c4ba7-95b7-4848-9fc3-a0356d535d8f not found, will not notify nova. {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 10 23:07:23.392031 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device fbc327d4-197b-47d3-9396-0ecba21ce359 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:07:23.444754 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cd2ade-2039-4675-b523-3d55019659a8 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Network 12052084-206d-4312-a617-f252f8179831 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:07:23.509304 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-65cd2ade-2039-4675-b523-3d55019659a8 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:23.515486 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-2305bffe-aa0d-4fdc-81f3-d8bd14922ce9 None None] Port 558c4ba7-95b7-4848-9fc3-a0356d535d8f was deleted so its status cannot be updated. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 10 23:07:23.517215 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-60e21219-b790-45d6-af61-d801023371aa None None] Attempting to bind port 2bba1958-871c-440e-b986-ec46368e57d1 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:07:23.517576 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-60e21219-b790-45d6-af61-d801023371aa None None] Attempting to bind port 2bba1958-871c-440e-b986-ec46368e57d1 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '66d8acdf-9ce7-4507-ae23-2834ba780ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '12052084-206d-4312-a617-f252f8179831'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:07:23.517945 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e21219-b790-45d6-af61-d801023371aa None None] Attempting to bind port 2bba1958-871c-440e-b986-ec46368e57d1 on network 12052084-206d-4312-a617-f252f8179831 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:07:23.518418 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cd2ade-2039-4675-b523-3d55019659a8 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:07:23.556990 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5425ebfa-87c5-47e0-9573-cc923b045052 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Pushing event updated for resources: {'Port': ['ID=fc5b87a4-e5ba-49a8-a529-c5f42cde4e0d,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:23.579021 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5425ebfa-87c5-47e0-9573-cc923b045052 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:07:23.587194 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d714f12-7dc5-4046-a831-22c3750f72ea tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Network 94607ab7-20f7-486a-a776-adda500366d2 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:07:23.600796 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-5425ebfa-87c5-47e0-9573-cc923b045052 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:23.625198 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd2ade-2039-4675-b523-3d55019659a8 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event updated for resources: {'Port': ['ID=17646efb-7102-4d7a-908f-cb7d3d2de387,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:23.652682 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5425ebfa-87c5-47e0-9573-cc923b045052 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:07:23.658340 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecc8132-55a1-490d-b374-4ea6cfb1333e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:23.658896 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2ecc8132-55a1-490d-b374-4ea6cfb1333e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:23.670942 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-ff5bf4ff-042f-4277-b202-32319ca30af0 None None] Calling delete_port for 558c4ba7-95b7-4848-9fc3-a0356d535d8f owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:07:23.689848 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ca338c4c-6bbb-406f-9718-8be6053d1293 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:23.727677 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-65cd2ade-2039-4675-b523-3d55019659a8 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733071'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:23.734453 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-ca338c4c-6bbb-406f-9718-8be6053d1293 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be067bf7-f4ff-4ebb-aaa3-6aceba67b75e']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:23.759069 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-ca338c4c-6bbb-406f-9718-8be6053d1293 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0703560a-cdae-4c6c-a0c9-b60034a79342') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:23.759486 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-ca338c4c-6bbb-406f-9718-8be6053d1293 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0703560a-cdae-4c6c-a0c9-b60034a79342') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:23.762300 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-3ec1a212-65a1-478e-a7f7-b77b0cb48a69 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] device_id is not set on port 086396a7-9d60-487b-9fe4-100847fdd570 yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:07:23.776107 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-2ecc8132-55a1-490d-b374-4ea6cfb1333e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.6219797 Feb 10 23:07:23.777226 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43684) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:23.784359 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ca338c4c-6bbb-406f-9718-8be6053d1293 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:23.787900 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-ff5bf898-6de7-4ab5-a24b-24c2d8d288b9 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Request body: {'floatingip': {'port_id': '57813c1b-2717-4c84-94e9-4cab40d1e294'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:07:23.799820 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e21219-b790-45d6-af61-d801023371aa None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:07:23.800386 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e21219-b790-45d6-af61-d801023371aa None None] Checking segment: {'id': '66d8acdf-9ce7-4507-ae23-2834ba780ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '12052084-206d-4312-a617-f252f8179831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:07:23.800913 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-60e21219-b790-45d6-af61-d801023371aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:23.801401 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e21219-b790-45d6-af61-d801023371aa None None] Bound using segment: {'id': '66d8acdf-9ce7-4507-ae23-2834ba780ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '12052084-206d-4312-a617-f252f8179831'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:07:23.801984 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-60e21219-b790-45d6-af61-d801023371aa None None] Bound port: 2bba1958-871c-440e-b986-ec46368e57d1, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66d8acdf-9ce7-4507-ae23-2834ba780ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '12052084-206d-4312-a617-f252f8179831'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:07:23.802456 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-60e21219-b790-45d6-af61-d801023371aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:23.809843 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ca338c4c-6bbb-406f-9718-8be6053d1293 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:23.820504 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca338c4c-6bbb-406f-9718-8be6053d1293 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:07:23.822823 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ca338c4c-6bbb-406f-9718-8be6053d1293 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:23.842294 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:07:23.842294 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:07:23.842294 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:07:23.842294 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:07:23.842294 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:07:23.842294 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:07:23.842294 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:07:23.842294 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:07:23.842294 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:07:23.842294 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:07:23.842294 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:07:23.842294 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:07:23.842294 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:07:23.842294 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:07:23.842294 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:07:23.842294 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:07:23.842294 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:07:23.842294 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:07:23.842294 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:07:23.842294 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:07:23.842294 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:07:23.842294 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:07:23.842294 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:07:23.842294 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:07:23.842294 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:07:23.842294 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:07:23.842294 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:07:23.842294 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:07:23.842294 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:07:23.842294 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:07:23.842294 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:07:23.842294 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:07:23.857503 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b65aa619-2a21-4c01-9248-aecbd78517d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733071'] for router_interface, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:23.888667 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-8d714f12-7dc5-4046-a831-22c3750f72ea tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 94607ab7-20f7-486a-a776-adda500366d2) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:23.893482 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d714f12-7dc5-4046-a831-22c3750f72ea tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:23.894069 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8d714f12-7dc5-4046-a831-22c3750f72ea tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:23.916661 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82517f13-d697-4d96-b676-46df1849b89e None None] Network 94607ab7-20f7-486a-a776-adda500366d2 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:07:23.991975 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-65cd2ade-2039-4675-b523-3d55019659a8 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:24.054621 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8d714f12-7dc5-4046-a831-22c3750f72ea tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.5881355 Feb 10 23:07:24.055414 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43688) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:24.071970 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ff5bf898-6de7-4ab5-a24b-24c2d8d288b9 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for floatingip, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:24.072698 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-ff5bf4ff-042f-4277-b202-32319ca30af0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:07:24.073224 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-ff5bf4ff-042f-4277-b202-32319ca30af0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:07:24.107190 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:24.110594 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-60e21219-b790-45d6-af61-d801023371aa None None] For port 2bba1958-871c-440e-b986-ec46368e57d1, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:07:24.120493 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ca338c4c-6bbb-406f-9718-8be6053d1293 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:24.148727 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-60e21219-b790-45d6-af61-d801023371aa None None] For port 2bba1958-871c-440e-b986-ec46368e57d1, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=2bba1958-871c-440e-b986-ec46368e57d1,segment=NetworkSegment(66d8acdf-9ce7-4507-ae23-2834ba780ec3),segment_id=66d8acdf-9ce7-4507-ae23-2834ba780ec3)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:07:24.153410 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d4592e7e-fe9f-4212-93c7-2807642fd3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:24.155941 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ca338c4c-6bbb-406f-9718-8be6053d1293 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:24.198594 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-2305bffe-aa0d-4fdc-81f3-d8bd14922ce9 None None] Provisioning for port fded06d0-4d11-463a-8b4f-49e68d7242c4 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:07:24.211258 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port fbc327d4-197b-47d3-9396-0ecba21ce359 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:07:24.228450 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4592e7e-fe9f-4212-93c7-2807642fd3e5 None None] Pushing event deleted for resources: {'Port': ['ID=fded06d0-4d11-463a-8b4f-49e68d7242c4,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:24.232234 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-2305bffe-aa0d-4fdc-81f3-d8bd14922ce9 None None] Provisioning complete for port fded06d0-4d11-463a-8b4f-49e68d7242c4 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:24.232234 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2305bffe-aa0d-4fdc-81f3-d8bd14922ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:24.259036 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-60e21219-b790-45d6-af61-d801023371aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:24.298012 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port fbc327d4-197b-47d3-9396-0ecba21ce359 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:24.298529 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:24.307826 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3ec1a212-65a1-478e-a7f7-b77b0cb48a69 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:24.326187 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4592e7e-fe9f-4212-93c7-2807642fd3e5 None None] No DVR routers for this DVR port fded06d0-4d11-463a-8b4f-49e68d7242c4 on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:07:24.409329 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-2305bffe-aa0d-4fdc-81f3-d8bd14922ce9 None None] Port fded06d0-4d11-463a-8b4f-49e68d7242c4 was deleted so its status cannot be updated. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 10 23:07:24.452345 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca338c4c-6bbb-406f-9718-8be6053d1293 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Pushing event deleted for resources: {'Network': ['ID=be067bf7-f4ff-4ebb-aaa3-6aceba67b75e,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:24.474599 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-ca338c4c-6bbb-406f-9718-8be6053d1293 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] 10.222.0.59 "DELETE /v2.0/networks/be067bf7-f4ff-4ebb-aaa3-6aceba67b75e HTTP/1.1" status: 204 len: 168 time: 3.5747707 Feb 10 23:07:24.483656 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43692) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:24.508622 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4258565-faf1-4220-955f-15b4032ced9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-94607ab7-20f7-486a-a776-adda500366d2', 'network_id': '94607ab7-20f7-486a-a776-adda500366d2', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'fixed_ips': [{'subnet_id': '2a53508d-3f60-4351-a41a-398082f1cd4c'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:07:24.508893 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e4258565-faf1-4220-955f-15b4032ced9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:24.585062 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-ff5bf4ff-042f-4277-b202-32319ca30af0 None None] Deleting port 558c4ba7-95b7-4848-9fc3-a0356d535d8f {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:07:24.585276 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b65aa619-2a21-4c01-9248-aecbd78517d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:24.586711 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ff5bf4ff-042f-4277-b202-32319ca30af0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:24.654755 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-2305bffe-aa0d-4fdc-81f3-d8bd14922ce9 None None] Provisioning complete for port 9f9f58e5-be60-4faa-b783-9934e0c9a3fa triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:24.655272 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2305bffe-aa0d-4fdc-81f3-d8bd14922ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:24.673564 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-3ec1a212-65a1-478e-a7f7-b77b0cb48a69 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] device_id is not set on port 55ea14aa-90f0-4d16-b994-84ab29ae94b8 yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:07:24.707611 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-37d82f22-4951-4585-be66-9b5d53690212 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:24.735085 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e21219-b790-45d6-af61-d801023371aa None None] Pushing event updated for resources: {'Port': ['ID=2bba1958-871c-440e-b986-ec46368e57d1,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:24.844761 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-ff5bf4ff-042f-4277-b202-32319ca30af0 None None] The port '558c4ba7-95b7-4848-9fc3-a0356d535d8f' was deleted {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 23:07:24.898657 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:25.012532 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5425ebfa-87c5-47e0-9573-cc923b045052 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks [] for router_gateway, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:25.030659 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port fbc327d4-197b-47d3-9396-0ecba21ce359, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=fbc327d4-197b-47d3-9396-0ecba21ce359,segment=NetworkSegment(18ac054f-133a-4a48-8df3-d5e056177b23),segment_id=18ac054f-133a-4a48-8df3-d5e056177b23)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:07:25.094454 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-e4258565-faf1-4220-955f-15b4032ced9e None None] Allocated IP 2001:db8:3::2 (94607ab7-20f7-486a-a776-adda500366d2/2a53508d-3f60-4351-a41a-398082f1cd4c/a5b9647d-1e28-456a-81e2-bcea0ae537ca) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:07:25.099156 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:25.101000 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 093b879d-55ae-41f8-86e6-83c75280bd23 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:07:25.197827 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-37d82f22-4951-4585-be66-9b5d53690212 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:25.214052 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.resource_extend [None req-65cd2ade-2039-4675-b523-3d55019659a8 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:07:25.252840 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-65cd2ade-2039-4675-b523-3d55019659a8 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:25.255323 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-37d82f22-4951-4585-be66-9b5d53690212 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e92c0aee-1491-4573-9585-c6931123c6bd']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:25.271617 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-37d82f22-4951-4585-be66-9b5d53690212 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77a2cb68-e87f-4430-a307-dd8a2842bd3a') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:25.276556 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-37d82f22-4951-4585-be66-9b5d53690212 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77a2cb68-e87f-4430-a307-dd8a2842bd3a') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:25.318133 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-37d82f22-4951-4585-be66-9b5d53690212 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:25.339805 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-65cd2ade-2039-4675-b523-3d55019659a8 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:25.371397 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=fbc327d4-197b-47d3-9396-0ecba21ce359,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:25.379133 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-37d82f22-4951-4585-be66-9b5d53690212 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:25.416145 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-214eb075-ee65-4a52-87a3-4ef110bcbcd7 None None] Provisioning for port 57813c1b-2717-4c84-94e9-4cab40d1e294 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:07:25.436289 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3ec1a212-65a1-478e-a7f7-b77b0cb48a69 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:25.438865 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37d82f22-4951-4585-be66-9b5d53690212 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:07:25.439282 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-37d82f22-4951-4585-be66-9b5d53690212 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:25.450446 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5425ebfa-87c5-47e0-9573-cc923b045052 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:25.458251 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:07:25.458251 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:07:25.458251 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:07:25.458251 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:07:25.458251 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:07:25.458251 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:07:25.458251 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:07:25.458251 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:07:25.458251 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:07:25.458251 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:07:25.458251 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:07:25.458251 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:07:25.458251 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:07:25.458251 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:07:25.458251 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:07:25.458251 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:07:25.458251 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:07:25.458251 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:07:25.458251 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:07:25.458251 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:07:25.458251 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:07:25.458251 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:07:25.458251 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:07:25.458251 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:07:25.458251 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:07:25.458251 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:07:25.458251 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:07:25.458251 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:07:25.458251 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:07:25.458251 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:07:25.458251 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:07:25.458251 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:07:25.467559 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-214eb075-ee65-4a52-87a3-4ef110bcbcd7 None None] Provisioning complete for port 57813c1b-2717-4c84-94e9-4cab40d1e294 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:25.468111 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-214eb075-ee65-4a52-87a3-4ef110bcbcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:25.484281 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5425ebfa-87c5-47e0-9573-cc923b045052 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1734371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1734168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1735070'] for router, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:25.514309 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 093b879d-55ae-41f8-86e6-83c75280bd23 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:07:25.567647 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 093b879d-55ae-41f8-86e6-83c75280bd23 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:25.569109 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:25.578804 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd2ade-2039-4675-b523-3d55019659a8 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event updated for resources: {'Port': ['ID=17646efb-7102-4d7a-908f-cb7d3d2de387,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:25.585145 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-65cd2ade-2039-4675-b523-3d55019659a8 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2767683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732898'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:25.593247 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b65aa619-2a21-4c01-9248-aecbd78517d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:25.669664 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b65aa619-2a21-4c01-9248-aecbd78517d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:25.672275 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-214eb075-ee65-4a52-87a3-4ef110bcbcd7 None None] Port 57813c1b-2717-4c84-94e9-4cab40d1e294 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:07:25.679676 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e4258565-faf1-4220-955f-15b4032ced9e None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:25.699195 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-e4258565-faf1-4220-955f-15b4032ced9e None None] Transition to ACTIVE for port object a5b9647d-1e28-456a-81e2-bcea0ae537ca will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:25.775525 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-e4258565-faf1-4220-955f-15b4032ced9e None None] Transition to ACTIVE for port object a5b9647d-1e28-456a-81e2-bcea0ae537ca will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:25.783588 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:25.802663 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 093b879d-55ae-41f8-86e6-83c75280bd23, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=093b879d-55ae-41f8-86e6-83c75280bd23,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:07:25.817793 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65aa619-2a21-4c01-9248-aecbd78517d7 admin admin] Pushing event updated for resources: {'Port': ['ID=84c668e2-7ac4-43ac-a76c-bad486b79ed7,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:25.825237 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b65aa619-2a21-4c01-9248-aecbd78517d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2767683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732898'] for router_interface, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:25.838561 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3ec1a212-65a1-478e-a7f7-b77b0cb48a69 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:25.862804 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-214eb075-ee65-4a52-87a3-4ef110bcbcd7 None None] Provisioning for port 84c668e2-7ac4-43ac-a76c-bad486b79ed7 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:07:25.867552 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e4258565-faf1-4220-955f-15b4032ced9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:25.907857 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-37d82f22-4951-4585-be66-9b5d53690212 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:25.914787 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-214eb075-ee65-4a52-87a3-4ef110bcbcd7 None None] Provisioning complete for port 84c668e2-7ac4-43ac-a76c-bad486b79ed7 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:25.915481 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-214eb075-ee65-4a52-87a3-4ef110bcbcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:25.941536 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-37d82f22-4951-4585-be66-9b5d53690212 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:25.964973 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d82f22-4951-4585-be66-9b5d53690212 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Pushing event deleted for resources: {'Network': ['ID=e92c0aee-1491-4573-9585-c6931123c6bd,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:25.976911 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:25.995247 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-37d82f22-4951-4585-be66-9b5d53690212 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] 10.222.0.59 "DELETE /v2.0/networks/e92c0aee-1491-4573-9585-c6931123c6bd HTTP/1.1" status: 204 len: 168 time: 1.5104902 Feb 10 23:07:25.999827 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43696) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:26.016501 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4258565-faf1-4220-955f-15b4032ced9e None None] Network 94607ab7-20f7-486a-a776-adda500366d2 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:07:26.017381 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4258565-faf1-4220-955f-15b4032ced9e None None] Pushing event updated for resources: {'Port': ['ID=a5b9647d-1e28-456a-81e2-bcea0ae537ca,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:26.024472 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-e4258565-faf1-4220-955f-15b4032ced9e None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:26.078319 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4258565-faf1-4220-955f-15b4032ced9e None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:07:26.097542 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-214eb075-ee65-4a52-87a3-4ef110bcbcd7 None None] Port 84c668e2-7ac4-43ac-a76c-bad486b79ed7 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:07:26.185705 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cd2ade-2039-4675-b523-3d55019659a8 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Network 12052084-206d-4312-a617-f252f8179831 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:07:26.211002 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-65cd2ade-2039-4675-b523-3d55019659a8 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:26.212004 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=093b879d-55ae-41f8-86e6-83c75280bd23,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:26.246286 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-e4258565-faf1-4220-955f-15b4032ced9e None None] Attempting to bind port a5b9647d-1e28-456a-81e2-bcea0ae537ca on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:07:26.247515 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-e4258565-faf1-4220-955f-15b4032ced9e None None] Attempting to bind port a5b9647d-1e28-456a-81e2-bcea0ae537ca by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': 'a85c51eb-0fe7-484c-8777-4b0f1f3a987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '94607ab7-20f7-486a-a776-adda500366d2'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:07:26.247983 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4258565-faf1-4220-955f-15b4032ced9e None None] Attempting to bind port a5b9647d-1e28-456a-81e2-bcea0ae537ca on network 94607ab7-20f7-486a-a776-adda500366d2 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:07:26.257627 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4258565-faf1-4220-955f-15b4032ced9e None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:07:26.258236 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4258565-faf1-4220-955f-15b4032ced9e None None] Checking segment: {'id': 'a85c51eb-0fe7-484c-8777-4b0f1f3a987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '94607ab7-20f7-486a-a776-adda500366d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:07:26.258754 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e4258565-faf1-4220-955f-15b4032ced9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:26.259251 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4258565-faf1-4220-955f-15b4032ced9e None None] Bound using segment: {'id': 'a85c51eb-0fe7-484c-8777-4b0f1f3a987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '94607ab7-20f7-486a-a776-adda500366d2'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:07:26.259835 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-e4258565-faf1-4220-955f-15b4032ced9e None None] Bound port: a5b9647d-1e28-456a-81e2-bcea0ae537ca, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a85c51eb-0fe7-484c-8777-4b0f1f3a987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '94607ab7-20f7-486a-a776-adda500366d2'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:07:26.260651 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e4258565-faf1-4220-955f-15b4032ced9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:26.282718 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e69aac55-2e0a-4d05-8a81-37abd626a952 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:26.331001 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2adfce76-7678-4879-bf38-44bf40da388c None None] Network 12052084-206d-4312-a617-f252f8179831 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:07:26.362541 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 2e0ff209-c3d6-4687-a650-1d55cf110359 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:07:26.407775 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec1a212-65a1-478e-a7f7-b77b0cb48a69 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Network 2aeaa62e-9876-422b-8a57-18c1c9d36da3 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:07:26.415335 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ff5bf898-6de7-4ab5-a24b-24c2d8d288b9 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:26.422895 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-3ec1a212-65a1-478e-a7f7-b77b0cb48a69 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:26.427648 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec1a212-65a1-478e-a7f7-b77b0cb48a69 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event updated for resources: {'Port': ['ID=086396a7-9d60-487b-9fe4-100847fdd570,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:26.439416 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec1a212-65a1-478e-a7f7-b77b0cb48a69 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:07:26.439416 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3ec1a212-65a1-478e-a7f7-b77b0cb48a69 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:26.497328 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ff5bf898-6de7-4ab5-a24b-24c2d8d288b9 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1734214'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:26.547842 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-e4258565-faf1-4220-955f-15b4032ced9e None None] For port a5b9647d-1e28-456a-81e2-bcea0ae537ca, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:07:26.575996 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-e4258565-faf1-4220-955f-15b4032ced9e None None] For port a5b9647d-1e28-456a-81e2-bcea0ae537ca, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=a5b9647d-1e28-456a-81e2-bcea0ae537ca,segment=NetworkSegment(a85c51eb-0fe7-484c-8777-4b0f1f3a987e),segment_id=a85c51eb-0fe7-484c-8777-4b0f1f3a987e)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:07:26.580184 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-beaa24d7-f4a8-4925-b9b7-49f1aae8d009 None None] Provisioning for port 2bba1958-871c-440e-b986-ec46368e57d1 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:07:26.682346 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e4258565-faf1-4220-955f-15b4032ced9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:26.682815 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e69aac55-2e0a-4d05-8a81-37abd626a952 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:26.716904 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 2e0ff209-c3d6-4687-a650-1d55cf110359 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:07:26.732918 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec1a212-65a1-478e-a7f7-b77b0cb48a69 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event updated for resources: {'Port': ['ID=55ea14aa-90f0-4d16-b994-84ab29ae94b8,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:26.750749 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 2e0ff209-c3d6-4687-a650-1d55cf110359 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:26.751123 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:26.764750 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65aa619-2a21-4c01-9248-aecbd78517d7 admin admin] Network 4a75b224-7431-40b5-b18e-691aa5ad073d is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:07:26.770415 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-b65aa619-2a21-4c01-9248-aecbd78517d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:26.791975 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-e69aac55-2e0a-4d05-8a81-37abd626a952 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['196367ae-1662-47d3-b696-902d3013f1e7']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:26.801164 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a793d98b-a062-4341-afcb-5fc4124ca3b3 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:26.829538 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-e69aac55-2e0a-4d05-8a81-37abd626a952 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95645b4c-2203-4dde-b75c-ff514eb9ca3e') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:26.830115 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-e69aac55-2e0a-4d05-8a81-37abd626a952 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95645b4c-2203-4dde-b75c-ff514eb9ca3e') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:26.873192 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4258565-faf1-4220-955f-15b4032ced9e None None] Pushing event updated for resources: {'Port': ['ID=a5b9647d-1e28-456a-81e2-bcea0ae537ca,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:26.978096 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e69aac55-2e0a-4d05-8a81-37abd626a952 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:26.985419 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:27.047593 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 2e0ff209-c3d6-4687-a650-1d55cf110359, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=2e0ff209-c3d6-4687-a650-1d55cf110359,segment=NetworkSegment(1f7442db-1bda-4c8b-a53d-6497344dc539),segment_id=1f7442db-1bda-4c8b-a53d-6497344dc539)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:07:27.047822 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec1a212-65a1-478e-a7f7-b77b0cb48a69 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Checking segment: {'id': '8fe14d0a-1ef5-4756-bf69-d49bf304aef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '5ef4ae35-9bf4-44cd-8e7b-26b2edb82c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:07:27.048192 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec1a212-65a1-478e-a7f7-b77b0cb48a69 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Network hostable DHCP agents. Network: 5ef4ae35-9bf4-44cd-8e7b-26b2edb82c4d, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:07:27.102756 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:27.104189 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 9f9f58e5-be60-4faa-b783-9934e0c9a3fa up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:07:27.139515 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e69aac55-2e0a-4d05-8a81-37abd626a952 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:27.157207 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e69aac55-2e0a-4d05-8a81-37abd626a952 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:07:27.157207 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e69aac55-2e0a-4d05-8a81-37abd626a952 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:27.250271 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec1a212-65a1-478e-a7f7-b77b0cb48a69 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Network 5ef4ae35-9bf4-44cd-8e7b-26b2edb82c4d is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:07:27.270079 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:07:27.270079 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:07:27.270079 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:07:27.270079 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:07:27.270079 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:07:27.270079 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:07:27.270079 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:07:27.270079 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:07:27.270079 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:07:27.270079 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:07:27.270079 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:07:27.270079 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:07:27.270079 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:07:27.270079 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:07:27.270079 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:07:27.270079 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:07:27.270079 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:07:27.270079 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:07:27.270079 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:07:27.270079 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:07:27.270079 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:07:27.270079 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:07:27.270079 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:07:27.270079 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:07:27.270079 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:07:27.270079 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:07:27.270079 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:07:27.270079 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:07:27.270079 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:07:27.270079 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:07:27.270079 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:07:27.270079 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:07:27.306865 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-b028f8ec-cf25-4f92-85f5-c361a93c500d None None] Provisioning complete for port 84c668e2-7ac4-43ac-a76c-bad486b79ed7 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:27.307235 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b028f8ec-cf25-4f92-85f5-c361a93c500d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:27.379466 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.l3_db [None req-ff5bf898-6de7-4ab5-a24b-24c2d8d288b9 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Floating IP 95d2af83-0915-482b-b39a-edf7f5e79b05 associated. External IP: 172.26.8.39, port: 9d426e38-18b3-48cf-9fb2-8fdb68904b07. Feb 10 23:07:27.389096 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=2e0ff209-c3d6-4687-a650-1d55cf110359,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:27.442198 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-b028f8ec-cf25-4f92-85f5-c361a93c500d None None] Port 84c668e2-7ac4-43ac-a76c-bad486b79ed7 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:07:27.459054 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 9f9f58e5-be60-4faa-b783-9934e0c9a3fa triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:27.460300 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:27.500958 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e69aac55-2e0a-4d05-8a81-37abd626a952 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:27.505143 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e69aac55-2e0a-4d05-8a81-37abd626a952 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:27.547387 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5425ebfa-87c5-47e0-9573-cc923b045052 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Router 17fc6d25-73f9-4826-b4d2-fb8cbdd25354 is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:07:27.553939 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-3ec1a212-65a1-478e-a7f7-b77b0cb48a69 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 5ef4ae35-9bf4-44cd-8e7b-26b2edb82c4d) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:27.558617 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69aac55-2e0a-4d05-8a81-37abd626a952 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Pushing event deleted for resources: {'Network': ['ID=196367ae-1662-47d3-b696-902d3013f1e7,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:27.574413 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-e69aac55-2e0a-4d05-8a81-37abd626a952 tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] 10.222.0.59 "DELETE /v2.0/networks/196367ae-1662-47d3-b696-902d3013f1e7 HTTP/1.1" status: 204 len: 168 time: 1.5704029 Feb 10 23:07:27.574594 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec1a212-65a1-478e-a7f7-b77b0cb48a69 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:07:27.577493 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65cd2ade-2039-4675-b523-3d55019659a8 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Router 1359e446-ed83-4f9b-84b9-bc51e0ace908 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:07:27.579182 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec1a212-65a1-478e-a7f7-b77b0cb48a69 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:27.579914 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43700) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:27.582732 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec1a212-65a1-478e-a7f7-b77b0cb48a69 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:27.583409 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3ec1a212-65a1-478e-a7f7-b77b0cb48a69 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:27.602336 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fddc82-099c-407f-87b3-56172b977f1e None None] Network 5ef4ae35-9bf4-44cd-8e7b-26b2edb82c4d requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:07:27.791401 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-a793d98b-a062-4341-afcb-5fc4124ca3b3 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Allocated IP 2001:db8:3::1 (94607ab7-20f7-486a-a776-adda500366d2/2a53508d-3f60-4351-a41a-398082f1cd4c/3b7900fc-f077-44b0-98aa-9e9eecfa019b) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:07:27.809073 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3ec1a212-65a1-478e-a7f7-b77b0cb48a69 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.4731367 Feb 10 23:07:27.812480 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43704) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:27.845295 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 2bba1958-871c-440e-b986-ec46368e57d1 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:07:27.954834 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-f13092c3-641a-44c7-a1d5-9c995fe12db6 None None] Provisioning for port 17646efb-7102-4d7a-908f-cb7d3d2de387 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:07:27.965452 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-f13092c3-641a-44c7-a1d5-9c995fe12db6 None None] Provisioning complete for port 17646efb-7102-4d7a-908f-cb7d3d2de387 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:27.965780 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f13092c3-641a-44c7-a1d5-9c995fe12db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:28.044698 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-f13092c3-641a-44c7-a1d5-9c995fe12db6 None None] Port 17646efb-7102-4d7a-908f-cb7d3d2de387 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:07:28.108799 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 2bba1958-871c-440e-b986-ec46368e57d1 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:07:28.114930 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 2bba1958-871c-440e-b986-ec46368e57d1 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:28.123380 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:28.123772 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-6e6be03a-df35-4ca7-a442-f9593f698515 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Deleting port 55ea14aa-90f0-4d16-b994-84ab29ae94b8 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:07:28.124120 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6e6be03a-df35-4ca7-a442-f9593f698515 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:28.131532 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-67967cbd-87fb-41a0-8265-0774661d92ff tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:28.210893 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-ca9a3992-d9a3-43af-8c3c-0c51295a2b39 None None] Provisioning complete for port 17646efb-7102-4d7a-908f-cb7d3d2de387 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:28.211285 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ca9a3992-d9a3-43af-8c3c-0c51295a2b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:28.317579 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-ca9a3992-d9a3-43af-8c3c-0c51295a2b39 None None] Port 17646efb-7102-4d7a-908f-cb7d3d2de387 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:07:28.320181 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ad2755-6cd3-46c3-a84f-677778ef80f1 None None] Network 94607ab7-20f7-486a-a776-adda500366d2 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:07:28.364730 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a793d98b-a062-4341-afcb-5fc4124ca3b3 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:28.376520 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-67967cbd-87fb-41a0-8265-0774661d92ff tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:28.396831 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:28.414256 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-a793d98b-a062-4341-afcb-5fc4124ca3b3 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Transition to ACTIVE for port object 3b7900fc-f077-44b0-98aa-9e9eecfa019b will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:28.420500 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-67967cbd-87fb-41a0-8265-0774661d92ff tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b22a5b21-21af-4572-8a7c-05bc540829ce']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:28.438618 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-67967cbd-87fb-41a0-8265-0774661d92ff tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2143c5b-3a70-433c-a810-939b198dad33') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:28.442601 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-67967cbd-87fb-41a0-8265-0774661d92ff tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2143c5b-3a70-433c-a810-939b198dad33') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:28.458055 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-67967cbd-87fb-41a0-8265-0774661d92ff tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:28.470228 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6e6be03a-df35-4ca7-a442-f9593f698515 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:28.470677 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65cd2ade-2039-4675-b523-3d55019659a8 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:07:28.479682 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-65cd2ade-2039-4675-b523-3d55019659a8 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "PUT /v2.0/routers/1359e446-ed83-4f9b-84b9-bc51e0ace908/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4905412 Feb 10 23:07:28.479934 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43708) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:28.483419 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 2bba1958-871c-440e-b986-ec46368e57d1, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=2bba1958-871c-440e-b986-ec46368e57d1,segment=NetworkSegment(66d8acdf-9ce7-4507-ae23-2834ba780ec3),segment_id=66d8acdf-9ce7-4507-ae23-2834ba780ec3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:07:28.496652 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-28baf919-4207-43fd-ba0d-395b7118da08 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Request body: {'network': {'name': 'tempest-RoutersTest-168132582'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:07:28.497304 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-67967cbd-87fb-41a0-8265-0774661d92ff tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:28.504503 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67967cbd-87fb-41a0-8265-0774661d92ff tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:07:28.505048 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-67967cbd-87fb-41a0-8265-0774661d92ff tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:28.521206 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:07:28.521206 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:07:28.521206 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:07:28.521206 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:07:28.521206 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:07:28.521206 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:07:28.521206 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:07:28.521206 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:07:28.521206 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:07:28.521206 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:07:28.521206 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:07:28.521206 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:07:28.521206 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:07:28.521206 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:07:28.521206 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:07:28.521206 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:07:28.521206 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:07:28.521206 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:07:28.521206 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:07:28.521206 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:07:28.521206 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:07:28.521206 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:07:28.521206 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:07:28.521206 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:07:28.521206 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:07:28.521206 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:07:28.521206 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:07:28.521206 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:07:28.521206 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:07:28.521206 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:07:28.521206 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:07:28.521206 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:07:28.556074 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-28baf919-4207-43fd-ba0d-395b7118da08 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:07:28.577164 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:28.580050 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device fbc327d4-197b-47d3-9396-0ecba21ce359 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:07:28.606783 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a793d98b-a062-4341-afcb-5fc4124ca3b3 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:28.841844 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b65aa619-2a21-4c01-9248-aecbd78517d7 admin admin] Router 0c9fa0c2-ee96-477c-9912-b767191929dc has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:07:28.841844 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-6e6be03a-df35-4ca7-a442-f9593f698515 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Calling delete_port for 55ea14aa-90f0-4d16-b994-84ab29ae94b8 owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:07:28.842842 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-b02b4e20-da43-4f9c-99a5-66a7c8e9538a None None] Provisioning for port a5b9647d-1e28-456a-81e2-bcea0ae537ca completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:07:28.843049 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-28baf919-4207-43fd-ba0d-395b7118da08 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Usage tracker for resource:network and tenant:62dc022463634d02b4f57b75cc001545 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:07:28.843049 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-28baf919-4207-43fd-ba0d-395b7118da08 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:07:28.843049 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-28baf919-4207-43fd-ba0d-395b7118da08 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:07:28.843335 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a793d98b-a062-4341-afcb-5fc4124ca3b3 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Network 94607ab7-20f7-486a-a776-adda500366d2 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:07:28.843335 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-a793d98b-a062-4341-afcb-5fc4124ca3b3 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:28.843335 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a793d98b-a062-4341-afcb-5fc4124ca3b3 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:07:28.843335 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a793d98b-a062-4341-afcb-5fc4124ca3b3 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733071'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:28.843666 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=2bba1958-871c-440e-b986-ec46368e57d1,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:28.843769 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a793d98b-a062-4341-afcb-5fc4124ca3b3 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event updated for resources: {'Port': ['ID=3b7900fc-f077-44b0-98aa-9e9eecfa019b,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:28.843853 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port fbc327d4-197b-47d3-9396-0ecba21ce359 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:28.843853 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:28.844009 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-67967cbd-87fb-41a0-8265-0774661d92ff tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:28.844009 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-67967cbd-87fb-41a0-8265-0774661d92ff tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:28.844009 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67967cbd-87fb-41a0-8265-0774661d92ff tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] Pushing event deleted for resources: {'Network': ['ID=b22a5b21-21af-4572-8a7c-05bc540829ce,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:28.847591 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-67967cbd-87fb-41a0-8265-0774661d92ff tempest-BulkNetworkOpsTest-1335966057 tempest-BulkNetworkOpsTest-1335966057-project] 10.222.0.59 "DELETE /v2.0/networks/b22a5b21-21af-4572-8a7c-05bc540829ce HTTP/1.1" status: 204 len: 168 time: 1.2636144 Feb 10 23:07:28.979194 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a793d98b-a062-4341-afcb-5fc4124ca3b3 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:28.985403 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28baf919-4207-43fd-ba0d-395b7118da08 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Made reservation on behalf of 62dc022463634d02b4f57b75cc001545 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:07:28.988968 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-28baf919-4207-43fd-ba0d-395b7118da08 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:29.024467 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28baf919-4207-43fd-ba0d-395b7118da08 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:07:29.039842 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-28baf919-4207-43fd-ba0d-395b7118da08 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:29.040267 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-28baf919-4207-43fd-ba0d-395b7118da08 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Added segment 5bb23469-4945-4f51-acaf-089d6afb8ba5 of type vlan for network 1979ad8e-359d-4de4-9d0d-2bc93f828579 Feb 10 23:07:29.076815 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 558c4ba7-95b7-4848-9fc3-a0356d535d8f no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:07:29.132579 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 558c4ba7-95b7-4848-9fc3-a0356d535d8f {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:07:29.133259 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 558c4ba7-95b7-4848-9fc3-a0356d535d8f not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:07:29.133345 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device fded06d0-4d11-463a-8b4f-49e68d7242c4 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:07:29.159433 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-28baf919-4207-43fd-ba0d-395b7118da08 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:29.170534 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5425ebfa-87c5-47e0-9573-cc923b045052 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:07:29.176763 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: fded06d0-4d11-463a-8b4f-49e68d7242c4 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:07:29.177117 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device fded06d0-4d11-463a-8b4f-49e68d7242c4 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:07:29.184096 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e1d17c-fc44-4e57-8868-c0149527a0fd None None] Sync routers for ids ['17fc6d25-73f9-4826-b4d2-fb8cbdd25354'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:07:29.204473 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e1d17c-fc44-4e57-8868-c0149527a0fd None None] Routers {'17fc6d25-73f9-4826-b4d2-fb8cbdd25354'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:07:29.205191 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-18e1d17c-fc44-4e57-8868-c0149527a0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:07:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['17fc6d25-73f9-4826-b4d2-fb8cbdd25354'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:29.243136 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6e6be03a-df35-4ca7-a442-f9593f698515 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:29.255249 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5425ebfa-87c5-47e0-9573-cc923b045052 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:29.257287 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5425ebfa-87c5-47e0-9573-cc923b045052 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] 10.222.0.59 "PUT /v2.0/routers/17fc6d25-73f9-4826-b4d2-fb8cbdd25354 HTTP/1.1" status: 200 len: 884 time: 11.4439793 Feb 10 23:07:29.263942 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43714) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:29.286119 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-18e1d17c-fc44-4e57-8868-c0149527a0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:29.313092 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e1d17c-fc44-4e57-8868-c0149527a0fd None None] Routers {'17fc6d25-73f9-4826-b4d2-fb8cbdd25354'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:07:29.316433 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-18e1d17c-fc44-4e57-8868-c0149527a0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:07:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['17fc6d25-73f9-4826-b4d2-fb8cbdd25354'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:29.330284 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6be03a-df35-4ca7-a442-f9593f698515 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event deleted for resources: {'Port': ['ID=55ea14aa-90f0-4d16-b994-84ab29ae94b8,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:29.352904 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6e6be03a-df35-4ca7-a442-f9593f698515 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:29.357394 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6e6be03a-df35-4ca7-a442-f9593f698515 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "DELETE /v2.0/ports/55ea14aa-90f0-4d16-b994-84ab29ae94b8 HTTP/1.1" status: 204 len: 168 time: 1.5390742 Feb 10 23:07:29.357764 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43718) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:29.415271 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-28baf919-4207-43fd-ba0d-395b7118da08 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:29.423278 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28baf919-4207-43fd-ba0d-395b7118da08 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:29.423892 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-28baf919-4207-43fd-ba0d-395b7118da08 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:29.466531 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-18e1d17c-fc44-4e57-8868-c0149527a0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:29.472355 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e1d17c-fc44-4e57-8868-c0149527a0fd None None] The sync data for ids ['17fc6d25-73f9-4826-b4d2-fb8cbdd25354'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:07:29.550140 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device a5b9647d-1e28-456a-81e2-bcea0ae537ca up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:07:29.575360 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-28baf919-4207-43fd-ba0d-395b7118da08 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0932136 Feb 10 23:07:29.590808 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43724) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:29.599240 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-5931ff9e-56e7-413f-a546-19e18ff16478 None None] Provisioning for port 3b7900fc-f077-44b0-98aa-9e9eecfa019b completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:07:29.612857 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-5931ff9e-56e7-413f-a546-19e18ff16478 None None] Provisioning complete for port 3b7900fc-f077-44b0-98aa-9e9eecfa019b triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:29.613301 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5931ff9e-56e7-413f-a546-19e18ff16478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:29.634586 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43728) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:29.640759 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-bc8f84e9-b068-4f89-90fa-f5a8c9471dc2 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Request body: {'subnet': {'network_id': '1979ad8e-359d-4de4-9d0d-2bc93f828579', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:07:29.701878 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-5931ff9e-56e7-413f-a546-19e18ff16478 None None] Port 3b7900fc-f077-44b0-98aa-9e9eecfa019b cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:07:29.731302 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28baf919-4207-43fd-ba0d-395b7118da08 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event updated for resources: {'Network': ['ID=1979ad8e-359d-4de4-9d0d-2bc93f828579,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:29.747398 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 1979ad8e-359d-4de4-9d0d-2bc93f828579 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:07:29.787041 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65aa619-2a21-4c01-9248-aecbd78517d7 admin admin] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:07:29.805405 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b65aa619-2a21-4c01-9248-aecbd78517d7 admin admin] 10.222.0.59 "PUT /v2.0/routers/0c9fa0c2-ee96-477c-9912-b767191929dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2393789 Feb 10 23:07:29.837854 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-bc8f84e9-b068-4f89-90fa-f5a8c9471dc2 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:07:29.847961 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-bc8f84e9-b068-4f89-90fa-f5a8c9471dc2 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Usage tracker for resource:subnet and tenant:62dc022463634d02b4f57b75cc001545 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:07:29.849523 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a793d98b-a062-4341-afcb-5fc4124ca3b3 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:29.868396 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-93f673d3-77e5-414d-a91b-78e5221e62fc tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] 10.222.0.59 "GET /v2.0/routers/17fc6d25-73f9-4826-b4d2-fb8cbdd25354 HTTP/1.1" status: 200 len: 925 time: 0.6025913 Feb 10 23:07:29.872402 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9cf37a-f881-4767-82a8-f0bbe3ad91d8 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:29.873156 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43736) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:29.873262 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port a5b9647d-1e28-456a-81e2-bcea0ae537ca completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:07:29.876783 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port a5b9647d-1e28-456a-81e2-bcea0ae537ca triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:29.877359 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:29.879756 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9cf37a-f881-4767-82a8-f0bbe3ad91d8 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:29.880569 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ca9cf37a-f881-4767-82a8-f0bbe3ad91d8 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Synchronizing usage tracker for tenant:a1a196bacc5e4170b4defd7cfb879ddb on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:07:29.884784 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-bc8f84e9-b068-4f89-90fa-f5a8c9471dc2 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:07:29.919456 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-bc8f84e9-b068-4f89-90fa-f5a8c9471dc2 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:07:29.920485 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a793d98b-a062-4341-afcb-5fc4124ca3b3 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:29.921276 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a793d98b-a062-4341-afcb-5fc4124ca3b3 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2767683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732898'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:29.955618 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff5bf898-6de7-4ab5-a24b-24c2d8d288b9 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Router ceb0202d-0403-475b-a150-eb543df39ce0 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:07:30.017188 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:30.061984 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port a5b9647d-1e28-456a-81e2-bcea0ae537ca, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=a5b9647d-1e28-456a-81e2-bcea0ae537ca,segment=NetworkSegment(a85c51eb-0fe7-484c-8777-4b0f1f3a987e),segment_id=a85c51eb-0fe7-484c-8777-4b0f1f3a987e)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:07:30.120407 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a793d98b-a062-4341-afcb-5fc4124ca3b3 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event updated for resources: {'Port': ['ID=3b7900fc-f077-44b0-98aa-9e9eecfa019b,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:30.135224 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:30.135224 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 2e0ff209-c3d6-4687-a650-1d55cf110359 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:07:30.180306 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-5c1e2a59-883e-4c81-ae0c-96b3f194350a tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=c2ed7563-f8af-409c-803f-f56530124ba5&device_id=17fc6d25-73f9-4826-b4d2-fb8cbdd25354&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3096116 Feb 10 23:07:30.186241 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43742) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:30.213169 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a793d98b-a062-4341-afcb-5fc4124ca3b3 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Network 94607ab7-20f7-486a-a776-adda500366d2 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:07:30.217089 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-a793d98b-a062-4341-afcb-5fc4124ca3b3 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:30.250840 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ca9cf37a-f881-4767-82a8-f0bbe3ad91d8 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Unset dirty status for tenant:a1a196bacc5e4170b4defd7cfb879ddb on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:07:30.255475 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ca9cf37a-f881-4767-82a8-f0bbe3ad91d8 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.8963807 Feb 10 23:07:30.257260 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8f84e9-b068-4f89-90fa-f5a8c9471dc2 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Made reservation on behalf of 62dc022463634d02b4f57b75cc001545 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:07:30.279586 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43748) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:30.284415 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=a5b9647d-1e28-456a-81e2-bcea0ae537ca,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:30.340175 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 2e0ff209-c3d6-4687-a650-1d55cf110359 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:30.340568 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:30.525610 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726c9e71-d862-4f32-abad-5b8710b5cd5f None None] Sync routers for ids ['0c9fa0c2-ee96-477c-9912-b767191929dc'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:07:30.529978 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6b647861-9103-4d04-b11e-eb6840f6b217 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2abbe000c9ae4544bccb515894e164a1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8618217 Feb 10 23:07:30.530093 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43752) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:30.547310 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5024a3-2fef-4a8e-a924-866fe9d42b1a tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:30.548026 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-ef5024a3-2fef-4a8e-a924-866fe9d42b1a tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Synchronizing usage tracker for tenant:23659e77e80e4429b4e076fc4da43ec6 on resource:network {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:07:30.578714 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 2bba1958-871c-440e-b986-ec46368e57d1 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:07:30.579635 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726c9e71-d862-4f32-abad-5b8710b5cd5f None None] Routers {'0c9fa0c2-ee96-477c-9912-b767191929dc'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:07:30.582071 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-726c9e71-d862-4f32-abad-5b8710b5cd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:07:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['0c9fa0c2-ee96-477c-9912-b767191929dc'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:30.601091 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bc8f84e9-b068-4f89-90fa-f5a8c9471dc2 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:30.637249 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-eb79594d-64fa-44ce-bade-7c0bb0414cea tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Deleting port 086396a7-9d60-487b-9fe4-100847fdd570 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:07:30.642697 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-eb79594d-64fa-44ce-bade-7c0bb0414cea tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:30.688187 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788672b1-a620-41e7-84d0-18dbcb028dce None None] Sync routers for ids ['1359e446-ed83-4f9b-84b9-bc51e0ace908'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:07:30.754004 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0d61e121-e38a-4f74-b5d5-cedc2774b1ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:30.799342 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0d61e121-e38a-4f74-b5d5-cedc2774b1ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:30.830743 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788672b1-a620-41e7-84d0-18dbcb028dce None None] Routers {'1359e446-ed83-4f9b-84b9-bc51e0ace908'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:07:30.832410 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-788672b1-a620-41e7-84d0-18dbcb028dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:07:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['1359e446-ed83-4f9b-84b9-bc51e0ace908'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:30.867801 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-ef5024a3-2fef-4a8e-a924-866fe9d42b1a tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Unset dirty status for tenant:23659e77e80e4429b4e076fc4da43ec6 on resource:network {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:07:30.868678 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-ef5024a3-2fef-4a8e-a924-866fe9d42b1a tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] 10.222.0.59 "GET /v2.0/networks/c2ed7563-f8af-409c-803f-f56530124ba5 HTTP/1.1" status: 200 len: 881 time: 0.6813865 Feb 10 23:07:30.875942 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43760) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:30.876304 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a793d98b-a062-4341-afcb-5fc4124ca3b3 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Router 791424a0-d6ce-43ba-8c23-68a0fbef0f6e has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:07:30.921483 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-aaf6ee6e-c507-421b-8f02-13c339263434 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] 10.222.0.59 "GET /v2.0/ports?device_id=17fc6d25-73f9-4826-b4d2-fb8cbdd25354 HTTP/1.1" status: 200 len: 205 time: 0.0476708 Feb 10 23:07:30.927353 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43764) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:30.981600 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-726c9e71-d862-4f32-abad-5b8710b5cd5f None None] Set router 0c9fa0c2-ee96-477c-9912-b767191929dc gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:07:31.001618 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 2bba1958-871c-440e-b986-ec46368e57d1 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:31.002242 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:31.041768 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-d66612db-4558-4ea8-830d-91c94cb81ac2 None None] Provisioning complete for port 3b7900fc-f077-44b0-98aa-9e9eecfa019b triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:31.042437 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d66612db-4558-4ea8-830d-91c94cb81ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:31.118375 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-eb79594d-64fa-44ce-bade-7c0bb0414cea tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:31.120295 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-d66612db-4558-4ea8-830d-91c94cb81ac2 None None] Port 3b7900fc-f077-44b0-98aa-9e9eecfa019b cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:07:31.174255 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0d61e121-e38a-4f74-b5d5-cedc2774b1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:31.191705 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-788672b1-a620-41e7-84d0-18dbcb028dce None None] Set router 1359e446-ed83-4f9b-84b9-bc51e0ace908 gateway port host: None {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:07:31.291691 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d61e121-e38a-4f74-b5d5-cedc2774b1ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba2cf2d-8fbb-45ae-8cbc-e3fd20f3b151,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:31.340627 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-eb79594d-64fa-44ce-bade-7c0bb0414cea tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Calling delete_port for 086396a7-9d60-487b-9fe4-100847fdd570 owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:07:31.373283 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 093b879d-55ae-41f8-86e6-83c75280bd23 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:07:31.388318 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff5bf898-6de7-4ab5-a24b-24c2d8d288b9 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:07:31.400112 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0d61e121-e38a-4f74-b5d5-cedc2774b1ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:31.408126 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-0d61e121-e38a-4f74-b5d5-cedc2774b1ce admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7ba2cf2d-8fbb-45ae-8cbc-e3fd20f3b151 HTTP/1.1" status: 204 len: 168 time: 0.8714027 Feb 10 23:07:31.428322 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a418cf54-6b6c-46b0-9982-521c98b31cbf None None] Sync routers for ids ['ceb0202d-0403-475b-a150-eb543df39ce0'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:07:31.495634 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a793d98b-a062-4341-afcb-5fc4124ca3b3 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:07:31.501037 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-a793d98b-a062-4341-afcb-5fc4124ca3b3 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "PUT /v2.0/routers/791424a0-d6ce-43ba-8c23-68a0fbef0f6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4449019 Feb 10 23:07:31.503927 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43776) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:31.511934 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-95ada125-75b1-4a78-b017-fc3219cb7d97 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:07:31.517902 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a418cf54-6b6c-46b0-9982-521c98b31cbf None None] Routers {'ceb0202d-0403-475b-a150-eb543df39ce0'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:07:31.518830 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-a418cf54-6b6c-46b0-9982-521c98b31cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:07:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['ceb0202d-0403-475b-a150-eb543df39ce0'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:31.596980 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-a418cf54-6b6c-46b0-9982-521c98b31cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:31.622968 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a418cf54-6b6c-46b0-9982-521c98b31cbf None None] Routers {'ceb0202d-0403-475b-a150-eb543df39ce0'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:07:31.624081 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-a418cf54-6b6c-46b0-9982-521c98b31cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:07:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['ceb0202d-0403-475b-a150-eb543df39ce0'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:31.712089 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-a418cf54-6b6c-46b0-9982-521c98b31cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:31.714504 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a418cf54-6b6c-46b0-9982-521c98b31cbf None None] The sync data for ids ['ceb0202d-0403-475b-a150-eb543df39ce0'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:07:31.718272 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9d2b04-5492-4b4f-bfa9-a1d3b364ea04 None None] Sync routers for ids ['791424a0-d6ce-43ba-8c23-68a0fbef0f6e'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:07:31.734799 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-726c9e71-d862-4f32-abad-5b8710b5cd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'name': 'tempest-TestVolumeBootPattern-2038376794-router', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '093b879d-55ae-41f8-86e6-83c75280bd23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:07:12Z', 'updated_at': '2022-02-10T23:07:24Z', 'revision_number': 4, 'project_id': '82bae8319c0a482993cd9e8530b11401', 'gw_port': {'id': '093b879d-55ae-41f8-86e6-83c75280bd23', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:85:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:13Z', 'updated_at': '2022-02-10T23:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '84c668e2-7ac4-43ac-a76c-bad486b79ed7', 'name': '', 'network_id': '4a75b224-7431-40b5-b18e-691aa5ad073d', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'mac_address': 'fa:16:3e:f1:ad:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '375b0e55-6852-456e-bf83-790a9c9d4e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:20Z', 'updated_at': '2022-02-10T23:07:24Z', 'revision_number': 2, 'project_id': '82bae8319c0a482993cd9e8530b11401', 'subnets': [{'id': '375b0e55-6852-456e-bf83-790a9c9d4e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:31.744261 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bc8f84e9-b068-4f89-90fa-f5a8c9471dc2 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:31.749514 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726c9e71-d862-4f32-abad-5b8710b5cd5f None None] Checking router: 0c9fa0c2-ee96-477c-9912-b767191929dc for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:07:31.749908 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726c9e71-d862-4f32-abad-5b8710b5cd5f None None] Updating router 0c9fa0c2-ee96-477c-9912-b767191929dc port 84c668e2-7ac4-43ac-a76c-bad486b79ed7 binding host dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:07:31.805717 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43782) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:31.815598 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-726c9e71-d862-4f32-abad-5b8710b5cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:31.823870 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-dd3dde92-d91c-4f3c-937c-56d160b9092a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-821366541-network', 'tenant_id': '18df93ccf45246f886dee042ef6343cf'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:07:31.831147 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ba1581cc-1b13-494c-bdcf-9717ba712b00 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:31.843123 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9d2b04-5492-4b4f-bfa9-a1d3b364ea04 None None] Routers {'791424a0-d6ce-43ba-8c23-68a0fbef0f6e'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:07:31.843915 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-ec9d2b04-5492-4b4f-bfa9-a1d3b364ea04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:07:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['791424a0-d6ce-43ba-8c23-68a0fbef0f6e'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:31.896730 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-dd3dde92-d91c-4f3c-937c-56d160b9092a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:07:31.966459 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-dd3dde92-d91c-4f3c-937c-56d160b9092a admin admin] Usage tracker for resource:network and tenant:18df93ccf45246f886dee042ef6343cf is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:07:31.966854 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8f84e9-b068-4f89-90fa-f5a8c9471dc2 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event updated for resources: {'Subnet': ['ID=8876885e-8839-4ecf-9a7c-7d3f809d8dfd,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:31.976852 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-dd3dde92-d91c-4f3c-937c-56d160b9092a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:07:31.991912 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-dd3dde92-d91c-4f3c-937c-56d160b9092a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:07:31.998354 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8f84e9-b068-4f89-90fa-f5a8c9471dc2 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Checking segment: {'id': '5bb23469-4945-4f51-acaf-089d6afb8ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1979ad8e-359d-4de4-9d0d-2bc93f828579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:07:32.002267 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8f84e9-b068-4f89-90fa-f5a8c9471dc2 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Network hostable DHCP agents. Network: 1979ad8e-359d-4de4-9d0d-2bc93f828579, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:07:32.013746 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f84e9-b068-4f89-90fa-f5a8c9471dc2 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:32.014428 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f84e9-b068-4f89-90fa-f5a8c9471dc2 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:32.015001 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f84e9-b068-4f89-90fa-f5a8c9471dc2 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:32.015456 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f84e9-b068-4f89-90fa-f5a8c9471dc2 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:32.015917 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f84e9-b068-4f89-90fa-f5a8c9471dc2 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:32.016403 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f84e9-b068-4f89-90fa-f5a8c9471dc2 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:32.017027 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f84e9-b068-4f89-90fa-f5a8c9471dc2 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:32.017493 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f84e9-b068-4f89-90fa-f5a8c9471dc2 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:32.018760 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f84e9-b068-4f89-90fa-f5a8c9471dc2 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:32.018760 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f84e9-b068-4f89-90fa-f5a8c9471dc2 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:32.018760 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f84e9-b068-4f89-90fa-f5a8c9471dc2 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:32.022845 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-ec9d2b04-5492-4b4f-bfa9-a1d3b364ea04 None None] Set router 791424a0-d6ce-43ba-8c23-68a0fbef0f6e gateway port host: None {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:07:32.036853 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-eb79594d-64fa-44ce-bade-7c0bb0414cea tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:32.150832 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb79594d-64fa-44ce-bade-7c0bb0414cea tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event deleted for resources: {'Port': ['ID=086396a7-9d60-487b-9fe4-100847fdd570,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:32.166251 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-eb79594d-64fa-44ce-bade-7c0bb0414cea tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:32.170966 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3dde92-d91c-4f3c-937c-56d160b9092a admin admin] Made reservation on behalf of 18df93ccf45246f886dee042ef6343cf for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:07:32.175931 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dd3dde92-d91c-4f3c-937c-56d160b9092a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:32.251745 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8f84e9-b068-4f89-90fa-f5a8c9471dc2 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Network 1979ad8e-359d-4de4-9d0d-2bc93f828579 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:07:32.288743 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dd3dde92-d91c-4f3c-937c-56d160b9092a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:32.362938 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 093b879d-55ae-41f8-86e6-83c75280bd23 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:32.363543 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:32.413135 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-726c9e71-d862-4f32-abad-5b8710b5cd5f None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:32.424669 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-dd3dde92-d91c-4f3c-937c-56d160b9092a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:07:32.430956 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-dd3dde92-d91c-4f3c-937c-56d160b9092a admin admin] Usage tracker for resource:security_group_rule and tenant:18df93ccf45246f886dee042ef6343cf is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:07:32.436758 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-dd3dde92-d91c-4f3c-937c-56d160b9092a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:07:32.441826 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-726c9e71-d862-4f32-abad-5b8710b5cd5f None None] Transition to ACTIVE for port object 84c668e2-7ac4-43ac-a76c-bad486b79ed7 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:32.445891 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-dd3dde92-d91c-4f3c-937c-56d160b9092a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:07:32.467278 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-eb79594d-64fa-44ce-bade-7c0bb0414cea tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "DELETE /v2.0/ports/086396a7-9d60-487b-9fe4-100847fdd570 HTTP/1.1" status: 204 len: 168 time: 2.1837418 Feb 10 23:07:32.470443 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43794) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:32.526142 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-726c9e71-d862-4f32-abad-5b8710b5cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:32.557428 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-bc8f84e9-b068-4f89-90fa-f5a8c9471dc2 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 1979ad8e-359d-4de4-9d0d-2bc93f828579) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:32.569246 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8f84e9-b068-4f89-90fa-f5a8c9471dc2 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:32.569840 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bc8f84e9-b068-4f89-90fa-f5a8c9471dc2 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:32.575550 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa262e2a-0db5-4abf-8273-fee772fa2851 None None] Network 1979ad8e-359d-4de4-9d0d-2bc93f828579 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:07:32.602872 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6643148-2926-4267-a4f5-fb546ff6dcc2 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:32.602872 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e6643148-2926-4267-a4f5-fb546ff6dcc2 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Synchronizing usage tracker for tenant:a1a196bacc5e4170b4defd7cfb879ddb on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:07:32.667134 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff5bf898-6de7-4ab5-a24b-24c2d8d288b9 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Router 6b3c03bb-3020-401d-a547-ed7273d4bb25 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:07:32.692062 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-788672b1-a620-41e7-84d0-18dbcb028dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'name': 'tempest-RoutersTest-router-479301092', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:56Z', 'updated_at': '2022-02-10T23:07:23Z', 'revision_number': 3, 'project_id': '62dc022463634d02b4f57b75cc001545', 'gw_port_host': None, '_interfaces': [{'id': '17646efb-7102-4d7a-908f-cb7d3d2de387', 'name': '', 'network_id': '12052084-206d-4312-a617-f252f8179831', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'mac_address': 'fa:16:3e:b6:5f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2fd1ea0-3072-4924-9e05-ffa3a0177446', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:21Z', 'updated_at': '2022-02-10T23:07:24Z', 'revision_number': 2, 'project_id': '62dc022463634d02b4f57b75cc001545', 'subnets': [{'id': 'c2fd1ea0-3072-4924-9e05-ffa3a0177446', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbc327d4-197b-47d3-9396-0ecba21ce359', 'name': '', 'network_id': '10d2f5a7-936f-4925-9467-45b0b7c99ec4', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'mac_address': 'fa:16:3e:87:32:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6566b71-ba57-47a8-bc9e-b4ac96b16a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:03Z', 'updated_at': '2022-02-10T23:07:24Z', 'revision_number': 5, 'project_id': '62dc022463634d02b4f57b75cc001545', 'subnets': [{'id': 'd6566b71-ba57-47a8-bc9e-b4ac96b16a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:32.719379 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788672b1-a620-41e7-84d0-18dbcb028dce None None] Checking router: 1359e446-ed83-4f9b-84b9-bc51e0ace908 for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:07:32.719729 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788672b1-a620-41e7-84d0-18dbcb028dce None None] Updating router 1359e446-ed83-4f9b-84b9-bc51e0ace908 port 17646efb-7102-4d7a-908f-cb7d3d2de387 binding host dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:07:32.868744 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-788672b1-a620-41e7-84d0-18dbcb028dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:32.878594 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-bc8f84e9-b068-4f89-90fa-f5a8c9471dc2 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2709694 Feb 10 23:07:32.879576 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e6643148-2926-4267-a4f5-fb546ff6dcc2 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Unset dirty status for tenant:a1a196bacc5e4170b4defd7cfb879ddb on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:07:32.880631 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e6643148-2926-4267-a4f5-fb546ff6dcc2 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4091902 Feb 10 23:07:32.881800 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43800) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:32.883969 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43802) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:32.889457 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95802877-8a9e-49af-9c38-eb514aacdbbc None None] Pushing event updated for resources: {'Port': ['ID=84c668e2-7ac4-43ac-a76c-bad486b79ed7,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:32.904410 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-726c9e71-d862-4f32-abad-5b8710b5cd5f None None] Attempting to bind port 84c668e2-7ac4-43ac-a76c-bad486b79ed7 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:07:32.904993 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-726c9e71-d862-4f32-abad-5b8710b5cd5f None None] Attempting to bind port 84c668e2-7ac4-43ac-a76c-bad486b79ed7 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '87261b23-5de2-4068-8909-bc5d27f42710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '4a75b224-7431-40b5-b18e-691aa5ad073d'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:07:32.905978 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726c9e71-d862-4f32-abad-5b8710b5cd5f None None] Attempting to bind port 84c668e2-7ac4-43ac-a76c-bad486b79ed7 on network 4a75b224-7431-40b5-b18e-691aa5ad073d {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:07:32.915141 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726c9e71-d862-4f32-abad-5b8710b5cd5f None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:07:32.915960 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726c9e71-d862-4f32-abad-5b8710b5cd5f None None] Checking segment: {'id': '87261b23-5de2-4068-8909-bc5d27f42710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '4a75b224-7431-40b5-b18e-691aa5ad073d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:07:32.916554 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-726c9e71-d862-4f32-abad-5b8710b5cd5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:32.917089 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726c9e71-d862-4f32-abad-5b8710b5cd5f None None] Bound using segment: {'id': '87261b23-5de2-4068-8909-bc5d27f42710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '4a75b224-7431-40b5-b18e-691aa5ad073d'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:07:32.917794 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-726c9e71-d862-4f32-abad-5b8710b5cd5f None None] Bound port: 84c668e2-7ac4-43ac-a76c-bad486b79ed7, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87261b23-5de2-4068-8909-bc5d27f42710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '4a75b224-7431-40b5-b18e-691aa5ad073d'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:07:32.918435 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-726c9e71-d862-4f32-abad-5b8710b5cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:32.925594 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-ec9d2b04-5492-4b4f-bfa9-a1d3b364ea04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'name': 'tempest-RoutersIpV6Test-router-2033246589', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:36Z', 'updated_at': '2022-02-10T23:07:28Z', 'revision_number': 5, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'gw_port_host': None, '_interfaces': [{'id': '2e0ff209-c3d6-4687-a650-1d55cf110359', 'name': '', 'network_id': '37596643-1553-4c3a-95c5-06ad713af992', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'mac_address': 'fa:16:3e:30:3b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4c0056b-1f69-4a9a-b860-450593fb1dad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:11Z', 'updated_at': '2022-02-10T23:07:27Z', 'revision_number': 5, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'subnets': [{'id': 'd4c0056b-1f69-4a9a-b860-450593fb1dad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f3b6d64-b6fe-4b3f-86a4-824ccff0bfec', 'name': '', 'network_id': '74785e22-b419-4301-a726-502801e77510', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'mac_address': 'fa:16:3e:17:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4af83497-4fea-4529-9adb-a93de110f35c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:43Z', 'updated_at': '2022-02-10T23:06:58Z', 'revision_number': 5, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'subnets': [{'id': '4af83497-4fea-4529-9adb-a93de110f35c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '30af2901-36d9-4b03-b47e-1b55190b7361', 'name': '', 'network_id': '3be7cce5-e709-4e52-9d28-80d9eff6097e', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'mac_address': 'fa:16:3e:6e:ca:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ba7e1e9-2914-4a7a-8393-f83926a34ba4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:57Z', 'updated_at': '2022-02-10T23:07:09Z', 'revision_number': 5, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'subnets': [{'id': '0ba7e1e9-2914-4a7a-8393-f83926a34ba4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b7900fc-f077-44b0-98aa-9e9eecfa019b', 'name': '', 'network_id': '94607ab7-20f7-486a-a776-adda500366d2', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'mac_address': 'fa:16:3e:53:8b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a53508d-3f60-4351-a41a-398082f1cd4c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:27Z', 'updated_at': '2022-02-10T23:07:29Z', 'revision_number': 2, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'subnets': [{'id': '2a53508d-3f60-4351-a41a-398082f1cd4c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:33.001205 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9d2b04-5492-4b4f-bfa9-a1d3b364ea04 None None] Checking router: 791424a0-d6ce-43ba-8c23-68a0fbef0f6e for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:07:33.001564 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9d2b04-5492-4b4f-bfa9-a1d3b364ea04 None None] Updating router 791424a0-d6ce-43ba-8c23-68a0fbef0f6e port 3b7900fc-f077-44b0-98aa-9e9eecfa019b binding host dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:07:33.046459 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-726c9e71-d862-4f32-abad-5b8710b5cd5f None None] For port 84c668e2-7ac4-43ac-a76c-bad486b79ed7, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:07:33.049750 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-726c9e71-d862-4f32-abad-5b8710b5cd5f None None] For port 84c668e2-7ac4-43ac-a76c-bad486b79ed7, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=84c668e2-7ac4-43ac-a76c-bad486b79ed7,segment=NetworkSegment(87261b23-5de2-4068-8909-bc5d27f42710),segment_id=87261b23-5de2-4068-8909-bc5d27f42710)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:07:33.054083 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device a5b9647d-1e28-456a-81e2-bcea0ae537ca up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:07:33.106703 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dd3dde92-d91c-4f3c-937c-56d160b9092a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:33.126103 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ba1581cc-1b13-494c-bdcf-9717ba712b00 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:33.131814 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-726c9e71-d862-4f32-abad-5b8710b5cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:33.183210 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ec9d2b04-5492-4b4f-bfa9-a1d3b364ea04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:33.183893 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-099c4a43-f5ff-455c-964a-ed5318164aff tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] GET failed (client error): The resource could not be found. Feb 10 23:07:33.185677 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-099c4a43-f5ff-455c-964a-ed5318164aff tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "GET /v2.0/ports/55ea14aa-90f0-4d16-b994-84ab29ae94b8 HTTP/1.1" status: 404 len: 333 time: 0.2949681 Feb 10 23:07:33.188485 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43808) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:33.274156 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726c9e71-d862-4f32-abad-5b8710b5cd5f None None] Routers {'0c9fa0c2-ee96-477c-9912-b767191929dc'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:07:33.275051 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-726c9e71-d862-4f32-abad-5b8710b5cd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:07:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['0c9fa0c2-ee96-477c-9912-b767191929dc'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:33.293708 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-24dafde0-ecf4-4f52-898a-5a3a1955391b tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] GET failed (client error): The resource could not be found. Feb 10 23:07:33.295064 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-24dafde0-ecf4-4f52-898a-5a3a1955391b tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "GET /v2.0/ports/086396a7-9d60-487b-9fe4-100847fdd570 HTTP/1.1" status: 404 len: 333 time: 0.1054466 Feb 10 23:07:33.304303 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43814) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:33.315611 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dd3dde92-d91c-4f3c-937c-56d160b9092a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:33.343947 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-ba1581cc-1b13-494c-bdcf-9717ba712b00 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Deleting port fc5b87a4-e5ba-49a8-a529-c5f42cde4e0d {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:07:33.343947 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ba1581cc-1b13-494c-bdcf-9717ba712b00 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:33.461781 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79541ed-f12b-4b22-bb7d-cb2ef18f26d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-1979ad8e-359d-4de4-9d0d-2bc93f828579', 'network_id': '1979ad8e-359d-4de4-9d0d-2bc93f828579', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'fixed_ips': [{'subnet_id': '8876885e-8839-4ecf-9a7c-7d3f809d8dfd'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:07:33.462581 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d79541ed-f12b-4b22-bb7d-cb2ef18f26d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:33.508437 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-726c9e71-d862-4f32-abad-5b8710b5cd5f None None] Set router 0c9fa0c2-ee96-477c-9912-b767191929dc gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:07:33.674773 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ba1581cc-1b13-494c-bdcf-9717ba712b00 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:33.706463 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f3559433-4f61-4d66-afee-c8759eb0bede tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:33.721876 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff5bf898-6de7-4ab5-a24b-24c2d8d288b9 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:07:33.722107 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95802877-8a9e-49af-9c38-eb514aacdbbc None None] Pushing event updated for resources: {'Port': ['ID=84c668e2-7ac4-43ac-a76c-bad486b79ed7,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:33.739498 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ff5bf898-6de7-4ab5-a24b-24c2d8d288b9 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:33.797320 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea8a6e4-1a96-472c-8363-c567c302e686 None None] Sync routers for ids ['6b3c03bb-3020-401d-a547-ed7273d4bb25'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:07:33.841143 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea8a6e4-1a96-472c-8363-c567c302e686 None None] Routers {'6b3c03bb-3020-401d-a547-ed7273d4bb25'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:07:33.842135 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-3ea8a6e4-1a96-472c-8363-c567c302e686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:07:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['6b3c03bb-3020-401d-a547-ed7273d4bb25'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:33.875086 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-ba1581cc-1b13-494c-bdcf-9717ba712b00 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Calling delete_port for fc5b87a4-e5ba-49a8-a529-c5f42cde4e0d owned by network:router_gateway {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:07:33.877868 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port a5b9647d-1e28-456a-81e2-bcea0ae537ca triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:33.878382 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:33.918166 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-3ea8a6e4-1a96-472c-8363-c567c302e686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:33.924190 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43822) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:33.941091 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea8a6e4-1a96-472c-8363-c567c302e686 None None] Routers {'6b3c03bb-3020-401d-a547-ed7273d4bb25'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:07:33.941538 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-3ea8a6e4-1a96-472c-8363-c567c302e686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:07:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['6b3c03bb-3020-401d-a547-ed7273d4bb25'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:34.014398 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-d79541ed-f12b-4b22-bb7d-cb2ef18f26d3 None None] Allocated IP 172.22.0.2 (1979ad8e-359d-4de4-9d0d-2bc93f828579/8876885e-8839-4ecf-9a7c-7d3f809d8dfd/bdc350ce-802c-4dfe-8100-449c54af0bf0) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:07:34.031861 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-3ea8a6e4-1a96-472c-8363-c567c302e686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:34.032283 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea8a6e4-1a96-472c-8363-c567c302e686 None None] The sync data for ids ['6b3c03bb-3020-401d-a547-ed7273d4bb25'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:07:34.074440 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f3559433-4f61-4d66-afee-c8759eb0bede tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:34.139062 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-726c9e71-d862-4f32-abad-5b8710b5cd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'name': 'tempest-TestVolumeBootPattern-2038376794-router', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '093b879d-55ae-41f8-86e6-83c75280bd23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:07:12Z', 'updated_at': '2022-02-10T23:07:24Z', 'revision_number': 4, 'project_id': '82bae8319c0a482993cd9e8530b11401', 'gw_port': {'id': '093b879d-55ae-41f8-86e6-83c75280bd23', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:85:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:13Z', 'updated_at': '2022-02-10T23:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '84c668e2-7ac4-43ac-a76c-bad486b79ed7', 'name': '', 'network_id': '4a75b224-7431-40b5-b18e-691aa5ad073d', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'mac_address': 'fa:16:3e:f1:ad:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '375b0e55-6852-456e-bf83-790a9c9d4e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:20Z', 'updated_at': '2022-02-10T23:07:33Z', 'revision_number': 4, 'project_id': '82bae8319c0a482993cd9e8530b11401', 'subnets': [{'id': '375b0e55-6852-456e-bf83-790a9c9d4e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:34.143838 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726c9e71-d862-4f32-abad-5b8710b5cd5f None None] The sync data for ids ['0c9fa0c2-ee96-477c-9912-b767191929dc'] in dv-neutron-828797-1-hyperv is: [{'id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'name': 'tempest-TestVolumeBootPattern-2038376794-router', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '093b879d-55ae-41f8-86e6-83c75280bd23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:07:12Z', 'updated_at': '2022-02-10T23:07:24Z', 'revision_number': 4, 'project_id': '82bae8319c0a482993cd9e8530b11401', 'gw_port': {'id': '093b879d-55ae-41f8-86e6-83c75280bd23', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:85:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:13Z', 'updated_at': '2022-02-10T23:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '84c668e2-7ac4-43ac-a76c-bad486b79ed7', 'name': '', 'network_id': '4a75b224-7431-40b5-b18e-691aa5ad073d', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'mac_address': 'fa:16:3e:f1:ad:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '375b0e55-6852-456e-bf83-790a9c9d4e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:20Z', 'updated_at': '2022-02-10T23:07:33Z', 'revision_number': 4, 'project_id': '82bae8319c0a482993cd9e8530b11401', 'subnets': [{'id': '375b0e55-6852-456e-bf83-790a9c9d4e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:07:34.249459 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd3dde92-d91c-4f3c-937c-56d160b9092a admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:07:34.249459 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.extraroute_db [None req-95ada125-75b1-4a78-b017-fc3219cb7d97 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=84333) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 10 23:07:34.262354 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3dde92-d91c-4f3c-937c-56d160b9092a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a543def-5953-4875-be50-df139b84d2b0,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:34.269857 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-e4151b8f-a72a-4f99-bdf3-a7607c824fe0 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1852921681'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:07:34.271460 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ba1581cc-1b13-494c-bdcf-9717ba712b00 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:34.327470 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1581cc-1b13-494c-bdcf-9717ba712b00 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Pushing event deleted for resources: {'Port': ['ID=fc5b87a4-e5ba-49a8-a529-c5f42cde4e0d,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:34.333081 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dd3dde92-d91c-4f3c-937c-56d160b9092a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:34.333365 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-dd3dde92-d91c-4f3c-937c-56d160b9092a admin admin] Added segment b51d1102-25f4-4b08-812e-99429151629e of type vlan for network 04d672ad-5400-4d8d-9dca-03c20800c6eb Feb 10 23:07:34.335918 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.extraroute_db [None req-95ada125-75b1-4a78-b017-fc3219cb7d97 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Removed routes are [] {{(pid=84333) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 10 23:07:34.336290 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-95ada125-75b1-4a78-b017-fc3219cb7d97 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:34.402187 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-f3559433-4f61-4d66-afee-c8759eb0bede tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ef4ae35-9bf4-44cd-8e7b-26b2edb82c4d']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:34.413223 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dd3dde92-d91c-4f3c-937c-56d160b9092a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:34.418767 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-f3559433-4f61-4d66-afee-c8759eb0bede tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fe14d0a-1ef5-4756-bf69-d49bf304aef4') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:34.419223 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-f3559433-4f61-4d66-afee-c8759eb0bede tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fe14d0a-1ef5-4756-bf69-d49bf304aef4') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:34.436663 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f3559433-4f61-4d66-afee-c8759eb0bede tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32216962'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:34.453627 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.resource_extend [None req-788672b1-a620-41e7-84d0-18dbcb028dce None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:07:34.456896 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f3559433-4f61-4d66-afee-c8759eb0bede tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:34.465473 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3559433-4f61-4d66-afee-c8759eb0bede tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:07:34.470342 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f3559433-4f61-4d66-afee-c8759eb0bede tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32033006'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:34.565762 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dd3dde92-d91c-4f3c-937c-56d160b9092a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:34.566807 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3dde92-d91c-4f3c-937c-56d160b9092a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:34.573515 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dd3dde92-d91c-4f3c-937c-56d160b9092a admin admin] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:34.596854 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-788672b1-a620-41e7-84d0-18dbcb028dce None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:34.679885 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d79541ed-f12b-4b22-bb7d-cb2ef18f26d3 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:34.728386 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ff5bf898-6de7-4ab5-a24b-24c2d8d288b9 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] 10.222.0.59 "PUT /v2.0/floatingips/95d2af83-0915-482b-b39a-edf7f5e79b05 HTTP/1.1" status: 200 len: 978 time: 10.9474678 Feb 10 23:07:34.729574 dv-neutron-828797-1-hyperv neutron-server[84332]: Traceback (most recent call last): Feb 10 23:07:34.729574 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:07:34.729574 dv-neutron-828797-1-hyperv neutron-server[84332]: timer() Feb 10 23:07:34.729574 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:07:34.729574 dv-neutron-828797-1-hyperv neutron-server[84332]: cb(*args, **kw) Feb 10 23:07:34.729574 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:07:34.729574 dv-neutron-828797-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Feb 10 23:07:34.729574 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:07:34.729574 dv-neutron-828797-1-hyperv neutron-server[84332]: self._notify() Feb 10 23:07:34.729574 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:07:34.729574 dv-neutron-828797-1-hyperv neutron-server[84332]: self.callback(batched_events) Feb 10 23:07:34.729574 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:07:34.729574 dv-neutron-828797-1-hyperv neutron-server[84332]: event.method(event) Feb 10 23:07:34.729574 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:07:34.729574 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:07:34.729574 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:07:34.729574 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:07:34.729574 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:07:34.729574 dv-neutron-828797-1-hyperv neutron-server[84332]: return f(self, *a, **k) Feb 10 23:07:34.729574 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:07:34.729574 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._get(url).json() Feb 10 23:07:34.729574 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:07:34.729574 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:07:34.729574 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:07:34.729574 dv-neutron-828797-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Feb 10 23:07:34.729574 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:07:34.729574 dv-neutron-828797-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:07:34.729574 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:07:34.729574 dv-neutron-828797-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:07:34.729574 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:07:34.729574 dv-neutron-828797-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:07:34.729574 dv-neutron-828797-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:07:34.735514 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43828) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:34.736793 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e4151b8f-a72a-4f99-bdf3-a7607c824fe0 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:07:34.766548 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e4151b8f-a72a-4f99-bdf3-a7607c824fe0 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Usage tracker for resource:network and tenant:ddd8d1e5e56d403487d0461567751352 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:07:34.774299 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e4151b8f-a72a-4f99-bdf3-a7607c824fe0 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:07:34.792831 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ec9d2b04-5492-4b4f-bfa9-a1d3b364ea04 None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:34.854952 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e4151b8f-a72a-4f99-bdf3-a7607c824fe0 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:07:34.917166 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-4c28e9ce-a988-48f5-9b77-5e319def5cf4 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Deleting port 57813c1b-2717-4c84-94e9-4cab40d1e294 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:07:34.917606 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4c28e9ce-a988-48f5-9b77-5e319def5cf4 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:34.924949 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 84c668e2-7ac4-43ac-a76c-bad486b79ed7 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:07:34.956161 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3dde92-d91c-4f3c-937c-56d160b9092a admin admin] Pushing event updated for resources: {'Network': ['ID=04d672ad-5400-4d8d-9dca-03c20800c6eb,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:34.964611 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ba1581cc-1b13-494c-bdcf-9717ba712b00 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734197'] for router_gateway, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:34.978893 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 04d672ad-5400-4d8d-9dca-03c20800c6eb details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:07:34.980200 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f3559433-4f61-4d66-afee-c8759eb0bede tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:34.985547 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f3559433-4f61-4d66-afee-c8759eb0bede tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:34.996815 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-ec9d2b04-5492-4b4f-bfa9-a1d3b364ea04 None None] Transition to ACTIVE for port object 3b7900fc-f077-44b0-98aa-9e9eecfa019b will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:35.001625 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-788672b1-a620-41e7-84d0-18dbcb028dce None None] Transition to ACTIVE for port object 17646efb-7102-4d7a-908f-cb7d3d2de387 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:35.020176 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-d79541ed-f12b-4b22-bb7d-cb2ef18f26d3 None None] Transition to ACTIVE for port object bdc350ce-802c-4dfe-8100-449c54af0bf0 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:35.031457 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3559433-4f61-4d66-afee-c8759eb0bede tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event deleted for resources: {'Network': ['ID=5ef4ae35-9bf4-44cd-8e7b-26b2edb82c4d,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:35.041064 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f3559433-4f61-4d66-afee-c8759eb0bede tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "DELETE /v2.0/networks/5ef4ae35-9bf4-44cd-8e7b-26b2edb82c4d HTTP/1.1" status: 204 len: 168 time: 1.7275629 Feb 10 23:07:35.105700 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ec9d2b04-5492-4b4f-bfa9-a1d3b364ea04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:35.170940 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-788672b1-a620-41e7-84d0-18dbcb028dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:35.176842 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-d79541ed-f12b-4b22-bb7d-cb2ef18f26d3 None None] Transition to ACTIVE for port object bdc350ce-802c-4dfe-8100-449c54af0bf0 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:35.200495 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43832) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:35.206350 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4151b8f-a72a-4f99-bdf3-a7607c824fe0 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Made reservation on behalf of ddd8d1e5e56d403487d0461567751352 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:07:35.210041 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e4151b8f-a72a-4f99-bdf3-a7607c824fe0 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:35.226007 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-dd3dde92-d91c-4f3c-937c-56d160b9092a admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.4128423 Feb 10 23:07:35.233158 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-81846748-76cc-4736-9c90-553387e73e4a tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-966947863'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:07:35.242990 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43836) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:35.243687 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e4151b8f-a72a-4f99-bdf3-a7607c824fe0 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:35.265157 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-81846748-76cc-4736-9c90-553387e73e4a tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:07:35.273160 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-81846748-76cc-4736-9c90-553387e73e4a tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Usage tracker for resource:network and tenant:a1a196bacc5e4170b4defd7cfb879ddb is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:07:35.284593 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-81846748-76cc-4736-9c90-553387e73e4a tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:07:35.307966 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-81846748-76cc-4736-9c90-553387e73e4a tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:07:35.328764 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ba1581cc-1b13-494c-bdcf-9717ba712b00 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:35.339075 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-622ad29d-eb8b-4f4d-a23c-eb0fac2f6d18 admin admin] Request body: {'subnet': {'network_id': '04d672ad-5400-4d8d-9dca-03c20800c6eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-821366541-subnet', 'tenant_id': '18df93ccf45246f886dee042ef6343cf', 'ip_version': 4}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:07:35.345496 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ba1581cc-1b13-494c-bdcf-9717ba712b00 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:35.366836 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc09af-7c47-49c2-92fb-b5c68ed672ca None None] Pushing event updated for resources: {'Port': ['ID=3b7900fc-f077-44b0-98aa-9e9eecfa019b,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:35.406867 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d79541ed-f12b-4b22-bb7d-cb2ef18f26d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:35.422589 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-622ad29d-eb8b-4f4d-a23c-eb0fac2f6d18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:07:35.450033 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e4151b8f-a72a-4f99-bdf3-a7607c824fe0 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:07:35.455670 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e4151b8f-a72a-4f99-bdf3-a7607c824fe0 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Usage tracker for resource:security_group_rule and tenant:ddd8d1e5e56d403487d0461567751352 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:07:35.461826 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e4151b8f-a72a-4f99-bdf3-a7607c824fe0 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:07:35.473446 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81846748-76cc-4736-9c90-553387e73e4a tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Made reservation on behalf of a1a196bacc5e4170b4defd7cfb879ddb for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:07:35.479521 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-81846748-76cc-4736-9c90-553387e73e4a tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:35.499078 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e323449a-027b-490b-9b3e-12a74cfb0893 None None] Pushing event updated for resources: {'Port': ['ID=17646efb-7102-4d7a-908f-cb7d3d2de387,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:35.518959 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-622ad29d-eb8b-4f4d-a23c-eb0fac2f6d18 admin admin] Usage tracker for resource:subnet and tenant:18df93ccf45246f886dee042ef6343cf is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:07:35.527774 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-622ad29d-eb8b-4f4d-a23c-eb0fac2f6d18 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:07:35.536391 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e4151b8f-a72a-4f99-bdf3-a7607c824fe0 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:07:35.555662 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-622ad29d-eb8b-4f4d-a23c-eb0fac2f6d18 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:07:35.577943 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4c28e9ce-a988-48f5-9b77-5e319def5cf4 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:35.605377 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81846748-76cc-4736-9c90-553387e73e4a tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:07:35.643698 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-95ada125-75b1-4a78-b017-fc3219cb7d97 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:35.648922 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-95ada125-75b1-4a78-b017-fc3219cb7d97 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1734371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1734168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1735070'] for router, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:35.731068 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ba1581cc-1b13-494c-bdcf-9717ba712b00 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:35.731611 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba1581cc-1b13-494c-bdcf-9717ba712b00 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Fanout notify agent at l3_agent the message router_deleted on router 17fc6d25-73f9-4826-b4d2-fb8cbdd25354 {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:07:35.793286 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-81846748-76cc-4736-9c90-553387e73e4a tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:35.793804 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-81846748-76cc-4736-9c90-553387e73e4a tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Added segment 75cfa2fc-024a-4658-834b-a8831f661569 of type vlan for network 75eeaa9b-7635-4e71-ae43-3f6f6905ffb5 Feb 10 23:07:35.802500 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79541ed-f12b-4b22-bb7d-cb2ef18f26d3 None None] Network 1979ad8e-359d-4de4-9d0d-2bc93f828579 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:07:35.821798 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 84c668e2-7ac4-43ac-a76c-bad486b79ed7 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:07:35.825761 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-d79541ed-f12b-4b22-bb7d-cb2ef18f26d3 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:35.864484 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79541ed-f12b-4b22-bb7d-cb2ef18f26d3 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:07:35.874469 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79541ed-f12b-4b22-bb7d-cb2ef18f26d3 None None] Pushing event updated for resources: {'Port': ['ID=bdc350ce-802c-4dfe-8100-449c54af0bf0,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:35.884399 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 84c668e2-7ac4-43ac-a76c-bad486b79ed7 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:35.884769 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:35.913285 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-ec9d2b04-5492-4b4f-bfa9-a1d3b364ea04 None None] Attempting to bind port 3b7900fc-f077-44b0-98aa-9e9eecfa019b on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:07:35.913740 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-ec9d2b04-5492-4b4f-bfa9-a1d3b364ea04 None None] Attempting to bind port 3b7900fc-f077-44b0-98aa-9e9eecfa019b by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': 'a85c51eb-0fe7-484c-8777-4b0f1f3a987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '94607ab7-20f7-486a-a776-adda500366d2'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:07:35.914168 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9d2b04-5492-4b4f-bfa9-a1d3b364ea04 None None] Attempting to bind port 3b7900fc-f077-44b0-98aa-9e9eecfa019b on network 94607ab7-20f7-486a-a776-adda500366d2 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:07:35.924876 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ba1581cc-1b13-494c-bdcf-9717ba712b00 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:35.929996 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-ba1581cc-1b13-494c-bdcf-9717ba712b00 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] 10.222.0.59 "DELETE /v2.0/routers/17fc6d25-73f9-4826-b4d2-fb8cbdd25354 HTTP/1.1" status: 204 len: 168 time: 4.9959908 Feb 10 23:07:35.933083 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43840) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:35.941700 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-b06836a5-10fd-4cdd-a8b0-5fe19dabd9c1 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-191492784', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:07:35.953218 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b06836a5-10fd-4cdd-a8b0-5fe19dabd9c1 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:07:35.958456 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-b06836a5-10fd-4cdd-a8b0-5fe19dabd9c1 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Usage tracker for resource:router and tenant:56e6449892414222931b0ea63a655098 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:07:35.963038 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-b06836a5-10fd-4cdd-a8b0-5fe19dabd9c1 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:07:35.965457 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-81846748-76cc-4736-9c90-553387e73e4a tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:35.970412 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4698fbf4-1554-40cc-8fca-c6811334ce91 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:35.979524 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b06836a5-10fd-4cdd-a8b0-5fe19dabd9c1 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:07:35.983649 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-788672b1-a620-41e7-84d0-18dbcb028dce None None] Attempting to bind port 17646efb-7102-4d7a-908f-cb7d3d2de387 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:07:35.983649 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-788672b1-a620-41e7-84d0-18dbcb028dce None None] Attempting to bind port 17646efb-7102-4d7a-908f-cb7d3d2de387 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '66d8acdf-9ce7-4507-ae23-2834ba780ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '12052084-206d-4312-a617-f252f8179831'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:07:35.983649 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788672b1-a620-41e7-84d0-18dbcb028dce None None] Attempting to bind port 17646efb-7102-4d7a-908f-cb7d3d2de387 on network 12052084-206d-4312-a617-f252f8179831 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:07:35.992349 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9d2b04-5492-4b4f-bfa9-a1d3b364ea04 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:07:35.993088 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9d2b04-5492-4b4f-bfa9-a1d3b364ea04 None None] Checking segment: {'id': 'a85c51eb-0fe7-484c-8777-4b0f1f3a987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '94607ab7-20f7-486a-a776-adda500366d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:07:35.993384 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622ad29d-eb8b-4f4d-a23c-eb0fac2f6d18 admin admin] Made reservation on behalf of 18df93ccf45246f886dee042ef6343cf for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:07:35.993926 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ec9d2b04-5492-4b4f-bfa9-a1d3b364ea04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:35.994498 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9d2b04-5492-4b4f-bfa9-a1d3b364ea04 None None] Bound using segment: {'id': 'a85c51eb-0fe7-484c-8777-4b0f1f3a987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '94607ab7-20f7-486a-a776-adda500366d2'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:07:35.994983 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-ec9d2b04-5492-4b4f-bfa9-a1d3b364ea04 None None] Bound port: 3b7900fc-f077-44b0-98aa-9e9eecfa019b, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a85c51eb-0fe7-484c-8777-4b0f1f3a987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '94607ab7-20f7-486a-a776-adda500366d2'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:07:35.995357 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ec9d2b04-5492-4b4f-bfa9-a1d3b364ea04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:35.996142 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-622ad29d-eb8b-4f4d-a23c-eb0fac2f6d18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:36.024162 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ada125-75b1-4a78-b017-fc3219cb7d97 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Router 791424a0-d6ce-43ba-8c23-68a0fbef0f6e has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:07:36.100870 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b06836a5-10fd-4cdd-a8b0-5fe19dabd9c1 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:36.102022 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b06836a5-10fd-4cdd-a8b0-5fe19dabd9c1 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:36.102621 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788672b1-a620-41e7-84d0-18dbcb028dce None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:07:36.102995 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788672b1-a620-41e7-84d0-18dbcb028dce None None] Checking segment: {'id': '66d8acdf-9ce7-4507-ae23-2834ba780ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '12052084-206d-4312-a617-f252f8179831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:07:36.103395 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-788672b1-a620-41e7-84d0-18dbcb028dce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:36.103780 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788672b1-a620-41e7-84d0-18dbcb028dce None None] Bound using segment: {'id': '66d8acdf-9ce7-4507-ae23-2834ba780ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '12052084-206d-4312-a617-f252f8179831'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:07:36.104250 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-788672b1-a620-41e7-84d0-18dbcb028dce None None] Bound port: 17646efb-7102-4d7a-908f-cb7d3d2de387, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66d8acdf-9ce7-4507-ae23-2834ba780ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '12052084-206d-4312-a617-f252f8179831'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:07:36.104837 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-788672b1-a620-41e7-84d0-18dbcb028dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:36.154255 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-d79541ed-f12b-4b22-bb7d-cb2ef18f26d3 None None] Attempting to bind port bdc350ce-802c-4dfe-8100-449c54af0bf0 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:07:36.154579 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-d79541ed-f12b-4b22-bb7d-cb2ef18f26d3 None None] Attempting to bind port bdc350ce-802c-4dfe-8100-449c54af0bf0 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '5bb23469-4945-4f51-acaf-089d6afb8ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1979ad8e-359d-4de4-9d0d-2bc93f828579'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:07:36.154880 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79541ed-f12b-4b22-bb7d-cb2ef18f26d3 None None] Attempting to bind port bdc350ce-802c-4dfe-8100-449c54af0bf0 on network 1979ad8e-359d-4de4-9d0d-2bc93f828579 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:07:36.174639 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.resource_extend [None req-81846748-76cc-4736-9c90-553387e73e4a tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:07:36.200239 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b06836a5-10fd-4cdd-a8b0-5fe19dabd9c1 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:36.236913 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ada125-75b1-4a78-b017-fc3219cb7d97 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:07:36.249128 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-95ada125-75b1-4a78-b017-fc3219cb7d97 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:36.253016 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-95ada125-75b1-4a78-b017-fc3219cb7d97 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "PUT /v2.0/routers/791424a0-d6ce-43ba-8c23-68a0fbef0f6e HTTP/1.1" status: 200 len: 954 time: 4.7481763 Feb 10 23:07:36.253869 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43844) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:36.268730 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79541ed-f12b-4b22-bb7d-cb2ef18f26d3 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:07:36.269106 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79541ed-f12b-4b22-bb7d-cb2ef18f26d3 None None] Checking segment: {'id': '5bb23469-4945-4f51-acaf-089d6afb8ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1979ad8e-359d-4de4-9d0d-2bc93f828579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:07:36.269520 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d79541ed-f12b-4b22-bb7d-cb2ef18f26d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:36.269904 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79541ed-f12b-4b22-bb7d-cb2ef18f26d3 None None] Bound using segment: {'id': '5bb23469-4945-4f51-acaf-089d6afb8ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1979ad8e-359d-4de4-9d0d-2bc93f828579'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:07:36.270375 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-d79541ed-f12b-4b22-bb7d-cb2ef18f26d3 None None] Bound port: bdc350ce-802c-4dfe-8100-449c54af0bf0, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bb23469-4945-4f51-acaf-089d6afb8ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1979ad8e-359d-4de4-9d0d-2bc93f828579'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:07:36.270741 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d79541ed-f12b-4b22-bb7d-cb2ef18f26d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:36.314997 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-ec9d2b04-5492-4b4f-bfa9-a1d3b364ea04 None None] For port 3b7900fc-f077-44b0-98aa-9e9eecfa019b, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:07:36.322063 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b06836a5-10fd-4cdd-a8b0-5fe19dabd9c1 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:36.359251 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e4151b8f-a72a-4f99-bdf3-a7607c824fe0 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:36.361710 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-ec9d2b04-5492-4b4f-bfa9-a1d3b364ea04 None None] For port 3b7900fc-f077-44b0-98aa-9e9eecfa019b, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=3b7900fc-f077-44b0-98aa-9e9eecfa019b,segment=NetworkSegment(a85c51eb-0fe7-484c-8777-4b0f1f3a987e),segment_id=a85c51eb-0fe7-484c-8777-4b0f1f3a987e)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:07:36.370750 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-788672b1-a620-41e7-84d0-18dbcb028dce None None] For port 17646efb-7102-4d7a-908f-cb7d3d2de387, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:07:36.374708 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:36.410154 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-788672b1-a620-41e7-84d0-18dbcb028dce None None] For port 17646efb-7102-4d7a-908f-cb7d3d2de387, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=17646efb-7102-4d7a-908f-cb7d3d2de387,segment=NetworkSegment(66d8acdf-9ce7-4507-ae23-2834ba780ec3),segment_id=66d8acdf-9ce7-4507-ae23-2834ba780ec3)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:07:36.418806 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-81846748-76cc-4736-9c90-553387e73e4a tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:36.422581 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81846748-76cc-4736-9c90-553387e73e4a tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:36.423232 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-81846748-76cc-4736-9c90-553387e73e4a tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:36.441583 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ec9d2b04-5492-4b4f-bfa9-a1d3b364ea04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:36.452508 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-9e624eac-0d55-4126-9590-2e4218eb7178 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "GET /v2.0/routers/791424a0-d6ce-43ba-8c23-68a0fbef0f6e HTTP/1.1" status: 200 len: 954 time: 0.1976531 Feb 10 23:07:36.455477 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43848) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:36.461533 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-fbf0a77b-ea53-4a91-8acd-8a751e9dfe32 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Request body: {'router': {'routes': None}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:07:36.472457 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e4151b8f-a72a-4f99-bdf3-a7607c824fe0 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:36.488944 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-d79541ed-f12b-4b22-bb7d-cb2ef18f26d3 None None] For port bdc350ce-802c-4dfe-8100-449c54af0bf0, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:07:36.498211 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 84c668e2-7ac4-43ac-a76c-bad486b79ed7, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=84c668e2-7ac4-43ac-a76c-bad486b79ed7,segment=NetworkSegment(87261b23-5de2-4068-8909-bc5d27f42710),segment_id=87261b23-5de2-4068-8909-bc5d27f42710)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:07:36.514331 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b06836a5-10fd-4cdd-a8b0-5fe19dabd9c1 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:36.518685 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-b06836a5-10fd-4cdd-a8b0-5fe19dabd9c1 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5816753 Feb 10 23:07:36.518865 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-d79541ed-f12b-4b22-bb7d-cb2ef18f26d3 None None] For port bdc350ce-802c-4dfe-8100-449c54af0bf0, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=bdc350ce-802c-4dfe-8100-449c54af0bf0,segment=NetworkSegment(5bb23469-4945-4f51-acaf-089d6afb8ba5),segment_id=5bb23469-4945-4f51-acaf-089d6afb8ba5)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:07:36.523401 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43852) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:36.541942 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc09af-7c47-49c2-92fb-b5c68ed672ca None None] Pushing event updated for resources: {'Port': ['ID=3b7900fc-f077-44b0-98aa-9e9eecfa019b,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:36.550171 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-788672b1-a620-41e7-84d0-18dbcb028dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:36.566891 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4c28e9ce-a988-48f5-9b77-5e319def5cf4 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:36.567386 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4c28e9ce-a988-48f5-9b77-5e319def5cf4 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1734214'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:36.568049 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.l3_db [None req-4c28e9ce-a988-48f5-9b77-5e319def5cf4 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Floating IP 95d2af83-0915-482b-b39a-edf7f5e79b05 disassociated. External IP: 172.26.8.39, port: 57813c1b-2717-4c84-94e9-4cab40d1e294. Feb 10 23:07:36.569041 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-4c28e9ce-a988-48f5-9b77-5e319def5cf4 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Calling delete_port for 57813c1b-2717-4c84-94e9-4cab40d1e294 owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:07:36.578580 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-2672932c-15fa-417e-9a0c-0f5eb725d649 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'enable_snat': True}}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:07:36.598439 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:36.614292 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9d2b04-5492-4b4f-bfa9-a1d3b364ea04 None None] Routers {'791424a0-d6ce-43ba-8c23-68a0fbef0f6e'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:07:36.614942 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-ec9d2b04-5492-4b4f-bfa9-a1d3b364ea04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:07:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['791424a0-d6ce-43ba-8c23-68a0fbef0f6e'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:36.674221 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d79541ed-f12b-4b22-bb7d-cb2ef18f26d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:36.868437 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e323449a-027b-490b-9b3e-12a74cfb0893 None None] Pushing event updated for resources: {'Port': ['ID=17646efb-7102-4d7a-908f-cb7d3d2de387,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:36.877660 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788672b1-a620-41e7-84d0-18dbcb028dce None None] Routers {'1359e446-ed83-4f9b-84b9-bc51e0ace908'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:07:36.878579 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-788672b1-a620-41e7-84d0-18dbcb028dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:07:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['1359e446-ed83-4f9b-84b9-bc51e0ace908'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:36.887157 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4151b8f-a72a-4f99-bdf3-a7607c824fe0 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:07:36.946072 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81846748-76cc-4736-9c90-553387e73e4a tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event updated for resources: {'Network': ['ID=75eeaa9b-7635-4e71-ae43-3f6f6905ffb5,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:36.958293 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4151b8f-a72a-4f99-bdf3-a7607c824fe0 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c57f9a-d2a6-4fdb-aa2f-670e68b9470e,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:37.018348 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e4151b8f-a72a-4f99-bdf3-a7607c824fe0 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:37.019158 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-e4151b8f-a72a-4f99-bdf3-a7607c824fe0 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Added segment 6f9c3653-3026-42ce-b01e-ef6b8851a8ad of type vlan for network e0a232f8-d42c-4251-aeb3-7374894f313d Feb 10 23:07:37.053268 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 75eeaa9b-7635-4e71-ae43-3f6f6905ffb5 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:07:37.166317 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e4151b8f-a72a-4f99-bdf3-a7607c824fe0 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:37.173307 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-81846748-76cc-4736-9c90-553387e73e4a tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.9717176 Feb 10 23:07:37.197831 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43856) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:37.216502 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-ec9d2b04-5492-4b4f-bfa9-a1d3b364ea04 None None] Set router 791424a0-d6ce-43ba-8c23-68a0fbef0f6e gateway port host: None {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:07:37.257365 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-c8f0ff05-0fc1-4ff9-8129-a19bdf75cb2c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Request body: {'subnet': {'network_id': '75eeaa9b-7635-4e71-ae43-3f6f6905ffb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:07:37.327008 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=84c668e2-7ac4-43ac-a76c-bad486b79ed7,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:37.382738 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-622ad29d-eb8b-4f4d-a23c-eb0fac2f6d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:37.497405 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-4698fbf4-1554-40cc-8fca-c6811334ce91 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Allocated IP 172.22.0.1 (1979ad8e-359d-4de4-9d0d-2bc93f828579/8876885e-8839-4ecf-9a7c-7d3f809d8dfd/34b93693-e433-45b9-887a-9aaf3024edac) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:07:37.504202 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4c28e9ce-a988-48f5-9b77-5e319def5cf4 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:37.550512 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2672932c-15fa-417e-9a0c-0f5eb725d649 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:37.571822 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-788672b1-a620-41e7-84d0-18dbcb028dce None None] Set router 1359e446-ed83-4f9b-84b9-bc51e0ace908 gateway port host: None {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:07:37.629925 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c8f0ff05-0fc1-4ff9-8129-a19bdf75cb2c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:07:37.644748 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e4151b8f-a72a-4f99-bdf3-a7607c824fe0 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:37.651590 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4151b8f-a72a-4f99-bdf3-a7607c824fe0 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:37.652189 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e4151b8f-a72a-4f99-bdf3-a7607c824fe0 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:37.682501 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622ad29d-eb8b-4f4d-a23c-eb0fac2f6d18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8a97865-eb3e-40ee-b3b1-2e9e14ea5224,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:37.685263 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c28e9ce-a988-48f5-9b77-5e319def5cf4 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Pushing event deleted for resources: {'Port': ['ID=57813c1b-2717-4c84-94e9-4cab40d1e294,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:37.697984 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c8f0ff05-0fc1-4ff9-8129-a19bdf75cb2c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Usage tracker for resource:subnet and tenant:a1a196bacc5e4170b4defd7cfb879ddb is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:07:37.711467 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c8f0ff05-0fc1-4ff9-8129-a19bdf75cb2c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:07:37.756678 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79541ed-f12b-4b22-bb7d-cb2ef18f26d3 None None] Pushing event updated for resources: {'Port': ['ID=bdc350ce-802c-4dfe-8100-449c54af0bf0,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:37.793412 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c8f0ff05-0fc1-4ff9-8129-a19bdf75cb2c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:07:37.910225 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4151b8f-a72a-4f99-bdf3-a7607c824fe0 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Pushing event updated for resources: {'Network': ['ID=e0a232f8-d42c-4251-aeb3-7374894f313d,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:37.931382 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network e0a232f8-d42c-4251-aeb3-7374894f313d details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:07:37.946718 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.extraroute_db [None req-fbf0a77b-ea53-4a91-8acd-8a751e9dfe32 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Added routes are [] {{(pid=84333) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 10 23:07:37.947318 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.extraroute_db [None req-fbf0a77b-ea53-4a91-8acd-8a751e9dfe32 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=84333) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 10 23:07:37.997148 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e4151b8f-a72a-4f99-bdf3-a7607c824fe0 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 4.0209095 Feb 10 23:07:38.007502 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f0ff05-0fc1-4ff9-8129-a19bdf75cb2c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Made reservation on behalf of a1a196bacc5e4170b4defd7cfb879ddb for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:07:38.043704 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622ad29d-eb8b-4f4d-a23c-eb0fac2f6d18 admin admin] Checking segment: {'id': 'b51d1102-25f4-4b08-812e-99429151629e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '04d672ad-5400-4d8d-9dca-03c20800c6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:07:38.044150 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622ad29d-eb8b-4f4d-a23c-eb0fac2f6d18 admin admin] Network hostable DHCP agents. Network: 04d672ad-5400-4d8d-9dca-03c20800c6eb, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:07:38.058331 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fbf0a77b-ea53-4a91-8acd-8a751e9dfe32 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:38.098631 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2672932c-15fa-417e-9a0c-0f5eb725d649 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:38.164879 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2672932c-15fa-417e-9a0c-0f5eb725d649 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:38.407978 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c8f0ff05-0fc1-4ff9-8129-a19bdf75cb2c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:38.470929 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-788672b1-a620-41e7-84d0-18dbcb028dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'name': 'tempest-RoutersTest-router-479301092', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:56Z', 'updated_at': '2022-02-10T23:07:23Z', 'revision_number': 3, 'project_id': '62dc022463634d02b4f57b75cc001545', 'gw_port_host': None, '_interfaces': [{'id': '17646efb-7102-4d7a-908f-cb7d3d2de387', 'name': '', 'network_id': '12052084-206d-4312-a617-f252f8179831', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'mac_address': 'fa:16:3e:b6:5f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2fd1ea0-3072-4924-9e05-ffa3a0177446', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:21Z', 'updated_at': '2022-02-10T23:07:36Z', 'revision_number': 4, 'project_id': '62dc022463634d02b4f57b75cc001545', 'subnets': [{'id': 'c2fd1ea0-3072-4924-9e05-ffa3a0177446', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbc327d4-197b-47d3-9396-0ecba21ce359', 'name': '', 'network_id': '10d2f5a7-936f-4925-9467-45b0b7c99ec4', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'mac_address': 'fa:16:3e:87:32:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6566b71-ba57-47a8-bc9e-b4ac96b16a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:03Z', 'updated_at': '2022-02-10T23:07:24Z', 'revision_number': 5, 'project_id': '62dc022463634d02b4f57b75cc001545', 'subnets': [{'id': 'd6566b71-ba57-47a8-bc9e-b4ac96b16a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:38.477783 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-ec9d2b04-5492-4b4f-bfa9-a1d3b364ea04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'name': 'tempest-RoutersIpV6Test-router-2033246589', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:36Z', 'updated_at': '2022-02-10T23:07:34Z', 'revision_number': 6, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'gw_port_host': None, '_interfaces': [{'id': '2e0ff209-c3d6-4687-a650-1d55cf110359', 'name': '', 'network_id': '37596643-1553-4c3a-95c5-06ad713af992', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'mac_address': 'fa:16:3e:30:3b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4c0056b-1f69-4a9a-b860-450593fb1dad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:11Z', 'updated_at': '2022-02-10T23:07:27Z', 'revision_number': 5, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'subnets': [{'id': 'd4c0056b-1f69-4a9a-b860-450593fb1dad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f3b6d64-b6fe-4b3f-86a4-824ccff0bfec', 'name': '', 'network_id': '74785e22-b419-4301-a726-502801e77510', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'mac_address': 'fa:16:3e:17:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4af83497-4fea-4529-9adb-a93de110f35c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:43Z', 'updated_at': '2022-02-10T23:06:58Z', 'revision_number': 5, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'subnets': [{'id': '4af83497-4fea-4529-9adb-a93de110f35c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '30af2901-36d9-4b03-b47e-1b55190b7361', 'name': '', 'network_id': '3be7cce5-e709-4e52-9d28-80d9eff6097e', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'mac_address': 'fa:16:3e:6e:ca:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ba7e1e9-2914-4a7a-8393-f83926a34ba4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:57Z', 'updated_at': '2022-02-10T23:07:09Z', 'revision_number': 5, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'subnets': [{'id': '0ba7e1e9-2914-4a7a-8393-f83926a34ba4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b7900fc-f077-44b0-98aa-9e9eecfa019b', 'name': '', 'network_id': '94607ab7-20f7-486a-a776-adda500366d2', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'mac_address': 'fa:16:3e:53:8b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a53508d-3f60-4351-a41a-398082f1cd4c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:27Z', 'updated_at': '2022-02-10T23:07:36Z', 'revision_number': 4, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'subnets': [{'id': '2a53508d-3f60-4351-a41a-398082f1cd4c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:38.483496 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788672b1-a620-41e7-84d0-18dbcb028dce None None] The sync data for ids ['1359e446-ed83-4f9b-84b9-bc51e0ace908'] in dv-neutron-828797-1-hyperv is: [{'id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'name': 'tempest-RoutersTest-router-479301092', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:56Z', 'updated_at': '2022-02-10T23:07:23Z', 'revision_number': 3, 'project_id': '62dc022463634d02b4f57b75cc001545', 'gw_port_host': None, '_interfaces': [{'id': '17646efb-7102-4d7a-908f-cb7d3d2de387', 'name': '', 'network_id': '12052084-206d-4312-a617-f252f8179831', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'mac_address': 'fa:16:3e:b6:5f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2fd1ea0-3072-4924-9e05-ffa3a0177446', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:21Z', 'updated_at': '2022-02-10T23:07:36Z', 'revision_number': 4, 'project_id': '62dc022463634d02b4f57b75cc001545', 'subnets': [{'id': 'c2fd1ea0-3072-4924-9e05-ffa3a0177446', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbc327d4-197b-47d3-9396-0ecba21ce359', 'name': '', 'network_id': '10d2f5a7-936f-4925-9467-45b0b7c99ec4', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'mac_address': 'fa:16:3e:87:32:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6566b71-ba57-47a8-bc9e-b4ac96b16a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:03Z', 'updated_at': '2022-02-10T23:07:24Z', 'revision_number': 5, 'project_id': '62dc022463634d02b4f57b75cc001545', 'subnets': [{'id': 'd6566b71-ba57-47a8-bc9e-b4ac96b16a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:07:38.488987 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9d2b04-5492-4b4f-bfa9-a1d3b364ea04 None None] The sync data for ids ['791424a0-d6ce-43ba-8c23-68a0fbef0f6e'] in dv-neutron-828797-1-hyperv is: [{'id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'name': 'tempest-RoutersIpV6Test-router-2033246589', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:36Z', 'updated_at': '2022-02-10T23:07:34Z', 'revision_number': 6, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'gw_port_host': None, '_interfaces': [{'id': '2e0ff209-c3d6-4687-a650-1d55cf110359', 'name': '', 'network_id': '37596643-1553-4c3a-95c5-06ad713af992', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'mac_address': 'fa:16:3e:30:3b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4c0056b-1f69-4a9a-b860-450593fb1dad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:11Z', 'updated_at': '2022-02-10T23:07:27Z', 'revision_number': 5, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'subnets': [{'id': 'd4c0056b-1f69-4a9a-b860-450593fb1dad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f3b6d64-b6fe-4b3f-86a4-824ccff0bfec', 'name': '', 'network_id': '74785e22-b419-4301-a726-502801e77510', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'mac_address': 'fa:16:3e:17:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4af83497-4fea-4529-9adb-a93de110f35c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:43Z', 'updated_at': '2022-02-10T23:06:58Z', 'revision_number': 5, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'subnets': [{'id': '4af83497-4fea-4529-9adb-a93de110f35c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '30af2901-36d9-4b03-b47e-1b55190b7361', 'name': '', 'network_id': '3be7cce5-e709-4e52-9d28-80d9eff6097e', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'mac_address': 'fa:16:3e:6e:ca:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ba7e1e9-2914-4a7a-8393-f83926a34ba4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:57Z', 'updated_at': '2022-02-10T23:07:09Z', 'revision_number': 5, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'subnets': [{'id': '0ba7e1e9-2914-4a7a-8393-f83926a34ba4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b7900fc-f077-44b0-98aa-9e9eecfa019b', 'name': '', 'network_id': '94607ab7-20f7-486a-a776-adda500366d2', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'mac_address': 'fa:16:3e:53:8b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a53508d-3f60-4351-a41a-398082f1cd4c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:27Z', 'updated_at': '2022-02-10T23:07:36Z', 'revision_number': 4, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'subnets': [{'id': '2a53508d-3f60-4351-a41a-398082f1cd4c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:07:38.886272 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd30fe4-d29a-4863-bcff-60778017dc97 None None] Network 1979ad8e-359d-4de4-9d0d-2bc93f828579 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:07:38.935180 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.ipam_backend_mixin [None req-c8f0ff05-0fc1-4ff9-8129-a19bdf75cb2c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Performing IP validity checks on allocation pools {{(pid=84332) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 10 23:07:38.952043 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.ipam_backend_mixin [None req-c8f0ff05-0fc1-4ff9-8129-a19bdf75cb2c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84332) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 10 23:07:38.955129 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-2672932c-15fa-417e-9a0c-0f5eb725d649 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Allocated IP 172.26.8.139 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/6787d91c-9f74-43f1-959a-bb1ff7950bb5) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:07:39.113766 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4698fbf4-1554-40cc-8fca-c6811334ce91 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:39.386619 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 17646efb-7102-4d7a-908f-cb7d3d2de387 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:07:39.450523 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-5454fbd4-c4aa-4863-8727-1900acb84e2e None None] Provisioning for port bdc350ce-802c-4dfe-8100-449c54af0bf0 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:07:39.472208 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-4698fbf4-1554-40cc-8fca-c6811334ce91 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Transition to ACTIVE for port object 34b93693-e433-45b9-887a-9aaf3024edac will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:39.492392 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622ad29d-eb8b-4f4d-a23c-eb0fac2f6d18 admin admin] Network 04d672ad-5400-4d8d-9dca-03c20800c6eb is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:07:39.676662 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2672932c-15fa-417e-9a0c-0f5eb725d649 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:39.683769 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-622ad29d-eb8b-4f4d-a23c-eb0fac2f6d18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 04d672ad-5400-4d8d-9dca-03c20800c6eb) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:39.701717 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622ad29d-eb8b-4f4d-a23c-eb0fac2f6d18 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:39.702392 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-622ad29d-eb8b-4f4d-a23c-eb0fac2f6d18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:39.708396 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834dbbe1-d34c-4fd0-acc9-c7f41e56864a None None] Network 04d672ad-5400-4d8d-9dca-03c20800c6eb requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:07:39.740635 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c8f0ff05-0fc1-4ff9-8129-a19bdf75cb2c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:39.815184 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fbf0a77b-ea53-4a91-8acd-8a751e9dfe32 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:39.823051 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fbf0a77b-ea53-4a91-8acd-8a751e9dfe32 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1734371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1734168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1735070'] for router, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:39.868899 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4698fbf4-1554-40cc-8fca-c6811334ce91 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:39.985984 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698fbf4-1554-40cc-8fca-c6811334ce91 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event updated for resources: {'Port': ['ID=34b93693-e433-45b9-887a-9aaf3024edac,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:39.996973 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 17646efb-7102-4d7a-908f-cb7d3d2de387 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:07:40.001645 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f0ff05-0fc1-4ff9-8129-a19bdf75cb2c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Checking segment: {'id': '75cfa2fc-024a-4658-834b-a8831f661569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '75eeaa9b-7635-4e71-ae43-3f6f6905ffb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:07:40.001825 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f0ff05-0fc1-4ff9-8129-a19bdf75cb2c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Network hostable DHCP agents. Network: 75eeaa9b-7635-4e71-ae43-3f6f6905ffb5, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:07:40.007353 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 17646efb-7102-4d7a-908f-cb7d3d2de387 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:40.007850 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:40.050639 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2672932c-15fa-417e-9a0c-0f5eb725d649 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:40.185227 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2672932c-15fa-417e-9a0c-0f5eb725d649 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:07:40.193617 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2672932c-15fa-417e-9a0c-0f5eb725d649 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Pushing event updated for resources: {'Port': ['ID=6787d91c-9f74-43f1-959a-bb1ff7950bb5,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:40.200517 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-2672932c-15fa-417e-9a0c-0f5eb725d649 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:40.214326 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2672932c-15fa-417e-9a0c-0f5eb725d649 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:07:40.263567 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-622ad29d-eb8b-4f4d-a23c-eb0fac2f6d18 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 5.0051641 Feb 10 23:07:40.278957 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43860) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:40.286213 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2672932c-15fa-417e-9a0c-0f5eb725d649 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:40.286213 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2672932c-15fa-417e-9a0c-0f5eb725d649 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:40.290318 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2672932c-15fa-417e-9a0c-0f5eb725d649 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:40.290318 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2672932c-15fa-417e-9a0c-0f5eb725d649 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:40.290318 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2672932c-15fa-417e-9a0c-0f5eb725d649 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:40.290318 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2672932c-15fa-417e-9a0c-0f5eb725d649 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:40.290318 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2672932c-15fa-417e-9a0c-0f5eb725d649 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:40.290318 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2672932c-15fa-417e-9a0c-0f5eb725d649 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:40.290318 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2672932c-15fa-417e-9a0c-0f5eb725d649 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:40.290318 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2672932c-15fa-417e-9a0c-0f5eb725d649 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:40.290318 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2672932c-15fa-417e-9a0c-0f5eb725d649 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:40.304106 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ea8bfd-51ee-4939-b34d-ef40804b2090 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-04d672ad-5400-4d8d-9dca-03c20800c6eb', 'network_id': '04d672ad-5400-4d8d-9dca-03c20800c6eb', 'tenant_id': '18df93ccf45246f886dee042ef6343cf', 'fixed_ips': [{'subnet_id': 'b8a97865-eb3e-40ee-b3b1-2e9e14ea5224'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:07:40.305101 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c5ea8bfd-51ee-4939-b34d-ef40804b2090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:40.314492 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4698fbf4-1554-40cc-8fca-c6811334ce91 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Network 1979ad8e-359d-4de4-9d0d-2bc93f828579 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:07:40.329865 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-c88f533a-56c5-4323-a636-ebc0cf3fab71 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-821366541-router', 'tenant_id': '18df93ccf45246f886dee042ef6343cf', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:07:40.344401 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c88f533a-56c5-4323-a636-ebc0cf3fab71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:07:40.353253 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-4698fbf4-1554-40cc-8fca-c6811334ce91 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:40.370896 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f0ff05-0fc1-4ff9-8129-a19bdf75cb2c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event updated for resources: {'Subnet': ['ID=2545a236-348b-4bb1-a63b-3aef882a8c36,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:40.399097 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c88f533a-56c5-4323-a636-ebc0cf3fab71 admin admin] Usage tracker for resource:router and tenant:18df93ccf45246f886dee042ef6343cf is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:07:40.406666 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4698fbf4-1554-40cc-8fca-c6811334ce91 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:07:40.414433 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:40.460350 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f0ff05-0fc1-4ff9-8129-a19bdf75cb2c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Network 75eeaa9b-7635-4e71-ae43-3f6f6905ffb5 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:07:40.483893 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c88f533a-56c5-4323-a636-ebc0cf3fab71 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:07:40.517146 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 17646efb-7102-4d7a-908f-cb7d3d2de387, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=17646efb-7102-4d7a-908f-cb7d3d2de387,segment=NetworkSegment(66d8acdf-9ce7-4507-ae23-2834ba780ec3),segment_id=66d8acdf-9ce7-4507-ae23-2834ba780ec3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:07:40.524187 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c88f533a-56c5-4323-a636-ebc0cf3fab71 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:07:40.544834 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c28e9ce-a988-48f5-9b77-5e319def5cf4 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Router 6b3c03bb-3020-401d-a547-ed7273d4bb25 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:07:40.652772 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:40.653824 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 84c668e2-7ac4-43ac-a76c-bad486b79ed7 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:07:40.684048 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf0a77b-ea53-4a91-8acd-8a751e9dfe32 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Router 791424a0-d6ce-43ba-8c23-68a0fbef0f6e has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:07:40.686447 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-c8f0ff05-0fc1-4ff9-8129-a19bdf75cb2c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 75eeaa9b-7635-4e71-ae43-3f6f6905ffb5) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:40.741665 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f0ff05-0fc1-4ff9-8129-a19bdf75cb2c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:40.748249 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c8f0ff05-0fc1-4ff9-8129-a19bdf75cb2c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:40.823433 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bb2262-c7f6-495e-9d23-1ebd0e2ccb70 None None] Network 75eeaa9b-7635-4e71-ae43-3f6f6905ffb5 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:07:40.847927 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4698fbf4-1554-40cc-8fca-c6811334ce91 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733071'] for router_interface, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:40.902246 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2672932c-15fa-417e-9a0c-0f5eb725d649 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:40.904357 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c88f533a-56c5-4323-a636-ebc0cf3fab71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:40.905485 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c88f533a-56c5-4323-a636-ebc0cf3fab71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:40.931366 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c88f533a-56c5-4323-a636-ebc0cf3fab71 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:40.974570 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-c5ea8bfd-51ee-4939-b34d-ef40804b2090 None None] Allocated IP 172.20.0.2 (04d672ad-5400-4d8d-9dca-03c20800c6eb/b8a97865-eb3e-40ee-b3b1-2e9e14ea5224/609509fa-12e5-48fc-8efb-b90b90bd0d99) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:07:41.035124 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=17646efb-7102-4d7a-908f-cb7d3d2de387,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:41.081735 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf0a77b-ea53-4a91-8acd-8a751e9dfe32 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:07:41.096816 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fbf0a77b-ea53-4a91-8acd-8a751e9dfe32 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:41.100754 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-fbf0a77b-ea53-4a91-8acd-8a751e9dfe32 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "PUT /v2.0/routers/791424a0-d6ce-43ba-8c23-68a0fbef0f6e HTTP/1.1" status: 200 len: 704 time: 4.6441290 Feb 10 23:07:41.101400 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43864) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:41.170529 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c8f0ff05-0fc1-4ff9-8129-a19bdf75cb2c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9700310 Feb 10 23:07:41.174028 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-fbbcb056-ceda-4533-9c95-911021895b72 None None] Provisioning for port 34b93693-e433-45b9-887a-9aaf3024edac completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:07:41.174630 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43868) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:41.192777 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-ece44b84-52df-4696-82f8-27cfa8faa61c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Request body: {'port': {'network_id': '75eeaa9b-7635-4e71-ae43-3f6f6905ffb5', 'name': 'tempest-PortsIpV6TestJSON-1663883674'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:07:41.198087 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-fbbcb056-ceda-4533-9c95-911021895b72 None None] Provisioning complete for port 34b93693-e433-45b9-887a-9aaf3024edac triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:41.198087 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fbbcb056-ceda-4533-9c95-911021895b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:41.226580 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 84c668e2-7ac4-43ac-a76c-bad486b79ed7 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:41.227317 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:41.282807 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4698fbf4-1554-40cc-8fca-c6811334ce91 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:41.319803 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43872) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:41.332293 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-5973a43a-7c2b-4146-8963-d367217aee59 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Request body: {'subnet': {'network_id': 'e0a232f8-d42c-4251-aeb3-7374894f313d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:07:41.370736 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2672932c-15fa-417e-9a0c-0f5eb725d649 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:41.382932 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2672932c-15fa-417e-9a0c-0f5eb725d649 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1734371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1734168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1735070'] for router, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:41.397758 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-fbbcb056-ceda-4533-9c95-911021895b72 None None] Port 34b93693-e433-45b9-887a-9aaf3024edac cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:07:41.428025 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0b1838-be71-4718-882d-4fb34f3310cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-75eeaa9b-7635-4e71-ae43-3f6f6905ffb5', 'network_id': '75eeaa9b-7635-4e71-ae43-3f6f6905ffb5', 'tenant_id': 'a1a196bacc5e4170b4defd7cfb879ddb', 'fixed_ips': [{'subnet_id': '2545a236-348b-4bb1-a63b-3aef882a8c36'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:07:41.429406 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5f0b1838-be71-4718-882d-4fb34f3310cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:41.458827 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c88f533a-56c5-4323-a636-ebc0cf3fab71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:41.560659 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ece44b84-52df-4696-82f8-27cfa8faa61c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:07:41.573460 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c5ea8bfd-51ee-4939-b34d-ef40804b2090 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:41.580429 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ece44b84-52df-4696-82f8-27cfa8faa61c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:07:41.602746 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 3b7900fc-f077-44b0-98aa-9e9eecfa019b up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:07:41.632317 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-c0238b67-c097-466f-b76e-a0497b3a5903 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "GET /v2.0/routers/791424a0-d6ce-43ba-8c23-68a0fbef0f6e HTTP/1.1" status: 200 len: 704 time: 0.5266972 Feb 10 23:07:41.633118 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43876) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:41.649875 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-c5ea8bfd-51ee-4939-b34d-ef40804b2090 None None] Transition to ACTIVE for port object 609509fa-12e5-48fc-8efb-b90b90bd0d99 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:41.654067 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-5973a43a-7c2b-4146-8963-d367217aee59 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:07:41.664808 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-5973a43a-7c2b-4146-8963-d367217aee59 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Usage tracker for resource:subnet and tenant:ddd8d1e5e56d403487d0461567751352 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:07:41.670273 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-5973a43a-7c2b-4146-8963-d367217aee59 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:07:41.688593 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-5973a43a-7c2b-4146-8963-d367217aee59 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:07:41.704025 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece44b84-52df-4696-82f8-27cfa8faa61c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Made reservation on behalf of a1a196bacc5e4170b4defd7cfb879ddb for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:07:41.707030 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ece44b84-52df-4696-82f8-27cfa8faa61c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:41.733376 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-c5ea8bfd-51ee-4939-b34d-ef40804b2090 None None] Transition to ACTIVE for port object 609509fa-12e5-48fc-8efb-b90b90bd0d99 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:41.734789 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-a2a4ebc4-859b-401e-b8b8-350b3e8d002a None None] Provisioning complete for port 34b93693-e433-45b9-887a-9aaf3024edac triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:41.734947 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a2a4ebc4-859b-401e-b8b8-350b3e8d002a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:41.815772 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-ece44b84-52df-4696-82f8-27cfa8faa61c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] device_id is not set on port a1a57ba5-08a8-4f67-910e-991705e4c095 yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:07:41.844151 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5973a43a-7c2b-4146-8963-d367217aee59 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Made reservation on behalf of ddd8d1e5e56d403487d0461567751352 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:07:41.856812 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-a2a4ebc4-859b-401e-b8b8-350b3e8d002a None None] Port 34b93693-e433-45b9-887a-9aaf3024edac cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:07:41.862628 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c5ea8bfd-51ee-4939-b34d-ef40804b2090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:41.902458 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-5f0b1838-be71-4718-882d-4fb34f3310cd None None] Allocated IP 2001:db8::2 (75eeaa9b-7635-4e71-ae43-3f6f6905ffb5/2545a236-348b-4bb1-a63b-3aef882a8c36/abb5e571-6be0-41fe-a2dd-ad87bf479880) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:07:41.965712 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ea8bfd-51ee-4939-b34d-ef40804b2090 None None] Network 04d672ad-5400-4d8d-9dca-03c20800c6eb is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:07:41.972285 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-c5ea8bfd-51ee-4939-b34d-ef40804b2090 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:41.974003 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ea8bfd-51ee-4939-b34d-ef40804b2090 None None] Pushing event updated for resources: {'Port': ['ID=609509fa-12e5-48fc-8efb-b90b90bd0d99,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:41.976602 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 3b7900fc-f077-44b0-98aa-9e9eecfa019b completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:07:42.031886 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ea8bfd-51ee-4939-b34d-ef40804b2090 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:07:42.039675 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5973a43a-7c2b-4146-8963-d367217aee59 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:42.044828 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 3b7900fc-f077-44b0-98aa-9e9eecfa019b triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:42.045201 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:42.054170 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c28e9ce-a988-48f5-9b77-5e319def5cf4 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:07:42.086066 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7c1331-c291-49e0-8042-b9bdfc8fbc9a None None] Sync routers for ids ['6b3c03bb-3020-401d-a547-ed7273d4bb25'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:07:42.101863 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ea8bfd-51ee-4939-b34d-ef40804b2090 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:42.102235 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ea8bfd-51ee-4939-b34d-ef40804b2090 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:42.102544 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ea8bfd-51ee-4939-b34d-ef40804b2090 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:42.102879 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ea8bfd-51ee-4939-b34d-ef40804b2090 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:42.103211 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ea8bfd-51ee-4939-b34d-ef40804b2090 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:42.103540 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ea8bfd-51ee-4939-b34d-ef40804b2090 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:42.103864 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ea8bfd-51ee-4939-b34d-ef40804b2090 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:42.104187 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ea8bfd-51ee-4939-b34d-ef40804b2090 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:42.104507 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ea8bfd-51ee-4939-b34d-ef40804b2090 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:42.104849 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ea8bfd-51ee-4939-b34d-ef40804b2090 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:42.105166 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ea8bfd-51ee-4939-b34d-ef40804b2090 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:42.251490 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7c1331-c291-49e0-8042-b9bdfc8fbc9a None None] Routers {'6b3c03bb-3020-401d-a547-ed7273d4bb25'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:07:42.252034 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-2e7c1331-c291-49e0-8042-b9bdfc8fbc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:07:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['6b3c03bb-3020-401d-a547-ed7273d4bb25'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:42.292796 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f8ee083b-5619-416e-923f-4ef691c52721 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732944'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:42.327946 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-c5ea8bfd-51ee-4939-b34d-ef40804b2090 None None] Attempting to bind port 609509fa-12e5-48fc-8efb-b90b90bd0d99 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:07:42.328332 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-c5ea8bfd-51ee-4939-b34d-ef40804b2090 None None] Attempting to bind port 609509fa-12e5-48fc-8efb-b90b90bd0d99 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': 'b51d1102-25f4-4b08-812e-99429151629e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '04d672ad-5400-4d8d-9dca-03c20800c6eb'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:07:42.328716 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ea8bfd-51ee-4939-b34d-ef40804b2090 None None] Attempting to bind port 609509fa-12e5-48fc-8efb-b90b90bd0d99 on network 04d672ad-5400-4d8d-9dca-03c20800c6eb {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:07:42.336594 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-2e7c1331-c291-49e0-8042-b9bdfc8fbc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:42.346148 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2672932c-15fa-417e-9a0c-0f5eb725d649 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Router 23bd72e5-524c-4127-8515-7772aa60ca3b is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:07:42.424972 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4c28e9ce-a988-48f5-9b77-5e319def5cf4 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:42.437633 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4698fbf4-1554-40cc-8fca-c6811334ce91 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:42.447145 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4c28e9ce-a988-48f5-9b77-5e319def5cf4 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] 10.222.0.59 "DELETE /v2.0/ports/57813c1b-2717-4c84-94e9-4cab40d1e294 HTTP/1.1" status: 204 len: 168 time: 7.6835976 Feb 10 23:07:42.448189 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43880) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:42.458565 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ea8bfd-51ee-4939-b34d-ef40804b2090 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:07:42.459848 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ea8bfd-51ee-4939-b34d-ef40804b2090 None None] Checking segment: {'id': 'b51d1102-25f4-4b08-812e-99429151629e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '04d672ad-5400-4d8d-9dca-03c20800c6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:07:42.460142 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c5ea8bfd-51ee-4939-b34d-ef40804b2090 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:42.460521 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ea8bfd-51ee-4939-b34d-ef40804b2090 None None] Bound using segment: {'id': 'b51d1102-25f4-4b08-812e-99429151629e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '04d672ad-5400-4d8d-9dca-03c20800c6eb'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:07:42.461019 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-c5ea8bfd-51ee-4939-b34d-ef40804b2090 None None] Bound port: 609509fa-12e5-48fc-8efb-b90b90bd0d99, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b51d1102-25f4-4b08-812e-99429151629e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '04d672ad-5400-4d8d-9dca-03c20800c6eb'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:07:42.461391 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c5ea8bfd-51ee-4939-b34d-ef40804b2090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:42.539626 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4698fbf4-1554-40cc-8fca-c6811334ce91 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:42.547855 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:42.572665 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7c1331-c291-49e0-8042-b9bdfc8fbc9a None None] Routers {'6b3c03bb-3020-401d-a547-ed7273d4bb25'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:07:42.573233 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-2e7c1331-c291-49e0-8042-b9bdfc8fbc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:07:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['6b3c03bb-3020-401d-a547-ed7273d4bb25'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:42.629194 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5f0b1838-be71-4718-882d-4fb34f3310cd None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:42.654724 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-2e7c1331-c291-49e0-8042-b9bdfc8fbc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:42.654724 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7c1331-c291-49e0-8042-b9bdfc8fbc9a None None] The sync data for ids ['6b3c03bb-3020-401d-a547-ed7273d4bb25'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:07:42.666019 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-5f0b1838-be71-4718-882d-4fb34f3310cd None None] Transition to ACTIVE for port object abb5e571-6be0-41fe-a2dd-ad87bf479880 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:42.707627 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 3b7900fc-f077-44b0-98aa-9e9eecfa019b, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=3b7900fc-f077-44b0-98aa-9e9eecfa019b,segment=NetworkSegment(a85c51eb-0fe7-484c-8777-4b0f1f3a987e),segment_id=a85c51eb-0fe7-484c-8777-4b0f1f3a987e)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:07:42.708630 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-5f0b1838-be71-4718-882d-4fb34f3310cd None None] Transition to ACTIVE for port object abb5e571-6be0-41fe-a2dd-ad87bf479880 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:42.716404 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-c5ea8bfd-51ee-4939-b34d-ef40804b2090 None None] For port 609509fa-12e5-48fc-8efb-b90b90bd0d99, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:07:42.720052 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-c5ea8bfd-51ee-4939-b34d-ef40804b2090 None None] For port 609509fa-12e5-48fc-8efb-b90b90bd0d99, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=609509fa-12e5-48fc-8efb-b90b90bd0d99,segment=NetworkSegment(b51d1102-25f4-4b08-812e-99429151629e),segment_id=b51d1102-25f4-4b08-812e-99429151629e)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:07:42.777764 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:42.778642 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device bdc350ce-802c-4dfe-8100-449c54af0bf0 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:07:42.792439 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4698fbf4-1554-40cc-8fca-c6811334ce91 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2767683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732898'] for router_interface, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:42.801490 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698fbf4-1554-40cc-8fca-c6811334ce91 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event updated for resources: {'Port': ['ID=34b93693-e433-45b9-887a-9aaf3024edac,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:42.879231 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2672932c-15fa-417e-9a0c-0f5eb725d649 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:07:42.884205 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5f0b1838-be71-4718-882d-4fb34f3310cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:42.899427 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d21c291-899e-4acf-81c9-77ac1dc098fa None None] Sync routers for ids ['23bd72e5-524c-4127-8515-7772aa60ca3b'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:07:42.899900 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c5ea8bfd-51ee-4939-b34d-ef40804b2090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:42.913786 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d21c291-899e-4acf-81c9-77ac1dc098fa None None] Routers {'23bd72e5-524c-4127-8515-7772aa60ca3b'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:07:42.914763 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-3d21c291-899e-4acf-81c9-77ac1dc098fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:07:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['23bd72e5-524c-4127-8515-7772aa60ca3b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:42.965630 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-ece44b84-52df-4696-82f8-27cfa8faa61c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Allocated IP 2001:db8::1fd (75eeaa9b-7635-4e71-ae43-3f6f6905ffb5/2545a236-348b-4bb1-a63b-3aef882a8c36/a1a57ba5-08a8-4f67-910e-991705e4c095) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:07:42.965853 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=3b7900fc-f077-44b0-98aa-9e9eecfa019b,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:42.981343 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c88f533a-56c5-4323-a636-ebc0cf3fab71 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:42.982184 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-3d21c291-899e-4acf-81c9-77ac1dc098fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:42.996475 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d21c291-899e-4acf-81c9-77ac1dc098fa None None] Routers {'23bd72e5-524c-4127-8515-7772aa60ca3b'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:07:42.997597 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-3d21c291-899e-4acf-81c9-77ac1dc098fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:07:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['23bd72e5-524c-4127-8515-7772aa60ca3b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:43.018241 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2672932c-15fa-417e-9a0c-0f5eb725d649 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:43.022402 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-2672932c-15fa-417e-9a0c-0f5eb725d649 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] 10.222.0.59 "PUT /v2.0/routers/23bd72e5-524c-4127-8515-7772aa60ca3b HTTP/1.1" status: 200 len: 918 time: 6.4521706 Feb 10 23:07:43.024400 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c88f533a-56c5-4323-a636-ebc0cf3fab71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:43.025067 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43884) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:43.050214 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0b1838-be71-4718-882d-4fb34f3310cd None None] Network 75eeaa9b-7635-4e71-ae43-3f6f6905ffb5 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:07:43.073858 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-5f0b1838-be71-4718-882d-4fb34f3310cd None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:43.075449 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5973a43a-7c2b-4146-8963-d367217aee59 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:43.089812 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-3d21c291-899e-4acf-81c9-77ac1dc098fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:43.090693 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d21c291-899e-4acf-81c9-77ac1dc098fa None None] The sync data for ids ['23bd72e5-524c-4127-8515-7772aa60ca3b'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:07:43.098966 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0b1838-be71-4718-882d-4fb34f3310cd None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:07:43.218278 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0b1838-be71-4718-882d-4fb34f3310cd None None] Pushing event updated for resources: {'Port': ['ID=abb5e571-6be0-41fe-a2dd-ad87bf479880,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:43.221740 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port bdc350ce-802c-4dfe-8100-449c54af0bf0 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:07:43.268928 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5973a43a-7c2b-4146-8963-d367217aee59 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Pushing event updated for resources: {'Subnet': ['ID=b11584e1-344c-4d3d-8d48-8a951f1bc97d,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:43.297496 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ea8bfd-51ee-4939-b34d-ef40804b2090 None None] Pushing event updated for resources: {'Port': ['ID=609509fa-12e5-48fc-8efb-b90b90bd0d99,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:43.305777 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-5f0b1838-be71-4718-882d-4fb34f3310cd None None] Attempting to bind port abb5e571-6be0-41fe-a2dd-ad87bf479880 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:07:43.306235 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-5f0b1838-be71-4718-882d-4fb34f3310cd None None] Attempting to bind port abb5e571-6be0-41fe-a2dd-ad87bf479880 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '75cfa2fc-024a-4658-834b-a8831f661569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '75eeaa9b-7635-4e71-ae43-3f6f6905ffb5'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:07:43.306785 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0b1838-be71-4718-882d-4fb34f3310cd None None] Attempting to bind port abb5e571-6be0-41fe-a2dd-ad87bf479880 on network 75eeaa9b-7635-4e71-ae43-3f6f6905ffb5 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:07:43.309691 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port bdc350ce-802c-4dfe-8100-449c54af0bf0 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:43.310166 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:43.334211 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-c88f533a-56c5-4323-a636-ebc0cf3fab71 admin admin] Allocated IP 172.26.8.144 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/b1cd2d19-b46a-4732-98b9-d025ac228028) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:07:43.352472 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0b1838-be71-4718-882d-4fb34f3310cd None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:07:43.353063 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0b1838-be71-4718-882d-4fb34f3310cd None None] Checking segment: {'id': '75cfa2fc-024a-4658-834b-a8831f661569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '75eeaa9b-7635-4e71-ae43-3f6f6905ffb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:07:43.353570 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5f0b1838-be71-4718-882d-4fb34f3310cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:43.354054 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0b1838-be71-4718-882d-4fb34f3310cd None None] Bound using segment: {'id': '75cfa2fc-024a-4658-834b-a8831f661569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '75eeaa9b-7635-4e71-ae43-3f6f6905ffb5'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:07:43.354680 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-5f0b1838-be71-4718-882d-4fb34f3310cd None None] Bound port: abb5e571-6be0-41fe-a2dd-ad87bf479880, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75cfa2fc-024a-4658-834b-a8831f661569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '75eeaa9b-7635-4e71-ae43-3f6f6905ffb5'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:07:43.355289 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5f0b1838-be71-4718-882d-4fb34f3310cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:43.376640 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4698fbf4-1554-40cc-8fca-c6811334ce91 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Network 1979ad8e-359d-4de4-9d0d-2bc93f828579 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:07:43.384428 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-4698fbf4-1554-40cc-8fca-c6811334ce91 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:43.486649 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ece44b84-52df-4696-82f8-27cfa8faa61c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:43.559732 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-ece44b84-52df-4696-82f8-27cfa8faa61c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Transition to ACTIVE for port object a1a57ba5-08a8-4f67-910e-991705e4c095 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:43.591161 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-5f0b1838-be71-4718-882d-4fb34f3310cd None None] For port abb5e571-6be0-41fe-a2dd-ad87bf479880, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:07:43.620764 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-5f0b1838-be71-4718-882d-4fb34f3310cd None None] For port abb5e571-6be0-41fe-a2dd-ad87bf479880, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=abb5e571-6be0-41fe-a2dd-ad87bf479880,segment=NetworkSegment(75cfa2fc-024a-4658-834b-a8831f661569),segment_id=75cfa2fc-024a-4658-834b-a8831f661569)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:07:43.623282 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:43.647933 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-5810dd59-33e3-4b98-b4b0-1aecdbaa2b6b tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] 10.222.0.59 "GET /v2.0/routers/23bd72e5-524c-4127-8515-7772aa60ca3b HTTP/1.1" status: 200 len: 924 time: 0.6215773 Feb 10 23:07:43.648817 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43888) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:43.668851 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port bdc350ce-802c-4dfe-8100-449c54af0bf0, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=bdc350ce-802c-4dfe-8100-449c54af0bf0,segment=NetworkSegment(5bb23469-4945-4f51-acaf-089d6afb8ba5),segment_id=5bb23469-4945-4f51-acaf-089d6afb8ba5)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:07:43.729746 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5f0b1838-be71-4718-882d-4fb34f3310cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:43.754865 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ece44b84-52df-4696-82f8-27cfa8faa61c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:43.772893 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5973a43a-7c2b-4146-8963-d367217aee59 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Checking segment: {'id': '6f9c3653-3026-42ce-b01e-ef6b8851a8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e0a232f8-d42c-4251-aeb3-7374894f313d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:07:43.773525 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5973a43a-7c2b-4146-8963-d367217aee59 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Network hostable DHCP agents. Network: e0a232f8-d42c-4251-aeb3-7374894f313d, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:07:43.779539 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:43.843151 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0b1838-be71-4718-882d-4fb34f3310cd None None] Pushing event updated for resources: {'Port': ['ID=abb5e571-6be0-41fe-a2dd-ad87bf479880,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:43.898491 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-1aa8fa57-4e28-44f2-a288-1350272864db None None] Provisioning complete for port 34b93693-e433-45b9-887a-9aaf3024edac triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:43.898491 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1aa8fa57-4e28-44f2-a288-1350272864db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:43.952464 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c88f533a-56c5-4323-a636-ebc0cf3fab71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:44.013005 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-1aa8fa57-4e28-44f2-a288-1350272864db None None] Port 34b93693-e433-45b9-887a-9aaf3024edac cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:07:44.016509 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=bdc350ce-802c-4dfe-8100-449c54af0bf0,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:44.042840 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee083b-5619-416e-923f-4ef691c52721 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Deleting port 3b7900fc-f077-44b0-98aa-9e9eecfa019b {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:07:44.043263 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f8ee083b-5619-416e-923f-4ef691c52721 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:44.086097 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece44b84-52df-4696-82f8-27cfa8faa61c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Network 75eeaa9b-7635-4e71-ae43-3f6f6905ffb5 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:07:44.088970 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 3b7900fc-f077-44b0-98aa-9e9eecfa019b up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:07:44.098131 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-ece44b84-52df-4696-82f8-27cfa8faa61c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:44.101054 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece44b84-52df-4696-82f8-27cfa8faa61c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:07:44.105520 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece44b84-52df-4696-82f8-27cfa8faa61c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:44.106241 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ece44b84-52df-4696-82f8-27cfa8faa61c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:44.115944 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece44b84-52df-4696-82f8-27cfa8faa61c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event updated for resources: {'Port': ['ID=a1a57ba5-08a8-4f67-910e-991705e4c095,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:44.132770 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-f2c3e49d-d344-48be-bb3b-0e1fe37109a2 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=c2ed7563-f8af-409c-803f-f56530124ba5&device_id=23bd72e5-524c-4127-8515-7772aa60ca3b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4808156 Feb 10 23:07:44.135785 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43892) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:44.167383 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 3b7900fc-f077-44b0-98aa-9e9eecfa019b triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:44.168008 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:44.258750 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-ece44b84-52df-4696-82f8-27cfa8faa61c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0774534 Feb 10 23:07:44.266676 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43896) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:44.324603 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 17646efb-7102-4d7a-908f-cb7d3d2de387 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:07:44.425366 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 17646efb-7102-4d7a-908f-cb7d3d2de387 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:44.425366 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:44.425651 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5973a43a-7c2b-4146-8963-d367217aee59 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Network e0a232f8-d42c-4251-aeb3-7374894f313d is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:07:44.436067 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c88f533a-56c5-4323-a636-ebc0cf3fab71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:44.501776 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-1f314be1-086f-4270-a45c-77f7d48b6c36 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Deleting port a1a57ba5-08a8-4f67-910e-991705e4c095 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:07:44.502565 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1f314be1-086f-4270-a45c-77f7d48b6c36 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:44.547245 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55252cc0-7a91-44f1-a0de-fe52ebb3a50d tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:44.551588 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-55252cc0-7a91-44f1-a0de-fe52ebb3a50d tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] 10.222.0.59 "GET /v2.0/networks/c2ed7563-f8af-409c-803f-f56530124ba5 HTTP/1.1" status: 200 len: 881 time: 0.4082620 Feb 10 23:07:44.555853 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43900) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:44.618933 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88f533a-56c5-4323-a636-ebc0cf3fab71 admin admin] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:07:44.641770 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-15e50c5a-d190-4d71-92a4-90306e3e01a6 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] 10.222.0.59 "GET /v2.0/ports?device_id=23bd72e5-524c-4127-8515-7772aa60ca3b HTTP/1.1" status: 200 len: 205 time: 0.0781188 Feb 10 23:07:44.645004 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43904) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:44.650315 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-f8ee083b-5619-416e-923f-4ef691c52721 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] For port 3b7900fc-f077-44b0-98aa-9e9eecfa019b, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=3b7900fc-f077-44b0-98aa-9e9eecfa019b,segment=NetworkSegment(a85c51eb-0fe7-484c-8777-4b0f1f3a987e),segment_id=a85c51eb-0fe7-484c-8777-4b0f1f3a987e)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:07:44.650674 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f8ee083b-5619-416e-923f-4ef691c52721 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:44.655458 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 609509fa-12e5-48fc-8efb-b90b90bd0d99 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:07:44.660279 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-c88f533a-56c5-4323-a636-ebc0cf3fab71 admin admin] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:44.684708 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88f533a-56c5-4323-a636-ebc0cf3fab71 admin admin] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:07:44.799397 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88f533a-56c5-4323-a636-ebc0cf3fab71 admin admin] Pushing event updated for resources: {'Port': ['ID=b1cd2d19-b46a-4732-98b9-d025ac228028,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:44.800876 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-5973a43a-7c2b-4146-8963-d367217aee59 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, e0a232f8-d42c-4251-aeb3-7374894f313d) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:44.811912 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443cf8d3-d16b-4ea7-86a1-7ea40c24fd65 None None] Network e0a232f8-d42c-4251-aeb3-7374894f313d requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:07:44.836329 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee083b-5619-416e-923f-4ef691c52721 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Calling delete_port for 3b7900fc-f077-44b0-98aa-9e9eecfa019b owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:07:44.872099 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5973a43a-7c2b-4146-8963-d367217aee59 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:44.872770 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5973a43a-7c2b-4146-8963-d367217aee59 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:44.904479 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 609509fa-12e5-48fc-8efb-b90b90bd0d99 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:07:44.916737 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed39311-88e2-4271-b273-5429ecd8a77b None None] Network 04d672ad-5400-4d8d-9dca-03c20800c6eb requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:07:45.035757 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4698fbf4-1554-40cc-8fca-c6811334ce91 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Router 1359e446-ed83-4f9b-84b9-bc51e0ace908 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:07:45.078665 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5973a43a-7c2b-4146-8963-d367217aee59 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.7576325 Feb 10 23:07:45.092853 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43908) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:45.115401 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-87eddbe6-0067-4ee5-9425-bbda4a569b2a tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1614128544'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:07:45.134583 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-87eddbe6-0067-4ee5-9425-bbda4a569b2a tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:07:45.186226 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1f314be1-086f-4270-a45c-77f7d48b6c36 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:45.192782 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-87eddbe6-0067-4ee5-9425-bbda4a569b2a tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Usage tracker for resource:network and tenant:ddd8d1e5e56d403487d0461567751352 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:07:45.203649 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-87eddbe6-0067-4ee5-9425-bbda4a569b2a tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:07:45.224251 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-87eddbe6-0067-4ee5-9425-bbda4a569b2a tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:07:45.253460 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f8ee083b-5619-416e-923f-4ef691c52721 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:45.283435 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-81b25f57-1488-4c40-8673-f15f757c9d8d None None] Provisioning for port 609509fa-12e5-48fc-8efb-b90b90bd0d99 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:07:45.319643 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9bac22fc-0463-4a24-ae87-4cefc49128a1 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732944'] for router_interface, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:45.345813 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-81b25f57-1488-4c40-8673-f15f757c9d8d None None] Provisioning complete for port 609509fa-12e5-48fc-8efb-b90b90bd0d99 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:45.346324 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-81b25f57-1488-4c40-8673-f15f757c9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:45.353512 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-1f314be1-086f-4270-a45c-77f7d48b6c36 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Calling delete_port for a1a57ba5-08a8-4f67-910e-991705e4c095 owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:07:45.408001 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee083b-5619-416e-923f-4ef691c52721 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event deleted for resources: {'Port': ['ID=3b7900fc-f077-44b0-98aa-9e9eecfa019b,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:45.449352 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bfa6e7-b8f9-4240-a584-56c6c7a71de4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-e0a232f8-d42c-4251-aeb3-7374894f313d', 'network_id': 'e0a232f8-d42c-4251-aeb3-7374894f313d', 'tenant_id': 'ddd8d1e5e56d403487d0461567751352', 'fixed_ips': [{'subnet_id': 'b11584e1-344c-4d3d-8d48-8a951f1bc97d'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:07:45.453610 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b3bfa6e7-b8f9-4240-a584-56c6c7a71de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:45.482576 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87eddbe6-0067-4ee5-9425-bbda4a569b2a tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Made reservation on behalf of ddd8d1e5e56d403487d0461567751352 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:07:45.490249 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-87eddbe6-0067-4ee5-9425-bbda4a569b2a tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:45.593788 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87eddbe6-0067-4ee5-9425-bbda4a569b2a tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:07:45.605456 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-87eddbe6-0067-4ee5-9425-bbda4a569b2a tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:45.606105 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-87eddbe6-0067-4ee5-9425-bbda4a569b2a tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Added segment 89ffaef1-1401-448d-b59e-d5715e15bc5e of type vlan for network 866ee6f0-a7c3-4042-b8ae-f7a8eb536a70 Feb 10 23:07:45.639794 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-87eddbe6-0067-4ee5-9425-bbda4a569b2a tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:45.680435 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d96eda69-5516-45d8-8b07-394889c25a24 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:45.688469 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-81b25f57-1488-4c40-8673-f15f757c9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:45.701500 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43faf6cf-1c17-44bc-8515-af6fa3a91fb3 None None] Network 75eeaa9b-7635-4e71-ae43-3f6f6905ffb5 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:07:45.846148 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.resource_extend [None req-87eddbe6-0067-4ee5-9425-bbda4a569b2a tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:07:45.883112 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c88f533a-56c5-4323-a636-ebc0cf3fab71 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:45.885026 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c88f533a-56c5-4323-a636-ebc0cf3fab71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:45.927108 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-81b25f57-1488-4c40-8673-f15f757c9d8d None None] For port 609509fa-12e5-48fc-8efb-b90b90bd0d99, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=609509fa-12e5-48fc-8efb-b90b90bd0d99,segment=NetworkSegment(b51d1102-25f4-4b08-812e-99429151629e),segment_id=b51d1102-25f4-4b08-812e-99429151629e)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:07:45.927745 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4698fbf4-1554-40cc-8fca-c6811334ce91 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:07:45.965576 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f8ee083b-5619-416e-923f-4ef691c52721 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2767638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733091'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:46.000050 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-b3bfa6e7-b8f9-4240-a584-56c6c7a71de4 None None] Allocated IP 2001:db8:0:ffff::2 (e0a232f8-d42c-4251-aeb3-7374894f313d/b11584e1-344c-4d3d-8d48-8a951f1bc97d/0ffdb687-22dc-4c56-8f67-c55acb7e41fb) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:07:46.013594 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-81b25f57-1488-4c40-8673-f15f757c9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:46.065885 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1f314be1-086f-4270-a45c-77f7d48b6c36 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:46.072125 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:46.231204 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-87eddbe6-0067-4ee5-9425-bbda4a569b2a tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:46.231987 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device bdc350ce-802c-4dfe-8100-449c54af0bf0 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:07:46.234959 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87eddbe6-0067-4ee5-9425-bbda4a569b2a tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:46.235538 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-87eddbe6-0067-4ee5-9425-bbda4a569b2a tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:46.236861 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f314be1-086f-4270-a45c-77f7d48b6c36 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event deleted for resources: {'Port': ['ID=a1a57ba5-08a8-4f67-910e-991705e4c095,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:46.295912 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1f314be1-086f-4270-a45c-77f7d48b6c36 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:46.314293 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-1f314be1-086f-4270-a45c-77f7d48b6c36 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "DELETE /v2.0/ports/a1a57ba5-08a8-4f67-910e-991705e4c095 HTTP/1.1" status: 204 len: 168 time: 2.0349948 Feb 10 23:07:46.314523 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b25f57-1488-4c40-8673-f15f757c9d8d None None] Pushing event updated for resources: {'Port': ['ID=609509fa-12e5-48fc-8efb-b90b90bd0d99,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:46.316126 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43912) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:46.369218 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-66e5640b-b68f-427e-9963-a8cf417bb85d tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] DELETE failed (client error): The resource could not be found. Feb 10 23:07:46.369629 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66e5640b-b68f-427e-9963-a8cf417bb85d tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:07:46.373337 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-66e5640b-b68f-427e-9963-a8cf417bb85d tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "DELETE /v2.0/ports/a1a57ba5-08a8-4f67-910e-991705e4c095 HTTP/1.1" status: 404 len: 333 time: 0.0540204 Feb 10 23:07:46.376983 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43916) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:46.410893 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4698fbf4-1554-40cc-8fca-c6811334ce91 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "PUT /v2.0/routers/1359e446-ed83-4f9b-84b9-bc51e0ace908/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5279675 Feb 10 23:07:46.416370 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43920) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:46.422413 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eddbe6-0067-4ee5-9425-bbda4a569b2a tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Pushing event updated for resources: {'Network': ['ID=866ee6f0-a7c3-4042-b8ae-f7a8eb536a70,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:46.429964 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-e7168189-9d2d-47ce-9141-2a3d6f51a740 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Request body: {'network': {'name': 'tempest-RoutersTest-1387073431'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:07:46.430485 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port bdc350ce-802c-4dfe-8100-449c54af0bf0 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:46.430870 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:46.433025 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-035784a1-9f3d-4b54-889d-4aafeb4b6658 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] GET failed (client error): The resource could not be found. Feb 10 23:07:46.433663 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-035784a1-9f3d-4b54-889d-4aafeb4b6658 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Synchronizing usage tracker for tenant:a1a196bacc5e4170b4defd7cfb879ddb on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:07:46.443627 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e7168189-9d2d-47ce-9141-2a3d6f51a740 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:07:46.452925 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-e7168189-9d2d-47ce-9141-2a3d6f51a740 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Usage tracker for resource:network and tenant:62dc022463634d02b4f57b75cc001545 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:07:46.455292 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-3c00a153-8914-428b-bb92-11213ae4e55c None None] Provisioning for port abb5e571-6be0-41fe-a2dd-ad87bf479880 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:07:46.457471 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-e7168189-9d2d-47ce-9141-2a3d6f51a740 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:07:46.475349 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 866ee6f0-a7c3-4042-b8ae-f7a8eb536a70 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:07:46.508195 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-87eddbe6-0067-4ee5-9425-bbda4a569b2a tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4059169 Feb 10 23:07:46.512276 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43924) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:46.521538 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-dfe107ad-33ee-401b-b057-c8ff7b49fc16 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Request body: {'subnet': {'network_id': '866ee6f0-a7c3-4042-b8ae-f7a8eb536a70', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:07:46.632716 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e7168189-9d2d-47ce-9141-2a3d6f51a740 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:07:46.635213 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-035784a1-9f3d-4b54-889d-4aafeb4b6658 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Unset dirty status for tenant:a1a196bacc5e4170b4defd7cfb879ddb on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:07:46.640604 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-035784a1-9f3d-4b54-889d-4aafeb4b6658 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "GET /v2.0/ports/a1a57ba5-08a8-4f67-910e-991705e4c095 HTTP/1.1" status: 404 len: 333 time: 0.2582808 Feb 10 23:07:46.642219 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43928) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:46.646305 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b3bfa6e7-b8f9-4240-a584-56c6c7a71de4 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:46.663135 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-b3bfa6e7-b8f9-4240-a584-56c6c7a71de4 None None] Transition to ACTIVE for port object 0ffdb687-22dc-4c56-8f67-c55acb7e41fb will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:46.731047 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-b3bfa6e7-b8f9-4240-a584-56c6c7a71de4 None None] Transition to ACTIVE for port object 0ffdb687-22dc-4c56-8f67-c55acb7e41fb will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:46.753619 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device abb5e571-6be0-41fe-a2dd-ad87bf479880 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:07:46.792258 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-b968499a-def0-4b71-b53b-6172a8f28c88 None None] Provisioning complete for port 609509fa-12e5-48fc-8efb-b90b90bd0d99 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:46.792789 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b968499a-def0-4b71-b53b-6172a8f28c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:46.801775 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d96eda69-5516-45d8-8b07-394889c25a24 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:46.818846 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-dfe107ad-33ee-401b-b057-c8ff7b49fc16 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:07:46.830942 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b3bfa6e7-b8f9-4240-a584-56c6c7a71de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:46.845250 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7168189-9d2d-47ce-9141-2a3d6f51a740 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Made reservation on behalf of 62dc022463634d02b4f57b75cc001545 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:07:46.845250 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e7168189-9d2d-47ce-9141-2a3d6f51a740 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:46.854203 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-dfe107ad-33ee-401b-b057-c8ff7b49fc16 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Usage tracker for resource:subnet and tenant:ddd8d1e5e56d403487d0461567751352 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:07:46.865309 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-dfe107ad-33ee-401b-b057-c8ff7b49fc16 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:07:46.937329 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-d96eda69-5516-45d8-8b07-394889c25a24 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Deleting port 6787d91c-9f74-43f1-959a-bb1ff7950bb5 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:07:46.937648 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d96eda69-5516-45d8-8b07-394889c25a24 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:46.950961 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bfa6e7-b8f9-4240-a584-56c6c7a71de4 None None] Pushing event updated for resources: {'Port': ['ID=0ffdb687-22dc-4c56-8f67-c55acb7e41fb,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:46.961170 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bfa6e7-b8f9-4240-a584-56c6c7a71de4 None None] Network e0a232f8-d42c-4251-aeb3-7374894f313d is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:07:46.967039 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-b3bfa6e7-b8f9-4240-a584-56c6c7a71de4 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:46.972252 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bfa6e7-b8f9-4240-a584-56c6c7a71de4 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:07:46.986230 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7168189-9d2d-47ce-9141-2a3d6f51a740 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:07:47.008243 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-dfe107ad-33ee-401b-b057-c8ff7b49fc16 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:07:47.015247 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e7168189-9d2d-47ce-9141-2a3d6f51a740 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:47.015590 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-e7168189-9d2d-47ce-9141-2a3d6f51a740 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Added segment 4b22f169-9248-4cca-ab2c-736823436146 of type vlan for network 3086e396-25a0-4fb7-bc88-5c11df92f33d Feb 10 23:07:47.092900 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e7168189-9d2d-47ce-9141-2a3d6f51a740 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:47.098468 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab9dc38b-5a57-44d7-827d-e6a29d22db66 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Deleting subnet 2545a236-348b-4bb1-a63b-3aef882a8c36 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:07:47.105984 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ab9dc38b-5a57-44d7-827d-e6a29d22db66 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:47.187731 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ee083b-5619-416e-923f-4ef691c52721 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Router 791424a0-d6ce-43ba-8c23-68a0fbef0f6e has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:07:47.191710 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ab9dc38b-5a57-44d7-827d-e6a29d22db66 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31983416'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:47.201750 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe107ad-33ee-401b-b057-c8ff7b49fc16 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Made reservation on behalf of ddd8d1e5e56d403487d0461567751352 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:07:47.231651 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-b3bfa6e7-b8f9-4240-a584-56c6c7a71de4 None None] Attempting to bind port 0ffdb687-22dc-4c56-8f67-c55acb7e41fb on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:07:47.232277 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-b3bfa6e7-b8f9-4240-a584-56c6c7a71de4 None None] Attempting to bind port 0ffdb687-22dc-4c56-8f67-c55acb7e41fb by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '6f9c3653-3026-42ce-b01e-ef6b8851a8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e0a232f8-d42c-4251-aeb3-7374894f313d'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:07:47.232956 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bfa6e7-b8f9-4240-a584-56c6c7a71de4 None None] Attempting to bind port 0ffdb687-22dc-4c56-8f67-c55acb7e41fb on network e0a232f8-d42c-4251-aeb3-7374894f313d {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:07:47.257995 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bfa6e7-b8f9-4240-a584-56c6c7a71de4 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:07:47.258648 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bfa6e7-b8f9-4240-a584-56c6c7a71de4 None None] Checking segment: {'id': '6f9c3653-3026-42ce-b01e-ef6b8851a8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e0a232f8-d42c-4251-aeb3-7374894f313d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:07:47.259190 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b3bfa6e7-b8f9-4240-a584-56c6c7a71de4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:47.259591 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bfa6e7-b8f9-4240-a584-56c6c7a71de4 None None] Bound using segment: {'id': '6f9c3653-3026-42ce-b01e-ef6b8851a8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e0a232f8-d42c-4251-aeb3-7374894f313d'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:07:47.260245 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-b3bfa6e7-b8f9-4240-a584-56c6c7a71de4 None None] Bound port: 0ffdb687-22dc-4c56-8f67-c55acb7e41fb, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f9c3653-3026-42ce-b01e-ef6b8851a8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e0a232f8-d42c-4251-aeb3-7374894f313d'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:07:47.261150 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b3bfa6e7-b8f9-4240-a584-56c6c7a71de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:47.320496 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port abb5e571-6be0-41fe-a2dd-ad87bf479880 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:07:47.339095 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port abb5e571-6be0-41fe-a2dd-ad87bf479880 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:47.339362 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:47.360490 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d96eda69-5516-45d8-8b07-394889c25a24 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:47.425411 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e7168189-9d2d-47ce-9141-2a3d6f51a740 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:47.430153 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7168189-9d2d-47ce-9141-2a3d6f51a740 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:47.430741 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e7168189-9d2d-47ce-9141-2a3d6f51a740 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:47.449635 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-4ebc0fb4-bb72-40e4-bac7-914c26f0e55b None None] Could not find standard attr ID for object a1a57ba5-08a8-4f67-910e-991705e4c095. {{(pid=84334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 23:07:47.449635 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-b3bfa6e7-b8f9-4240-a584-56c6c7a71de4 None None] For port 0ffdb687-22dc-4c56-8f67-c55acb7e41fb, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:07:47.450704 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-b3bfa6e7-b8f9-4240-a584-56c6c7a71de4 None None] For port 0ffdb687-22dc-4c56-8f67-c55acb7e41fb, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=0ffdb687-22dc-4c56-8f67-c55acb7e41fb,segment=NetworkSegment(6f9c3653-3026-42ce-b01e-ef6b8851a8ad),segment_id=6f9c3653-3026-42ce-b01e-ef6b8851a8ad)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:07:47.513384 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-4ebc0fb4-bb72-40e4-bac7-914c26f0e55b None None] Provisioning complete for port abb5e571-6be0-41fe-a2dd-ad87bf479880 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:47.513807 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4ebc0fb4-bb72-40e4-bac7-914c26f0e55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:47.543185 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b3bfa6e7-b8f9-4240-a584-56c6c7a71de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:47.547019 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-d96eda69-5516-45d8-8b07-394889c25a24 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Calling delete_port for 6787d91c-9f74-43f1-959a-bb1ff7950bb5 owned by network:router_gateway {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:07:47.575576 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c88f533a-56c5-4323-a636-ebc0cf3fab71 admin admin] Router 75664401-6998-4355-be07-b08e18d63d30 is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:07:47.580044 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:47.595103 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dfe107ad-33ee-401b-b057-c8ff7b49fc16 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:47.678856 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bfa6e7-b8f9-4240-a584-56c6c7a71de4 None None] Pushing event updated for resources: {'Port': ['ID=0ffdb687-22dc-4c56-8f67-c55acb7e41fb,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:47.683647 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port abb5e571-6be0-41fe-a2dd-ad87bf479880, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=abb5e571-6be0-41fe-a2dd-ad87bf479880,segment=NetworkSegment(75cfa2fc-024a-4658-834b-a8831f661569),segment_id=75cfa2fc-024a-4658-834b-a8831f661569)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:07:47.690004 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7168189-9d2d-47ce-9141-2a3d6f51a740 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event updated for resources: {'Network': ['ID=3086e396-25a0-4fb7-bc88-5c11df92f33d,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:47.720188 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ee083b-5619-416e-923f-4ef691c52721 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:07:47.728696 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-f8ee083b-5619-416e-923f-4ef691c52721 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "PUT /v2.0/routers/791424a0-d6ce-43ba-8c23-68a0fbef0f6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0939331 Feb 10 23:07:47.731372 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43932) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:47.738204 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 3086e396-25a0-4fb7-bc88-5c11df92f33d details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:07:47.796288 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-e7168189-9d2d-47ce-9141-2a3d6f51a740 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3740466 Feb 10 23:07:47.800269 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43936) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:47.811666 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-057d9dd4-89fa-4f58-abfe-a5978ba639f1 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Request body: {'subnet': {'network_id': '3086e396-25a0-4fb7-bc88-5c11df92f33d', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:07:47.835249 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:47.848725 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ab9dc38b-5a57-44d7-827d-e6a29d22db66 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:47.923911 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4ebc0fb4-bb72-40e4-bac7-914c26f0e55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:48.020454 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=abb5e571-6be0-41fe-a2dd-ad87bf479880,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:48.066710 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 609509fa-12e5-48fc-8efb-b90b90bd0d99 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:07:48.155264 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-057d9dd4-89fa-4f58-abfe-a5978ba639f1 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:07:48.162184 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-057d9dd4-89fa-4f58-abfe-a5978ba639f1 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Usage tracker for resource:subnet and tenant:62dc022463634d02b4f57b75cc001545 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:07:48.171514 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-057d9dd4-89fa-4f58-abfe-a5978ba639f1 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:07:48.197346 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-057d9dd4-89fa-4f58-abfe-a5978ba639f1 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:07:48.206441 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 609509fa-12e5-48fc-8efb-b90b90bd0d99 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:48.208252 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:48.228452 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-366fcaa2-8045-443a-8c29-5c9d567e55db tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Deleting subnet 2a53508d-3f60-4351-a41a-398082f1cd4c {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:07:48.233186 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-366fcaa2-8045-443a-8c29-5c9d567e55db tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:48.296254 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ab9dc38b-5a57-44d7-827d-e6a29d22db66 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:48.346952 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057d9dd4-89fa-4f58-abfe-a5978ba639f1 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Made reservation on behalf of 62dc022463634d02b4f57b75cc001545 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:07:48.376282 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9dc38b-5a57-44d7-827d-e6a29d22db66 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event deleted for resources: {'Subnet': ['ID=2545a236-348b-4bb1-a63b-3aef882a8c36,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:48.437292 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e708513-ca07-4037-bab7-672f0cc5fbcc None None] Network 75eeaa9b-7635-4e71-ae43-3f6f6905ffb5 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:07:48.437673 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-366fcaa2-8045-443a-8c29-5c9d567e55db tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31983416'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:48.451373 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-4ebc0fb4-bb72-40e4-bac7-914c26f0e55b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:07:48.451940 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-4ebc0fb4-bb72-40e4-bac7-914c26f0e55b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:07:48.465046 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ab9dc38b-5a57-44d7-827d-e6a29d22db66 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:48.509207 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-ab9dc38b-5a57-44d7-827d-e6a29d22db66 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "DELETE /v2.0/subnets/2545a236-348b-4bb1-a63b-3aef882a8c36 HTTP/1.1" status: 204 len: 168 time: 1.8659270 Feb 10 23:07:48.523635 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43940) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:48.620418 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-9bac22fc-0463-4a24-ae87-4cefc49128a1 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Deleting port e7e5c513-c1c4-4228-b8f3-d2f777694de7 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:07:48.621157 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9bac22fc-0463-4a24-ae87-4cefc49128a1 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:48.646427 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-366fcaa2-8045-443a-8c29-5c9d567e55db tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:48.687235 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d96eda69-5516-45d8-8b07-394889c25a24 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:48.725919 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-057d9dd4-89fa-4f58-abfe-a5978ba639f1 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:48.753730 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dfe107ad-33ee-401b-b057-c8ff7b49fc16 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:48.795255 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96eda69-5516-45d8-8b07-394889c25a24 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Pushing event deleted for resources: {'Port': ['ID=6787d91c-9f74-43f1-959a-bb1ff7950bb5,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:48.796166 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07dd7a8d-95e8-4e18-ae10-23fdcccb8d70 None None] DHCP port deletion for 75eeaa9b-7635-4e71-ae43-3f6f6905ffb5 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:07:48.804993 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-07dd7a8d-95e8-4e18-ae10-23fdcccb8d70 None None] Deleting port abb5e571-6be0-41fe-a2dd-ad87bf479880 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:07:48.805597 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-07dd7a8d-95e8-4e18-ae10-23fdcccb8d70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:48.971810 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-03e71732-0e63-46fa-aba7-86af51cd9244 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:49.000618 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-03e71732-0e63-46fa-aba7-86af51cd9244 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Deleting port abb5e571-6be0-41fe-a2dd-ad87bf479880 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:07:49.000967 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-03e71732-0e63-46fa-aba7-86af51cd9244 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:49.022670 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88f533a-56c5-4323-a636-ebc0cf3fab71 admin admin] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:07:49.050715 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe107ad-33ee-401b-b057-c8ff7b49fc16 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Pushing event updated for resources: {'Subnet': ['ID=7715c3b2-2f24-40f7-9a19-0d045fbf6f76,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:49.099532 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-366fcaa2-8045-443a-8c29-5c9d567e55db tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:49.119097 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b733dbf-2235-4e61-b18a-dfa90e60a93d None None] Sync routers for ids ['75664401-6998-4355-be07-b08e18d63d30'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:07:49.180884 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a30854-9fee-41d1-b180-97f22844f042 None None] Network e0a232f8-d42c-4251-aeb3-7374894f313d requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:07:49.190884 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366fcaa2-8045-443a-8c29-5c9d567e55db tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event deleted for resources: {'Subnet': ['ID=2a53508d-3f60-4351-a41a-398082f1cd4c,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:49.218835 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-366fcaa2-8045-443a-8c29-5c9d567e55db tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:49.266987 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c88f533a-56c5-4323-a636-ebc0cf3fab71 admin admin] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:49.268719 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c88f533a-56c5-4323-a636-ebc0cf3fab71 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.9849446 Feb 10 23:07:49.276452 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ea1f70-fa38-41f9-8a5c-fc41d2e13b72 None None] Network 94607ab7-20f7-486a-a776-adda500366d2 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:07:49.280640 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9bac22fc-0463-4a24-ae87-4cefc49128a1 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:49.288160 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43944) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:49.299476 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-366fcaa2-8045-443a-8c29-5c9d567e55db tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "DELETE /v2.0/subnets/2a53508d-3f60-4351-a41a-398082f1cd4c HTTP/1.1" status: 204 len: 168 time: 1.5670214 Feb 10 23:07:49.316180 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43948) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:49.350421 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-07dd7a8d-95e8-4e18-ae10-23fdcccb8d70 None None] For port abb5e571-6be0-41fe-a2dd-ad87bf479880, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=abb5e571-6be0-41fe-a2dd-ad87bf479880,segment=NetworkSegment(75cfa2fc-024a-4658-834b-a8831f661569),segment_id=75cfa2fc-024a-4658-834b-a8831f661569)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:07:49.351391 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-07dd7a8d-95e8-4e18-ae10-23fdcccb8d70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:49.368433 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b733dbf-2235-4e61-b18a-dfa90e60a93d None None] Routers {'75664401-6998-4355-be07-b08e18d63d30'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:07:49.369215 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-2b733dbf-2235-4e61-b18a-dfa90e60a93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:07:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['75664401-6998-4355-be07-b08e18d63d30'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:49.375283 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe107ad-33ee-401b-b057-c8ff7b49fc16 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Checking segment: {'id': '89ffaef1-1401-448d-b59e-d5715e15bc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '866ee6f0-a7c3-4042-b8ae-f7a8eb536a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:07:49.376021 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe107ad-33ee-401b-b057-c8ff7b49fc16 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Network hostable DHCP agents. Network: 866ee6f0-a7c3-4042-b8ae-f7a8eb536a70, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:07:49.417604 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d94b3618-d23e-497d-8163-70ca3d08b65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:49.460795 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-03e71732-0e63-46fa-aba7-86af51cd9244 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] For port abb5e571-6be0-41fe-a2dd-ad87bf479880, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=abb5e571-6be0-41fe-a2dd-ad87bf479880,segment=NetworkSegment(75cfa2fc-024a-4658-834b-a8831f661569),segment_id=75cfa2fc-024a-4658-834b-a8831f661569)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:07:49.461150 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-03e71732-0e63-46fa-aba7-86af51cd9244 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:49.538222 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d96eda69-5516-45d8-8b07-394889c25a24 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734197'] for router_gateway, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:49.597563 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-9bac22fc-0463-4a24-ae87-4cefc49128a1 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Calling delete_port for e7e5c513-c1c4-4228-b8f3-d2f777694de7 owned by network:router_interface {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:07:49.674984 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-07dd7a8d-95e8-4e18-ae10-23fdcccb8d70 None None] Calling delete_port for abb5e571-6be0-41fe-a2dd-ad87bf479880 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:07:49.789312 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-03e71732-0e63-46fa-aba7-86af51cd9244 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Calling delete_port for abb5e571-6be0-41fe-a2dd-ad87bf479880 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:07:49.818526 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b6671b9-b1ca-4c61-86b1-1d84efedacbf tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:49.820614 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-057d9dd4-89fa-4f58-abfe-a5978ba639f1 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:49.964113 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-1b6671b9-b1ca-4c61-86b1-1d84efedacbf tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Deleting port a5b9647d-1e28-456a-81e2-bcea0ae537ca {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:07:49.964482 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b6671b9-b1ca-4c61-86b1-1d84efedacbf tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:50.010903 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057d9dd4-89fa-4f58-abfe-a5978ba639f1 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event updated for resources: {'Subnet': ['ID=8ee29318-ea2c-48e8-898d-6d1f35272696,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:50.049299 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-4e249ee6-4ee7-4248-b22e-47c678b68ebb None None] Provisioning for port 0ffdb687-22dc-4c56-8f67-c55acb7e41fb completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:07:50.112290 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057d9dd4-89fa-4f58-abfe-a5978ba639f1 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Checking segment: {'id': '4b22f169-9248-4cca-ab2c-736823436146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3086e396-25a0-4fb7-bc88-5c11df92f33d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:07:50.112605 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057d9dd4-89fa-4f58-abfe-a5978ba639f1 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Network hostable DHCP agents. Network: 3086e396-25a0-4fb7-bc88-5c11df92f33d, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:07:50.122591 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-2b733dbf-2235-4e61-b18a-dfa90e60a93d None None] Set router 75664401-6998-4355-be07-b08e18d63d30 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:07:50.133319 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d89437-2c45-4077-863d-5265349e2dc8 req-14f453d6-d24b-47c0-90dc-01cb17b0d749 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:50.135513 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-79d89437-2c45-4077-863d-5265349e2dc8 req-14f453d6-d24b-47c0-90dc-01cb17b0d749 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 945 time: 0.3541451 Feb 10 23:07:50.167557 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-03e71732-0e63-46fa-aba7-86af51cd9244 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:50.171405 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 0ffdb687-22dc-4c56-8f67-c55acb7e41fb up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:07:50.171654 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d96eda69-5516-45d8-8b07-394889c25a24 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:50.182351 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d96eda69-5516-45d8-8b07-394889c25a24 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:50.231921 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe107ad-33ee-401b-b057-c8ff7b49fc16 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Network 866ee6f0-a7c3-4042-b8ae-f7a8eb536a70 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:07:50.283331 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e71732-0e63-46fa-aba7-86af51cd9244 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event deleted for resources: {'Port': ['ID=abb5e571-6be0-41fe-a2dd-ad87bf479880,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:50.309084 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e71732-0e63-46fa-aba7-86af51cd9244 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] No DVR routers for this DVR port abb5e571-6be0-41fe-a2dd-ad87bf479880 on host dv-neutron-828797-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:07:50.327754 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9bac22fc-0463-4a24-ae87-4cefc49128a1 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:50.396403 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-1b6671b9-b1ca-4c61-86b1-1d84efedacbf tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] For port a5b9647d-1e28-456a-81e2-bcea0ae537ca, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=a5b9647d-1e28-456a-81e2-bcea0ae537ca,segment=NetworkSegment(a85c51eb-0fe7-484c-8777-4b0f1f3a987e),segment_id=a85c51eb-0fe7-484c-8777-4b0f1f3a987e)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:07:50.397171 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b6671b9-b1ca-4c61-86b1-1d84efedacbf tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:50.400876 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-07dd7a8d-95e8-4e18-ae10-23fdcccb8d70 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:07:50.401239 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-07dd7a8d-95e8-4e18-ae10-23fdcccb8d70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:07:50.423203 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-dfe107ad-33ee-401b-b057-c8ff7b49fc16 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 866ee6f0-a7c3-4042-b8ae-f7a8eb536a70) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:50.428220 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe107ad-33ee-401b-b057-c8ff7b49fc16 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:50.433405 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dfe107ad-33ee-401b-b057-c8ff7b49fc16 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:50.433405 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d96eda69-5516-45d8-8b07-394889c25a24 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:50.433736 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96eda69-5516-45d8-8b07-394889c25a24 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Fanout notify agent at l3_agent the message router_deleted on router 23bd72e5-524c-4127-8515-7772aa60ca3b {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:07:50.465346 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bac22fc-0463-4a24-ae87-4cefc49128a1 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Pushing event deleted for resources: {'Port': ['ID=e7e5c513-c1c4-4228-b8f3-d2f777694de7,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:50.477308 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756d3a28-4533-4412-8955-d35a5ff81002 None None] Network 866ee6f0-a7c3-4042-b8ae-f7a8eb536a70 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:07:50.481395 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-79d89437-2c45-4077-863d-5265349e2dc8 req-0c9a930f-c3fc-4bd2-bb2d-8ee2d912cc19 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3202682 Feb 10 23:07:50.530449 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d96eda69-5516-45d8-8b07-394889c25a24 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:50.538176 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d96eda69-5516-45d8-8b07-394889c25a24 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] 10.222.0.59 "DELETE /v2.0/routers/23bd72e5-524c-4127-8515-7772aa60ca3b HTTP/1.1" status: 204 len: 168 time: 5.8725476 Feb 10 23:07:50.539059 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43956) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:50.586352 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-896f0493-03c6-48b3-b997-26d90bb1e634 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1655389289', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:07:50.617037 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-896f0493-03c6-48b3-b997-26d90bb1e634 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:07:50.652329 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-dfe107ad-33ee-401b-b057-c8ff7b49fc16 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 4.1373761 Feb 10 23:07:50.653537 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-896f0493-03c6-48b3-b997-26d90bb1e634 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Usage tracker for resource:router and tenant:56e6449892414222931b0ea63a655098 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:07:50.673006 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43962) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:50.673790 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-896f0493-03c6-48b3-b997-26d90bb1e634 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:07:50.686090 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-1b6671b9-b1ca-4c61-86b1-1d84efedacbf tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Calling delete_port for a5b9647d-1e28-456a-81e2-bcea0ae537ca owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:07:50.701944 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-896f0493-03c6-48b3-b997-26d90bb1e634 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:07:50.713951 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057d9dd4-89fa-4f58-abfe-a5978ba639f1 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Network 3086e396-25a0-4fb7-bc88-5c11df92f33d is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:07:50.737600 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-03e71732-0e63-46fa-aba7-86af51cd9244 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:50.785714 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-03e71732-0e63-46fa-aba7-86af51cd9244 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75eeaa9b-7635-4e71-ae43-3f6f6905ffb5']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:50.797416 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-057d9dd4-89fa-4f58-abfe-a5978ba639f1 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 3086e396-25a0-4fb7-bc88-5c11df92f33d) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:50.815018 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-03e71732-0e63-46fa-aba7-86af51cd9244 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75cfa2fc-024a-4658-834b-a8831f661569') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:50.815284 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-03e71732-0e63-46fa-aba7-86af51cd9244 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75cfa2fc-024a-4658-834b-a8831f661569') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:50.824839 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057d9dd4-89fa-4f58-abfe-a5978ba639f1 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:50.825427 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-057d9dd4-89fa-4f58-abfe-a5978ba639f1 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:50.826284 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f5892c-6874-45d1-921f-aa5fafb638d5 None None] Network 3086e396-25a0-4fb7-bc88-5c11df92f33d requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:07:50.845736 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-03e71732-0e63-46fa-aba7-86af51cd9244 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:50.869110 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-03e71732-0e63-46fa-aba7-86af51cd9244 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:50.875532 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03e71732-0e63-46fa-aba7-86af51cd9244 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:07:50.875989 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-03e71732-0e63-46fa-aba7-86af51cd9244 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:50.887309 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-896f0493-03c6-48b3-b997-26d90bb1e634 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:50.888231 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-896f0493-03c6-48b3-b997-26d90bb1e634 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:50.891031 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:07:50.891031 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:07:50.891031 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:07:50.891031 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:07:50.891031 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:07:50.891031 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:07:50.891031 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:07:50.891031 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:07:50.891031 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:07:50.891031 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:07:50.891031 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:07:50.891031 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:07:50.891031 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:07:50.891031 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:07:50.891031 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:07:50.891031 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:07:50.891031 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:07:50.891031 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:07:50.891031 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:07:50.891031 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:07:50.891031 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:07:50.891031 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:07:50.891031 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:07:50.891031 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:07:50.891031 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:07:50.891031 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:07:50.891031 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:07:50.891031 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:07:50.891031 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:07:50.891031 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:07:50.891031 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:07:50.891031 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:07:50.910284 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-07dd7a8d-95e8-4e18-ae10-23fdcccb8d70 None None] Deleting port abb5e571-6be0-41fe-a2dd-ad87bf479880 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:07:50.910718 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-07dd7a8d-95e8-4e18-ae10-23fdcccb8d70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:51.041263 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-896f0493-03c6-48b3-b997-26d90bb1e634 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:51.059688 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dad0dd39-3afc-4607-86d3-185ca070f010 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:51.077834 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3233a38d-4790-49c2-8da7-138dc0f6e7d6 None None] DHCP port deletion for 94607ab7-20f7-486a-a776-adda500366d2 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:07:51.091306 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-07dd7a8d-95e8-4e18-ae10-23fdcccb8d70 None None] The port 'abb5e571-6be0-41fe-a2dd-ad87bf479880' was deleted {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 23:07:51.119573 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-3233a38d-4790-49c2-8da7-138dc0f6e7d6 None None] Deleting port a5b9647d-1e28-456a-81e2-bcea0ae537ca {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:07:51.119950 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3233a38d-4790-49c2-8da7-138dc0f6e7d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:51.205104 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b6671b9-b1ca-4c61-86b1-1d84efedacbf tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:51.222270 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dad0dd39-3afc-4607-86d3-185ca070f010 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:51.260166 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-03e71732-0e63-46fa-aba7-86af51cd9244 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:51.266463 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-896f0493-03c6-48b3-b997-26d90bb1e634 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:51.276997 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-057d9dd4-89fa-4f58-abfe-a5978ba639f1 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4750960 Feb 10 23:07:51.281244 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43968) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:51.283130 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6671b9-b1ca-4c61-86b1-1d84efedacbf tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event deleted for resources: {'Port': ['ID=a5b9647d-1e28-456a-81e2-bcea0ae537ca,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:51.287550 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 0ffdb687-22dc-4c56-8f67-c55acb7e41fb completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:07:51.307631 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-03e71732-0e63-46fa-aba7-86af51cd9244 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:51.321258 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e71732-0e63-46fa-aba7-86af51cd9244 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event deleted for resources: {'Network': ['ID=75eeaa9b-7635-4e71-ae43-3f6f6905ffb5,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:51.338652 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-03e71732-0e63-46fa-aba7-86af51cd9244 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "DELETE /v2.0/networks/75eeaa9b-7635-4e71-ae43-3f6f6905ffb5 HTTP/1.1" status: 204 len: 168 time: 2.8104839 Feb 10 23:07:51.338652 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6671b9-b1ca-4c61-86b1-1d84efedacbf tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] No DVR routers for this DVR port a5b9647d-1e28-456a-81e2-bcea0ae537ca on host dv-neutron-828797-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:07:51.339151 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43972) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:51.374378 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 0ffdb687-22dc-4c56-8f67-c55acb7e41fb triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:51.378754 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:51.399667 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1327717c-b628-42a6-8d26-c40d11c9f271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:51.401646 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-83ad6079-4d9c-4190-baf7-1f192ebaa6eb tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1900256767'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:07:51.410995 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-3233a38d-4790-49c2-8da7-138dc0f6e7d6 None None] The port 'a5b9647d-1e28-456a-81e2-bcea0ae537ca' was deleted {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 23:07:51.414888 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-83ad6079-4d9c-4190-baf7-1f192ebaa6eb tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:07:51.486832 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-83ad6079-4d9c-4190-baf7-1f192ebaa6eb tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Usage tracker for resource:network and tenant:a1a196bacc5e4170b4defd7cfb879ddb is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:07:51.493485 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-83ad6079-4d9c-4190-baf7-1f192ebaa6eb tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:07:51.517542 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-83ad6079-4d9c-4190-baf7-1f192ebaa6eb tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:07:51.523512 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c686b47-0096-4e1e-a418-9ec1efe6d88c None None] Sync routers for ids ['1359e446-ed83-4f9b-84b9-bc51e0ace908'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:07:51.540412 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c686b47-0096-4e1e-a418-9ec1efe6d88c None None] Routers {'1359e446-ed83-4f9b-84b9-bc51e0ace908'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:07:51.541070 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-3c686b47-0096-4e1e-a418-9ec1efe6d88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:07:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['1359e446-ed83-4f9b-84b9-bc51e0ace908'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:51.553857 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b6671b9-b1ca-4c61-86b1-1d84efedacbf tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:51.555323 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-2b733dbf-2235-4e61-b18a-dfa90e60a93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75664401-6998-4355-be07-b08e18d63d30', 'name': 'tempest-TestVolumeBootPattern-821366541-router', 'tenant_id': '18df93ccf45246f886dee042ef6343cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.144'}], 'enable_snat': True}, 'gw_port_id': 'b1cd2d19-b46a-4732-98b9-d025ac228028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:07:40Z', 'updated_at': '2022-02-10T23:07:45Z', 'revision_number': 3, 'project_id': '18df93ccf45246f886dee042ef6343cf', 'gw_port': {'id': 'b1cd2d19-b46a-4732-98b9-d025ac228028', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:64:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75664401-6998-4355-be07-b08e18d63d30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:43Z', 'updated_at': '2022-02-10T23:07:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:51.561256 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8ea856-dde7-4918-bc55-ad7b30137146 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-866ee6f0-a7c3-4042-b8ae-f7a8eb536a70', 'network_id': '866ee6f0-a7c3-4042-b8ae-f7a8eb536a70', 'tenant_id': 'ddd8d1e5e56d403487d0461567751352', 'fixed_ips': [{'subnet_id': '7715c3b2-2f24-40f7-9a19-0d045fbf6f76'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:07:51.562404 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cb8ea856-dde7-4918-bc55-ad7b30137146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:51.626795 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b733dbf-2235-4e61-b18a-dfa90e60a93d None None] Checking router: 75664401-6998-4355-be07-b08e18d63d30 for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:07:51.627498 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b733dbf-2235-4e61-b18a-dfa90e60a93d None None] Updating router 75664401-6998-4355-be07-b08e18d63d30 port b1cd2d19-b46a-4732-98b9-d025ac228028 binding host dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:07:51.634168 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-1b6671b9-b1ca-4c61-86b1-1d84efedacbf tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94607ab7-20f7-486a-a776-adda500366d2']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:51.675476 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-1b6671b9-b1ca-4c61-86b1-1d84efedacbf tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a85c51eb-0fe7-484c-8777-4b0f1f3a987e') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:51.675784 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-1b6671b9-b1ca-4c61-86b1-1d84efedacbf tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a85c51eb-0fe7-484c-8777-4b0f1f3a987e') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:51.690467 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2def0a-d723-4149-86ab-36c364b89bd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-3086e396-25a0-4fb7-bc88-5c11df92f33d', 'network_id': '3086e396-25a0-4fb7-bc88-5c11df92f33d', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'fixed_ips': [{'subnet_id': '8ee29318-ea2c-48e8-898d-6d1f35272696'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:07:51.690467 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-df2def0a-d723-4149-86ab-36c364b89bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:51.698723 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b6671b9-b1ca-4c61-86b1-1d84efedacbf tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:51.731781 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b6671b9-b1ca-4c61-86b1-1d84efedacbf tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:51.738975 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b6671b9-b1ca-4c61-86b1-1d84efedacbf tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:07:51.739371 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b6671b9-b1ca-4c61-86b1-1d84efedacbf tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:51.743235 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-3c686b47-0096-4e1e-a418-9ec1efe6d88c None None] Set router 1359e446-ed83-4f9b-84b9-bc51e0ace908 gateway port host: None {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:07:51.772310 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-896f0493-03c6-48b3-b997-26d90bb1e634 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:51.773534 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-896f0493-03c6-48b3-b997-26d90bb1e634 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.1976469 Feb 10 23:07:51.788958 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 43976) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:51.806487 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2b733dbf-2235-4e61-b18a-dfa90e60a93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:51.816137 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-25188d6f-6b04-45f5-85d2-d1f7e7b0324c tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'enable_snat': False}}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:07:51.870799 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:07:51.870799 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:07:51.870799 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:07:51.870799 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:07:51.870799 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:07:51.870799 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:07:51.870799 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:07:51.870799 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:07:51.870799 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:07:51.870799 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:07:51.870799 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:07:51.870799 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:07:51.870799 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:07:51.870799 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:07:51.870799 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:07:51.870799 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:07:51.870799 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:07:51.870799 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:07:51.870799 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:07:51.870799 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:07:51.870799 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:07:51.870799 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:07:51.870799 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:07:51.870799 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:07:51.870799 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:07:51.870799 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:07:51.870799 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:07:51.870799 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:07:51.870799 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:07:51.870799 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:07:51.870799 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:07:51.870799 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:07:51.874149 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ad6079-4d9c-4190-baf7-1f192ebaa6eb tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Made reservation on behalf of a1a196bacc5e4170b4defd7cfb879ddb for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:07:51.880646 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-83ad6079-4d9c-4190-baf7-1f192ebaa6eb tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:51.919065 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-7ffdf383-de3b-4095-af7c-bf193a7f1da8 None None] Provisioning complete for port 0ffdb687-22dc-4c56-8f67-c55acb7e41fb triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:51.919515 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7ffdf383-de3b-4095-af7c-bf193a7f1da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:51.947949 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b6671b9-b1ca-4c61-86b1-1d84efedacbf tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:51.955594 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:51.984856 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b6671b9-b1ca-4c61-86b1-1d84efedacbf tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:52.015824 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dad0dd39-3afc-4607-86d3-185ca070f010 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:52.026412 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a137bad-67c5-473f-b928-5f0b264fff03 req-efd1c6bb-422a-49a6-ba12-54e69fa8b877 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:52.033816 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0a137bad-67c5-473f-b928-5f0b264fff03 req-efd1c6bb-422a-49a6-ba12-54e69fa8b877 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 945 time: 1.2032392 Feb 10 23:07:52.113940 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83ad6079-4d9c-4190-baf7-1f192ebaa6eb tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:07:52.117555 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad0dd39-3afc-4607-86d3-185ca070f010 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Pushing event deleted for resources: {'Subnet': ['ID=7715c3b2-2f24-40f7-9a19-0d045fbf6f76,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:52.126396 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-83ad6079-4d9c-4190-baf7-1f192ebaa6eb tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:52.126802 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-83ad6079-4d9c-4190-baf7-1f192ebaa6eb tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Added segment 172fa9b7-af06-4347-8a6a-dda737327dd3 of type vlan for network 9c587ad1-a4ab-4803-84a8-c3c256e23a18 Feb 10 23:07:52.129801 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9bac22fc-0463-4a24-ae87-4cefc49128a1 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2767638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733091'] for router_interface, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:52.167046 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-83ad6079-4d9c-4190-baf7-1f192ebaa6eb tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:52.189432 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-3c686b47-0096-4e1e-a418-9ec1efe6d88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'name': 'tempest-RoutersTest-router-479301092', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:56Z', 'updated_at': '2022-02-10T23:07:40Z', 'revision_number': 4, 'project_id': '62dc022463634d02b4f57b75cc001545', 'gw_port_host': None, '_interfaces': [{'id': '17646efb-7102-4d7a-908f-cb7d3d2de387', 'name': '', 'network_id': '12052084-206d-4312-a617-f252f8179831', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'mac_address': 'fa:16:3e:b6:5f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2fd1ea0-3072-4924-9e05-ffa3a0177446', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:21Z', 'updated_at': '2022-02-10T23:07:40Z', 'revision_number': 5, 'project_id': '62dc022463634d02b4f57b75cc001545', 'subnets': [{'id': 'c2fd1ea0-3072-4924-9e05-ffa3a0177446', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34b93693-e433-45b9-887a-9aaf3024edac', 'name': '', 'network_id': '1979ad8e-359d-4de4-9d0d-2bc93f828579', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'mac_address': 'fa:16:3e:bd:ed:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8876885e-8839-4ecf-9a7c-7d3f809d8dfd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:36Z', 'updated_at': '2022-02-10T23:07:41Z', 'revision_number': 2, 'project_id': '62dc022463634d02b4f57b75cc001545', 'subnets': [{'id': '8876885e-8839-4ecf-9a7c-7d3f809d8dfd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbc327d4-197b-47d3-9396-0ecba21ce359', 'name': '', 'network_id': '10d2f5a7-936f-4925-9467-45b0b7c99ec4', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'mac_address': 'fa:16:3e:87:32:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6566b71-ba57-47a8-bc9e-b4ac96b16a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:03Z', 'updated_at': '2022-02-10T23:07:24Z', 'revision_number': 5, 'project_id': '62dc022463634d02b4f57b75cc001545', 'subnets': [{'id': 'd6566b71-ba57-47a8-bc9e-b4ac96b16a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:52.196076 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c686b47-0096-4e1e-a418-9ec1efe6d88c None None] Checking router: 1359e446-ed83-4f9b-84b9-bc51e0ace908 for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:07:52.196797 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c686b47-0096-4e1e-a418-9ec1efe6d88c None None] Updating router 1359e446-ed83-4f9b-84b9-bc51e0ace908 port 34b93693-e433-45b9-887a-9aaf3024edac binding host dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server [None req-cb8ea856-dde7-4918-bc55-ad7b30137146 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7715c3b2-2f24-40f7-9a19-0d045fbf6f76: This subnet is being modified by another concurrent operation. Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server raise value Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server raise value Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server raise value Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server raise value Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server raise value Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server raise value Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server raise exception Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7715c3b2-2f24-40f7-9a19-0d045fbf6f76: This subnet is being modified by another concurrent operation. Feb 10 23:07:52.201528 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server Feb 10 23:07:52.224435 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6671b9-b1ca-4c61-86b1-1d84efedacbf tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event deleted for resources: {'Network': ['ID=94607ab7-20f7-486a-a776-adda500366d2,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:52.224435 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-1b6671b9-b1ca-4c61-86b1-1d84efedacbf tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "DELETE /v2.0/networks/94607ab7-20f7-486a-a776-adda500366d2 HTTP/1.1" status: 204 len: 168 time: 2.9005072 Feb 10 23:07:52.224435 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43980) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:52.226479 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 0ffdb687-22dc-4c56-8f67-c55acb7e41fb, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=0ffdb687-22dc-4c56-8f67-c55acb7e41fb,segment=NetworkSegment(6f9c3653-3026-42ce-b01e-ef6b8851a8ad),segment_id=6f9c3653-3026-42ce-b01e-ef6b8851a8ad)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:07:52.267764 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64cdc9b1-649a-4cf1-9289-cb34046ac292 None None] Network 866ee6f0-a7c3-4042-b8ae-f7a8eb536a70 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:07:52.269341 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3c686b47-0096-4e1e-a418-9ec1efe6d88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:52.296575 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-83ad6079-4d9c-4190-baf7-1f192ebaa6eb tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:52.300350 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ad6079-4d9c-4190-baf7-1f192ebaa6eb tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:52.313423 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-83ad6079-4d9c-4190-baf7-1f192ebaa6eb tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:52.359377 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dad0dd39-3afc-4607-86d3-185ca070f010 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:52.392473 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-dad0dd39-3afc-4607-86d3-185ca070f010 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['866ee6f0-a7c3-4042-b8ae-f7a8eb536a70']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:52.399983 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:52.416834 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-dad0dd39-3afc-4607-86d3-185ca070f010 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89ffaef1-1401-448d-b59e-d5715e15bc5e') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:52.416834 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-dad0dd39-3afc-4607-86d3-185ca070f010 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89ffaef1-1401-448d-b59e-d5715e15bc5e') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:52.427472 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dad0dd39-3afc-4607-86d3-185ca070f010 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32216962'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:52.446202 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dad0dd39-3afc-4607-86d3-185ca070f010 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:52.453044 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dad0dd39-3afc-4607-86d3-185ca070f010 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:07:52.470155 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dad0dd39-3afc-4607-86d3-185ca070f010 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32033006'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:52.483096 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ad6079-4d9c-4190-baf7-1f192ebaa6eb tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event updated for resources: {'Network': ['ID=9c587ad1-a4ab-4803-84a8-c3c256e23a18,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:52.547900 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 9c587ad1-a4ab-4803-84a8-c3c256e23a18 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:07:52.578201 dv-neutron-828797-1-hyperv neutron-server[84332]: Traceback (most recent call last): Feb 10 23:07:52.578201 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:07:52.578201 dv-neutron-828797-1-hyperv neutron-server[84332]: timer() Feb 10 23:07:52.578201 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:07:52.578201 dv-neutron-828797-1-hyperv neutron-server[84332]: cb(*args, **kw) Feb 10 23:07:52.578201 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:07:52.578201 dv-neutron-828797-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Feb 10 23:07:52.578201 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:07:52.578201 dv-neutron-828797-1-hyperv neutron-server[84332]: self._notify() Feb 10 23:07:52.578201 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:07:52.578201 dv-neutron-828797-1-hyperv neutron-server[84332]: self.callback(batched_events) Feb 10 23:07:52.578201 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:07:52.578201 dv-neutron-828797-1-hyperv neutron-server[84332]: event.method(event) Feb 10 23:07:52.578201 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:07:52.578201 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:07:52.578201 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:07:52.578201 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:07:52.578201 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:07:52.578201 dv-neutron-828797-1-hyperv neutron-server[84332]: return f(self, *a, **k) Feb 10 23:07:52.578201 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:07:52.578201 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._get(url).json() Feb 10 23:07:52.578201 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:07:52.578201 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:07:52.578201 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:07:52.578201 dv-neutron-828797-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Feb 10 23:07:52.578201 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:07:52.578201 dv-neutron-828797-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:07:52.578201 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:07:52.578201 dv-neutron-828797-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:07:52.578201 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:07:52.578201 dv-neutron-828797-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:07:52.578201 dv-neutron-828797-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:07:52.580271 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device abb5e571-6be0-41fe-a2dd-ad87bf479880 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:07:52.646089 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-df2def0a-d723-4149-86ab-36c364b89bd7 None None] Allocated IP 172.23.0.2 (3086e396-25a0-4fb7-bc88-5c11df92f33d/8ee29318-ea2c-48e8-898d-6d1f35272696/2f2deaae-dd46-4aee-a929-5af80145756a) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:07:52.727154 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-83ad6079-4d9c-4190-baf7-1f192ebaa6eb tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3847585 Feb 10 23:07:52.729397 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43986) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:52.731359 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=0ffdb687-22dc-4c56-8f67-c55acb7e41fb,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:52.765475 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: abb5e571-6be0-41fe-a2dd-ad87bf479880 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:07:52.765906 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device abb5e571-6be0-41fe-a2dd-ad87bf479880 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:07:52.799221 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-3f5fc968-2d29-4458-8236-7404a5657a51 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Request body: {'subnet': {'network_id': '9c587ad1-a4ab-4803-84a8-c3c256e23a18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:07:52.819752 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3c686b47-0096-4e1e-a418-9ec1efe6d88c None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:52.845015 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0a137bad-67c5-473f-b928-5f0b264fff03 req-97d744e4-69db-4a29-912a-838fcdc3afe1 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8040283 Feb 10 23:07:52.925644 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-3c686b47-0096-4e1e-a418-9ec1efe6d88c None None] Transition to ACTIVE for port object 34b93693-e433-45b9-887a-9aaf3024edac will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:52.937983 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3f5fc968-2d29-4458-8236-7404a5657a51 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:07:52.940790 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 0ffdb687-22dc-4c56-8f67-c55acb7e41fb up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:07:52.950827 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-3f5fc968-2d29-4458-8236-7404a5657a51 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Usage tracker for resource:subnet and tenant:a1a196bacc5e4170b4defd7cfb879ddb is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:07:52.955051 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-3f5fc968-2d29-4458-8236-7404a5657a51 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:07:52.956286 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dad0dd39-3afc-4607-86d3-185ca070f010 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:52.962218 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dad0dd39-3afc-4607-86d3-185ca070f010 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:52.973961 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746328e9-6a78-4f0a-afac-ee5ec464801e None None] Sync routers for ids ['791424a0-d6ce-43ba-8c23-68a0fbef0f6e'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:07:52.974371 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3f5fc968-2d29-4458-8236-7404a5657a51 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:07:53.003226 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:53.003920 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:53.009779 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3c686b47-0096-4e1e-a418-9ec1efe6d88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:53.050059 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad0dd39-3afc-4607-86d3-185ca070f010 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Pushing event deleted for resources: {'Network': ['ID=866ee6f0-a7c3-4042-b8ae-f7a8eb536a70,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:53.065743 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-dad0dd39-3afc-4607-86d3-185ca070f010 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] 10.222.0.59 "DELETE /v2.0/networks/866ee6f0-a7c3-4042-b8ae-f7a8eb536a70 HTTP/1.1" status: 204 len: 168 time: 2.3847990 Feb 10 23:07:53.088213 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 43992) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:53.121160 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-0e021b4a-4b1b-48a2-a891-da5bef9d3362 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2079546417'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:07:53.141453 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0e74c059-424c-4de1-bd58-13cc81fafcef tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732944'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:53.246025 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-3c686b47-0096-4e1e-a418-9ec1efe6d88c None None] Attempting to bind port 34b93693-e433-45b9-887a-9aaf3024edac on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:07:53.246408 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-3c686b47-0096-4e1e-a418-9ec1efe6d88c None None] Attempting to bind port 34b93693-e433-45b9-887a-9aaf3024edac by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '5bb23469-4945-4f51-acaf-089d6afb8ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1979ad8e-359d-4de4-9d0d-2bc93f828579'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:07:53.247645 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c686b47-0096-4e1e-a418-9ec1efe6d88c None None] Attempting to bind port 34b93693-e433-45b9-887a-9aaf3024edac on network 1979ad8e-359d-4de4-9d0d-2bc93f828579 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:07:53.256236 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5fc968-2d29-4458-8236-7404a5657a51 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Made reservation on behalf of a1a196bacc5e4170b4defd7cfb879ddb for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:07:53.257351 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c686b47-0096-4e1e-a418-9ec1efe6d88c None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:07:53.257726 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c686b47-0096-4e1e-a418-9ec1efe6d88c None None] Checking segment: {'id': '5bb23469-4945-4f51-acaf-089d6afb8ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1979ad8e-359d-4de4-9d0d-2bc93f828579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:07:53.258176 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3c686b47-0096-4e1e-a418-9ec1efe6d88c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:53.258551 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c686b47-0096-4e1e-a418-9ec1efe6d88c None None] Bound using segment: {'id': '5bb23469-4945-4f51-acaf-089d6afb8ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1979ad8e-359d-4de4-9d0d-2bc93f828579'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:07:53.259015 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-3c686b47-0096-4e1e-a418-9ec1efe6d88c None None] Bound port: 34b93693-e433-45b9-887a-9aaf3024edac, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bb23469-4945-4f51-acaf-089d6afb8ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1979ad8e-359d-4de4-9d0d-2bc93f828579'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:07:53.259387 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3c686b47-0096-4e1e-a418-9ec1efe6d88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:53.370973 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-3c686b47-0096-4e1e-a418-9ec1efe6d88c None None] For port 34b93693-e433-45b9-887a-9aaf3024edac, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:07:53.374716 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-3c686b47-0096-4e1e-a418-9ec1efe6d88c None None] For port 34b93693-e433-45b9-887a-9aaf3024edac, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=34b93693-e433-45b9-887a-9aaf3024edac,segment=NetworkSegment(5bb23469-4945-4f51-acaf-089d6afb8ba5),segment_id=5bb23469-4945-4f51-acaf-089d6afb8ba5)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:07:53.376384 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a1d9ea-9039-4619-836a-871996b73935 None None] Pushing event updated for resources: {'Port': ['ID=34b93693-e433-45b9-887a-9aaf3024edac,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:53.388189 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-0e021b4a-4b1b-48a2-a891-da5bef9d3362 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:07:53.392109 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-0e021b4a-4b1b-48a2-a891-da5bef9d3362 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Usage tracker for resource:network and tenant:ddd8d1e5e56d403487d0461567751352 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:07:53.394969 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746328e9-6a78-4f0a-afac-ee5ec464801e None None] Routers {'791424a0-d6ce-43ba-8c23-68a0fbef0f6e'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:07:53.395519 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-0e021b4a-4b1b-48a2-a891-da5bef9d3362 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:07:53.396154 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-746328e9-6a78-4f0a-afac-ee5ec464801e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:07:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['791424a0-d6ce-43ba-8c23-68a0fbef0f6e'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:53.401910 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-0e021b4a-4b1b-48a2-a891-da5bef9d3362 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:07:53.456724 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-3c686b47-0096-4e1e-a418-9ec1efe6d88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:53.467562 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2b733dbf-2235-4e61-b18a-dfa90e60a93d None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:53.524050 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3f5fc968-2d29-4458-8236-7404a5657a51 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:53.551770 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-25188d6f-6b04-45f5-85d2-d1f7e7b0324c tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:53.591288 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c686b47-0096-4e1e-a418-9ec1efe6d88c None None] Routers {'1359e446-ed83-4f9b-84b9-bc51e0ace908'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:07:53.592023 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-3c686b47-0096-4e1e-a418-9ec1efe6d88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:07:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['1359e446-ed83-4f9b-84b9-bc51e0ace908'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:53.602025 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e021b4a-4b1b-48a2-a891-da5bef9d3362 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Made reservation on behalf of ddd8d1e5e56d403487d0461567751352 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:07:53.602195 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-364b5c94-791c-4bc2-a247-5bf85f8167ce req-c42b2f3b-f1e0-4f3b-856a-b697a2aca8e8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5278344 Feb 10 23:07:53.602293 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0e021b4a-4b1b-48a2-a891-da5bef9d3362 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:53.633307 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-2b733dbf-2235-4e61-b18a-dfa90e60a93d None None] Transition to ACTIVE for port object b1cd2d19-b46a-4732-98b9-d025ac228028 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:53.763017 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2b733dbf-2235-4e61-b18a-dfa90e60a93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:53.774234 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e021b4a-4b1b-48a2-a891-da5bef9d3362 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:07:53.786544 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0e021b4a-4b1b-48a2-a891-da5bef9d3362 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:53.787553 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-0e021b4a-4b1b-48a2-a891-da5bef9d3362 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Added segment bad03d2d-0d7f-44b1-9c42-d67e4f883ab9 of type vlan for network df7f4518-36c1-488b-97f1-a9bb1c4e4105 Feb 10 23:07:53.799512 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 0ffdb687-22dc-4c56-8f67-c55acb7e41fb triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:53.799857 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:53.815830 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a1d9ea-9039-4619-836a-871996b73935 None None] Pushing event updated for resources: {'Port': ['ID=34b93693-e433-45b9-887a-9aaf3024edac,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:53.852175 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-746328e9-6a78-4f0a-afac-ee5ec464801e None None] Set router 791424a0-d6ce-43ba-8c23-68a0fbef0f6e gateway port host: None {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:07:53.861103 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0e021b4a-4b1b-48a2-a891-da5bef9d3362 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:53.878297 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-3c686b47-0096-4e1e-a418-9ec1efe6d88c None None] Set router 1359e446-ed83-4f9b-84b9-bc51e0ace908 gateway port host: None {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:07:53.964146 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-df2def0a-d723-4149-86ab-36c364b89bd7 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:53.995133 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0e021b4a-4b1b-48a2-a891-da5bef9d3362 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:54.000184 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e021b4a-4b1b-48a2-a891-da5bef9d3362 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:54.000767 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0e021b4a-4b1b-48a2-a891-da5bef9d3362 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:54.018802 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ba1d6c-bda5-4228-8d5c-e05c07faf144 req-5e05d246-c739-41eb-97c5-6780ebd8cdac tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:54.026332 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a7214d-6578-4f03-a2b0-f936cfdda22d None None] Pushing event updated for resources: {'Port': ['ID=b1cd2d19-b46a-4732-98b9-d025ac228028,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:54.028970 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-df2def0a-d723-4149-86ab-36c364b89bd7 None None] Transition to ACTIVE for port object 2f2deaae-dd46-4aee-a929-5af80145756a will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:54.039383 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-59ba1d6c-bda5-4228-8d5c-e05c07faf144 req-5e05d246-c739-41eb-97c5-6780ebd8cdac tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 945 time: 1.0404694 Feb 10 23:07:54.052525 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-2b733dbf-2235-4e61-b18a-dfa90e60a93d None None] Attempting to bind port b1cd2d19-b46a-4732-98b9-d025ac228028 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:07:54.056667 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-2b733dbf-2235-4e61-b18a-dfa90e60a93d None None] Attempting to bind port b1cd2d19-b46a-4732-98b9-d025ac228028 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:07:54.056667 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b733dbf-2235-4e61-b18a-dfa90e60a93d None None] Attempting to bind port b1cd2d19-b46a-4732-98b9-d025ac228028 on network c2ed7563-f8af-409c-803f-f56530124ba5 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:07:54.128747 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:54.149380 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-df2def0a-d723-4149-86ab-36c364b89bd7 None None] Transition to ACTIVE for port object 2f2deaae-dd46-4aee-a929-5af80145756a will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:54.153781 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b733dbf-2235-4e61-b18a-dfa90e60a93d None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:07:54.153966 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b733dbf-2235-4e61-b18a-dfa90e60a93d None None] Checking segment: {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:07:54.154335 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2b733dbf-2235-4e61-b18a-dfa90e60a93d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:54.154731 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b733dbf-2235-4e61-b18a-dfa90e60a93d None None] Bound using segment: {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:07:54.155209 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-2b733dbf-2235-4e61-b18a-dfa90e60a93d None None] Bound port: b1cd2d19-b46a-4732-98b9-d025ac228028, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:07:54.155579 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2b733dbf-2235-4e61-b18a-dfa90e60a93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:54.268169 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fb5e275f-c9c9-4a19-9af2-7f2412a0e432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:54.278470 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-df2def0a-d723-4149-86ab-36c364b89bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:54.291603 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-364b5c94-791c-4bc2-a247-5bf85f8167ce req-d26cff2b-26b2-491f-a8c6-73afaad32605 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e452088f31c44993a8754d6dd8fb5a7b&device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 1098 time: 0.5574629 Feb 10 23:07:54.352070 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-3c686b47-0096-4e1e-a418-9ec1efe6d88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'name': 'tempest-RoutersTest-router-479301092', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:56Z', 'updated_at': '2022-02-10T23:07:40Z', 'revision_number': 4, 'project_id': '62dc022463634d02b4f57b75cc001545', 'gw_port_host': None, '_interfaces': [{'id': '17646efb-7102-4d7a-908f-cb7d3d2de387', 'name': '', 'network_id': '12052084-206d-4312-a617-f252f8179831', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'mac_address': 'fa:16:3e:b6:5f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2fd1ea0-3072-4924-9e05-ffa3a0177446', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:21Z', 'updated_at': '2022-02-10T23:07:40Z', 'revision_number': 5, 'project_id': '62dc022463634d02b4f57b75cc001545', 'subnets': [{'id': 'c2fd1ea0-3072-4924-9e05-ffa3a0177446', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34b93693-e433-45b9-887a-9aaf3024edac', 'name': '', 'network_id': '1979ad8e-359d-4de4-9d0d-2bc93f828579', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'mac_address': 'fa:16:3e:bd:ed:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8876885e-8839-4ecf-9a7c-7d3f809d8dfd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:36Z', 'updated_at': '2022-02-10T23:07:53Z', 'revision_number': 4, 'project_id': '62dc022463634d02b4f57b75cc001545', 'subnets': [{'id': '8876885e-8839-4ecf-9a7c-7d3f809d8dfd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbc327d4-197b-47d3-9396-0ecba21ce359', 'name': '', 'network_id': '10d2f5a7-936f-4925-9467-45b0b7c99ec4', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'mac_address': 'fa:16:3e:87:32:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6566b71-ba57-47a8-bc9e-b4ac96b16a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:03Z', 'updated_at': '2022-02-10T23:07:24Z', 'revision_number': 5, 'project_id': '62dc022463634d02b4f57b75cc001545', 'subnets': [{'id': 'd6566b71-ba57-47a8-bc9e-b4ac96b16a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:54.356352 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c686b47-0096-4e1e-a418-9ec1efe6d88c None None] The sync data for ids ['1359e446-ed83-4f9b-84b9-bc51e0ace908'] in dv-neutron-828797-1-hyperv is: [{'id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'name': 'tempest-RoutersTest-router-479301092', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:56Z', 'updated_at': '2022-02-10T23:07:40Z', 'revision_number': 4, 'project_id': '62dc022463634d02b4f57b75cc001545', 'gw_port_host': None, '_interfaces': [{'id': '17646efb-7102-4d7a-908f-cb7d3d2de387', 'name': '', 'network_id': '12052084-206d-4312-a617-f252f8179831', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'mac_address': 'fa:16:3e:b6:5f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2fd1ea0-3072-4924-9e05-ffa3a0177446', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:21Z', 'updated_at': '2022-02-10T23:07:40Z', 'revision_number': 5, 'project_id': '62dc022463634d02b4f57b75cc001545', 'subnets': [{'id': 'c2fd1ea0-3072-4924-9e05-ffa3a0177446', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34b93693-e433-45b9-887a-9aaf3024edac', 'name': '', 'network_id': '1979ad8e-359d-4de4-9d0d-2bc93f828579', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'mac_address': 'fa:16:3e:bd:ed:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8876885e-8839-4ecf-9a7c-7d3f809d8dfd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:36Z', 'updated_at': '2022-02-10T23:07:53Z', 'revision_number': 4, 'project_id': '62dc022463634d02b4f57b75cc001545', 'subnets': [{'id': '8876885e-8839-4ecf-9a7c-7d3f809d8dfd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbc327d4-197b-47d3-9396-0ecba21ce359', 'name': '', 'network_id': '10d2f5a7-936f-4925-9467-45b0b7c99ec4', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'mac_address': 'fa:16:3e:87:32:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6566b71-ba57-47a8-bc9e-b4ac96b16a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:03Z', 'updated_at': '2022-02-10T23:07:24Z', 'revision_number': 5, 'project_id': '62dc022463634d02b4f57b75cc001545', 'subnets': [{'id': 'd6566b71-ba57-47a8-bc9e-b4ac96b16a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:07:54.487084 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2def0a-d723-4149-86ab-36c364b89bd7 None None] Network 3086e396-25a0-4fb7-bc88-5c11df92f33d is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:07:54.488569 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-2b733dbf-2235-4e61-b18a-dfa90e60a93d None None] For port b1cd2d19-b46a-4732-98b9-d025ac228028, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:07:54.492100 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2def0a-d723-4149-86ab-36c364b89bd7 None None] Pushing event updated for resources: {'Port': ['ID=2f2deaae-dd46-4aee-a929-5af80145756a,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:54.499076 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-df2def0a-d723-4149-86ab-36c364b89bd7 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:54.510011 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-59ba1d6c-bda5-4228-8d5c-e05c07faf144 req-67ff94f2-99bc-4f2d-8876-c4b9ab67d7e4 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4684775 Feb 10 23:07:54.512740 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2def0a-d723-4149-86ab-36c364b89bd7 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:07:54.516275 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-0e021b4a-4b1b-48a2-a891-da5bef9d3362 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4132442 Feb 10 23:07:54.519197 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44000) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:54.538158 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-2b733dbf-2235-4e61-b18a-dfa90e60a93d None None] For port b1cd2d19-b46a-4732-98b9-d025ac228028, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=b1cd2d19-b46a-4732-98b9-d025ac228028,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:07:54.553143 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e021b4a-4b1b-48a2-a891-da5bef9d3362 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Pushing event updated for resources: {'Network': ['ID=df7f4518-36c1-488b-97f1-a9bb1c4e4105,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:54.582514 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-1cc7d8df-2be4-4cac-aae7-45fc2351cdcd tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Request body: {'subnet': {'network_id': 'df7f4518-36c1-488b-97f1-a9bb1c4e4105', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:07:54.612579 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network df7f4518-36c1-488b-97f1-a9bb1c4e4105 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:07:54.736643 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device a5b9647d-1e28-456a-81e2-bcea0ae537ca no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:07:54.811663 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: a5b9647d-1e28-456a-81e2-bcea0ae537ca {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:07:54.812899 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device a5b9647d-1e28-456a-81e2-bcea0ae537ca not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:07:54.837165 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2b733dbf-2235-4e61-b18a-dfa90e60a93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:55.008296 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-1cc7d8df-2be4-4cac-aae7-45fc2351cdcd tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:07:55.030656 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-1cc7d8df-2be4-4cac-aae7-45fc2351cdcd tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Usage tracker for resource:subnet and tenant:ddd8d1e5e56d403487d0461567751352 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:07:55.038781 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-1cc7d8df-2be4-4cac-aae7-45fc2351cdcd tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:07:55.050233 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-1cc7d8df-2be4-4cac-aae7-45fc2351cdcd tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:07:55.081274 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-df2def0a-d723-4149-86ab-36c364b89bd7 None None] Attempting to bind port 2f2deaae-dd46-4aee-a929-5af80145756a on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:07:55.081796 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-df2def0a-d723-4149-86ab-36c364b89bd7 None None] Attempting to bind port 2f2deaae-dd46-4aee-a929-5af80145756a by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '4b22f169-9248-4cca-ab2c-736823436146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3086e396-25a0-4fb7-bc88-5c11df92f33d'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:07:55.082298 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2def0a-d723-4149-86ab-36c364b89bd7 None None] Attempting to bind port 2f2deaae-dd46-4aee-a929-5af80145756a on network 3086e396-25a0-4fb7-bc88-5c11df92f33d {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:07:55.085018 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 34b93693-e433-45b9-887a-9aaf3024edac up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:07:55.172509 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b5c94-791c-4bc2-a247-5bf85f8167ce req-3d182c94-542c-41e8-83f2-05ea8d109702 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:55.173948 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-364b5c94-791c-4bc2-a247-5bf85f8167ce req-3d182c94-542c-41e8-83f2-05ea8d109702 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cc3883e2-07c5-4782-b2eb-c25b67bd2e9e HTTP/1.1" status: 200 len: 912 time: 0.7293506 Feb 10 23:07:55.180136 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3f5fc968-2d29-4458-8236-7404a5657a51 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:55.210121 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2def0a-d723-4149-86ab-36c364b89bd7 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:07:55.210652 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2def0a-d723-4149-86ab-36c364b89bd7 None None] Checking segment: {'id': '4b22f169-9248-4cca-ab2c-736823436146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3086e396-25a0-4fb7-bc88-5c11df92f33d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:07:55.211147 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-df2def0a-d723-4149-86ab-36c364b89bd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:55.211630 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2def0a-d723-4149-86ab-36c364b89bd7 None None] Bound using segment: {'id': '4b22f169-9248-4cca-ab2c-736823436146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3086e396-25a0-4fb7-bc88-5c11df92f33d'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:07:55.212205 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-df2def0a-d723-4149-86ab-36c364b89bd7 None None] Bound port: 2f2deaae-dd46-4aee-a929-5af80145756a, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b22f169-9248-4cca-ab2c-736823436146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3086e396-25a0-4fb7-bc88-5c11df92f33d'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:07:55.212703 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-df2def0a-d723-4149-86ab-36c364b89bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:55.218756 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc7d8df-2be4-4cac-aae7-45fc2351cdcd tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Made reservation on behalf of ddd8d1e5e56d403487d0461567751352 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:07:55.265903 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a7214d-6578-4f03-a2b0-f936cfdda22d None None] Pushing event updated for resources: {'Port': ['ID=b1cd2d19-b46a-4732-98b9-d025ac228028,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:55.310359 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b733dbf-2235-4e61-b18a-dfa90e60a93d None None] Routers {'75664401-6998-4355-be07-b08e18d63d30'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:07:55.311156 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-2b733dbf-2235-4e61-b18a-dfa90e60a93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:07:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['75664401-6998-4355-be07-b08e18d63d30'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:55.400788 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5fc968-2d29-4458-8236-7404a5657a51 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event updated for resources: {'Subnet': ['ID=adda3a58-9317-49ac-af06-d78977374a84,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:55.407191 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1cc7d8df-2be4-4cac-aae7-45fc2351cdcd tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:55.468420 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-25188d6f-6b04-45f5-85d2-d1f7e7b0324c tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:55.506351 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5fc968-2d29-4458-8236-7404a5657a51 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Checking segment: {'id': '172fa9b7-af06-4347-8a6a-dda737327dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '9c587ad1-a4ab-4803-84a8-c3c256e23a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:07:55.523268 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5fc968-2d29-4458-8236-7404a5657a51 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Network hostable DHCP agents. Network: 9c587ad1-a4ab-4803-84a8-c3c256e23a18, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:07:55.523911 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-746328e9-6a78-4f0a-afac-ee5ec464801e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'name': 'tempest-RoutersIpV6Test-router-2033246589', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:36Z', 'updated_at': '2022-02-10T23:07:45Z', 'revision_number': 8, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'gw_port_host': None, '_interfaces': [{'id': '2e0ff209-c3d6-4687-a650-1d55cf110359', 'name': '', 'network_id': '37596643-1553-4c3a-95c5-06ad713af992', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'mac_address': 'fa:16:3e:30:3b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4c0056b-1f69-4a9a-b860-450593fb1dad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:11Z', 'updated_at': '2022-02-10T23:07:27Z', 'revision_number': 5, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'subnets': [{'id': 'd4c0056b-1f69-4a9a-b860-450593fb1dad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f3b6d64-b6fe-4b3f-86a4-824ccff0bfec', 'name': '', 'network_id': '74785e22-b419-4301-a726-502801e77510', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'mac_address': 'fa:16:3e:17:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4af83497-4fea-4529-9adb-a93de110f35c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:43Z', 'updated_at': '2022-02-10T23:06:58Z', 'revision_number': 5, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'subnets': [{'id': '4af83497-4fea-4529-9adb-a93de110f35c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '30af2901-36d9-4b03-b47e-1b55190b7361', 'name': '', 'network_id': '3be7cce5-e709-4e52-9d28-80d9eff6097e', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'mac_address': 'fa:16:3e:6e:ca:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ba7e1e9-2914-4a7a-8393-f83926a34ba4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:57Z', 'updated_at': '2022-02-10T23:07:09Z', 'revision_number': 5, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'subnets': [{'id': '0ba7e1e9-2914-4a7a-8393-f83926a34ba4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:55.523911 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-df2def0a-d723-4149-86ab-36c364b89bd7 None None] For port 2f2deaae-dd46-4aee-a929-5af80145756a, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:07:55.525660 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746328e9-6a78-4f0a-afac-ee5ec464801e None None] Checking router: 791424a0-d6ce-43ba-8c23-68a0fbef0f6e for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:07:55.548012 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-df2def0a-d723-4149-86ab-36c364b89bd7 None None] For port 2f2deaae-dd46-4aee-a929-5af80145756a, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=2f2deaae-dd46-4aee-a929-5af80145756a,segment=NetworkSegment(4b22f169-9248-4cca-ab2c-736823436146),segment_id=4b22f169-9248-4cca-ab2c-736823436146)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:07:55.568121 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746328e9-6a78-4f0a-afac-ee5ec464801e None None] Routers {'791424a0-d6ce-43ba-8c23-68a0fbef0f6e'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:07:55.570297 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-746328e9-6a78-4f0a-afac-ee5ec464801e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:07:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['791424a0-d6ce-43ba-8c23-68a0fbef0f6e'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:55.623331 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-fb5e275f-c9c9-4a19-9af2-7f2412a0e432 admin admin] Allocated IP 172.20.0.1 (04d672ad-5400-4d8d-9dca-03c20800c6eb/b8a97865-eb3e-40ee-b3b1-2e9e14ea5224/8621ed15-2a1f-4297-b4c2-886d4eb1a0a9) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:07:55.626591 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-25188d6f-6b04-45f5-85d2-d1f7e7b0324c tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:55.642648 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b0416-0065-46f6-a14b-6305789b8c76 req-9cd0771d-8604-4a8f-a4d1-6605234ebe22 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:55.643776 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d28b0416-0065-46f6-a14b-6305789b8c76 req-9cd0771d-8604-4a8f-a4d1-6605234ebe22 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 945 time: 0.8675687 Feb 10 23:07:55.678106 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5fc968-2d29-4458-8236-7404a5657a51 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Network 9c587ad1-a4ab-4803-84a8-c3c256e23a18 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:07:55.723320 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-df2def0a-d723-4149-86ab-36c364b89bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:55.753125 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-3f5fc968-2d29-4458-8236-7404a5657a51 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 9c587ad1-a4ab-4803-84a8-c3c256e23a18) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:55.775533 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5fc968-2d29-4458-8236-7404a5657a51 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:55.775777 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3f5fc968-2d29-4458-8236-7404a5657a51 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:55.781263 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 34b93693-e433-45b9-887a-9aaf3024edac completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:07:55.798678 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad8e3a7-33e9-457b-9f32-7030707f56cf None None] Network 9c587ad1-a4ab-4803-84a8-c3c256e23a18 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:07:55.820945 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-0e74c059-424c-4de1-bd58-13cc81fafcef tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Deleting port 2e0ff209-c3d6-4687-a650-1d55cf110359 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:07:55.824075 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0e74c059-424c-4de1-bd58-13cc81fafcef tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:55.867627 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1cc7d8df-2be4-4cac-aae7-45fc2351cdcd tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:55.884499 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-2b733dbf-2235-4e61-b18a-dfa90e60a93d None None] Set router 75664401-6998-4355-be07-b08e18d63d30 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:07:55.899125 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-364b5c94-791c-4bc2-a247-5bf85f8167ce req-4bb1f9fb-3055-4d42-bc5a-bac4e9a58393 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20b0f7f4-15ae-4f8a-b50c-92c8b9a384df HTTP/1.1" status: 200 len: 1001 time: 0.7147241 Feb 10 23:07:55.917213 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-3f5fc968-2d29-4458-8236-7404a5657a51 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1866615 Feb 10 23:07:55.917805 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44010) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:55.921213 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 34b93693-e433-45b9-887a-9aaf3024edac triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:55.921584 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:55.948911 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-fd9dac1c-5e7c-48f8-9626-d856ea51ef9e tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Request body: {'port': {'network_id': '9c587ad1-a4ab-4803-84a8-c3c256e23a18', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1933063522'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:07:56.004587 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d28b0416-0065-46f6-a14b-6305789b8c76 req-7aa0985f-30b2-4151-97b1-123afa60264c tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3485963 Feb 10 23:07:56.063688 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc7d8df-2be4-4cac-aae7-45fc2351cdcd tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Pushing event updated for resources: {'Subnet': ['ID=cfb8fafb-5970-4513-b322-ae89c26c4fbd,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:56.095582 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2def0a-d723-4149-86ab-36c364b89bd7 None None] Pushing event updated for resources: {'Port': ['ID=2f2deaae-dd46-4aee-a929-5af80145756a,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:56.166659 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-25a93712-457b-4222-8ef4-10952cff023d tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:56.197402 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-0e74c059-424c-4de1-bd58-13cc81fafcef tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] For port 2e0ff209-c3d6-4687-a650-1d55cf110359, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=2e0ff209-c3d6-4687-a650-1d55cf110359,segment=NetworkSegment(1f7442db-1bda-4c8b-a53d-6497344dc539),segment_id=1f7442db-1bda-4c8b-a53d-6497344dc539)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:07:56.198806 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0e74c059-424c-4de1-bd58-13cc81fafcef tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:56.209347 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-746328e9-6a78-4f0a-afac-ee5ec464801e None None] Set router 791424a0-d6ce-43ba-8c23-68a0fbef0f6e gateway port host: None {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:07:56.254063 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b5c94-791c-4bc2-a247-5bf85f8167ce req-39fd777c-8f43-4319-bb87-362e917a0f80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:56.256347 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-364b5c94-791c-4bc2-a247-5bf85f8167ce req-39fd777c-8f43-4319-bb87-362e917a0f80 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01b72c06-c698-462d-bf7b-325d09ba1c5f HTTP/1.1" status: 200 len: 850 time: 0.3395133 Feb 10 23:07:56.346477 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-0e74c059-424c-4de1-bd58-13cc81fafcef tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Calling delete_port for 2e0ff209-c3d6-4687-a650-1d55cf110359 owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:07:56.376146 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc7d8df-2be4-4cac-aae7-45fc2351cdcd tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Checking segment: {'id': 'bad03d2d-0d7f-44b1-9c42-d67e4f883ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'df7f4518-36c1-488b-97f1-a9bb1c4e4105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:07:56.376907 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc7d8df-2be4-4cac-aae7-45fc2351cdcd tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Network hostable DHCP agents. Network: df7f4518-36c1-488b-97f1-a9bb1c4e4105, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:07:56.547980 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-25188d6f-6b04-45f5-85d2-d1f7e7b0324c tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Allocated IP 172.26.8.160 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/0134c1fe-edbd-4cd7-b7c1-b155b970d8c6) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:07:56.585686 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fb5e275f-c9c9-4a19-9af2-7f2412a0e432 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:56.717310 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-fb5e275f-c9c9-4a19-9af2-7f2412a0e432 admin admin] Transition to ACTIVE for port object 8621ed15-2a1f-4297-b4c2-886d4eb1a0a9 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:56.747238 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-fd9dac1c-5e7c-48f8-9626-d856ea51ef9e tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:07:56.823617 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-fd9dac1c-5e7c-48f8-9626-d856ea51ef9e tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Usage tracker for resource:port and tenant:a1a196bacc5e4170b4defd7cfb879ddb is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:07:56.869515 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-fd9dac1c-5e7c-48f8-9626-d856ea51ef9e tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:07:56.873526 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc7d8df-2be4-4cac-aae7-45fc2351cdcd tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Network df7f4518-36c1-488b-97f1-a9bb1c4e4105 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:07:56.902722 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-fd9dac1c-5e7c-48f8-9626-d856ea51ef9e tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:07:56.917534 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce46717-51b0-45b3-87f5-b50f35540392 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-9c587ad1-a4ab-4803-84a8-c3c256e23a18', 'network_id': '9c587ad1-a4ab-4803-84a8-c3c256e23a18', 'tenant_id': 'a1a196bacc5e4170b4defd7cfb879ddb', 'fixed_ips': [{'subnet_id': 'adda3a58-9317-49ac-af06-d78977374a84'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:07:56.918516 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cce46717-51b0-45b3-87f5-b50f35540392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:56.948124 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-1cc7d8df-2be4-4cac-aae7-45fc2351cdcd tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, df7f4518-36c1-488b-97f1-a9bb1c4e4105) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:56.961829 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc7d8df-2be4-4cac-aae7-45fc2351cdcd tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:56.962440 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1cc7d8df-2be4-4cac-aae7-45fc2351cdcd tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:56.967158 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87e21c6-35cd-4436-a7b6-a3311d26e72e None None] Network df7f4518-36c1-488b-97f1-a9bb1c4e4105 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:07:56.979349 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0e74c059-424c-4de1-bd58-13cc81fafcef tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:56.979801 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:57.008266 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-364b5c94-791c-4bc2-a247-5bf85f8167ce req-f9ca5678-d28f-4a7e-af74-773506334ea5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cc3883e2-07c5-4782-b2eb-c25b67bd2e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6935747 Feb 10 23:07:57.030601 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e74c059-424c-4de1-bd58-13cc81fafcef tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event deleted for resources: {'Port': ['ID=2e0ff209-c3d6-4687-a650-1d55cf110359,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:57.081511 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-1cc7d8df-2be4-4cac-aae7-45fc2351cdcd tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.5345860 Feb 10 23:07:57.082911 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44020) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:57.088075 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9dac1c-5e7c-48f8-9626-d856ea51ef9e tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Made reservation on behalf of a1a196bacc5e4170b4defd7cfb879ddb for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:07:57.091152 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fd9dac1c-5e7c-48f8-9626-d856ea51ef9e tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:57.155145 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-11ffa510-9b1c-468c-8ec8-465c5a67117f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-374124516'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:07:57.171559 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 34b93693-e433-45b9-887a-9aaf3024edac, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=34b93693-e433-45b9-887a-9aaf3024edac,segment=NetworkSegment(5bb23469-4945-4f51-acaf-089d6afb8ba5),segment_id=5bb23469-4945-4f51-acaf-089d6afb8ba5)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:07:57.204338 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:07:57.240894 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-11ffa510-9b1c-468c-8ec8-465c5a67117f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:07:57.253299 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-11ffa510-9b1c-468c-8ec8-465c5a67117f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Usage tracker for resource:network and tenant:ddd8d1e5e56d403487d0461567751352 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:07:57.257788 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-11ffa510-9b1c-468c-8ec8-465c5a67117f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:07:57.266236 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-11ffa510-9b1c-468c-8ec8-465c5a67117f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:07:57.290610 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:57.346210 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ffa510-9b1c-468c-8ec8-465c5a67117f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Made reservation on behalf of ddd8d1e5e56d403487d0461567751352 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:07:57.353606 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-11ffa510-9b1c-468c-8ec8-465c5a67117f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:57.409627 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bac22fc-0463-4a24-ae87-4cefc49128a1 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Router 6b3c03bb-3020-401d-a547-ed7273d4bb25 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:07:57.426219 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0e74c059-424c-4de1-bd58-13cc81fafcef tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2767638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733091'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:57.469180 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11ffa510-9b1c-468c-8ec8-465c5a67117f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:07:57.479717 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-2b733dbf-2235-4e61-b18a-dfa90e60a93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75664401-6998-4355-be07-b08e18d63d30', 'name': 'tempest-TestVolumeBootPattern-821366541-router', 'tenant_id': '18df93ccf45246f886dee042ef6343cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.144'}], 'enable_snat': True}, 'gw_port_id': 'b1cd2d19-b46a-4732-98b9-d025ac228028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:07:40Z', 'updated_at': '2022-02-10T23:07:45Z', 'revision_number': 3, 'project_id': '18df93ccf45246f886dee042ef6343cf', 'gw_port': {'id': 'b1cd2d19-b46a-4732-98b9-d025ac228028', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:64:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75664401-6998-4355-be07-b08e18d63d30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:43Z', 'updated_at': '2022-02-10T23:07:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:57.527177 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fb5e275f-c9c9-4a19-9af2-7f2412a0e432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:57.545926 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-25188d6f-6b04-45f5-85d2-d1f7e7b0324c tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:57.561826 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-746328e9-6a78-4f0a-afac-ee5ec464801e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'name': 'tempest-RoutersIpV6Test-router-2033246589', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:36Z', 'updated_at': '2022-02-10T23:07:45Z', 'revision_number': 8, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'gw_port_host': None, '_interfaces': [{'id': '2e0ff209-c3d6-4687-a650-1d55cf110359', 'name': '', 'network_id': '37596643-1553-4c3a-95c5-06ad713af992', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'mac_address': 'fa:16:3e:30:3b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4c0056b-1f69-4a9a-b860-450593fb1dad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:11Z', 'updated_at': '2022-02-10T23:07:27Z', 'revision_number': 5, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'subnets': [{'id': 'd4c0056b-1f69-4a9a-b860-450593fb1dad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f3b6d64-b6fe-4b3f-86a4-824ccff0bfec', 'name': '', 'network_id': '74785e22-b419-4301-a726-502801e77510', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'mac_address': 'fa:16:3e:17:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4af83497-4fea-4529-9adb-a93de110f35c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:43Z', 'updated_at': '2022-02-10T23:06:58Z', 'revision_number': 5, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'subnets': [{'id': '4af83497-4fea-4529-9adb-a93de110f35c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '30af2901-36d9-4b03-b47e-1b55190b7361', 'name': '', 'network_id': '3be7cce5-e709-4e52-9d28-80d9eff6097e', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'mac_address': 'fa:16:3e:6e:ca:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ba7e1e9-2914-4a7a-8393-f83926a34ba4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:57Z', 'updated_at': '2022-02-10T23:07:09Z', 'revision_number': 5, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'subnets': [{'id': '0ba7e1e9-2914-4a7a-8393-f83926a34ba4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:57.621437 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b733dbf-2235-4e61-b18a-dfa90e60a93d None None] The sync data for ids ['75664401-6998-4355-be07-b08e18d63d30'] in dv-neutron-828797-1-hyperv is: [{'id': '75664401-6998-4355-be07-b08e18d63d30', 'name': 'tempest-TestVolumeBootPattern-821366541-router', 'tenant_id': '18df93ccf45246f886dee042ef6343cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.144'}], 'enable_snat': True}, 'gw_port_id': 'b1cd2d19-b46a-4732-98b9-d025ac228028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:07:40Z', 'updated_at': '2022-02-10T23:07:45Z', 'revision_number': 3, 'project_id': '18df93ccf45246f886dee042ef6343cf', 'gw_port': {'id': 'b1cd2d19-b46a-4732-98b9-d025ac228028', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:64:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75664401-6998-4355-be07-b08e18d63d30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:43Z', 'updated_at': '2022-02-10T23:07:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:07:57.633166 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 2f2deaae-dd46-4aee-a929-5af80145756a up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:07:57.670959 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-11ffa510-9b1c-468c-8ec8-465c5a67117f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:57.672496 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-11ffa510-9b1c-468c-8ec8-465c5a67117f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Added segment df6edb89-22ed-4b20-a9db-e4ba04a181b7 of type vlan for network 2d7fd473-5e01-4108-b507-160dc31a847e Feb 10 23:07:57.706029 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62678e39-a81c-4f20-9d5d-20faf4fd383e req-e0ae36e0-ba23-490f-805a-b7bd0b0eda3e tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:57.708791 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-62678e39-a81c-4f20-9d5d-20faf4fd383e req-e0ae36e0-ba23-490f-805a-b7bd0b0eda3e tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 945 time: 1.0848329 Feb 10 23:07:57.719058 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-11ffa510-9b1c-468c-8ec8-465c5a67117f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:57.747334 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-fd9dac1c-5e7c-48f8-9626-d856ea51ef9e tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] device_id is not set on port 85100fa5-d351-44b8-953b-95116d12fec9 yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:07:57.772994 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746328e9-6a78-4f0a-afac-ee5ec464801e None None] The sync data for ids ['791424a0-d6ce-43ba-8c23-68a0fbef0f6e'] in dv-neutron-828797-1-hyperv is: [{'id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'name': 'tempest-RoutersIpV6Test-router-2033246589', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:36Z', 'updated_at': '2022-02-10T23:07:45Z', 'revision_number': 8, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'gw_port_host': None, '_interfaces': [{'id': '2e0ff209-c3d6-4687-a650-1d55cf110359', 'name': '', 'network_id': '37596643-1553-4c3a-95c5-06ad713af992', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'mac_address': 'fa:16:3e:30:3b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4c0056b-1f69-4a9a-b860-450593fb1dad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:11Z', 'updated_at': '2022-02-10T23:07:27Z', 'revision_number': 5, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'subnets': [{'id': 'd4c0056b-1f69-4a9a-b860-450593fb1dad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f3b6d64-b6fe-4b3f-86a4-824ccff0bfec', 'name': '', 'network_id': '74785e22-b419-4301-a726-502801e77510', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'mac_address': 'fa:16:3e:17:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4af83497-4fea-4529-9adb-a93de110f35c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:43Z', 'updated_at': '2022-02-10T23:06:58Z', 'revision_number': 5, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'subnets': [{'id': '4af83497-4fea-4529-9adb-a93de110f35c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '30af2901-36d9-4b03-b47e-1b55190b7361', 'name': '', 'network_id': '3be7cce5-e709-4e52-9d28-80d9eff6097e', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'mac_address': 'fa:16:3e:6e:ca:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ba7e1e9-2914-4a7a-8393-f83926a34ba4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:57Z', 'updated_at': '2022-02-10T23:07:09Z', 'revision_number': 5, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'subnets': [{'id': '0ba7e1e9-2914-4a7a-8393-f83926a34ba4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:07:57.905801 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ea695d-3da9-4df0-b829-9c5f1a24fba2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-df7f4518-36c1-488b-97f1-a9bb1c4e4105', 'network_id': 'df7f4518-36c1-488b-97f1-a9bb1c4e4105', 'tenant_id': 'ddd8d1e5e56d403487d0461567751352', 'fixed_ips': [{'subnet_id': 'cfb8fafb-5970-4513-b322-ae89c26c4fbd'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:07:57.905801 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d9ea695d-3da9-4df0-b829-9c5f1a24fba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:57.937303 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5e275f-c9c9-4a19-9af2-7f2412a0e432 admin admin] Network 04d672ad-5400-4d8d-9dca-03c20800c6eb is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:07:57.945604 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-11ffa510-9b1c-468c-8ec8-465c5a67117f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:57.950965 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ffa510-9b1c-468c-8ec8-465c5a67117f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:57.957567 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-11ffa510-9b1c-468c-8ec8-465c5a67117f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:57.962380 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-cce46717-51b0-45b3-87f5-b50f35540392 None None] Allocated IP 2001:db8::2 (9c587ad1-a4ab-4803-84a8-c3c256e23a18/adda3a58-9317-49ac-af06-d78977374a84/f776a65e-9a89-45a0-ab8c-3a39123b07df) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:07:57.969896 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-fb5e275f-c9c9-4a19-9af2-7f2412a0e432 admin admin] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:57.973469 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=34b93693-e433-45b9-887a-9aaf3024edac,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:57.992377 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e275f-c9c9-4a19-9af2-7f2412a0e432 admin admin] Pushing event updated for resources: {'Port': ['ID=8621ed15-2a1f-4297-b4c2-886d4eb1a0a9,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:58.005546 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5e275f-c9c9-4a19-9af2-7f2412a0e432 admin admin] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:07:58.093739 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-11ffa510-9b1c-468c-8ec8-465c5a67117f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9500887 Feb 10 23:07:58.094344 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44024) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:58.105780 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-db8a173d-8618-46e0-be1f-43e232abc5b0 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Request body: {'subnet': {'network_id': '2d7fd473-5e01-4108-b507-160dc31a847e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:07:58.184896 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-25a93712-457b-4222-8ef4-10952cff023d tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Allocated IP 172.23.0.1 (3086e396-25a0-4fb7-bc88-5c11df92f33d/8ee29318-ea2c-48e8-898d-6d1f35272696/07ff796f-4fe0-4461-b9dc-ea747fc31801) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:07:58.197862 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-d9ea695d-3da9-4df0-b829-9c5f1a24fba2 None None] Allocated IP 2001:db8::3 (df7f4518-36c1-488b-97f1-a9bb1c4e4105/cfb8fafb-5970-4513-b322-ae89c26c4fbd/ce6d0c07-692d-46d7-a520-9fe8186dc139) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:07:58.204115 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ffa510-9b1c-468c-8ec8-465c5a67117f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Pushing event updated for resources: {'Network': ['ID=2d7fd473-5e01-4108-b507-160dc31a847e,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:58.356856 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-364b5c94-791c-4bc2-a247-5bf85f8167ce req-452ec1fc-795a-4b41-aeaf-d96bff8eca73 service neutron] 10.222.0.37 "GET /v2.0/networks/cc3883e2-07c5-4782-b2eb-c25b67bd2e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2974248 Feb 10 23:07:58.393046 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-62678e39-a81c-4f20-9d5d-20faf4fd383e req-26fac3de-9dc3-46f1-a61c-54487a2ec1d7 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5683379 Feb 10 23:07:58.422499 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36929155-8ccd-4e44-af56-28da6be6f1ed None None] Network 3086e396-25a0-4fb7-bc88-5c11df92f33d requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:07:58.518302 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 2d7fd473-5e01-4108-b507-160dc31a847e details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:07:58.638877 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-db8a173d-8618-46e0-be1f-43e232abc5b0 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:07:58.643301 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-db8a173d-8618-46e0-be1f-43e232abc5b0 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Usage tracker for resource:subnet and tenant:ddd8d1e5e56d403487d0461567751352 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:07:58.647601 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-db8a173d-8618-46e0-be1f-43e232abc5b0 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:07:58.649326 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-25a93712-457b-4222-8ef4-10952cff023d tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:58.653511 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fb5e275f-c9c9-4a19-9af2-7f2412a0e432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733071'] for router_interface, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:58.654319 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-db8a173d-8618-46e0-be1f-43e232abc5b0 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:07:58.727100 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-25188d6f-6b04-45f5-85d2-d1f7e7b0324c tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:58.746868 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e74c059-424c-4de1-bd58-13cc81fafcef tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Router 791424a0-d6ce-43ba-8c23-68a0fbef0f6e has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:07:58.750279 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8a173d-8618-46e0-be1f-43e232abc5b0 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Made reservation on behalf of ddd8d1e5e56d403487d0461567751352 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:07:58.844248 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 2f2deaae-dd46-4aee-a929-5af80145756a completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:07:58.991436 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-364b5c94-791c-4bc2-a247-5bf85f8167ce req-822583d7-b246-41d6-85b6-dc008298b049 service neutron] 10.222.0.37 "GET /v2.0/networks/cc3883e2-07c5-4782-b2eb-c25b67bd2e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6251709 Feb 10 23:07:58.997451 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-25a93712-457b-4222-8ef4-10952cff023d tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Transition to ACTIVE for port object 07ff796f-4fe0-4461-b9dc-ea747fc31801 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:59.043541 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-fb5f990f-5452-428a-8008-edcfa7b19ca8 None None] Provisioning for port 2f2deaae-dd46-4aee-a929-5af80145756a completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:07:59.113575 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25188d6f-6b04-45f5-85d2-d1f7e7b0324c tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:07:59.115354 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25188d6f-6b04-45f5-85d2-d1f7e7b0324c tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Pushing event updated for resources: {'Port': ['ID=0134c1fe-edbd-4cd7-b7c1-b155b970d8c6,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:59.115571 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-db8a173d-8618-46e0-be1f-43e232abc5b0 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:59.129970 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-25188d6f-6b04-45f5-85d2-d1f7e7b0324c tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:59.131423 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25188d6f-6b04-45f5-85d2-d1f7e7b0324c tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:07:59.154956 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d9ea695d-3da9-4df0-b829-9c5f1a24fba2 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:59.162460 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fb5e275f-c9c9-4a19-9af2-7f2412a0e432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:59.168674 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-d9ea695d-3da9-4df0-b829-9c5f1a24fba2 None None] Transition to ACTIVE for port object ce6d0c07-692d-46d7-a520-9fe8186dc139 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:59.194045 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-d9ea695d-3da9-4df0-b829-9c5f1a24fba2 None None] Transition to ACTIVE for port object ce6d0c07-692d-46d7-a520-9fe8186dc139 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:59.235997 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.ipam_backend_mixin [None req-db8a173d-8618-46e0-be1f-43e232abc5b0 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Performing IP validity checks on allocation pools {{(pid=84333) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 10 23:07:59.236510 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.ipam_backend_mixin [None req-db8a173d-8618-46e0-be1f-43e232abc5b0 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84333) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 10 23:07:59.237923 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-fb5f990f-5452-428a-8008-edcfa7b19ca8 None None] Provisioning complete for port 2f2deaae-dd46-4aee-a929-5af80145756a triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:59.238557 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fb5f990f-5452-428a-8008-edcfa7b19ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:59.303868 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cce46717-51b0-45b3-87f5-b50f35540392 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:59.319305 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-cce46717-51b0-45b3-87f5-b50f35540392 None None] Transition to ACTIVE for port object f776a65e-9a89-45a0-ab8c-3a39123b07df will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:59.323728 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e74c059-424c-4de1-bd58-13cc81fafcef tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:07:59.334316 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fdbaf4-e122-4aa2-9faa-6712d1c7b8bf None None] Sync routers for ids ['791424a0-d6ce-43ba-8c23-68a0fbef0f6e'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:07:59.355891 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fdbaf4-e122-4aa2-9faa-6712d1c7b8bf None None] Routers {'791424a0-d6ce-43ba-8c23-68a0fbef0f6e'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:07:59.356519 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-c2fdbaf4-e122-4aa2-9faa-6712d1c7b8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:07:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['791424a0-d6ce-43ba-8c23-68a0fbef0f6e'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:59.378337 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d9ea695d-3da9-4df0-b829-9c5f1a24fba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:59.391762 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-0e74c059-424c-4de1-bd58-13cc81fafcef tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "PUT /v2.0/routers/791424a0-d6ce-43ba-8c23-68a0fbef0f6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1687195 Feb 10 23:07:59.396371 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44028) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:59.492405 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-25a93712-457b-4222-8ef4-10952cff023d tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:59.533273 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ea695d-3da9-4df0-b829-9c5f1a24fba2 None None] Pushing event updated for resources: {'Port': ['ID=ce6d0c07-692d-46d7-a520-9fe8186dc139,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:59.553937 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-cce46717-51b0-45b3-87f5-b50f35540392 None None] Transition to ACTIVE for port object f776a65e-9a89-45a0-ab8c-3a39123b07df will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:59.577004 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ea695d-3da9-4df0-b829-9c5f1a24fba2 None None] Network df7f4518-36c1-488b-97f1-a9bb1c4e4105 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:07:59.579616 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 34b93693-e433-45b9-887a-9aaf3024edac up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:07:59.630354 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-db8a173d-8618-46e0-be1f-43e232abc5b0 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:59.640803 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-c2fdbaf4-e122-4aa2-9faa-6712d1c7b8bf None None] Set router 791424a0-d6ce-43ba-8c23-68a0fbef0f6e gateway port host: None {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:07:59.657326 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a93712-457b-4222-8ef4-10952cff023d tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event updated for resources: {'Port': ['ID=07ff796f-4fe0-4461-b9dc-ea747fc31801,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:59.660742 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-d9ea695d-3da9-4df0-b829-9c5f1a24fba2 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:59.672728 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ea695d-3da9-4df0-b829-9c5f1a24fba2 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:07:59.783656 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8a173d-8618-46e0-be1f-43e232abc5b0 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Checking segment: {'id': 'df6edb89-22ed-4b20-a9db-e4ba04a181b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2d7fd473-5e01-4108-b507-160dc31a847e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:07:59.784019 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8a173d-8618-46e0-be1f-43e232abc5b0 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Network hostable DHCP agents. Network: 2d7fd473-5e01-4108-b507-160dc31a847e, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:07:59.800230 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cce46717-51b0-45b3-87f5-b50f35540392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:59.821348 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a173d-8618-46e0-be1f-43e232abc5b0 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Pushing event updated for resources: {'Subnet': ['ID=61caa241-d2d6-4bd7-a64e-9a58bbc58736,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:59.938073 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8a173d-8618-46e0-be1f-43e232abc5b0 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Network 2d7fd473-5e01-4108-b507-160dc31a847e is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:07:59.940814 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-d9ea695d-3da9-4df0-b829-9c5f1a24fba2 None None] Attempting to bind port ce6d0c07-692d-46d7-a520-9fe8186dc139 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:07:59.941189 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-d9ea695d-3da9-4df0-b829-9c5f1a24fba2 None None] Attempting to bind port ce6d0c07-692d-46d7-a520-9fe8186dc139 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': 'bad03d2d-0d7f-44b1-9c42-d67e4f883ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'df7f4518-36c1-488b-97f1-a9bb1c4e4105'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:07:59.941555 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ea695d-3da9-4df0-b829-9c5f1a24fba2 None None] Attempting to bind port ce6d0c07-692d-46d7-a520-9fe8186dc139 on network df7f4518-36c1-488b-97f1-a9bb1c4e4105 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:07:59.949681 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce46717-51b0-45b3-87f5-b50f35540392 None None] Pushing event updated for resources: {'Port': ['ID=f776a65e-9a89-45a0-ab8c-3a39123b07df,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:59.960150 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ea695d-3da9-4df0-b829-9c5f1a24fba2 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:07:59.960531 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ea695d-3da9-4df0-b829-9c5f1a24fba2 None None] Checking segment: {'id': 'bad03d2d-0d7f-44b1-9c42-d67e4f883ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'df7f4518-36c1-488b-97f1-a9bb1c4e4105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:07:59.960957 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d9ea695d-3da9-4df0-b829-9c5f1a24fba2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:59.961347 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ea695d-3da9-4df0-b829-9c5f1a24fba2 None None] Bound using segment: {'id': 'bad03d2d-0d7f-44b1-9c42-d67e4f883ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'df7f4518-36c1-488b-97f1-a9bb1c4e4105'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:07:59.961827 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-d9ea695d-3da9-4df0-b829-9c5f1a24fba2 None None] Bound port: ce6d0c07-692d-46d7-a520-9fe8186dc139, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bad03d2d-0d7f-44b1-9c42-d67e4f883ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'df7f4518-36c1-488b-97f1-a9bb1c4e4105'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:07:59.962337 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d9ea695d-3da9-4df0-b829-9c5f1a24fba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:59.980752 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 34b93693-e433-45b9-887a-9aaf3024edac triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:59.981598 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:59.996287 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-db8a173d-8618-46e0-be1f-43e232abc5b0 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 2d7fd473-5e01-4108-b507-160dc31a847e) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:08:00.003628 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8a173d-8618-46e0-be1f-43e232abc5b0 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:00.004817 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-db8a173d-8618-46e0-be1f-43e232abc5b0 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:00.006036 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce46717-51b0-45b3-87f5-b50f35540392 None None] Network 9c587ad1-a4ab-4803-84a8-c3c256e23a18 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:08:00.037021 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f3eee-dd21-4e2b-a4e1-7d88bb1dbf51 req-a7f6703a-b0d3-4e4e-bb76-20119f54f691 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:00.037857 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79cf8da-2351-4742-ae7d-0edac1a393c2 None None] Network 2d7fd473-5e01-4108-b507-160dc31a847e requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:08:00.039148 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-cd7f3eee-dd21-4e2b-a4e1-7d88bb1dbf51 req-a7f6703a-b0d3-4e4e-bb76-20119f54f691 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 945 time: 0.3172145 Feb 10 23:08:00.080099 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-db8a173d-8618-46e0-be1f-43e232abc5b0 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.9801965 Feb 10 23:08:00.104714 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44036) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:00.107780 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-cd7f3eee-dd21-4e2b-a4e1-7d88bb1dbf51 req-44ec7e13-ca63-4d1f-9801-e790182cbce8 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629973 Feb 10 23:08:00.112747 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-c2fdbaf4-e122-4aa2-9faa-6712d1c7b8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'name': 'tempest-RoutersIpV6Test-router-2033246589', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:36Z', 'updated_at': '2022-02-10T23:07:56Z', 'revision_number': 9, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'gw_port_host': None, '_interfaces': [{'id': '2f3b6d64-b6fe-4b3f-86a4-824ccff0bfec', 'name': '', 'network_id': '74785e22-b419-4301-a726-502801e77510', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'mac_address': 'fa:16:3e:17:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4af83497-4fea-4529-9adb-a93de110f35c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:43Z', 'updated_at': '2022-02-10T23:06:58Z', 'revision_number': 5, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'subnets': [{'id': '4af83497-4fea-4529-9adb-a93de110f35c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '30af2901-36d9-4b03-b47e-1b55190b7361', 'name': '', 'network_id': '3be7cce5-e709-4e52-9d28-80d9eff6097e', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'mac_address': 'fa:16:3e:6e:ca:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ba7e1e9-2914-4a7a-8393-f83926a34ba4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:57Z', 'updated_at': '2022-02-10T23:07:09Z', 'revision_number': 5, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'subnets': [{'id': '0ba7e1e9-2914-4a7a-8393-f83926a34ba4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:00.117985 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fdbaf4-e122-4aa2-9faa-6712d1c7b8bf None None] Checking router: 791424a0-d6ce-43ba-8c23-68a0fbef0f6e for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:08:00.131352 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fdbaf4-e122-4aa2-9faa-6712d1c7b8bf None None] Routers {'791424a0-d6ce-43ba-8c23-68a0fbef0f6e'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:08:00.132145 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-c2fdbaf4-e122-4aa2-9faa-6712d1c7b8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:07:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['791424a0-d6ce-43ba-8c23-68a0fbef0f6e'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:00.140527 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a93712-457b-4222-8ef4-10952cff023d tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Network 3086e396-25a0-4fb7-bc88-5c11df92f33d is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:08:00.173926 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-25a93712-457b-4222-8ef4-10952cff023d tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:08:00.178508 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a93712-457b-4222-8ef4-10952cff023d tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:08:00.205812 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-cce46717-51b0-45b3-87f5-b50f35540392 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:08:00.243804 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fab0cd7-57e5-4ccf-b83a-de666b2dbc8f tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Deleting subnet d4c0056b-1f69-4a9a-b860-450593fb1dad {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:08:00.247231 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5fab0cd7-57e5-4ccf-b83a-de666b2dbc8f tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:00.253085 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce46717-51b0-45b3-87f5-b50f35540392 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:08:00.310074 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5fab0cd7-57e5-4ccf-b83a-de666b2dbc8f tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:00.337982 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-c2fdbaf4-e122-4aa2-9faa-6712d1c7b8bf None None] Set router 791424a0-d6ce-43ba-8c23-68a0fbef0f6e gateway port host: None {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:08:00.354080 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5d4fee77-2b50-474f-87c6-f41a306e7b69 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:00.440460 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-fd9dac1c-5e7c-48f8-9626-d856ea51ef9e tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Allocated IP 2001:db8::10a (9c587ad1-a4ab-4803-84a8-c3c256e23a18/adda3a58-9317-49ac-af06-d78977374a84/85100fa5-d351-44b8-953b-95116d12fec9) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:08:00.451717 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5d4fee77-2b50-474f-87c6-f41a306e7b69 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:00.453946 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fb5f990f-5452-428a-8008-edcfa7b19ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:00.523551 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-d9ea695d-3da9-4df0-b829-9c5f1a24fba2 None None] For port ce6d0c07-692d-46d7-a520-9fe8186dc139, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:08:00.545825 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463feb01-f617-4f09-8f52-957853e859b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-2d7fd473-5e01-4108-b507-160dc31a847e', 'network_id': '2d7fd473-5e01-4108-b507-160dc31a847e', 'tenant_id': 'ddd8d1e5e56d403487d0461567751352', 'fixed_ips': [{'subnet_id': '61caa241-d2d6-4bd7-a64e-9a58bbc58736'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:08:00.547088 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-463feb01-f617-4f09-8f52-957853e859b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:00.581094 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-cce46717-51b0-45b3-87f5-b50f35540392 None None] Attempting to bind port f776a65e-9a89-45a0-ab8c-3a39123b07df on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:08:00.581861 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-cce46717-51b0-45b3-87f5-b50f35540392 None None] Attempting to bind port f776a65e-9a89-45a0-ab8c-3a39123b07df by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '172fa9b7-af06-4347-8a6a-dda737327dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '9c587ad1-a4ab-4803-84a8-c3c256e23a18'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:08:00.583514 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce46717-51b0-45b3-87f5-b50f35540392 None None] Attempting to bind port f776a65e-9a89-45a0-ab8c-3a39123b07df on network 9c587ad1-a4ab-4803-84a8-c3c256e23a18 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:08:00.605047 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5fab0cd7-57e5-4ccf-b83a-de666b2dbc8f tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:00.623154 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-d9ea695d-3da9-4df0-b829-9c5f1a24fba2 None None] For port ce6d0c07-692d-46d7-a520-9fe8186dc139, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=ce6d0c07-692d-46d7-a520-9fe8186dc139,segment=NetworkSegment(bad03d2d-0d7f-44b1-9c42-d67e4f883ab9),segment_id=bad03d2d-0d7f-44b1-9c42-d67e4f883ab9)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:08:00.634408 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5d4fee77-2b50-474f-87c6-f41a306e7b69 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:00.652776 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bac22fc-0463-4a24-ae87-4cefc49128a1 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:08:00.694631 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295ce10e-cc42-4ee2-b688-26d5a86f03d4 None None] Sync routers for ids ['6b3c03bb-3020-401d-a547-ed7273d4bb25'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:08:00.701181 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4fee77-2b50-474f-87c6-f41a306e7b69 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Pushing event deleted for resources: {'Subnet': ['ID=61caa241-d2d6-4bd7-a64e-9a58bbc58736,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:00.723060 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-c2fdbaf4-e122-4aa2-9faa-6712d1c7b8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'name': 'tempest-RoutersIpV6Test-router-2033246589', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:36Z', 'updated_at': '2022-02-10T23:07:56Z', 'revision_number': 9, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'gw_port_host': None, '_interfaces': [{'id': '2f3b6d64-b6fe-4b3f-86a4-824ccff0bfec', 'name': '', 'network_id': '74785e22-b419-4301-a726-502801e77510', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'mac_address': 'fa:16:3e:17:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4af83497-4fea-4529-9adb-a93de110f35c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:43Z', 'updated_at': '2022-02-10T23:06:58Z', 'revision_number': 5, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'subnets': [{'id': '4af83497-4fea-4529-9adb-a93de110f35c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '30af2901-36d9-4b03-b47e-1b55190b7361', 'name': '', 'network_id': '3be7cce5-e709-4e52-9d28-80d9eff6097e', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'mac_address': 'fa:16:3e:6e:ca:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ba7e1e9-2914-4a7a-8393-f83926a34ba4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:57Z', 'updated_at': '2022-02-10T23:07:09Z', 'revision_number': 5, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'subnets': [{'id': '0ba7e1e9-2914-4a7a-8393-f83926a34ba4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:00.727444 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fdbaf4-e122-4aa2-9faa-6712d1c7b8bf None None] The sync data for ids ['791424a0-d6ce-43ba-8c23-68a0fbef0f6e'] in dv-neutron-828797-1-hyperv is: [{'id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'name': 'tempest-RoutersIpV6Test-router-2033246589', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:36Z', 'updated_at': '2022-02-10T23:07:56Z', 'revision_number': 9, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'gw_port_host': None, '_interfaces': [{'id': '2f3b6d64-b6fe-4b3f-86a4-824ccff0bfec', 'name': '', 'network_id': '74785e22-b419-4301-a726-502801e77510', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'mac_address': 'fa:16:3e:17:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4af83497-4fea-4529-9adb-a93de110f35c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:43Z', 'updated_at': '2022-02-10T23:06:58Z', 'revision_number': 5, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'subnets': [{'id': '4af83497-4fea-4529-9adb-a93de110f35c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '30af2901-36d9-4b03-b47e-1b55190b7361', 'name': '', 'network_id': '3be7cce5-e709-4e52-9d28-80d9eff6097e', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'mac_address': 'fa:16:3e:6e:ca:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ba7e1e9-2914-4a7a-8393-f83926a34ba4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:57Z', 'updated_at': '2022-02-10T23:07:09Z', 'revision_number': 5, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'subnets': [{'id': '0ba7e1e9-2914-4a7a-8393-f83926a34ba4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:08:00.741422 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-25a93712-457b-4222-8ef4-10952cff023d tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733071'] for router_interface, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:00.790129 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-fb5f990f-5452-428a-8008-edcfa7b19ca8 None None] For port 2f2deaae-dd46-4aee-a929-5af80145756a, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=2f2deaae-dd46-4aee-a929-5af80145756a,segment=NetworkSegment(4b22f169-9248-4cca-ab2c-736823436146),segment_id=4b22f169-9248-4cca-ab2c-736823436146)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:08:00.790390 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9bac22fc-0463-4a24-ae87-4cefc49128a1 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] 10.222.0.59 "PUT /v2.0/routers/6b3c03bb-3020-401d-a547-ed7273d4bb25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 18.3415132 Feb 10 23:08:00.795500 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce46717-51b0-45b3-87f5-b50f35540392 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:08:00.796030 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce46717-51b0-45b3-87f5-b50f35540392 None None] Checking segment: {'id': '172fa9b7-af06-4347-8a6a-dda737327dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '9c587ad1-a4ab-4803-84a8-c3c256e23a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:08:00.796443 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cce46717-51b0-45b3-87f5-b50f35540392 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:00.797231 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44040) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:00.797367 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce46717-51b0-45b3-87f5-b50f35540392 None None] Bound using segment: {'id': '172fa9b7-af06-4347-8a6a-dda737327dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '9c587ad1-a4ab-4803-84a8-c3c256e23a18'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:08:00.797768 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-cce46717-51b0-45b3-87f5-b50f35540392 None None] Bound port: f776a65e-9a89-45a0-ab8c-3a39123b07df, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '172fa9b7-af06-4347-8a6a-dda737327dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '9c587ad1-a4ab-4803-84a8-c3c256e23a18'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:08:00.798145 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cce46717-51b0-45b3-87f5-b50f35540392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:00.810922 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d9ea695d-3da9-4df0-b829-9c5f1a24fba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:00.837326 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5d4fee77-2b50-474f-87c6-f41a306e7b69 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:00.872350 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-5d4fee77-2b50-474f-87c6-f41a306e7b69 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d7fd473-5e01-4108-b507-160dc31a847e']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:00.886930 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-5d4fee77-2b50-474f-87c6-f41a306e7b69 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df6edb89-22ed-4b20-a9db-e4ba04a181b7') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:00.887474 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-5d4fee77-2b50-474f-87c6-f41a306e7b69 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df6edb89-22ed-4b20-a9db-e4ba04a181b7') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:00.891548 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device b1cd2d19-b46a-4732-98b9-d025ac228028 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:08:00.911611 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5d4fee77-2b50-474f-87c6-f41a306e7b69 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:00.936126 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5d4fee77-2b50-474f-87c6-f41a306e7b69 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:00.945907 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d4fee77-2b50-474f-87c6-f41a306e7b69 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:08:00.946422 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5d4fee77-2b50-474f-87c6-f41a306e7b69 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:00.964685 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:08:00.964685 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:08:00.964685 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:08:00.964685 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:08:00.964685 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:08:00.964685 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:08:00.964685 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:08:00.964685 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:08:00.964685 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:08:00.964685 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:08:00.964685 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:08:00.964685 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:08:00.964685 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:08:00.964685 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:08:00.964685 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:08:00.964685 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:08:00.964685 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:08:00.964685 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:08:00.964685 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:08:00.964685 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:08:00.964685 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:08:00.964685 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:08:00.964685 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:08:00.964685 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:08:00.964685 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:08:00.964685 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:08:00.964685 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:08:00.964685 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:08:00.964685 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:08:00.964685 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:08:00.964685 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:08:00.964685 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:08:00.985390 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.resource_extend [None req-fb5e275f-c9c9-4a19-9af2-7f2412a0e432 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:08:01.008408 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fb5f990f-5452-428a-8008-edcfa7b19ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:01.030786 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-25188d6f-6b04-45f5-85d2-d1f7e7b0324c tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:01.088142 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295ce10e-cc42-4ee2-b688-26d5a86f03d4 None None] Routers {'6b3c03bb-3020-401d-a547-ed7273d4bb25'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:08:01.088515 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-295ce10e-cc42-4ee2-b688-26d5a86f03d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:07:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['6b3c03bb-3020-401d-a547-ed7273d4bb25'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:01.089589 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fb5e275f-c9c9-4a19-9af2-7f2412a0e432 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:01.119653 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5d4fee77-2b50-474f-87c6-f41a306e7b69 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:01.146388 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5d4fee77-2b50-474f-87c6-f41a306e7b69 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:01.156876 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4fee77-2b50-474f-87c6-f41a306e7b69 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Pushing event deleted for resources: {'Network': ['ID=2d7fd473-5e01-4108-b507-160dc31a847e,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:01.158489 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fd9dac1c-5e7c-48f8-9626-d856ea51ef9e tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:01.167931 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-5d4fee77-2b50-474f-87c6-f41a306e7b69 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] 10.222.0.59 "DELETE /v2.0/networks/2d7fd473-5e01-4108-b507-160dc31a847e HTTP/1.1" status: 204 len: 168 time: 1.0587785 Feb 10 23:08:01.171982 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44046) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:01.174704 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fb5e275f-c9c9-4a19-9af2-7f2412a0e432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:01.189392 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-1a4b2024-f6ab-424a-9ebc-44178241cb8a tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1812329519'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:08:01.189392 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-1a4b2024-f6ab-424a-9ebc-44178241cb8a tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:08:01.192028 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-1a4b2024-f6ab-424a-9ebc-44178241cb8a tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Usage tracker for resource:network and tenant:ddd8d1e5e56d403487d0461567751352 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:08:01.198022 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-1a4b2024-f6ab-424a-9ebc-44178241cb8a tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:08:01.207611 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-1a4b2024-f6ab-424a-9ebc-44178241cb8a tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:08:01.249815 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ea695d-3da9-4df0-b829-9c5f1a24fba2 None None] Pushing event updated for resources: {'Port': ['ID=ce6d0c07-692d-46d7-a520-9fe8186dc139,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:01.288591 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-295ce10e-cc42-4ee2-b688-26d5a86f03d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:01.290466 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a4b2024-f6ab-424a-9ebc-44178241cb8a tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Made reservation on behalf of ddd8d1e5e56d403487d0461567751352 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:08:01.294043 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1a4b2024-f6ab-424a-9ebc-44178241cb8a tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:01.329601 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5fab0cd7-57e5-4ccf-b83a-de666b2dbc8f tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:01.334964 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a4b2024-f6ab-424a-9ebc-44178241cb8a tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:08:01.346400 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a10bc3-fe60-4244-adb2-2080155c6a32 None None] Network 2d7fd473-5e01-4108-b507-160dc31a847e requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:08:01.348564 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1a4b2024-f6ab-424a-9ebc-44178241cb8a tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:01.349015 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-1a4b2024-f6ab-424a-9ebc-44178241cb8a tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Added segment 2d414781-f357-49ae-bba2-eeef4b89eb00 of type vlan for network b4fb86b7-eb41-4990-bb39-6099d4a1300e Feb 10 23:08:01.389705 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-fd9dac1c-5e7c-48f8-9626-d856ea51ef9e tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Transition to ACTIVE for port object 85100fa5-d351-44b8-953b-95116d12fec9 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:08:01.391407 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1a4b2024-f6ab-424a-9ebc-44178241cb8a tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:01.394016 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a10bc3-fe60-4244-adb2-2080155c6a32 None None] Network 2d7fd473-5e01-4108-b507-160dc31a847e could not be found, it might have been deleted concurrently. {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Feb 10 23:08:01.404661 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-cce46717-51b0-45b3-87f5-b50f35540392 None None] For port f776a65e-9a89-45a0-ab8c-3a39123b07df, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:08:01.421770 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-70bf55d6-291d-4863-b8c0-5b7b2be8d5c3 None None] Provisioning complete for port 2f2deaae-dd46-4aee-a929-5af80145756a triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:01.422152 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-70bf55d6-291d-4863-b8c0-5b7b2be8d5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:01.455994 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-cce46717-51b0-45b3-87f5-b50f35540392 None None] For port f776a65e-9a89-45a0-ab8c-3a39123b07df, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=f776a65e-9a89-45a0-ab8c-3a39123b07df,segment=NetworkSegment(172fa9b7-af06-4347-8a6a-dda737327dd3),segment_id=172fa9b7-af06-4347-8a6a-dda737327dd3)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:08:01.464616 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5f990f-5452-428a-8008-edcfa7b19ca8 None None] Pushing event updated for resources: {'Port': ['ID=2f2deaae-dd46-4aee-a929-5af80145756a,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:01.467997 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295ce10e-cc42-4ee2-b688-26d5a86f03d4 None None] Routers {'6b3c03bb-3020-401d-a547-ed7273d4bb25'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:08:01.468630 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-295ce10e-cc42-4ee2-b688-26d5a86f03d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:07:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['6b3c03bb-3020-401d-a547-ed7273d4bb25'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:01.479911 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fab0cd7-57e5-4ccf-b83a-de666b2dbc8f tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event deleted for resources: {'Subnet': ['ID=d4c0056b-1f69-4a9a-b860-450593fb1dad,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:01.496274 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1a4b2024-f6ab-424a-9ebc-44178241cb8a tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:01.501592 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4b2024-f6ab-424a-9ebc-44178241cb8a tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:01.507369 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1a4b2024-f6ab-424a-9ebc-44178241cb8a tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:01.542376 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e275f-c9c9-4a19-9af2-7f2412a0e432 admin admin] Pushing event updated for resources: {'Port': ['ID=8621ed15-2a1f-4297-b4c2-886d4eb1a0a9,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:01.544821 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fb5e275f-c9c9-4a19-9af2-7f2412a0e432 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2767683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732898'] for router_interface, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:01.549134 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cce46717-51b0-45b3-87f5-b50f35540392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:01.604077 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5fab0cd7-57e5-4ccf-b83a-de666b2dbc8f tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:01.616110 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093215ee-cf03-4829-94a9-da50ab615953 None None] Network 37596643-1553-4c3a-95c5-06ad713af992 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:08:01.655650 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-25a93712-457b-4222-8ef4-10952cff023d tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:01.673053 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-1a4b2024-f6ab-424a-9ebc-44178241cb8a tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4948230 Feb 10 23:08:01.673053 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44052) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:01.694019 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-4b84e6b2-8be5-48fa-a969-dc12e577e061 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Request body: {'subnet': {'network_id': 'b4fb86b7-eb41-4990-bb39-6099d4a1300e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:08:01.740253 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5fab0cd7-57e5-4ccf-b83a-de666b2dbc8f tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "DELETE /v2.0/subnets/d4c0056b-1f69-4a9a-b860-450593fb1dad HTTP/1.1" status: 204 len: 168 time: 2.3389850 Feb 10 23:08:01.741961 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fd9dac1c-5e7c-48f8-9626-d856ea51ef9e tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:01.760139 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-295ce10e-cc42-4ee2-b688-26d5a86f03d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:01.761164 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295ce10e-cc42-4ee2-b688-26d5a86f03d4 None None] The sync data for ids ['6b3c03bb-3020-401d-a547-ed7273d4bb25'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:08:01.776367 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44056) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:01.778160 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port b1cd2d19-b46a-4732-98b9-d025ac228028 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:08:01.825229 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4b2024-f6ab-424a-9ebc-44178241cb8a tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Pushing event updated for resources: {'Network': ['ID=b4fb86b7-eb41-4990-bb39-6099d4a1300e,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:01.922624 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4b84e6b2-8be5-48fa-a969-dc12e577e061 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:08:01.927119 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-4b84e6b2-8be5-48fa-a969-dc12e577e061 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Usage tracker for resource:subnet and tenant:ddd8d1e5e56d403487d0461567751352 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:08:01.930593 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-4b84e6b2-8be5-48fa-a969-dc12e577e061 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:08:01.932855 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port b1cd2d19-b46a-4732-98b9-d025ac228028 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:01.933485 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-25188d6f-6b04-45f5-85d2-d1f7e7b0324c tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:01.933789 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:01.936569 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4b84e6b2-8be5-48fa-a969-dc12e577e061 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:08:01.961294 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network b4fb86b7-eb41-4990-bb39-6099d4a1300e details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:08:01.967202 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-650a25fe-5741-4406-b027-3b99052b34cb tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:01.978698 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-650a25fe-5741-4406-b027-3b99052b34cb tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Deleting port f0d409b6-ae65-45a2-84b5-0768cc25335e {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:08:01.979292 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-650a25fe-5741-4406-b027-3b99052b34cb tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:02.032937 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-25188d6f-6b04-45f5-85d2-d1f7e7b0324c tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1734371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1734168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1735070'] for router, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:02.089795 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9dac1c-5e7c-48f8-9626-d856ea51ef9e tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Network 9c587ad1-a4ab-4803-84a8-c3c256e23a18 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:08:02.102291 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce46717-51b0-45b3-87f5-b50f35540392 None None] Pushing event updated for resources: {'Port': ['ID=f776a65e-9a89-45a0-ab8c-3a39123b07df,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:02.111191 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-fd9dac1c-5e7c-48f8-9626-d856ea51ef9e tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:08:02.118259 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9dac1c-5e7c-48f8-9626-d856ea51ef9e tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:08:02.122295 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9dac1c-5e7c-48f8-9626-d856ea51ef9e tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:02.122935 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fd9dac1c-5e7c-48f8-9626-d856ea51ef9e tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:02.150593 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b84e6b2-8be5-48fa-a969-dc12e577e061 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Made reservation on behalf of ddd8d1e5e56d403487d0461567751352 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:08:02.210470 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9dac1c-5e7c-48f8-9626-d856ea51ef9e tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event updated for resources: {'Port': ['ID=85100fa5-d351-44b8-953b-95116d12fec9,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:02.303616 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-70bf55d6-291d-4863-b8c0-5b7b2be8d5c3 None None] Provisioning for port 8621ed15-2a1f-4297-b4c2-886d4eb1a0a9 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:08:02.304866 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-70bf55d6-291d-4863-b8c0-5b7b2be8d5c3 None None] Provisioning complete for port 8621ed15-2a1f-4297-b4c2-886d4eb1a0a9 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:02.305232 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-70bf55d6-291d-4863-b8c0-5b7b2be8d5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:02.321972 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4b84e6b2-8be5-48fa-a969-dc12e577e061 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:02.374395 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9eb5968-5202-4bfd-9255-a1e48e0c000d None None] DHCP port deletion for 37596643-1553-4c3a-95c5-06ad713af992 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:08:02.383568 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:02.404223 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-c9eb5968-5202-4bfd-9255-a1e48e0c000d None None] Deleting port f0d409b6-ae65-45a2-84b5-0768cc25335e {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:08:02.405844 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c9eb5968-5202-4bfd-9255-a1e48e0c000d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:02.429758 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8dee23-0827-4827-a1d8-50333571d7b4 req-fafa42d9-b0ae-40d6-b192-7af8b1db78a0 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:02.431472 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9e8dee23-0827-4827-a1d8-50333571d7b4 req-fafa42d9-b0ae-40d6-b192-7af8b1db78a0 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 945 time: 1.0305231 Feb 10 23:08:02.463512 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port b1cd2d19-b46a-4732-98b9-d025ac228028, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=b1cd2d19-b46a-4732-98b9-d025ac228028,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:08:02.475280 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-70bf55d6-291d-4863-b8c0-5b7b2be8d5c3 None None] Port 8621ed15-2a1f-4297-b4c2-886d4eb1a0a9 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:08:02.538145 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:02.557336 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-fd9dac1c-5e7c-48f8-9626-d856ea51ef9e tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 6.6272819 Feb 10 23:08:02.591404 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 3b7900fc-f077-44b0-98aa-9e9eecfa019b no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:08:02.592850 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44060) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:02.618989 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5e275f-c9c9-4a19-9af2-7f2412a0e432 admin admin] Network 04d672ad-5400-4d8d-9dca-03c20800c6eb is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:08:02.632449 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-70bf55d6-291d-4863-b8c0-5b7b2be8d5c3 None None] Provisioning for port 07ff796f-4fe0-4461-b9dc-ea747fc31801 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:08:02.687388 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 3b7900fc-f077-44b0-98aa-9e9eecfa019b {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:08:02.687722 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 3b7900fc-f077-44b0-98aa-9e9eecfa019b not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:08:02.858660 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-70bf55d6-291d-4863-b8c0-5b7b2be8d5c3 None None] Provisioning complete for port 07ff796f-4fe0-4461-b9dc-ea747fc31801 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:02.859086 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-70bf55d6-291d-4863-b8c0-5b7b2be8d5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:02.900496 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-fb5e275f-c9c9-4a19-9af2-7f2412a0e432 admin admin] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:08:02.935043 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-70bf55d6-291d-4863-b8c0-5b7b2be8d5c3 None None] Port 07ff796f-4fe0-4461-b9dc-ea747fc31801 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:08:02.944589 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f461664-4a6b-4588-8333-da09940ce99e None None] Network df7f4518-36c1-488b-97f1-a9bb1c4e4105 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:08:02.967710 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-650a25fe-5741-4406-b027-3b99052b34cb tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] For port f0d409b6-ae65-45a2-84b5-0768cc25335e, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=f0d409b6-ae65-45a2-84b5-0768cc25335e,segment=NetworkSegment(1f7442db-1bda-4c8b-a53d-6497344dc539),segment_id=1f7442db-1bda-4c8b-a53d-6497344dc539)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:08:02.968285 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-650a25fe-5741-4406-b027-3b99052b34cb tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:03.008976 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9e8dee23-0827-4827-a1d8-50333571d7b4 req-45df4d91-0bc8-4883-a6da-d418f4f6deaa tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5478978 Feb 10 23:08:03.074357 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=b1cd2d19-b46a-4732-98b9-d025ac228028,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:03.105204 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-c9eb5968-5202-4bfd-9255-a1e48e0c000d None None] For port f0d409b6-ae65-45a2-84b5-0768cc25335e, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=f0d409b6-ae65-45a2-84b5-0768cc25335e,segment=NetworkSegment(1f7442db-1bda-4c8b-a53d-6497344dc539),segment_id=1f7442db-1bda-4c8b-a53d-6497344dc539)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:08:03.105691 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c9eb5968-5202-4bfd-9255-a1e48e0c000d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:03.139114 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-650a25fe-5741-4406-b027-3b99052b34cb tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Calling delete_port for f0d409b6-ae65-45a2-84b5-0768cc25335e owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:08:03.215689 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-8c6c5085-27b0-4233-84d5-a24416d57764 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Deleting port 85100fa5-d351-44b8-953b-95116d12fec9 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:08:03.216152 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8c6c5085-27b0-4233-84d5-a24416d57764 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:03.252993 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device ce6d0c07-692d-46d7-a520-9fe8186dc139 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:08:03.306863 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-650a25fe-5741-4406-b027-3b99052b34cb tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:03.370476 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650a25fe-5741-4406-b027-3b99052b34cb tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event deleted for resources: {'Port': ['ID=f0d409b6-ae65-45a2-84b5-0768cc25335e,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:03.372750 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650a25fe-5741-4406-b027-3b99052b34cb tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] No DVR routers for this DVR port f0d409b6-ae65-45a2-84b5-0768cc25335e on host dv-neutron-828797-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:08:03.374462 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4b84e6b2-8be5-48fa-a969-dc12e577e061 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:03.467395 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-c9eb5968-5202-4bfd-9255-a1e48e0c000d None None] Calling delete_port for f0d409b6-ae65-45a2-84b5-0768cc25335e owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:08:03.549007 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d54c6327-dfb0-46e6-9e2e-494950442bdb tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:03.657566 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-c9eb5968-5202-4bfd-9255-a1e48e0c000d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:08:03.657969 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-c9eb5968-5202-4bfd-9255-a1e48e0c000d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:08:03.658395 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-d5071570-72ba-45ae-addb-120e9293cc70 None None] Provisioning for port ce6d0c07-692d-46d7-a520-9fe8186dc139 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:08:03.672360 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-650a25fe-5741-4406-b027-3b99052b34cb tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:03.680335 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-d5071570-72ba-45ae-addb-120e9293cc70 None None] Provisioning complete for port 07ff796f-4fe0-4461-b9dc-ea747fc31801 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:03.681001 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d5071570-72ba-45ae-addb-120e9293cc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:03.681755 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b84e6b2-8be5-48fa-a969-dc12e577e061 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Checking segment: {'id': '2d414781-f357-49ae-bba2-eeef4b89eb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'b4fb86b7-eb41-4990-bb39-6099d4a1300e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:08:03.682122 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b84e6b2-8be5-48fa-a969-dc12e577e061 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Network hostable DHCP agents. Network: b4fb86b7-eb41-4990-bb39-6099d4a1300e, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:08:03.688101 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b84e6b2-8be5-48fa-a969-dc12e577e061 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Pushing event updated for resources: {'Subnet': ['ID=cd0ce41a-9faa-4233-804b-c423c0484d10,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:03.719736 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-650a25fe-5741-4406-b027-3b99052b34cb tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37596643-1553-4c3a-95c5-06ad713af992']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:03.743601 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-650a25fe-5741-4406-b027-3b99052b34cb tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f7442db-1bda-4c8b-a53d-6497344dc539') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:03.744075 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-650a25fe-5741-4406-b027-3b99052b34cb tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f7442db-1bda-4c8b-a53d-6497344dc539') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:03.745820 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-d5071570-72ba-45ae-addb-120e9293cc70 None None] Port 07ff796f-4fe0-4461-b9dc-ea747fc31801 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:08:03.747329 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2fe875-dcd5-469b-869c-3c5c28bebd97 None None] Network 9c587ad1-a4ab-4803-84a8-c3c256e23a18 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:08:03.763372 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port ce6d0c07-692d-46d7-a520-9fe8186dc139 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:08:03.763587 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-650a25fe-5741-4406-b027-3b99052b34cb tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:03.771994 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port ce6d0c07-692d-46d7-a520-9fe8186dc139 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:03.772388 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:03.822710 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-650a25fe-5741-4406-b027-3b99052b34cb tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:03.830772 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-650a25fe-5741-4406-b027-3b99052b34cb tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:08:03.833707 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-650a25fe-5741-4406-b027-3b99052b34cb tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:03.853259 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:08:03.853259 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:08:03.853259 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:08:03.853259 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:08:03.853259 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:08:03.853259 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:08:03.853259 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:08:03.853259 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:08:03.853259 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:08:03.853259 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:08:03.853259 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:08:03.853259 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:08:03.853259 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:08:03.853259 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:08:03.853259 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:08:03.853259 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:08:03.853259 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:08:03.853259 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:08:03.853259 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:08:03.853259 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:08:03.853259 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:08:03.853259 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:08:03.853259 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:08:03.853259 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:08:03.853259 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:08:03.853259 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:08:03.853259 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:08:03.853259 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:08:03.853259 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:08:03.853259 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:08:03.853259 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:08:03.853259 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:08:03.864623 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b84e6b2-8be5-48fa-a969-dc12e577e061 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Network b4fb86b7-eb41-4990-bb39-6099d4a1300e is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:08:03.936321 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-d483fac2-bba3-446c-8b39-e84be0799ad8 None None] Provisioning complete for port 8621ed15-2a1f-4297-b4c2-886d4eb1a0a9 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:03.936725 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d483fac2-bba3-446c-8b39-e84be0799ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:03.946997 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.resource_extend [None req-25a93712-457b-4222-8ef4-10952cff023d tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:08:03.956640 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-4b84e6b2-8be5-48fa-a969-dc12e577e061 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, b4fb86b7-eb41-4990-bb39-6099d4a1300e) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:08:03.967118 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b84e6b2-8be5-48fa-a969-dc12e577e061 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:03.967988 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4b84e6b2-8be5-48fa-a969-dc12e577e061 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:03.980335 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b1cdf3-7760-41b9-bf42-f1e52149acc5 None None] Network b4fb86b7-eb41-4990-bb39-6099d4a1300e requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:08:04.027329 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-25a93712-457b-4222-8ef4-10952cff023d tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:04.078630 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-650a25fe-5741-4406-b027-3b99052b34cb tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:04.122117 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-650a25fe-5741-4406-b027-3b99052b34cb tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:04.129383 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-25a93712-457b-4222-8ef4-10952cff023d tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:04.130212 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-650a25fe-5741-4406-b027-3b99052b34cb tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "DELETE /v2.0/networks/37596643-1553-4c3a-95c5-06ad713af992 HTTP/1.1" status: 204 len: 168 time: 2.3482368 Feb 10 23:08:04.130741 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44066) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:04.139975 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-4b84e6b2-8be5-48fa-a969-dc12e577e061 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.4671350 Feb 10 23:08:04.144926 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44068) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:04.148727 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650a25fe-5741-4406-b027-3b99052b34cb tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event deleted for resources: {'Network': ['ID=37596643-1553-4c3a-95c5-06ad713af992,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:04.150333 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-d483fac2-bba3-446c-8b39-e84be0799ad8 None None] Port 8621ed15-2a1f-4297-b4c2-886d4eb1a0a9 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:08:04.164247 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-c9eb5968-5202-4bfd-9255-a1e48e0c000d None None] Deleting port f0d409b6-ae65-45a2-84b5-0768cc25335e {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:08:04.164667 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c9eb5968-5202-4bfd-9255-a1e48e0c000d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:04.279093 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-c9eb5968-5202-4bfd-9255-a1e48e0c000d None None] The port 'f0d409b6-ae65-45a2-84b5-0768cc25335e' was deleted {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 23:08:04.337185 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:04.351663 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8c6c5085-27b0-4233-84d5-a24416d57764 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:04.359095 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a93712-457b-4222-8ef4-10952cff023d tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event updated for resources: {'Port': ['ID=07ff796f-4fe0-4461-b9dc-ea747fc31801,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:04.369099 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-25a93712-457b-4222-8ef4-10952cff023d tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2767683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732898'] for router_interface, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:04.440818 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-d483fac2-bba3-446c-8b39-e84be0799ad8 None None] Provisioning for port f776a65e-9a89-45a0-ab8c-3a39123b07df completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:08:04.450365 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port ce6d0c07-692d-46d7-a520-9fe8186dc139, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=ce6d0c07-692d-46d7-a520-9fe8186dc139,segment=NetworkSegment(bad03d2d-0d7f-44b1-9c42-d67e4f883ab9),segment_id=bad03d2d-0d7f-44b1-9c42-d67e4f883ab9)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:08:04.524326 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51da85cc-da57-4446-8460-31c2ab9dc357 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-b4fb86b7-eb41-4990-bb39-6099d4a1300e', 'network_id': 'b4fb86b7-eb41-4990-bb39-6099d4a1300e', 'tenant_id': 'ddd8d1e5e56d403487d0461567751352', 'fixed_ips': [{'subnet_id': 'cd0ce41a-9faa-4233-804b-c423c0484d10'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:08:04.525014 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-51da85cc-da57-4446-8460-31c2ab9dc357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:04.530201 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-8c6c5085-27b0-4233-84d5-a24416d57764 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Calling delete_port for 85100fa5-d351-44b8-953b-95116d12fec9 owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:08:04.543186 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:04.543950 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 2f2deaae-dd46-4aee-a929-5af80145756a up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:08:04.715771 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-da33f631-1dc8-4427-a218-ebe53825b6d7 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:04.802441 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-21210161-3e12-4ed7-8e0a-d3a0b1b63b2c None None] Provisioning complete for port ce6d0c07-692d-46d7-a520-9fe8186dc139 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:04.802829 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-21210161-3e12-4ed7-8e0a-d3a0b1b63b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:04.854991 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb5e275f-c9c9-4a19-9af2-7f2412a0e432 admin admin] Router 75664401-6998-4355-be07-b08e18d63d30 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:08:04.858632 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-da33f631-1dc8-4427-a218-ebe53825b6d7 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:04.916845 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a93712-457b-4222-8ef4-10952cff023d tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Network 3086e396-25a0-4fb7-bc88-5c11df92f33d is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:08:04.922557 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-25a93712-457b-4222-8ef4-10952cff023d tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:08:04.947478 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd2e776-1cc9-4d80-a8b2-6f6fa079acdf req-a9193f6c-e22d-45d0-b8aa-17a558705eca tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:04.949048 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-acd2e776-1cc9-4d80-a8b2-6f6fa079acdf req-a9193f6c-e22d-45d0-b8aa-17a558705eca tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 945 time: 0.6949306 Feb 10 23:08:04.996630 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25188d6f-6b04-45f5-85d2-d1f7e7b0324c tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Router b59e7be3-e0b3-496d-b54e-5cd804c5723a is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:08:05.022705 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=ce6d0c07-692d-46d7-a520-9fe8186dc139,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:05.050385 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-51da85cc-da57-4446-8460-31c2ab9dc357 None None] Allocated IP 2001:db8::1 (b4fb86b7-eb41-4990-bb39-6099d4a1300e/cd0ce41a-9faa-4233-804b-c423c0484d10/0dc28294-f10e-4c9e-ae1b-767265c6cf2d) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:08:05.061081 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 2f2deaae-dd46-4aee-a929-5af80145756a triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:05.064981 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:05.149187 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-acd2e776-1cc9-4d80-a8b2-6f6fa079acdf req-aca88a6c-d17e-4ec2-badc-95847a1dd34e tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1924422 Feb 10 23:08:05.175736 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8c6c5085-27b0-4233-84d5-a24416d57764 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:05.212055 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5016e7ae-57ad-4517-95c2-7809f98c8f4a tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732944'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:05.246288 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d54c6327-dfb0-46e6-9e2e-494950442bdb tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:05.401913 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device f776a65e-9a89-45a0-ab8c-3a39123b07df up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:08:05.422954 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c5085-27b0-4233-84d5-a24416d57764 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event deleted for resources: {'Port': ['ID=85100fa5-d351-44b8-953b-95116d12fec9,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:05.469000 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8c6c5085-27b0-4233-84d5-a24416d57764 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:05.577483 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-51da85cc-da57-4446-8460-31c2ab9dc357 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:05.590825 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-51da85cc-da57-4446-8460-31c2ab9dc357 None None] Transition to ACTIVE for port object 0dc28294-f10e-4c9e-ae1b-767265c6cf2d will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:08:05.621057 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-d54c6327-dfb0-46e6-9e2e-494950442bdb tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Deleting port 7fb2ba5c-e7ac-44fd-92c4-0780dc22bcfa {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:08:05.622037 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d54c6327-dfb0-46e6-9e2e-494950442bdb tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:05.641441 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-51da85cc-da57-4446-8460-31c2ab9dc357 None None] Transition to ACTIVE for port object 0dc28294-f10e-4c9e-ae1b-767265c6cf2d will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:08:05.659720 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-25ae42ed-d90a-45d2-9a8c-d4d79e24ad87 None None] Provisioning complete for port 07ff796f-4fe0-4461-b9dc-ea747fc31801 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:05.660414 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-25ae42ed-d90a-45d2-9a8c-d4d79e24ad87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:05.672550 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8c6c5085-27b0-4233-84d5-a24416d57764 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "DELETE /v2.0/ports/85100fa5-d351-44b8-953b-95116d12fec9 HTTP/1.1" status: 204 len: 168 time: 3.0783756 Feb 10 23:08:05.681104 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44074) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:05.717171 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-25ae42ed-d90a-45d2-9a8c-d4d79e24ad87 None None] Port 07ff796f-4fe0-4461-b9dc-ea747fc31801 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:08:05.720563 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-25ae42ed-d90a-45d2-9a8c-d4d79e24ad87 None None] Could not find standard attr ID for object 85100fa5-d351-44b8-953b-95116d12fec9. {{(pid=84334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 23:08:05.734267 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-51da85cc-da57-4446-8460-31c2ab9dc357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:05.783398 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port f776a65e-9a89-45a0-ab8c-3a39123b07df completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:08:05.799363 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port f776a65e-9a89-45a0-ab8c-3a39123b07df triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:05.799716 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:05.854735 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51da85cc-da57-4446-8460-31c2ab9dc357 None None] Network b4fb86b7-eb41-4990-bb39-6099d4a1300e is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:08:05.863619 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-51da85cc-da57-4446-8460-31c2ab9dc357 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:08:05.872745 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51da85cc-da57-4446-8460-31c2ab9dc357 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:08:05.876359 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51da85cc-da57-4446-8460-31c2ab9dc357 None None] Pushing event updated for resources: {'Port': ['ID=0dc28294-f10e-4c9e-ae1b-767265c6cf2d,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:05.891351 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-da33f631-1dc8-4427-a218-ebe53825b6d7 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:05.941171 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da33f631-1dc8-4427-a218-ebe53825b6d7 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Pushing event deleted for resources: {'Subnet': ['ID=cd0ce41a-9faa-4233-804b-c423c0484d10,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:05.971596 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-416ea19b-60bd-43c2-b6ba-9bda0d820954 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] GET failed (client error): The resource could not be found. Feb 10 23:08:05.972087 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-416ea19b-60bd-43c2-b6ba-9bda0d820954 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Synchronizing usage tracker for tenant:a1a196bacc5e4170b4defd7cfb879ddb on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:08:05.981367 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-5016e7ae-57ad-4517-95c2-7809f98c8f4a tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Deleting port 30af2901-36d9-4b03-b47e-1b55190b7361 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:08:05.981708 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5016e7ae-57ad-4517-95c2-7809f98c8f4a tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:06.022193 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-51da85cc-da57-4446-8460-31c2ab9dc357 None None] Attempting to bind port 0dc28294-f10e-4c9e-ae1b-767265c6cf2d on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:08:06.022582 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-51da85cc-da57-4446-8460-31c2ab9dc357 None None] Attempting to bind port 0dc28294-f10e-4c9e-ae1b-767265c6cf2d by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '2d414781-f357-49ae-bba2-eeef4b89eb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'b4fb86b7-eb41-4990-bb39-6099d4a1300e'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:08:06.022920 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51da85cc-da57-4446-8460-31c2ab9dc357 None None] Attempting to bind port 0dc28294-f10e-4c9e-ae1b-767265c6cf2d on network b4fb86b7-eb41-4990-bb39-6099d4a1300e {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:08:06.035278 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:06.051082 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51da85cc-da57-4446-8460-31c2ab9dc357 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:08:06.051362 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51da85cc-da57-4446-8460-31c2ab9dc357 None None] Checking segment: {'id': '2d414781-f357-49ae-bba2-eeef4b89eb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'b4fb86b7-eb41-4990-bb39-6099d4a1300e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:08:06.053076 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-51da85cc-da57-4446-8460-31c2ab9dc357 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:06.053076 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51da85cc-da57-4446-8460-31c2ab9dc357 None None] Bound using segment: {'id': '2d414781-f357-49ae-bba2-eeef4b89eb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'b4fb86b7-eb41-4990-bb39-6099d4a1300e'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:08:06.053523 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-51da85cc-da57-4446-8460-31c2ab9dc357 None None] Bound port: 0dc28294-f10e-4c9e-ae1b-767265c6cf2d, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d414781-f357-49ae-bba2-eeef4b89eb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'b4fb86b7-eb41-4990-bb39-6099d4a1300e'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:08:06.054155 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-51da85cc-da57-4446-8460-31c2ab9dc357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:06.104578 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-da33f631-1dc8-4427-a218-ebe53825b6d7 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:06.137137 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port f776a65e-9a89-45a0-ab8c-3a39123b07df, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=f776a65e-9a89-45a0-ab8c-3a39123b07df,segment=NetworkSegment(172fa9b7-af06-4347-8a6a-dda737327dd3),segment_id=172fa9b7-af06-4347-8a6a-dda737327dd3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:08:06.164999 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-51da85cc-da57-4446-8460-31c2ab9dc357 None None] For port 0dc28294-f10e-4c9e-ae1b-767265c6cf2d, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:08:06.168743 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-51da85cc-da57-4446-8460-31c2ab9dc357 None None] For port 0dc28294-f10e-4c9e-ae1b-767265c6cf2d, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=0dc28294-f10e-4c9e-ae1b-767265c6cf2d,segment=NetworkSegment(2d414781-f357-49ae-bba2-eeef4b89eb00),segment_id=2d414781-f357-49ae-bba2-eeef4b89eb00)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:08:06.182128 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:06.200228 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-da33f631-1dc8-4427-a218-ebe53825b6d7 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4fb86b7-eb41-4990-bb39-6099d4a1300e']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:06.222714 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d54c6327-dfb0-46e6-9e2e-494950442bdb tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:06.246814 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-416ea19b-60bd-43c2-b6ba-9bda0d820954 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Unset dirty status for tenant:a1a196bacc5e4170b4defd7cfb879ddb on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:08:06.250885 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-416ea19b-60bd-43c2-b6ba-9bda0d820954 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "GET /v2.0/ports/85100fa5-d351-44b8-953b-95116d12fec9 HTTP/1.1" status: 404 len: 333 time: 0.5628424 Feb 10 23:08:06.251056 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-51da85cc-da57-4446-8460-31c2ab9dc357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:06.255784 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44080) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:06.260608 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-da33f631-1dc8-4427-a218-ebe53825b6d7 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d414781-f357-49ae-bba2-eeef4b89eb00') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:06.260829 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-da33f631-1dc8-4427-a218-ebe53825b6d7 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d414781-f357-49ae-bba2-eeef4b89eb00') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:06.264619 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 2e0ff209-c3d6-4687-a650-1d55cf110359 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:08:06.283604 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-da33f631-1dc8-4427-a218-ebe53825b6d7 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:06.304699 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 2e0ff209-c3d6-4687-a650-1d55cf110359 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:08:06.304699 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 2e0ff209-c3d6-4687-a650-1d55cf110359 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:08:06.304699 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device f0d409b6-ae65-45a2-84b5-0768cc25335e no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:08:06.319821 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-da33f631-1dc8-4427-a218-ebe53825b6d7 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:06.329023 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da33f631-1dc8-4427-a218-ebe53825b6d7 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:08:06.329725 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-da33f631-1dc8-4427-a218-ebe53825b6d7 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:06.352879 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: f0d409b6-ae65-45a2-84b5-0768cc25335e {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:08:06.353263 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device f0d409b6-ae65-45a2-84b5-0768cc25335e not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:08:06.372797 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=f776a65e-9a89-45a0-ab8c-3a39123b07df,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:06.403589 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-d54c6327-dfb0-46e6-9e2e-494950442bdb tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Calling delete_port for 7fb2ba5c-e7ac-44fd-92c4-0780dc22bcfa owned by network:router_gateway {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:08:06.434095 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:08:06.434095 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:08:06.434095 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:08:06.434095 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:08:06.434095 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:08:06.434095 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:08:06.434095 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:08:06.434095 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:08:06.434095 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:08:06.434095 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:08:06.434095 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:08:06.434095 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:08:06.434095 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:08:06.434095 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:08:06.434095 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:08:06.434095 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:08:06.434095 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:08:06.434095 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:08:06.434095 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:08:06.434095 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:08:06.434095 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:08:06.434095 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:08:06.434095 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:08:06.434095 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:08:06.434095 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:08:06.434095 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:08:06.434095 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:08:06.434095 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:08:06.434095 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:08:06.434095 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:08:06.434095 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:08:06.434095 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:08:06.492910 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device ce6d0c07-692d-46d7-a520-9fe8186dc139 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:08:06.529200 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5e275f-c9c9-4a19-9af2-7f2412a0e432 admin admin] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:08:06.541625 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1706fd5-e83d-490a-b313-c7917b05cfad None None] Sync routers for ids ['75664401-6998-4355-be07-b08e18d63d30'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:08:06.557336 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-fb5e275f-c9c9-4a19-9af2-7f2412a0e432 admin admin] 10.222.0.59 "PUT /v2.0/routers/75664401-6998-4355-be07-b08e18d63d30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.2658470 Feb 10 23:08:06.565791 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1706fd5-e83d-490a-b313-c7917b05cfad None None] Routers {'75664401-6998-4355-be07-b08e18d63d30'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:08:06.567060 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-f1706fd5-e83d-490a-b313-c7917b05cfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:07:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['75664401-6998-4355-be07-b08e18d63d30'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:06.607781 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb751ad-88db-4515-995a-d552bf928e5f None None] Network b4fb86b7-eb41-4990-bb39-6099d4a1300e requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:08:06.624217 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a93712-457b-4222-8ef4-10952cff023d tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Router 1359e446-ed83-4f9b-84b9-bc51e0ace908 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:08:06.676297 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfb9eff-b5f0-469f-8f45-ba039213cb1d req-09cc2274-7946-4c61-b84e-0200c23ad172 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:06.678837 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9dfb9eff-b5f0-469f-8f45-ba039213cb1d req-09cc2274-7946-4c61-b84e-0200c23ad172 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 945 time: 0.3109348 Feb 10 23:08:06.687489 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25188d6f-6b04-45f5-85d2-d1f7e7b0324c tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:08:06.694839 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-25188d6f-6b04-45f5-85d2-d1f7e7b0324c tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:06.698869 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-25188d6f-6b04-45f5-85d2-d1f7e7b0324c tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] 10.222.0.59 "PUT /v2.0/routers/b59e7be3-e0b3-496d-b54e-5cd804c5723a HTTP/1.1" status: 200 len: 920 time: 14.9024074 Feb 10 23:08:06.700901 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44086) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:06.740877 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port ce6d0c07-692d-46d7-a520-9fe8186dc139 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:06.741504 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:06.785161 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b3e48e-d878-4a71-96fd-ca314251b3c6 None None] Sync routers for ids ['b59e7be3-e0b3-496d-b54e-5cd804c5723a'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:08:06.799321 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51da85cc-da57-4446-8460-31c2ab9dc357 None None] Pushing event updated for resources: {'Port': ['ID=0dc28294-f10e-4c9e-ae1b-767265c6cf2d,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:06.860395 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b3e48e-d878-4a71-96fd-ca314251b3c6 None None] Routers {'b59e7be3-e0b3-496d-b54e-5cd804c5723a'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:08:06.861144 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-42b3e48e-d878-4a71-96fd-ca314251b3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:07:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['b59e7be3-e0b3-496d-b54e-5cd804c5723a'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:06.900973 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-5016e7ae-57ad-4517-95c2-7809f98c8f4a tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] For port 30af2901-36d9-4b03-b47e-1b55190b7361, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=30af2901-36d9-4b03-b47e-1b55190b7361,segment=NetworkSegment(f5949d2d-cd09-411c-90f3-44c8e09c96ce),segment_id=f5949d2d-cd09-411c-90f3-44c8e09c96ce)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:08:06.901727 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5016e7ae-57ad-4517-95c2-7809f98c8f4a tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:06.908007 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-f1706fd5-e83d-490a-b313-c7917b05cfad None None] Set router 75664401-6998-4355-be07-b08e18d63d30 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:08:06.916328 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbb6ba19-9403-4872-bd74-194893bc23f5 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Deleting subnet adda3a58-9317-49ac-af06-d78977374a84 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:08:06.921130 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cbb6ba19-9403-4872-bd74-194893bc23f5 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:07.014681 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-42b3e48e-d878-4a71-96fd-ca314251b3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:07.027529 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-da33f631-1dc8-4427-a218-ebe53825b6d7 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 23:08:07.027529 dv-neutron-828797-1-hyperv neutron-server[84333]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 23:08:07.027529 dv-neutron-828797-1-hyperv neutron-server[84333]: [parameters: {'id': 'b4fb86b7-eb41-4990-bb39-6099d4a1300e'}] Feb 10 23:08:07.027529 dv-neutron-828797-1-hyperv neutron-server[84333]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:08:07.028169 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-da33f631-1dc8-4427-a218-ebe53825b6d7 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:08:07.100791 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-5016e7ae-57ad-4517-95c2-7809f98c8f4a tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Calling delete_port for 30af2901-36d9-4b03-b47e-1b55190b7361 owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:08:07.163655 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cbb6ba19-9403-4872-bd74-194893bc23f5 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31983416'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:07.266126 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b3e48e-d878-4a71-96fd-ca314251b3c6 None None] Routers {'b59e7be3-e0b3-496d-b54e-5cd804c5723a'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:08:07.267472 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-42b3e48e-d878-4a71-96fd-ca314251b3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:07:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['b59e7be3-e0b3-496d-b54e-5cd804c5723a'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:07.295046 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9dfb9eff-b5f0-469f-8f45-ba039213cb1d req-5387ecb1-374d-4910-929f-31d9b3ee6802 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5931859 Feb 10 23:08:07.337516 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cbb6ba19-9403-4872-bd74-194893bc23f5 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:07.364676 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-42b3e48e-d878-4a71-96fd-ca314251b3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:07.364676 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b3e48e-d878-4a71-96fd-ca314251b3c6 None None] The sync data for ids ['b59e7be3-e0b3-496d-b54e-5cd804c5723a'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:08:07.376158 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device b1cd2d19-b46a-4732-98b9-d025ac228028 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:08:07.386054 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d54c6327-dfb0-46e6-9e2e-494950442bdb tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:07.461921 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce2b245-231a-442b-973f-81214f6ca198 None None] get_active_networks_info from dv-neutron-828797-1-hyperv {{(pid=84334) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 10 23:08:07.465646 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54c6327-dfb0-46e6-9e2e-494950442bdb tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Pushing event deleted for resources: {'Port': ['ID=7fb2ba5c-e7ac-44fd-92c4-0780dc22bcfa,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:07.498747 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port b1cd2d19-b46a-4732-98b9-d025ac228028 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:07.499116 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:07.502536 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-f1706fd5-e83d-490a-b313-c7917b05cfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75664401-6998-4355-be07-b08e18d63d30', 'name': 'tempest-TestVolumeBootPattern-821366541-router', 'tenant_id': '18df93ccf45246f886dee042ef6343cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.144'}], 'enable_snat': True}, 'gw_port_id': 'b1cd2d19-b46a-4732-98b9-d025ac228028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:07:40Z', 'updated_at': '2022-02-10T23:07:58Z', 'revision_number': 4, 'project_id': '18df93ccf45246f886dee042ef6343cf', 'gw_port': {'id': 'b1cd2d19-b46a-4732-98b9-d025ac228028', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75664401-6998-4355-be07-b08e18d63d30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:43Z', 'updated_at': '2022-02-10T23:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '8621ed15-2a1f-4297-b4c2-886d4eb1a0a9', 'name': '', 'network_id': '04d672ad-5400-4d8d-9dca-03c20800c6eb', 'tenant_id': '18df93ccf45246f886dee042ef6343cf', 'mac_address': 'fa:16:3e:41:2d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75664401-6998-4355-be07-b08e18d63d30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8a97865-eb3e-40ee-b3b1-2e9e14ea5224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:54Z', 'updated_at': '2022-02-10T23:07:59Z', 'revision_number': 2, 'project_id': '18df93ccf45246f886dee042ef6343cf', 'subnets': [{'id': 'b8a97865-eb3e-40ee-b3b1-2e9e14ea5224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:07.511836 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1706fd5-e83d-490a-b313-c7917b05cfad None None] Checking router: 75664401-6998-4355-be07-b08e18d63d30 for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:08:07.512172 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1706fd5-e83d-490a-b313-c7917b05cfad None None] Updating router 75664401-6998-4355-be07-b08e18d63d30 port 8621ed15-2a1f-4297-b4c2-886d4eb1a0a9 binding host dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:08:07.561068 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-da33f631-1dc8-4427-a218-ebe53825b6d7 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:07.605080 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cbb6ba19-9403-4872-bd74-194893bc23f5 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:07.607394 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f1706fd5-e83d-490a-b313-c7917b05cfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:07.608054 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a93712-457b-4222-8ef4-10952cff023d tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:08:07.635937 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ff08dc-7113-41d6-9c7a-47cd0dce9330 None None] Sync routers for ids ['1359e446-ed83-4f9b-84b9-bc51e0ace908'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:08:07.640436 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-25a93712-457b-4222-8ef4-10952cff023d tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "PUT /v2.0/routers/1359e446-ed83-4f9b-84b9-bc51e0ace908/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.3531151 Feb 10 23:08:07.646956 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44094) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:07.652440 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-49d90d6a-5223-429e-89a9-89f29d1398ee tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:08:07.686084 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-da33f631-1dc8-4427-a218-ebe53825b6d7 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Deleting port 0dc28294-f10e-4c9e-ae1b-767265c6cf2d {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:08:07.686471 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-da33f631-1dc8-4427-a218-ebe53825b6d7 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:07.765211 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ff08dc-7113-41d6-9c7a-47cd0dce9330 None None] Routers {'1359e446-ed83-4f9b-84b9-bc51e0ace908'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:08:07.766362 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-36ff08dc-7113-41d6-9c7a-47cd0dce9330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:07:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['1359e446-ed83-4f9b-84b9-bc51e0ace908'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:07.926183 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-da33f631-1dc8-4427-a218-ebe53825b6d7 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] For port 0dc28294-f10e-4c9e-ae1b-767265c6cf2d, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=0dc28294-f10e-4c9e-ae1b-767265c6cf2d,segment=NetworkSegment(2d414781-f357-49ae-bba2-eeef4b89eb00),segment_id=2d414781-f357-49ae-bba2-eeef4b89eb00)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:08:07.926576 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-da33f631-1dc8-4427-a218-ebe53825b6d7 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:07.982021 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce2b245-231a-442b-973f-81214f6ca198 None None] Resources bound (agent type, host, resource id): {{(pid=84334) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 23:08:07.999671 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44098) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:08.007277 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-f98f66e8-9be7-4ae4-b8cf-1c5473949449 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1069372739', 'description': 'tempest-secgroup-smoke-1069372739 description', 'project_id': '82bae8319c0a482993cd9e8530b11401'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:08:08.049333 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-da33f631-1dc8-4427-a218-ebe53825b6d7 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Calling delete_port for 0dc28294-f10e-4c9e-ae1b-767265c6cf2d owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:08:08.079411 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-46d21a1f-4149-4c35-afc5-19ba9cbe537b tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] 10.222.0.59 "GET /v2.0/routers/b59e7be3-e0b3-496d-b54e-5cd804c5723a HTTP/1.1" status: 200 len: 926 time: 1.3763261 Feb 10 23:08:08.089148 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44102) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:08.125141 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5016e7ae-57ad-4517-95c2-7809f98c8f4a tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:08.125461 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f98f66e8-9be7-4ae4-b8cf-1c5473949449 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:08:08.133598 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-36ff08dc-7113-41d6-9c7a-47cd0dce9330 None None] Set router 1359e446-ed83-4f9b-84b9-bc51e0ace908 gateway port host: None {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:08:08.137708 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f98f66e8-9be7-4ae4-b8cf-1c5473949449 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Usage tracker for resource:security_group and tenant:82bae8319c0a482993cd9e8530b11401 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:08:08.147397 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f98f66e8-9be7-4ae4-b8cf-1c5473949449 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:08:08.159693 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f98f66e8-9be7-4ae4-b8cf-1c5473949449 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:08:08.160947 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb6ba19-9403-4872-bd74-194893bc23f5 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event deleted for resources: {'Subnet': ['ID=adda3a58-9317-49ac-af06-d78977374a84,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:08.167483 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d54c6327-dfb0-46e6-9e2e-494950442bdb tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734197'] for router_gateway, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:08.181304 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016e7ae-57ad-4517-95c2-7809f98c8f4a tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event deleted for resources: {'Port': ['ID=30af2901-36d9-4b03-b47e-1b55190b7361,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:08.183371 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cbb6ba19-9403-4872-bd74-194893bc23f5 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:08.193052 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-da33f631-1dc8-4427-a218-ebe53825b6d7 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:08.279645 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da33f631-1dc8-4427-a218-ebe53825b6d7 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] No DVR routers for this DVR port 0dc28294-f10e-4c9e-ae1b-767265c6cf2d on host dv-neutron-828797-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:08:08.312070 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da33f631-1dc8-4427-a218-ebe53825b6d7 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Pushing event deleted for resources: {'Port': ['ID=0dc28294-f10e-4c9e-ae1b-767265c6cf2d,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:08.320560 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-cbb6ba19-9403-4872-bd74-194893bc23f5 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "DELETE /v2.0/subnets/adda3a58-9317-49ac-af06-d78977374a84 HTTP/1.1" status: 204 len: 168 time: 2.0622637 Feb 10 23:08:08.343871 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44106) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:08.413244 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f98f66e8-9be7-4ae4-b8cf-1c5473949449 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:08.591402 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799604ae-8d8e-43c2-ade8-3a3eca580219 None None] get_active_networks_info from dv-neutron-828797-1-hyperv {{(pid=84334) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 10 23:08:08.685781 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f1706fd5-e83d-490a-b313-c7917b05cfad None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:08.717160 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-f1706fd5-e83d-490a-b313-c7917b05cfad None None] Transition to ACTIVE for port object 8621ed15-2a1f-4297-b4c2-886d4eb1a0a9 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:08:08.738147 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-36ff08dc-7113-41d6-9c7a-47cd0dce9330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'name': 'tempest-RoutersTest-router-479301092', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:56Z', 'updated_at': '2022-02-10T23:08:00Z', 'revision_number': 5, 'project_id': '62dc022463634d02b4f57b75cc001545', 'gw_port_host': None, '_interfaces': [{'id': '07ff796f-4fe0-4461-b9dc-ea747fc31801', 'name': '', 'network_id': '3086e396-25a0-4fb7-bc88-5c11df92f33d', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'mac_address': 'fa:16:3e:7e:3e:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ee29318-ea2c-48e8-898d-6d1f35272696', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:56Z', 'updated_at': '2022-02-10T23:08:02Z', 'revision_number': 2, 'project_id': '62dc022463634d02b4f57b75cc001545', 'subnets': [{'id': '8ee29318-ea2c-48e8-898d-6d1f35272696', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17646efb-7102-4d7a-908f-cb7d3d2de387', 'name': '', 'network_id': '12052084-206d-4312-a617-f252f8179831', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'mac_address': 'fa:16:3e:b6:5f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2fd1ea0-3072-4924-9e05-ffa3a0177446', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:21Z', 'updated_at': '2022-02-10T23:07:40Z', 'revision_number': 5, 'project_id': '62dc022463634d02b4f57b75cc001545', 'subnets': [{'id': 'c2fd1ea0-3072-4924-9e05-ffa3a0177446', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34b93693-e433-45b9-887a-9aaf3024edac', 'name': '', 'network_id': '1979ad8e-359d-4de4-9d0d-2bc93f828579', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'mac_address': 'fa:16:3e:bd:ed:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8876885e-8839-4ecf-9a7c-7d3f809d8dfd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:36Z', 'updated_at': '2022-02-10T23:07:57Z', 'revision_number': 5, 'project_id': '62dc022463634d02b4f57b75cc001545', 'subnets': [{'id': '8876885e-8839-4ecf-9a7c-7d3f809d8dfd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbc327d4-197b-47d3-9396-0ecba21ce359', 'name': '', 'network_id': '10d2f5a7-936f-4925-9467-45b0b7c99ec4', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'mac_address': 'fa:16:3e:87:32:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6566b71-ba57-47a8-bc9e-b4ac96b16a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:03Z', 'updated_at': '2022-02-10T23:07:24Z', 'revision_number': 5, 'project_id': '62dc022463634d02b4f57b75cc001545', 'subnets': [{'id': 'd6566b71-ba57-47a8-bc9e-b4ac96b16a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:08.744672 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ff08dc-7113-41d6-9c7a-47cd0dce9330 None None] Checking router: 1359e446-ed83-4f9b-84b9-bc51e0ace908 for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:08:08.745091 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ff08dc-7113-41d6-9c7a-47cd0dce9330 None None] Updating router 1359e446-ed83-4f9b-84b9-bc51e0ace908 port 07ff796f-4fe0-4461-b9dc-ea747fc31801 binding host dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:08:08.806073 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e1d84a26-ae29-4981-a9ea-79bdd317d6a5 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:08.806887 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799604ae-8d8e-43c2-ade8-3a3eca580219 None None] Resources bound (agent type, host, resource id): {{(pid=84334) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 23:08:08.809030 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-36ff08dc-7113-41d6-9c7a-47cd0dce9330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:08.809490 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device f776a65e-9a89-45a0-ab8c-3a39123b07df up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:08:08.826195 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f1706fd5-e83d-490a-b313-c7917b05cfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:08.843125 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-da33f631-1dc8-4427-a218-ebe53825b6d7 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:08.846603 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d54c6327-dfb0-46e6-9e2e-494950442bdb tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:08.876043 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-beda38bb-534b-4bb2-9816-d71a6ace0683 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=c2ed7563-f8af-409c-803f-f56530124ba5&device_id=b59e7be3-e0b3-496d-b54e-5cd804c5723a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7812643 Feb 10 23:08:08.879147 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44114) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:08.889697 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-da33f631-1dc8-4427-a218-ebe53825b6d7 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4fb86b7-eb41-4990-bb39-6099d4a1300e']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:08.907020 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port f776a65e-9a89-45a0-ab8c-3a39123b07df triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:08.907386 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:08.908987 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-da33f631-1dc8-4427-a218-ebe53825b6d7 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d414781-f357-49ae-bba2-eeef4b89eb00') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:08.909358 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-da33f631-1dc8-4427-a218-ebe53825b6d7 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d414781-f357-49ae-bba2-eeef4b89eb00') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:08.921923 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f98f66e8-9be7-4ae4-b8cf-1c5473949449 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:08:08.924238 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5016e7ae-57ad-4517-95c2-7809f98c8f4a tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2767638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733091'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:08.930962 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-da33f631-1dc8-4427-a218-ebe53825b6d7 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:08.932023 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d54c6327-dfb0-46e6-9e2e-494950442bdb tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:08.944168 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f98f66e8-9be7-4ae4-b8cf-1c5473949449 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Usage tracker for resource:security_group_rule and tenant:82bae8319c0a482993cd9e8530b11401 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:08:09.001429 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-da33f631-1dc8-4427-a218-ebe53825b6d7 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:09.002812 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f98f66e8-9be7-4ae4-b8cf-1c5473949449 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:08:09.007774 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-e1d84a26-ae29-4981-a9ea-79bdd317d6a5 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Deleting port f776a65e-9a89-45a0-ab8c-3a39123b07df {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:08:09.008359 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e1d84a26-ae29-4981-a9ea-79bdd317d6a5 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:09.057047 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f98f66e8-9be7-4ae4-b8cf-1c5473949449 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:08:09.084277 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da33f631-1dc8-4427-a218-ebe53825b6d7 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:08:09.084963 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-da33f631-1dc8-4427-a218-ebe53825b6d7 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:09.105250 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:08:09.105250 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:08:09.105250 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:08:09.105250 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:08:09.105250 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:08:09.105250 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:08:09.105250 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:08:09.105250 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:08:09.105250 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:08:09.105250 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:08:09.105250 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:08:09.105250 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:08:09.105250 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:08:09.105250 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:08:09.105250 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:08:09.105250 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:08:09.105250 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:08:09.105250 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:08:09.105250 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:08:09.105250 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:08:09.105250 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:08:09.105250 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:08:09.105250 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:08:09.105250 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:08:09.105250 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:08:09.105250 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:08:09.105250 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:08:09.105250 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:08:09.105250 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:08:09.105250 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:08:09.105250 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:08:09.105250 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:08:09.115382 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-f1706fd5-e83d-490a-b313-c7917b05cfad None None] Attempting to bind port 8621ed15-2a1f-4297-b4c2-886d4eb1a0a9 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:08:09.115849 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-f1706fd5-e83d-490a-b313-c7917b05cfad None None] Attempting to bind port 8621ed15-2a1f-4297-b4c2-886d4eb1a0a9 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': 'b51d1102-25f4-4b08-812e-99429151629e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '04d672ad-5400-4d8d-9dca-03c20800c6eb'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:08:09.116276 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1706fd5-e83d-490a-b313-c7917b05cfad None None] Attempting to bind port 8621ed15-2a1f-4297-b4c2-886d4eb1a0a9 on network 04d672ad-5400-4d8d-9dca-03c20800c6eb {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:08:09.127182 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1706fd5-e83d-490a-b313-c7917b05cfad None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:08:09.127634 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1706fd5-e83d-490a-b313-c7917b05cfad None None] Checking segment: {'id': 'b51d1102-25f4-4b08-812e-99429151629e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '04d672ad-5400-4d8d-9dca-03c20800c6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:08:09.128174 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f1706fd5-e83d-490a-b313-c7917b05cfad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:09.128675 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1706fd5-e83d-490a-b313-c7917b05cfad None None] Bound using segment: {'id': 'b51d1102-25f4-4b08-812e-99429151629e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '04d672ad-5400-4d8d-9dca-03c20800c6eb'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:08:09.129297 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-f1706fd5-e83d-490a-b313-c7917b05cfad None None] Bound port: 8621ed15-2a1f-4297-b4c2-886d4eb1a0a9, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b51d1102-25f4-4b08-812e-99429151629e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '04d672ad-5400-4d8d-9dca-03c20800c6eb'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:08:09.130540 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f1706fd5-e83d-490a-b313-c7917b05cfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:09.251150 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-f1706fd5-e83d-490a-b313-c7917b05cfad None None] For port 8621ed15-2a1f-4297-b4c2-886d4eb1a0a9, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:08:09.254396 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-f1706fd5-e83d-490a-b313-c7917b05cfad None None] For port 8621ed15-2a1f-4297-b4c2-886d4eb1a0a9, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=8621ed15-2a1f-4297-b4c2-886d4eb1a0a9,segment=NetworkSegment(b51d1102-25f4-4b08-812e-99429151629e),segment_id=b51d1102-25f4-4b08-812e-99429151629e)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:08:09.263236 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb372d12-80dc-4cc4-8ed5-cb2c44079e6c None None] Pushing event updated for resources: {'Port': ['ID=8621ed15-2a1f-4297-b4c2-886d4eb1a0a9,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:09.326177 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb372d12-80dc-4cc4-8ed5-cb2c44079e6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:09.332082 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb372d12-80dc-4cc4-8ed5-cb2c44079e6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:09.332082 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb372d12-80dc-4cc4-8ed5-cb2c44079e6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:09.332082 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb372d12-80dc-4cc4-8ed5-cb2c44079e6c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:09.332082 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb372d12-80dc-4cc4-8ed5-cb2c44079e6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:09.332082 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb372d12-80dc-4cc4-8ed5-cb2c44079e6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:09.332082 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb372d12-80dc-4cc4-8ed5-cb2c44079e6c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:09.332082 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb372d12-80dc-4cc4-8ed5-cb2c44079e6c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:09.332082 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb372d12-80dc-4cc4-8ed5-cb2c44079e6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:09.332082 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb372d12-80dc-4cc4-8ed5-cb2c44079e6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:09.332082 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb372d12-80dc-4cc4-8ed5-cb2c44079e6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:09.377644 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-da33f631-1dc8-4427-a218-ebe53825b6d7 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:09.403409 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-f1706fd5-e83d-490a-b313-c7917b05cfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:09.410415 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-da33f631-1dc8-4427-a218-ebe53825b6d7 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:09.422915 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-da33f631-1dc8-4427-a218-ebe53825b6d7 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] 10.222.0.59 "DELETE /v2.0/networks/b4fb86b7-eb41-4990-bb39-6099d4a1300e HTTP/1.1" status: 204 len: 168 time: 5.2748792 Feb 10 23:08:09.423513 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44118) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:09.445960 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-9ce35f75-f768-4e3d-9775-ad8e81c9e25f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-229660131'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:08:09.450942 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-9ce35f75-f768-4e3d-9775-ad8e81c9e25f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:08:09.455362 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-9ce35f75-f768-4e3d-9775-ad8e81c9e25f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Usage tracker for resource:network and tenant:ddd8d1e5e56d403487d0461567751352 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:08:09.459244 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-9ce35f75-f768-4e3d-9775-ad8e81c9e25f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:08:09.469506 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-9ce35f75-f768-4e3d-9775-ad8e81c9e25f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:08:09.472938 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da33f631-1dc8-4427-a218-ebe53825b6d7 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Pushing event deleted for resources: {'Network': ['ID=b4fb86b7-eb41-4990-bb39-6099d4a1300e,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:09.503914 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca14bec9-8224-409f-94e3-2e4c47f6472f None None] Network 9c587ad1-a4ab-4803-84a8-c3c256e23a18 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:08:09.569090 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d54c6327-dfb0-46e6-9e2e-494950442bdb tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:09.572900 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54c6327-dfb0-46e6-9e2e-494950442bdb tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Fanout notify agent at l3_agent the message router_deleted on router 6b3c03bb-3020-401d-a547-ed7273d4bb25 {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:08:09.573043 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce35f75-f768-4e3d-9775-ad8e81c9e25f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Made reservation on behalf of ddd8d1e5e56d403487d0461567751352 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:08:09.575893 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9ce35f75-f768-4e3d-9775-ad8e81c9e25f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:09.589578 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd0a82-bc4c-4dad-8a39-d0626149bea2 req-8ed7ccab-49e3-4d26-929b-953edf811402 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:09.592250 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a7dd0a82-bc4c-4dad-8a39-d0626149bea2 req-8ed7ccab-49e3-4d26-929b-953edf811402 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 945 time: 1.0418012 Feb 10 23:08:09.640397 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb372d12-80dc-4cc4-8ed5-cb2c44079e6c None None] Pushing event updated for resources: {'Port': ['ID=8621ed15-2a1f-4297-b4c2-886d4eb1a0a9,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:09.749972 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1706fd5-e83d-490a-b313-c7917b05cfad None None] Routers {'75664401-6998-4355-be07-b08e18d63d30'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:08:09.751469 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-f1706fd5-e83d-490a-b313-c7917b05cfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:07:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['75664401-6998-4355-be07-b08e18d63d30'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:09.776777 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ce35f75-f768-4e3d-9775-ad8e81c9e25f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:08:09.821196 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9ce35f75-f768-4e3d-9775-ad8e81c9e25f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:09.821454 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-9ce35f75-f768-4e3d-9775-ad8e81c9e25f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Added segment 7dd88f5d-bbd2-45e4-9ce4-5bb4f563f58a of type vlan for network 7ef5c2d7-faeb-45c9-ba8e-6e2cb0da66fc Feb 10 23:08:09.886030 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9ce35f75-f768-4e3d-9775-ad8e81c9e25f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:09.922811 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb63ab38-1368-4e46-b512-d69a102db95c tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:09.930851 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-bb63ab38-1368-4e46-b512-d69a102db95c tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] 10.222.0.59 "GET /v2.0/networks/c2ed7563-f8af-409c-803f-f56530124ba5 HTTP/1.1" status: 200 len: 881 time: 1.0416899 Feb 10 23:08:09.938765 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44122) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:09.953541 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5016e7ae-57ad-4517-95c2-7809f98c8f4a tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Router 791424a0-d6ce-43ba-8c23-68a0fbef0f6e has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:08:10.049913 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca3e4b0-caf0-4bdd-b496-1ebdac88bca9 None None] DHCP port deletion for 9c587ad1-a4ab-4803-84a8-c3c256e23a18 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:08:10.058181 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-cca3e4b0-caf0-4bdd-b496-1ebdac88bca9 None None] Deleting port f776a65e-9a89-45a0-ab8c-3a39123b07df {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:08:10.058555 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cca3e4b0-caf0-4bdd-b496-1ebdac88bca9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:10.076512 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-f1706fd5-e83d-490a-b313-c7917b05cfad None None] Set router 75664401-6998-4355-be07-b08e18d63d30 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:08:10.096485 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-11d46d25-2dd9-4459-a3ca-d75721d57634 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] 10.222.0.59 "GET /v2.0/ports?device_id=b59e7be3-e0b3-496d-b54e-5cd804c5723a HTTP/1.1" status: 200 len: 205 time: 0.1489315 Feb 10 23:08:10.158634 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44126) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:10.162362 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.db.resource_extend [None req-36ff08dc-7113-41d6-9c7a-47cd0dce9330 None None] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:08:10.175281 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9ce35f75-f768-4e3d-9775-ad8e81c9e25f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:10.179158 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce35f75-f768-4e3d-9775-ad8e81c9e25f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:10.180302 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9ce35f75-f768-4e3d-9775-ad8e81c9e25f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:10.238612 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-36ff08dc-7113-41d6-9c7a-47cd0dce9330 None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:10.254903 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-36ff08dc-7113-41d6-9c7a-47cd0dce9330 None None] Transition to ACTIVE for port object 07ff796f-4fe0-4461-b9dc-ea747fc31801 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:08:10.278572 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f98f66e8-9be7-4ae4-b8cf-1c5473949449 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:10.281635 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d54c6327-dfb0-46e6-9e2e-494950442bdb tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:10.282854 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d54c6327-dfb0-46e6-9e2e-494950442bdb tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] 10.222.0.59 "DELETE /v2.0/routers/6b3c03bb-3020-401d-a547-ed7273d4bb25 HTTP/1.1" status: 204 len: 168 time: 9.4722955 Feb 10 23:08:10.310290 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44130) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:10.310977 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce35f75-f768-4e3d-9775-ad8e81c9e25f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Pushing event updated for resources: {'Network': ['ID=7ef5c2d7-faeb-45c9-ba8e-6e2cb0da66fc,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:10.327274 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 7ef5c2d7-faeb-45c9-ba8e-6e2cb0da66fc details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:08:10.373130 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a7dd0a82-bc4c-4dad-8a39-d0626149bea2 req-a55ab96d-07a7-484e-8b00-a77d029aa859 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7204680 Feb 10 23:08:10.512571 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f98f66e8-9be7-4ae4-b8cf-1c5473949449 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:10.513130 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device f776a65e-9a89-45a0-ab8c-3a39123b07df no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:08:10.525593 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-e1d84a26-ae29-4981-a9ea-79bdd317d6a5 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] For port f776a65e-9a89-45a0-ab8c-3a39123b07df, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=f776a65e-9a89-45a0-ab8c-3a39123b07df,segment=NetworkSegment(172fa9b7-af06-4347-8a6a-dda737327dd3),segment_id=172fa9b7-af06-4347-8a6a-dda737327dd3)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:08:10.537667 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e1d84a26-ae29-4981-a9ea-79bdd317d6a5 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:10.583411 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-36ff08dc-7113-41d6-9c7a-47cd0dce9330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:10.600167 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-7334e50f-f63e-4371-856e-9500ed87f005 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Deleting subnet f0721e60-67b6-444d-94df-431e7e33c8dc {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:08:10.603087 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-cca3e4b0-caf0-4bdd-b496-1ebdac88bca9 None None] For port f776a65e-9a89-45a0-ab8c-3a39123b07df, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=f776a65e-9a89-45a0-ab8c-3a39123b07df,segment=NetworkSegment(172fa9b7-af06-4347-8a6a-dda737327dd3),segment_id=172fa9b7-af06-4347-8a6a-dda737327dd3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:08:10.604899 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cca3e4b0-caf0-4bdd-b496-1ebdac88bca9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:10.606533 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7334e50f-f63e-4371-856e-9500ed87f005 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:10.689136 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003356fb-423a-4e7a-bd81-941c1e2b9687 None None] Pushing event updated for resources: {'Port': ['ID=07ff796f-4fe0-4461-b9dc-ea747fc31801,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:10.773281 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-e1d84a26-ae29-4981-a9ea-79bdd317d6a5 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Calling delete_port for f776a65e-9a89-45a0-ab8c-3a39123b07df owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:08:10.798312 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-cca3e4b0-caf0-4bdd-b496-1ebdac88bca9 None None] Calling delete_port for f776a65e-9a89-45a0-ab8c-3a39123b07df owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:08:10.869604 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98f66e8-9be7-4ae4-b8cf-1c5473949449 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3f6aaf-3a27-49e5-ae54-3cc5a3f3586f,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:10.901336 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f98f66e8-9be7-4ae4-b8cf-1c5473949449 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:10.907625 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44138) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:10.912132 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f98f66e8-9be7-4ae4-b8cf-1c5473949449 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 2.9077713 Feb 10 23:08:10.929174 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-38071c06-156b-4ad5-b4ee-b5ffd064c3c7 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Request body: {'security_group_rule': {'security_group_id': '7c3f6aaf-3a27-49e5-ae54-3cc5a3f3586f', 'project_id': '82bae8319c0a482993cd9e8530b11401', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:08:10.981182 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-f1706fd5-e83d-490a-b313-c7917b05cfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75664401-6998-4355-be07-b08e18d63d30', 'name': 'tempest-TestVolumeBootPattern-821366541-router', 'tenant_id': '18df93ccf45246f886dee042ef6343cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.144'}], 'enable_snat': True}, 'gw_port_id': 'b1cd2d19-b46a-4732-98b9-d025ac228028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:07:40Z', 'updated_at': '2022-02-10T23:07:58Z', 'revision_number': 4, 'project_id': '18df93ccf45246f886dee042ef6343cf', 'gw_port': {'id': 'b1cd2d19-b46a-4732-98b9-d025ac228028', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75664401-6998-4355-be07-b08e18d63d30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:43Z', 'updated_at': '2022-02-10T23:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '8621ed15-2a1f-4297-b4c2-886d4eb1a0a9', 'name': '', 'network_id': '04d672ad-5400-4d8d-9dca-03c20800c6eb', 'tenant_id': '18df93ccf45246f886dee042ef6343cf', 'mac_address': 'fa:16:3e:41:2d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75664401-6998-4355-be07-b08e18d63d30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8a97865-eb3e-40ee-b3b1-2e9e14ea5224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:54Z', 'updated_at': '2022-02-10T23:08:09Z', 'revision_number': 4, 'project_id': '18df93ccf45246f886dee042ef6343cf', 'subnets': [{'id': 'b8a97865-eb3e-40ee-b3b1-2e9e14ea5224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:10.985176 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-36ff08dc-7113-41d6-9c7a-47cd0dce9330 None None] Attempting to bind port 07ff796f-4fe0-4461-b9dc-ea747fc31801 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:08:10.985864 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-36ff08dc-7113-41d6-9c7a-47cd0dce9330 None None] Attempting to bind port 07ff796f-4fe0-4461-b9dc-ea747fc31801 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '4b22f169-9248-4cca-ab2c-736823436146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3086e396-25a0-4fb7-bc88-5c11df92f33d'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:08:10.986508 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ff08dc-7113-41d6-9c7a-47cd0dce9330 None None] Attempting to bind port 07ff796f-4fe0-4461-b9dc-ea747fc31801 on network 3086e396-25a0-4fb7-bc88-5c11df92f33d {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:08:10.997547 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ff08dc-7113-41d6-9c7a-47cd0dce9330 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:08:10.998224 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ff08dc-7113-41d6-9c7a-47cd0dce9330 None None] Checking segment: {'id': '4b22f169-9248-4cca-ab2c-736823436146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3086e396-25a0-4fb7-bc88-5c11df92f33d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:08:10.998831 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-36ff08dc-7113-41d6-9c7a-47cd0dce9330 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:10.999365 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ff08dc-7113-41d6-9c7a-47cd0dce9330 None None] Bound using segment: {'id': '4b22f169-9248-4cca-ab2c-736823436146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3086e396-25a0-4fb7-bc88-5c11df92f33d'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:08:11.000391 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-36ff08dc-7113-41d6-9c7a-47cd0dce9330 None None] Bound port: 07ff796f-4fe0-4461-b9dc-ea747fc31801, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b22f169-9248-4cca-ab2c-736823436146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3086e396-25a0-4fb7-bc88-5c11df92f33d'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:08:11.001209 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-36ff08dc-7113-41d6-9c7a-47cd0dce9330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:11.002051 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-38071c06-156b-4ad5-b4ee-b5ffd064c3c7 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:08:11.028175 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-9ce35f75-f768-4e3d-9775-ad8e81c9e25f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5981238 Feb 10 23:08:11.032261 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44142) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:11.032261 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-38071c06-156b-4ad5-b4ee-b5ffd064c3c7 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Usage tracker for resource:security_group_rule and tenant:82bae8319c0a482993cd9e8530b11401 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:08:11.038667 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-38071c06-156b-4ad5-b4ee-b5ffd064c3c7 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:08:11.042979 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7334e50f-f63e-4371-856e-9500ed87f005 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31983416'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:11.060834 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cca3e4b0-caf0-4bdd-b496-1ebdac88bca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:11.085414 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-ff75e53d-3f40-417a-9c6a-b4a2c0ddd9c5 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Request body: {'subnet': {'network_id': '7ef5c2d7-faeb-45c9-ba8e-6e2cb0da66fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:08:11.107311 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-38071c06-156b-4ad5-b4ee-b5ffd064c3c7 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:08:11.120550 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca3e4b0-caf0-4bdd-b496-1ebdac88bca9 None None] No DVR routers for this DVR port f776a65e-9a89-45a0-ab8c-3a39123b07df on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:08:11.124442 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-36ff08dc-7113-41d6-9c7a-47cd0dce9330 None None] For port 07ff796f-4fe0-4461-b9dc-ea747fc31801, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:08:11.128706 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-36ff08dc-7113-41d6-9c7a-47cd0dce9330 None None] For port 07ff796f-4fe0-4461-b9dc-ea747fc31801, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=07ff796f-4fe0-4461-b9dc-ea747fc31801,segment=NetworkSegment(4b22f169-9248-4cca-ab2c-736823436146),segment_id=4b22f169-9248-4cca-ab2c-736823436146)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:08:11.131445 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1706fd5-e83d-490a-b313-c7917b05cfad None None] The sync data for ids ['75664401-6998-4355-be07-b08e18d63d30'] in dv-neutron-828797-1-hyperv is: [{'id': '75664401-6998-4355-be07-b08e18d63d30', 'name': 'tempest-TestVolumeBootPattern-821366541-router', 'tenant_id': '18df93ccf45246f886dee042ef6343cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.144'}], 'enable_snat': True}, 'gw_port_id': 'b1cd2d19-b46a-4732-98b9-d025ac228028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:07:40Z', 'updated_at': '2022-02-10T23:07:58Z', 'revision_number': 4, 'project_id': '18df93ccf45246f886dee042ef6343cf', 'gw_port': {'id': 'b1cd2d19-b46a-4732-98b9-d025ac228028', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75664401-6998-4355-be07-b08e18d63d30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:43Z', 'updated_at': '2022-02-10T23:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '8621ed15-2a1f-4297-b4c2-886d4eb1a0a9', 'name': '', 'network_id': '04d672ad-5400-4d8d-9dca-03c20800c6eb', 'tenant_id': '18df93ccf45246f886dee042ef6343cf', 'mac_address': 'fa:16:3e:41:2d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75664401-6998-4355-be07-b08e18d63d30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8a97865-eb3e-40ee-b3b1-2e9e14ea5224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:54Z', 'updated_at': '2022-02-10T23:08:09Z', 'revision_number': 4, 'project_id': '18df93ccf45246f886dee042ef6343cf', 'subnets': [{'id': 'b8a97865-eb3e-40ee-b3b1-2e9e14ea5224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:08:11.154189 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Port f776a65e-9a89-45a0-ab8c-3a39123b07df update to DOWN by agent not found {{(pid=84334) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 10 23:08:11.169200 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca3e4b0-caf0-4bdd-b496-1ebdac88bca9 None None] Pushing event deleted for resources: {'Port': ['ID=f776a65e-9a89-45a0-ab8c-3a39123b07df,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:11.206019 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-36ff08dc-7113-41d6-9c7a-47cd0dce9330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:11.234261 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5016e7ae-57ad-4517-95c2-7809f98c8f4a tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:08:11.240561 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.api [None req-e1d84a26-ae29-4981-a9ea-79bdd317d6a5 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:08:11.240848 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG oslo_db.api [None req-e1d84a26-ae29-4981-a9ea-79bdd317d6a5 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:08:11.241701 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.extraroute_db [None req-49d90d6a-5223-429e-89a9-89f29d1398ee tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=84332) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 10 23:08:11.250342 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdb8b6a-eb6a-4830-bc6b-ce203412c737 None None] Sync routers for ids ['791424a0-d6ce-43ba-8c23-68a0fbef0f6e'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:08:11.260325 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-5016e7ae-57ad-4517-95c2-7809f98c8f4a tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "PUT /v2.0/routers/791424a0-d6ce-43ba-8c23-68a0fbef0f6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1170492 Feb 10 23:08:11.261875 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44150) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:11.324129 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.extraroute_db [None req-49d90d6a-5223-429e-89a9-89f29d1398ee tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Removed routes are [] {{(pid=84332) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 10 23:08:11.324519 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-49d90d6a-5223-429e-89a9-89f29d1398ee tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:11.326465 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdb8b6a-eb6a-4830-bc6b-ce203412c737 None None] Routers {'791424a0-d6ce-43ba-8c23-68a0fbef0f6e'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:08:11.329617 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-5bdb8b6a-eb6a-4830-bc6b-ce203412c737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:07:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['791424a0-d6ce-43ba-8c23-68a0fbef0f6e'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:11.363361 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8086164-ce08-4d23-b6da-0942f934e0f0 req-784c6ef5-4b43-4b90-bd42-c2f6d56bab41 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:11.365169 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d8086164-ce08-4d23-b6da-0942f934e0f0 req-784c6ef5-4b43-4b90-bd42-c2f6d56bab41 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 945 time: 0.3040726 Feb 10 23:08:11.365306 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ff08dc-7113-41d6-9c7a-47cd0dce9330 None None] Routers {'1359e446-ed83-4f9b-84b9-bc51e0ace908'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:08:11.370436 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-36ff08dc-7113-41d6-9c7a-47cd0dce9330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:07:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['1359e446-ed83-4f9b-84b9-bc51e0ace908'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:11.371218 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-38071c06-156b-4ad5-b4ee-b5ffd064c3c7 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:11.427314 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ff75e53d-3f40-417a-9c6a-b4a2c0ddd9c5 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:08:11.437289 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-ff75e53d-3f40-417a-9c6a-b4a2c0ddd9c5 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Usage tracker for resource:subnet and tenant:ddd8d1e5e56d403487d0461567751352 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:08:11.440640 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-ff75e53d-3f40-417a-9c6a-b4a2c0ddd9c5 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:08:11.447960 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ff75e53d-3f40-417a-9c6a-b4a2c0ddd9c5 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:08:11.564236 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-38071c06-156b-4ad5-b4ee-b5ffd064c3c7 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:11.641038 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-5bdb8b6a-eb6a-4830-bc6b-ce203412c737 None None] Set router 791424a0-d6ce-43ba-8c23-68a0fbef0f6e gateway port host: None {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:08:11.684091 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003356fb-423a-4e7a-bd81-941c1e2b9687 None None] Pushing event updated for resources: {'Port': ['ID=07ff796f-4fe0-4461-b9dc-ea747fc31801,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:11.713169 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d8086164-ce08-4d23-b6da-0942f934e0f0 req-10553505-2eb0-4143-b15a-fc91b7073b9f tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3248734 Feb 10 23:08:11.719283 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-36ff08dc-7113-41d6-9c7a-47cd0dce9330 None None] Set router 1359e446-ed83-4f9b-84b9-bc51e0ace908 gateway port host: None {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:08:11.731295 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-79937415-b16b-409e-8175-7c7d15aa0af2 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Deleting subnet 0ba7e1e9-2914-4a7a-8393-f83926a34ba4 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:08:11.734015 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-38071c06-156b-4ad5-b4ee-b5ffd064c3c7 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:11.741237 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff75e53d-3f40-417a-9c6a-b4a2c0ddd9c5 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Made reservation on behalf of ddd8d1e5e56d403487d0461567751352 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:08:11.745930 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-e1d84a26-ae29-4981-a9ea-79bdd317d6a5 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Deleting port f776a65e-9a89-45a0-ab8c-3a39123b07df {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:08:11.746725 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e1d84a26-ae29-4981-a9ea-79bdd317d6a5 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:11.883447 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-e1d84a26-ae29-4981-a9ea-79bdd317d6a5 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] The port 'f776a65e-9a89-45a0-ab8c-3a39123b07df' was deleted {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 23:08:11.893241 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-725c91b0-5e40-4c56-8fd7-7a828f3d81c9 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:11.897143 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ff75e53d-3f40-417a-9c6a-b4a2c0ddd9c5 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:11.929232 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-79937415-b16b-409e-8175-7c7d15aa0af2 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:11.993757 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7334e50f-f63e-4371-856e-9500ed87f005 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:12.068714 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38071c06-156b-4ad5-b4ee-b5ffd064c3c7 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddcd5df4-025f-4e15-8e14-d3f4b74bdfc0,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:12.177560 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-5bdb8b6a-eb6a-4830-bc6b-ce203412c737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'name': 'tempest-RoutersIpV6Test-router-2033246589', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:36Z', 'updated_at': '2022-02-10T23:08:07Z', 'revision_number': 10, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'gw_port_host': None, '_interfaces': [{'id': '2f3b6d64-b6fe-4b3f-86a4-824ccff0bfec', 'name': '', 'network_id': '74785e22-b419-4301-a726-502801e77510', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'mac_address': 'fa:16:3e:17:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4af83497-4fea-4529-9adb-a93de110f35c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:43Z', 'updated_at': '2022-02-10T23:06:58Z', 'revision_number': 5, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'subnets': [{'id': '4af83497-4fea-4529-9adb-a93de110f35c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:12.184106 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdb8b6a-eb6a-4830-bc6b-ce203412c737 None None] Checking router: 791424a0-d6ce-43ba-8c23-68a0fbef0f6e for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:08:12.200499 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdb8b6a-eb6a-4830-bc6b-ce203412c737 None None] Routers {'791424a0-d6ce-43ba-8c23-68a0fbef0f6e'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:08:12.201540 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-5bdb8b6a-eb6a-4830-bc6b-ce203412c737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:07:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['791424a0-d6ce-43ba-8c23-68a0fbef0f6e'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:12.216744 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-38071c06-156b-4ad5-b4ee-b5ffd064c3c7 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:12.216744 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-38071c06-156b-4ad5-b4ee-b5ffd064c3c7 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.2964458 Feb 10 23:08:12.222133 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44154) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:12.234333 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-79937415-b16b-409e-8175-7c7d15aa0af2 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31983416'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:12.267722 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-1eb18c53-51a7-4826-b8d1-4d5bf2688f5c tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Request body: {'security_group_rule': {'security_group_id': '7c3f6aaf-3a27-49e5-ae54-3cc5a3f3586f', 'project_id': '82bae8319c0a482993cd9e8530b11401', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:08:12.283134 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-1eb18c53-51a7-4826-b8d1-4d5bf2688f5c tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:08:12.308807 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-1eb18c53-51a7-4826-b8d1-4d5bf2688f5c tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Usage tracker for resource:security_group_rule and tenant:82bae8319c0a482993cd9e8530b11401 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:08:12.313000 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-36ff08dc-7113-41d6-9c7a-47cd0dce9330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'name': 'tempest-RoutersTest-router-479301092', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:56Z', 'updated_at': '2022-02-10T23:08:11Z', 'revision_number': 6, 'project_id': '62dc022463634d02b4f57b75cc001545', 'gw_port_host': None, '_interfaces': [{'id': '07ff796f-4fe0-4461-b9dc-ea747fc31801', 'name': '', 'network_id': '3086e396-25a0-4fb7-bc88-5c11df92f33d', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'mac_address': 'fa:16:3e:7e:3e:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ee29318-ea2c-48e8-898d-6d1f35272696', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:56Z', 'updated_at': '2022-02-10T23:08:11Z', 'revision_number': 4, 'project_id': '62dc022463634d02b4f57b75cc001545', 'subnets': [{'id': '8ee29318-ea2c-48e8-898d-6d1f35272696', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17646efb-7102-4d7a-908f-cb7d3d2de387', 'name': '', 'network_id': '12052084-206d-4312-a617-f252f8179831', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'mac_address': 'fa:16:3e:b6:5f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2fd1ea0-3072-4924-9e05-ffa3a0177446', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:21Z', 'updated_at': '2022-02-10T23:07:40Z', 'revision_number': 5, 'project_id': '62dc022463634d02b4f57b75cc001545', 'subnets': [{'id': 'c2fd1ea0-3072-4924-9e05-ffa3a0177446', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34b93693-e433-45b9-887a-9aaf3024edac', 'name': '', 'network_id': '1979ad8e-359d-4de4-9d0d-2bc93f828579', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'mac_address': 'fa:16:3e:bd:ed:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8876885e-8839-4ecf-9a7c-7d3f809d8dfd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:36Z', 'updated_at': '2022-02-10T23:07:57Z', 'revision_number': 5, 'project_id': '62dc022463634d02b4f57b75cc001545', 'subnets': [{'id': '8876885e-8839-4ecf-9a7c-7d3f809d8dfd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbc327d4-197b-47d3-9396-0ecba21ce359', 'name': '', 'network_id': '10d2f5a7-936f-4925-9467-45b0b7c99ec4', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'mac_address': 'fa:16:3e:87:32:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6566b71-ba57-47a8-bc9e-b4ac96b16a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:03Z', 'updated_at': '2022-02-10T23:07:24Z', 'revision_number': 5, 'project_id': '62dc022463634d02b4f57b75cc001545', 'subnets': [{'id': 'd6566b71-ba57-47a8-bc9e-b4ac96b16a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:12.320428 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ff08dc-7113-41d6-9c7a-47cd0dce9330 None None] The sync data for ids ['1359e446-ed83-4f9b-84b9-bc51e0ace908'] in dv-neutron-828797-1-hyperv is: [{'id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'name': 'tempest-RoutersTest-router-479301092', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:56Z', 'updated_at': '2022-02-10T23:08:11Z', 'revision_number': 6, 'project_id': '62dc022463634d02b4f57b75cc001545', 'gw_port_host': None, '_interfaces': [{'id': '07ff796f-4fe0-4461-b9dc-ea747fc31801', 'name': '', 'network_id': '3086e396-25a0-4fb7-bc88-5c11df92f33d', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'mac_address': 'fa:16:3e:7e:3e:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ee29318-ea2c-48e8-898d-6d1f35272696', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:56Z', 'updated_at': '2022-02-10T23:08:11Z', 'revision_number': 4, 'project_id': '62dc022463634d02b4f57b75cc001545', 'subnets': [{'id': '8ee29318-ea2c-48e8-898d-6d1f35272696', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17646efb-7102-4d7a-908f-cb7d3d2de387', 'name': '', 'network_id': '12052084-206d-4312-a617-f252f8179831', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'mac_address': 'fa:16:3e:b6:5f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2fd1ea0-3072-4924-9e05-ffa3a0177446', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:21Z', 'updated_at': '2022-02-10T23:07:40Z', 'revision_number': 5, 'project_id': '62dc022463634d02b4f57b75cc001545', 'subnets': [{'id': 'c2fd1ea0-3072-4924-9e05-ffa3a0177446', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34b93693-e433-45b9-887a-9aaf3024edac', 'name': '', 'network_id': '1979ad8e-359d-4de4-9d0d-2bc93f828579', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'mac_address': 'fa:16:3e:bd:ed:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8876885e-8839-4ecf-9a7c-7d3f809d8dfd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:36Z', 'updated_at': '2022-02-10T23:07:57Z', 'revision_number': 5, 'project_id': '62dc022463634d02b4f57b75cc001545', 'subnets': [{'id': '8876885e-8839-4ecf-9a7c-7d3f809d8dfd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbc327d4-197b-47d3-9396-0ecba21ce359', 'name': '', 'network_id': '10d2f5a7-936f-4925-9467-45b0b7c99ec4', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'mac_address': 'fa:16:3e:87:32:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6566b71-ba57-47a8-bc9e-b4ac96b16a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:03Z', 'updated_at': '2022-02-10T23:07:24Z', 'revision_number': 5, 'project_id': '62dc022463634d02b4f57b75cc001545', 'subnets': [{'id': 'd6566b71-ba57-47a8-bc9e-b4ac96b16a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:08:12.392226 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-79937415-b16b-409e-8175-7c7d15aa0af2 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:12.475049 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-5bdb8b6a-eb6a-4830-bc6b-ce203412c737 None None] Set router 791424a0-d6ce-43ba-8c23-68a0fbef0f6e gateway port host: None {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:08:12.497327 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-1eb18c53-51a7-4826-b8d1-4d5bf2688f5c tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:08:12.507342 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7334e50f-f63e-4371-856e-9500ed87f005 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:12.513358 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-1eb18c53-51a7-4826-b8d1-4d5bf2688f5c tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:08:12.560612 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4a3e9312-ebc1-4e6d-b09f-bbec3d159be4 req-f1499751-422b-40b4-8dc3-f6b41bbff448 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e452088f31c44993a8754d6dd8fb5a7b&device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 1098 time: 1.4128702 Feb 10 23:08:12.599134 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-79937415-b16b-409e-8175-7c7d15aa0af2 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:12.614422 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7334e50f-f63e-4371-856e-9500ed87f005 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Pushing event deleted for resources: {'Subnet': ['ID=f0721e60-67b6-444d-94df-431e7e33c8dc,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:12.710763 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79937415-b16b-409e-8175-7c7d15aa0af2 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event deleted for resources: {'Subnet': ['ID=0ba7e1e9-2914-4a7a-8393-f83926a34ba4,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:12.712806 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 8621ed15-2a1f-4297-b4c2-886d4eb1a0a9 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:08:12.716125 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7334e50f-f63e-4371-856e-9500ed87f005 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:12.742957 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-79937415-b16b-409e-8175-7c7d15aa0af2 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:12.787836 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa98e57-2f5a-4fde-a16c-f2149c18d8d7 None None] Network 7bdfc917-f5df-430b-b02e-033b5a4d1360 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:08:12.803026 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f9ebb1-5d98-47ac-9692-feb94dfb781e None None] Network 3be7cce5-e709-4e52-9d28-80d9eff6097e requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:08:12.816677 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1eb18c53-51a7-4826-b8d1-4d5bf2688f5c tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:12.838433 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-79937415-b16b-409e-8175-7c7d15aa0af2 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "DELETE /v2.0/subnets/0ba7e1e9-2914-4a7a-8393-f83926a34ba4 HTTP/1.1" status: 204 len: 168 time: 1.5640380 Feb 10 23:08:12.842182 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44160) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:12.861945 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e1d84a26-ae29-4981-a9ea-79bdd317d6a5 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:12.896846 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-7334e50f-f63e-4371-856e-9500ed87f005 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] 10.222.0.59 "DELETE /v2.0/subnets/f0721e60-67b6-444d-94df-431e7e33c8dc HTTP/1.1" status: 204 len: 168 time: 2.5831654 Feb 10 23:08:12.910520 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44164) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:13.009089 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3e9312-ebc1-4e6d-b09f-bbec3d159be4 req-5e1e8b2a-2db9-4335-ae54-331bc593acbe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:13.010556 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4a3e9312-ebc1-4e6d-b09f-bbec3d159be4 req-5e1e8b2a-2db9-4335-ae54-331bc593acbe service neutron] 10.222.0.37 "GET /v2.0/networks?id=cc3883e2-07c5-4782-b2eb-c25b67bd2e9e HTTP/1.1" status: 200 len: 912 time: 0.4357328 Feb 10 23:08:13.013076 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-e1d84a26-ae29-4981-a9ea-79bdd317d6a5 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c587ad1-a4ab-4803-84a8-c3c256e23a18']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:13.146936 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-e1d84a26-ae29-4981-a9ea-79bdd317d6a5 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '172fa9b7-af06-4347-8a6a-dda737327dd3') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:13.147321 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-e1d84a26-ae29-4981-a9ea-79bdd317d6a5 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '172fa9b7-af06-4347-8a6a-dda737327dd3') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:13.154713 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6477e9de-3739-4a98-a54f-c2cc28c4dff8 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:13.164052 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ff75e53d-3f40-417a-9c6a-b4a2c0ddd9c5 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:13.224416 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e1d84a26-ae29-4981-a9ea-79bdd317d6a5 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32216962'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:13.266757 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-eb35cc05-d1b5-447d-afaa-1469d322cf3e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:13.284976 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 8621ed15-2a1f-4297-b4c2-886d4eb1a0a9 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:08:13.291508 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-6477e9de-3739-4a98-a54f-c2cc28c4dff8 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Deleting port c633d4bf-a1bf-4159-a027-99bd5c71b778 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:08:13.291986 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6477e9de-3739-4a98-a54f-c2cc28c4dff8 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:13.315937 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff75e53d-3f40-417a-9c6a-b4a2c0ddd9c5 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Pushing event updated for resources: {'Subnet': ['ID=1a5e3b85-e1ae-413c-b1d6-d0498c34a10d,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:13.329685 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1eb18c53-51a7-4826-b8d1-4d5bf2688f5c tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:13.329934 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 8621ed15-2a1f-4297-b4c2-886d4eb1a0a9 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:13.330061 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:13.373300 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f80800-345a-4e08-a11a-379c87e24a33 req-9be1584e-0f02-40d2-8c40-625c86a2befa tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:13.382911 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-e7f80800-345a-4e08-a11a-379c87e24a33 req-9be1584e-0f02-40d2-8c40-625c86a2befa tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 945 time: 0.4096434 Feb 10 23:08:13.418499 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e1d84a26-ae29-4981-a9ea-79bdd317d6a5 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:13.425211 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1d84a26-ae29-4981-a9ea-79bdd317d6a5 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:08:13.426882 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e1d84a26-ae29-4981-a9ea-79bdd317d6a5 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32033006'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:13.446734 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4a3e9312-ebc1-4e6d-b09f-bbec3d159be4 req-9cf7a9ab-52c2-4e7f-8517-735c499e3855 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20b0f7f4-15ae-4f8a-b50c-92c8b9a384df HTTP/1.1" status: 200 len: 1001 time: 0.3668923 Feb 10 23:08:13.450079 dv-neutron-828797-1-hyperv neutron-server[84332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:08:13.450079 dv-neutron-828797-1-hyperv neutron-server[84332]: util.warn( Feb 10 23:08:13.450079 dv-neutron-828797-1-hyperv neutron-server[84332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:08:13.450079 dv-neutron-828797-1-hyperv neutron-server[84332]: util.warn( Feb 10 23:08:13.450079 dv-neutron-828797-1-hyperv neutron-server[84332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:08:13.450079 dv-neutron-828797-1-hyperv neutron-server[84332]: util.warn( Feb 10 23:08:13.450079 dv-neutron-828797-1-hyperv neutron-server[84332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:08:13.450079 dv-neutron-828797-1-hyperv neutron-server[84332]: util.warn( Feb 10 23:08:13.450079 dv-neutron-828797-1-hyperv neutron-server[84332]: Traceback (most recent call last): Feb 10 23:08:13.450079 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:08:13.450079 dv-neutron-828797-1-hyperv neutron-server[84332]: timer() Feb 10 23:08:13.450079 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:08:13.450079 dv-neutron-828797-1-hyperv neutron-server[84332]: cb(*args, **kw) Feb 10 23:08:13.450079 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:08:13.450079 dv-neutron-828797-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Feb 10 23:08:13.450079 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:08:13.450079 dv-neutron-828797-1-hyperv neutron-server[84332]: self._notify() Feb 10 23:08:13.450079 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:08:13.450079 dv-neutron-828797-1-hyperv neutron-server[84332]: self.callback(batched_events) Feb 10 23:08:13.450079 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:08:13.450079 dv-neutron-828797-1-hyperv neutron-server[84332]: event.method(event) Feb 10 23:08:13.450079 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:08:13.450079 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:08:13.450079 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:08:13.450079 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:08:13.450079 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:08:13.450079 dv-neutron-828797-1-hyperv neutron-server[84332]: return f(self, *a, **k) Feb 10 23:08:13.450079 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:08:13.450079 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._get(url).json() Feb 10 23:08:13.450079 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:08:13.450079 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:08:13.450079 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:08:13.450079 dv-neutron-828797-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Feb 10 23:08:13.450079 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:08:13.450079 dv-neutron-828797-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:08:13.450079 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:08:13.450079 dv-neutron-828797-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:08:13.450079 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:08:13.450079 dv-neutron-828797-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:08:13.450079 dv-neutron-828797-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:08:13.453296 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1eb18c53-51a7-4826-b8d1-4d5bf2688f5c tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:13.510745 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-5bdb8b6a-eb6a-4830-bc6b-ce203412c737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'name': 'tempest-RoutersIpV6Test-router-2033246589', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:36Z', 'updated_at': '2022-02-10T23:08:07Z', 'revision_number': 10, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'gw_port_host': None, '_interfaces': [{'id': '2f3b6d64-b6fe-4b3f-86a4-824ccff0bfec', 'name': '', 'network_id': '74785e22-b419-4301-a726-502801e77510', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'mac_address': 'fa:16:3e:17:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4af83497-4fea-4529-9adb-a93de110f35c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:43Z', 'updated_at': '2022-02-10T23:06:58Z', 'revision_number': 5, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'subnets': [{'id': '4af83497-4fea-4529-9adb-a93de110f35c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:13.517775 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdb8b6a-eb6a-4830-bc6b-ce203412c737 None None] The sync data for ids ['791424a0-d6ce-43ba-8c23-68a0fbef0f6e'] in dv-neutron-828797-1-hyperv is: [{'id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'name': 'tempest-RoutersIpV6Test-router-2033246589', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:36Z', 'updated_at': '2022-02-10T23:08:07Z', 'revision_number': 10, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'gw_port_host': None, '_interfaces': [{'id': '2f3b6d64-b6fe-4b3f-86a4-824ccff0bfec', 'name': '', 'network_id': '74785e22-b419-4301-a726-502801e77510', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'mac_address': 'fa:16:3e:17:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4af83497-4fea-4529-9adb-a93de110f35c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:43Z', 'updated_at': '2022-02-10T23:06:58Z', 'revision_number': 5, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'subnets': [{'id': '4af83497-4fea-4529-9adb-a93de110f35c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:08:13.519266 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:13.574067 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-eb35cc05-d1b5-447d-afaa-1469d322cf3e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Deleting port bd7c8c91-1ad8-4ba7-9448-1e349e72df77 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:08:13.574412 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-eb35cc05-d1b5-447d-afaa-1469d322cf3e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:13.574956 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 8621ed15-2a1f-4297-b4c2-886d4eb1a0a9, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=8621ed15-2a1f-4297-b4c2-886d4eb1a0a9,segment=NetworkSegment(b51d1102-25f4-4b08-812e-99429151629e),segment_id=b51d1102-25f4-4b08-812e-99429151629e)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:08:13.598945 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb4d5f6-5b7c-4d82-9778-65a9b11a9ac8 None None] DHCP port deletion for 3be7cce5-e709-4e52-9d28-80d9eff6097e request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:08:13.598945 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-6cb4d5f6-5b7c-4d82-9778-65a9b11a9ac8 None None] Deleting port c633d4bf-a1bf-4159-a027-99bd5c71b778 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:08:13.598945 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6cb4d5f6-5b7c-4d82-9778-65a9b11a9ac8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:13.671994 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb18c53-51a7-4826-b8d1-4d5bf2688f5c tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77ee128f-c4c9-4771-a8d6-f8c24573452e,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:13.674064 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:13.685834 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff75e53d-3f40-417a-9c6a-b4a2c0ddd9c5 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Checking segment: {'id': '7dd88f5d-bbd2-45e4-9ce4-5bb4f563f58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7ef5c2d7-faeb-45c9-ba8e-6e2cb0da66fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:08:13.686388 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff75e53d-3f40-417a-9c6a-b4a2c0ddd9c5 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Network hostable DHCP agents. Network: 7ef5c2d7-faeb-45c9-ba8e-6e2cb0da66fc, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:08:13.706077 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-49d90d6a-5223-429e-89a9-89f29d1398ee tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:13.745068 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-49d90d6a-5223-429e-89a9-89f29d1398ee tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1734371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1734168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1735070'] for router, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:13.747562 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3e9312-ebc1-4e6d-b09f-bbec3d159be4 req-2ac5a207-57cc-458d-9e5e-1704bc16e9ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:13.749023 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4a3e9312-ebc1-4e6d-b09f-bbec3d159be4 req-2ac5a207-57cc-458d-9e5e-1704bc16e9ae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01b72c06-c698-462d-bf7b-325d09ba1c5f HTTP/1.1" status: 200 len: 850 time: 0.2789514 Feb 10 23:08:13.773486 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-e7f80800-345a-4e08-a11a-379c87e24a33 req-5b69c6e2-78a6-45f7-8567-6c85f91d21b3 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3940189 Feb 10 23:08:13.804774 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e1d84a26-ae29-4981-a9ea-79bdd317d6a5 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:13.816255 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1eb18c53-51a7-4826-b8d1-4d5bf2688f5c tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:13.820419 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-1eb18c53-51a7-4826-b8d1-4d5bf2688f5c tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.5891440 Feb 10 23:08:13.823514 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44168) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:13.830683 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-3da9a34f-0479-402f-8c3f-2bd74f11ba34 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Request body: {'security_group_rule': {'security_group_id': '7c3f6aaf-3a27-49e5-ae54-3cc5a3f3586f', 'project_id': '82bae8319c0a482993cd9e8530b11401', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:08:13.844915 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-6477e9de-3739-4a98-a54f-c2cc28c4dff8 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] For port c633d4bf-a1bf-4159-a027-99bd5c71b778, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=c633d4bf-a1bf-4159-a027-99bd5c71b778,segment=NetworkSegment(f5949d2d-cd09-411c-90f3-44c8e09c96ce),segment_id=f5949d2d-cd09-411c-90f3-44c8e09c96ce)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:08:13.845267 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6477e9de-3739-4a98-a54f-c2cc28c4dff8 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:13.853569 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3da9a34f-0479-402f-8c3f-2bd74f11ba34 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:08:13.861470 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-3da9a34f-0479-402f-8c3f-2bd74f11ba34 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Usage tracker for resource:security_group_rule and tenant:82bae8319c0a482993cd9e8530b11401 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:08:13.873461 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=8621ed15-2a1f-4297-b4c2-886d4eb1a0a9,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:13.894595 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e1d84a26-ae29-4981-a9ea-79bdd317d6a5 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:13.913747 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0962db4-26ba-43c5-84c2-a2b4624c8320 None None] DHCP port deletion for 7bdfc917-f5df-430b-b02e-033b5a4d1360 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:08:13.918216 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-3da9a34f-0479-402f-8c3f-2bd74f11ba34 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:08:13.921438 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-6cb4d5f6-5b7c-4d82-9778-65a9b11a9ac8 None None] For port c633d4bf-a1bf-4159-a027-99bd5c71b778, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=c633d4bf-a1bf-4159-a027-99bd5c71b778,segment=NetworkSegment(f5949d2d-cd09-411c-90f3-44c8e09c96ce),segment_id=f5949d2d-cd09-411c-90f3-44c8e09c96ce)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:08:13.921767 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6cb4d5f6-5b7c-4d82-9778-65a9b11a9ac8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:13.933118 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-d0962db4-26ba-43c5-84c2-a2b4624c8320 None None] Deleting port bd7c8c91-1ad8-4ba7-9448-1e349e72df77 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:08:13.933562 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d0962db4-26ba-43c5-84c2-a2b4624c8320 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:13.979534 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff75e53d-3f40-417a-9c6a-b4a2c0ddd9c5 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Network 7ef5c2d7-faeb-45c9-ba8e-6e2cb0da66fc is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:08:13.981761 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3da9a34f-0479-402f-8c3f-2bd74f11ba34 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:08:13.990083 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-6477e9de-3739-4a98-a54f-c2cc28c4dff8 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Calling delete_port for c633d4bf-a1bf-4159-a027-99bd5c71b778 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:08:13.995952 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d84a26-ae29-4981-a9ea-79bdd317d6a5 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event deleted for resources: {'Network': ['ID=9c587ad1-a4ab-4803-84a8-c3c256e23a18,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:14.011699 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-725c91b0-5e40-4c56-8fd7-7a828f3d81c9 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:14.119356 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-ff75e53d-3f40-417a-9c6a-b4a2c0ddd9c5 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 7ef5c2d7-faeb-45c9-ba8e-6e2cb0da66fc) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:08:14.124769 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff75e53d-3f40-417a-9c6a-b4a2c0ddd9c5 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:14.130240 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ff75e53d-3f40-417a-9c6a-b4a2c0ddd9c5 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:14.135733 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efb5970-96ea-4499-a0c8-cd89c549b690 None None] Network 7ef5c2d7-faeb-45c9-ba8e-6e2cb0da66fc requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:08:14.153651 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6477e9de-3739-4a98-a54f-c2cc28c4dff8 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:14.157043 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-6cb4d5f6-5b7c-4d82-9778-65a9b11a9ac8 None None] Calling delete_port for c633d4bf-a1bf-4159-a027-99bd5c71b778 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:08:14.203750 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3da9a34f-0479-402f-8c3f-2bd74f11ba34 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:14.252042 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6477e9de-3739-4a98-a54f-c2cc28c4dff8 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event deleted for resources: {'Port': ['ID=c633d4bf-a1bf-4159-a027-99bd5c71b778,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:14.263533 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-ff75e53d-3f40-417a-9c6a-b4a2c0ddd9c5 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.2264211 Feb 10 23:08:14.266281 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44172) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:14.278963 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e1d84a26-ae29-4981-a9ea-79bdd317d6a5 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "DELETE /v2.0/networks/9c587ad1-a4ab-4803-84a8-c3c256e23a18 HTTP/1.1" status: 204 len: 168 time: 5.9328740 Feb 10 23:08:14.287566 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-eb35cc05-d1b5-447d-afaa-1469d322cf3e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] For port bd7c8c91-1ad8-4ba7-9448-1e349e72df77, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=bd7c8c91-1ad8-4ba7-9448-1e349e72df77,segment=NetworkSegment(55b808c3-a63c-4846-bcea-1e768cdc7f16),segment_id=55b808c3-a63c-4846-bcea-1e768cdc7f16)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:08:14.287566 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-eb35cc05-d1b5-447d-afaa-1469d322cf3e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:14.295850 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44176) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:14.299057 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6477e9de-3739-4a98-a54f-c2cc28c4dff8 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] No DVR routers for this DVR port c633d4bf-a1bf-4159-a027-99bd5c71b778 on host dv-neutron-828797-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:08:14.305865 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-6bd58861-b5e2-48f3-9886-1de3f3e40441 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Request body: {'port': {'network_id': '2aeaa62e-9876-422b-8a57-18c1c9d36da3', 'name': 'tempest-PortsIpV6TestJSON-367032'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:08:14.328106 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4a3e9312-ebc1-4e6d-b09f-bbec3d159be4 req-4059d8b7-e94c-4dd7-a95b-03e897c1098a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cc3883e2-07c5-4782-b2eb-c25b67bd2e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5720065 Feb 10 23:08:14.335674 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-725c91b0-5e40-4c56-8fd7-7a828f3d81c9 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Deleting port 0134c1fe-edbd-4cd7-b7c1-b155b970d8c6 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:08:14.336013 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-725c91b0-5e40-4c56-8fd7-7a828f3d81c9 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:14.383060 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-6cb4d5f6-5b7c-4d82-9778-65a9b11a9ac8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:08:14.383861 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-6cb4d5f6-5b7c-4d82-9778-65a9b11a9ac8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:08:14.523312 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-d0962db4-26ba-43c5-84c2-a2b4624c8320 None None] For port bd7c8c91-1ad8-4ba7-9448-1e349e72df77, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=bd7c8c91-1ad8-4ba7-9448-1e349e72df77,segment=NetworkSegment(55b808c3-a63c-4846-bcea-1e768cdc7f16),segment_id=55b808c3-a63c-4846-bcea-1e768cdc7f16)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:08:14.523655 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d0962db4-26ba-43c5-84c2-a2b4624c8320 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:14.527494 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6477e9de-3739-4a98-a54f-c2cc28c4dff8 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:14.564260 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-eb35cc05-d1b5-447d-afaa-1469d322cf3e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Calling delete_port for bd7c8c91-1ad8-4ba7-9448-1e349e72df77 owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:08:14.578112 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-6477e9de-3739-4a98-a54f-c2cc28c4dff8 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3be7cce5-e709-4e52-9d28-80d9eff6097e']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:14.589180 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3da9a34f-0479-402f-8c3f-2bd74f11ba34 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:14.607014 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-6477e9de-3739-4a98-a54f-c2cc28c4dff8 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5949d2d-cd09-411c-90f3-44c8e09c96ce') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:14.607311 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-6477e9de-3739-4a98-a54f-c2cc28c4dff8 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5949d2d-cd09-411c-90f3-44c8e09c96ce') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:14.623541 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b84f9ee5-5c02-43f5-8cd9-218ec86e1548 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:14.628198 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6477e9de-3739-4a98-a54f-c2cc28c4dff8 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:14.681127 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-d0962db4-26ba-43c5-84c2-a2b4624c8320 None None] Calling delete_port for bd7c8c91-1ad8-4ba7-9448-1e349e72df77 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:08:14.681348 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3da9a34f-0479-402f-8c3f-2bd74f11ba34 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:14.735779 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6477e9de-3739-4a98-a54f-c2cc28c4dff8 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:14.757619 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6477e9de-3739-4a98-a54f-c2cc28c4dff8 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:08:14.757982 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6477e9de-3739-4a98-a54f-c2cc28c4dff8 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:14.762329 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c931baa-3a45-40be-9847-f0bc2c0693cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-7ef5c2d7-faeb-45c9-ba8e-6e2cb0da66fc', 'network_id': '7ef5c2d7-faeb-45c9-ba8e-6e2cb0da66fc', 'tenant_id': 'ddd8d1e5e56d403487d0461567751352', 'fixed_ips': [{'subnet_id': '1a5e3b85-e1ae-413c-b1d6-d0498c34a10d'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:08:14.763302 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8c931baa-3a45-40be-9847-f0bc2c0693cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:14.773615 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 07ff796f-4fe0-4461-b9dc-ea747fc31801 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:08:14.773782 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da9a34f-0479-402f-8c3f-2bd74f11ba34 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecfc340b-f4d1-46d3-ab7b-3da6366df478,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:14.776336 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:08:14.776336 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:08:14.776336 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:08:14.776336 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:08:14.776336 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:08:14.776336 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:08:14.776336 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:08:14.776336 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:08:14.776336 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:08:14.776336 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:08:14.776336 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:08:14.776336 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:08:14.776336 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:08:14.776336 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:08:14.776336 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:08:14.776336 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:08:14.776336 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:08:14.776336 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:08:14.776336 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:08:14.776336 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:08:14.776336 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:08:14.776336 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:08:14.776336 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:08:14.776336 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:08:14.776336 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:08:14.776336 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:08:14.776336 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:08:14.776336 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:08:14.776336 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:08:14.776336 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:08:14.776336 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:08:14.776336 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:08:14.826888 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-6bd58861-b5e2-48f3-9886-1de3f3e40441 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:08:14.842614 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-6bd58861-b5e2-48f3-9886-1de3f3e40441 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Usage tracker for resource:port and tenant:a1a196bacc5e4170b4defd7cfb879ddb is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:08:14.842785 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3da9a34f-0479-402f-8c3f-2bd74f11ba34 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:14.846448 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-3da9a34f-0479-402f-8c3f-2bd74f11ba34 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.0195386 Feb 10 23:08:14.862365 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44182) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:14.870466 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-6bd58861-b5e2-48f3-9886-1de3f3e40441 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:08:14.875389 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-7ba96ec7-d673-4ca0-ae08-f4a542e19bce tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Request body: {'security_group_rule': {'security_group_id': '7c3f6aaf-3a27-49e5-ae54-3cc5a3f3586f', 'project_id': '82bae8319c0a482993cd9e8530b11401', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:08:14.881335 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7ba96ec7-d673-4ca0-ae08-f4a542e19bce tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:08:14.885594 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-7ba96ec7-d673-4ca0-ae08-f4a542e19bce tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Usage tracker for resource:security_group_rule and tenant:82bae8319c0a482993cd9e8530b11401 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:08:14.889377 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-6bd58861-b5e2-48f3-9886-1de3f3e40441 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:08:14.889513 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-7ba96ec7-d673-4ca0-ae08-f4a542e19bce tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:08:14.894434 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7ba96ec7-d673-4ca0-ae08-f4a542e19bce tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:08:14.903879 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b84f9ee5-5c02-43f5-8cd9-218ec86e1548 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:14.911293 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d90d6a-5223-429e-89a9-89f29d1398ee tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Router 1359e446-ed83-4f9b-84b9-bc51e0ace908 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:08:14.934736 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4a3e9312-ebc1-4e6d-b09f-bbec3d159be4 req-e02d4fae-b936-4a81-9c74-be355cf9fef3 service neutron] 10.222.0.37 "GET /v2.0/networks/cc3883e2-07c5-4782-b2eb-c25b67bd2e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4747934 Feb 10 23:08:14.953903 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-6cb4d5f6-5b7c-4d82-9778-65a9b11a9ac8 None None] Deleting port c633d4bf-a1bf-4159-a027-99bd5c71b778 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:08:14.954473 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6cb4d5f6-5b7c-4d82-9778-65a9b11a9ac8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:14.976484 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-725c91b0-5e40-4c56-8fd7-7a828f3d81c9 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:14.985857 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7ba96ec7-d673-4ca0-ae08-f4a542e19bce tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:15.043062 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-6cb4d5f6-5b7c-4d82-9778-65a9b11a9ac8 None None] The port 'c633d4bf-a1bf-4159-a027-99bd5c71b778' was deleted {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 23:08:15.054198 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7ba96ec7-d673-4ca0-ae08-f4a542e19bce tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:15.062096 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b84f9ee5-5c02-43f5-8cd9-218ec86e1548 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:15.089440 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d0962db4-26ba-43c5-84c2-a2b4624c8320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:15.101368 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6477e9de-3739-4a98-a54f-c2cc28c4dff8 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:15.104114 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd58861-b5e2-48f3-9886-1de3f3e40441 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Made reservation on behalf of a1a196bacc5e4170b4defd7cfb879ddb for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:08:15.106036 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6477e9de-3739-4a98-a54f-c2cc28c4dff8 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:15.107865 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6bd58861-b5e2-48f3-9886-1de3f3e40441 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:15.130760 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84f9ee5-5c02-43f5-8cd9-218ec86e1548 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Pushing event deleted for resources: {'Subnet': ['ID=1a5e3b85-e1ae-413c-b1d6-d0498c34a10d,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server [None req-8c931baa-3a45-40be-9847-f0bc2c0693cf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1a5e3b85-e1ae-413c-b1d6-d0498c34a10d: This subnet is being modified by another concurrent operation. Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server raise value Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server raise value Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server raise value Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server raise value Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server raise value Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server raise value Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server raise exception Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1a5e3b85-e1ae-413c-b1d6-d0498c34a10d: This subnet is being modified by another concurrent operation. Feb 10 23:08:15.136487 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server Feb 10 23:08:15.145811 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6477e9de-3739-4a98-a54f-c2cc28c4dff8 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event deleted for resources: {'Network': ['ID=3be7cce5-e709-4e52-9d28-80d9eff6097e,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:15.147060 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0962db4-26ba-43c5-84c2-a2b4624c8320 None None] Pushing event deleted for resources: {'Port': ['ID=bd7c8c91-1ad8-4ba7-9448-1e349e72df77,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:15.149480 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0962db4-26ba-43c5-84c2-a2b4624c8320 None None] No DVR routers for this DVR port bd7c8c91-1ad8-4ba7-9448-1e349e72df77 on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:08:15.164375 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 07ff796f-4fe0-4461-b9dc-ea747fc31801 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:08:15.172455 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-6477e9de-3739-4a98-a54f-c2cc28c4dff8 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "DELETE /v2.0/networks/3be7cce5-e709-4e52-9d28-80d9eff6097e HTTP/1.1" status: 204 len: 168 time: 2.3269343 Feb 10 23:08:15.175971 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 07ff796f-4fe0-4461-b9dc-ea747fc31801 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:15.176187 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44186) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:15.176846 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:15.178569 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7ba96ec7-d673-4ca0-ae08-f4a542e19bce tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:15.220101 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b85ebc4-c954-4207-912a-642d68a78958 None None] Network 7ef5c2d7-faeb-45c9-ba8e-6e2cb0da66fc requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:08:15.274859 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-725c91b0-5e40-4c56-8fd7-7a828f3d81c9 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Calling delete_port for 0134c1fe-edbd-4cd7-b7c1-b155b970d8c6 owned by network:router_gateway {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:08:15.408435 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7ba96ec7-d673-4ca0-ae08-f4a542e19bce tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:15.412443 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-7ba96ec7-d673-4ca0-ae08-f4a542e19bce tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5462892 Feb 10 23:08:15.415754 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44190) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:15.421200 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba96ec7-d673-4ca0-ae08-f4a542e19bce tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c2fb5e7-80ab-4b02-9675-71d1679e7bcc,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:15.424008 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b84f9ee5-5c02-43f5-8cd9-218ec86e1548 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:15.435266 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-73f60d62-0495-4d1b-bbaa-1c6e3e1023eb tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Request body: {'security_group_rule': {'security_group_id': '7c3f6aaf-3a27-49e5-ae54-3cc5a3f3586f', 'project_id': '82bae8319c0a482993cd9e8530b11401', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:08:15.445967 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-73f60d62-0495-4d1b-bbaa-1c6e3e1023eb tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:08:15.460054 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-73f60d62-0495-4d1b-bbaa-1c6e3e1023eb tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Usage tracker for resource:security_group_rule and tenant:82bae8319c0a482993cd9e8530b11401 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:08:15.465146 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-6bd58861-b5e2-48f3-9886-1de3f3e40441 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] device_id is not set on port 46c0e714-2c47-4f2a-8412-733946037913 yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:08:15.466029 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-73f60d62-0495-4d1b-bbaa-1c6e3e1023eb tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:08:15.475553 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-b84f9ee5-5c02-43f5-8cd9-218ec86e1548 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ef5c2d7-faeb-45c9-ba8e-6e2cb0da66fc']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:15.482328 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-73f60d62-0495-4d1b-bbaa-1c6e3e1023eb tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:08:15.503259 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.api [None req-eb35cc05-d1b5-447d-afaa-1469d322cf3e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:08:15.503579 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG oslo_db.api [None req-eb35cc05-d1b5-447d-afaa-1469d322cf3e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:08:15.508340 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-b84f9ee5-5c02-43f5-8cd9-218ec86e1548 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dd88f5d-bbd2-45e4-9ce4-5bb4f563f58a') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:15.508340 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-b84f9ee5-5c02-43f5-8cd9-218ec86e1548 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dd88f5d-bbd2-45e4-9ce4-5bb4f563f58a') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:15.515725 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747f87f8-53bd-4200-b2f2-2400e8905b76 None None] get_active_networks_info from dv-neutron-828797-1-hyperv {{(pid=84334) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 10 23:08:15.558919 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:15.628014 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.securitygroups_db [None req-73f60d62-0495-4d1b-bbaa-1c6e3e1023eb tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Project 82bae8319c0a482993cd9e8530b11401 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:08:15.632790 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4a3e9312-ebc1-4e6d-b09f-bbec3d159be4 req-5135cf6c-eb28-435a-8439-7584157b2591 service neutron] 10.222.0.37 "GET /v2.0/networks/cc3883e2-07c5-4782-b2eb-c25b67bd2e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6874602 Feb 10 23:08:15.636358 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b84f9ee5-5c02-43f5-8cd9-218ec86e1548 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:15.637824 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 07ff796f-4fe0-4461-b9dc-ea747fc31801, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=07ff796f-4fe0-4461-b9dc-ea747fc31801,segment=NetworkSegment(4b22f169-9248-4cca-ab2c-736823436146),segment_id=4b22f169-9248-4cca-ab2c-736823436146)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:08:15.647547 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-73f60d62-0495-4d1b-bbaa-1c6e3e1023eb tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:15.681175 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b84f9ee5-5c02-43f5-8cd9-218ec86e1548 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:15.702360 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b84f9ee5-5c02-43f5-8cd9-218ec86e1548 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:08:15.702758 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b84f9ee5-5c02-43f5-8cd9-218ec86e1548 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:15.718227 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:15.719288 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:08:15.719288 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:08:15.719288 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:08:15.719288 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:08:15.719288 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:08:15.719288 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:08:15.719288 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:08:15.719288 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:08:15.719288 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:08:15.719288 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:08:15.719288 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:08:15.719288 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:08:15.719288 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:08:15.719288 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:08:15.719288 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:08:15.719288 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:08:15.719288 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:08:15.719288 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:08:15.719288 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:08:15.719288 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:08:15.719288 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:08:15.719288 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:08:15.719288 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:08:15.719288 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:08:15.719288 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:08:15.719288 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:08:15.719288 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:08:15.719288 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:08:15.719288 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:08:15.719288 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:08:15.719288 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:08:15.719288 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:08:15.721753 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 8621ed15-2a1f-4297-b4c2-886d4eb1a0a9 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:08:15.866864 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ba289-2cb7-43b7-b9e6-c2503b6de5f4 req-5820b07b-8aa0-4d2e-80e9-8d7af4657869 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:15.868399 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-796ba289-2cb7-43b7-b9e6-c2503b6de5f4 req-5820b07b-8aa0-4d2e-80e9-8d7af4657869 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 945 time: 0.8983729 Feb 10 23:08:15.942187 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=07ff796f-4fe0-4461-b9dc-ea747fc31801,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:15.952662 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747f87f8-53bd-4200-b2f2-2400e8905b76 None None] Resources bound (agent type, host, resource id): {{(pid=84334) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 23:08:15.973991 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b84f9ee5-5c02-43f5-8cd9-218ec86e1548 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:15.977299 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-73f60d62-0495-4d1b-bbaa-1c6e3e1023eb tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:16.004026 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b84f9ee5-5c02-43f5-8cd9-218ec86e1548 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:16.013789 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84f9ee5-5c02-43f5-8cd9-218ec86e1548 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Pushing event deleted for resources: {'Network': ['ID=7ef5c2d7-faeb-45c9-ba8e-6e2cb0da66fc,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:16.016490 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-eb35cc05-d1b5-447d-afaa-1469d322cf3e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Deleting port bd7c8c91-1ad8-4ba7-9448-1e349e72df77 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:08:16.016861 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-eb35cc05-d1b5-447d-afaa-1469d322cf3e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:16.021636 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-b84f9ee5-5c02-43f5-8cd9-218ec86e1548 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] 10.222.0.59 "DELETE /v2.0/networks/7ef5c2d7-faeb-45c9-ba8e-6e2cb0da66fc HTTP/1.1" status: 204 len: 168 time: 1.7525511 Feb 10 23:08:16.022803 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44194) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:16.031431 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-2ba2f456-148c-4cf3-ab36-0b4f76af8367 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-987796471'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:08:16.036294 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2ba2f456-148c-4cf3-ab36-0b4f76af8367 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:08:16.040350 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-2ba2f456-148c-4cf3-ab36-0b4f76af8367 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Usage tracker for resource:network and tenant:ddd8d1e5e56d403487d0461567751352 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:08:16.043745 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-2ba2f456-148c-4cf3-ab36-0b4f76af8367 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:08:16.051214 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2ba2f456-148c-4cf3-ab36-0b4f76af8367 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:08:16.068630 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-73f60d62-0495-4d1b-bbaa-1c6e3e1023eb tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:16.086797 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:16.086797 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 8621ed15-2a1f-4297-b4c2-886d4eb1a0a9 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:16.087503 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:16.108654 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f60d62-0495-4d1b-bbaa-1c6e3e1023eb tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e662b89f-05b8-4093-a54c-4cc6baaf2861,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:16.128749 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8a63c600-f351-413a-8056-5dc800e214c0 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732944'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:16.155436 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-eb35cc05-d1b5-447d-afaa-1469d322cf3e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] The port 'bd7c8c91-1ad8-4ba7-9448-1e349e72df77' was deleted {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 23:08:16.188940 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba2f456-148c-4cf3-ab36-0b4f76af8367 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Made reservation on behalf of ddd8d1e5e56d403487d0461567751352 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:08:16.192914 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2ba2f456-148c-4cf3-ab36-0b4f76af8367 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:16.213655 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-73f60d62-0495-4d1b-bbaa-1c6e3e1023eb tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:16.218223 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-73f60d62-0495-4d1b-bbaa-1c6e3e1023eb tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.7980158 Feb 10 23:08:16.222657 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-796ba289-2cb7-43b7-b9e6-c2503b6de5f4 req-468702f6-e9f6-4252-bcca-5eb5eae25265 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3457136 Feb 10 23:08:16.225569 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44198) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:16.228910 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6bd58861-b5e2-48f3-9886-1de3f3e40441 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:16.235504 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-b79fe16e-af63-4f48-af82-98f091389133 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Request body: {'security_group_rule': {'security_group_id': '7c3f6aaf-3a27-49e5-ae54-3cc5a3f3586f', 'project_id': '82bae8319c0a482993cd9e8530b11401', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:08:16.313296 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d90d6a-5223-429e-89a9-89f29d1398ee tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:08:16.372417 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-49d90d6a-5223-429e-89a9-89f29d1398ee tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:16.376005 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-49d90d6a-5223-429e-89a9-89f29d1398ee tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "PUT /v2.0/routers/1359e446-ed83-4f9b-84b9-bc51e0ace908 HTTP/1.1" status: 200 len: 933 time: 8.7258079 Feb 10 23:08:16.377794 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44202) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:16.378420 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device bd7c8c91-1ad8-4ba7-9448-1e349e72df77 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:08:16.386718 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b79fe16e-af63-4f48-af82-98f091389133 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:08:16.393332 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-b79fe16e-af63-4f48-af82-98f091389133 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Usage tracker for resource:security_group_rule and tenant:82bae8319c0a482993cd9e8530b11401 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:08:16.400001 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-b79fe16e-af63-4f48-af82-98f091389133 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:08:16.404693 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ba2f456-148c-4cf3-ab36-0b4f76af8367 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:08:16.412294 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b79fe16e-af63-4f48-af82-98f091389133 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:08:16.417635 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: bd7c8c91-1ad8-4ba7-9448-1e349e72df77 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:08:16.417885 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device bd7c8c91-1ad8-4ba7-9448-1e349e72df77 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:08:16.418269 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 30af2901-36d9-4b03-b47e-1b55190b7361 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:08:16.433340 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-eb35cc05-d1b5-447d-afaa-1469d322cf3e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:16.447951 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2ba2f456-148c-4cf3-ab36-0b4f76af8367 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:16.447951 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-2ba2f456-148c-4cf3-ab36-0b4f76af8367 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Added segment 48200443-9d48-4cf4-8a57-ce015a9f083e of type vlan for network 2856992d-a658-4f45-9647-ded0d2e0a112 Feb 10 23:08:16.457367 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 30af2901-36d9-4b03-b47e-1b55190b7361 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:08:16.457367 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 30af2901-36d9-4b03-b47e-1b55190b7361 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:08:16.457701 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device c633d4bf-a1bf-4159-a027-99bd5c71b778 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:08:16.490010 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2ba2f456-148c-4cf3-ab36-0b4f76af8367 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:16.526929 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-725c91b0-5e40-4c56-8fd7-7a828f3d81c9 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:16.576200 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-eb35cc05-d1b5-447d-afaa-1469d322cf3e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bdfc917-f5df-430b-b02e-033b5a4d1360']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:16.593062 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: c633d4bf-a1bf-4159-a027-99bd5c71b778 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:08:16.593402 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device c633d4bf-a1bf-4159-a027-99bd5c71b778 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:08:16.603504 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725c91b0-5e40-4c56-8fd7-7a828f3d81c9 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Pushing event deleted for resources: {'Port': ['ID=0134c1fe-edbd-4cd7-b7c1-b155b970d8c6,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:16.607247 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-eb35cc05-d1b5-447d-afaa-1469d322cf3e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55b808c3-a63c-4846-bcea-1e768cdc7f16') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:16.607688 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-eb35cc05-d1b5-447d-afaa-1469d322cf3e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55b808c3-a63c-4846-bcea-1e768cdc7f16') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:16.626503 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-eb35cc05-d1b5-447d-afaa-1469d322cf3e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32216962'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:16.646509 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.securitygroups_db [None req-b79fe16e-af63-4f48-af82-98f091389133 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Project 82bae8319c0a482993cd9e8530b11401 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:08:16.667565 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b79fe16e-af63-4f48-af82-98f091389133 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:16.673275 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6bd58861-b5e2-48f3-9886-1de3f3e40441 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:16.718455 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 07ff796f-4fe0-4461-b9dc-ea747fc31801 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:08:16.725035 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-eb35cc05-d1b5-447d-afaa-1469d322cf3e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:16.749434 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2ba2f456-148c-4cf3-ab36-0b4f76af8367 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:16.753922 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba2f456-148c-4cf3-ab36-0b4f76af8367 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:16.755480 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2ba2f456-148c-4cf3-ab36-0b4f76af8367 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:16.791782 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb35cc05-d1b5-447d-afaa-1469d322cf3e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:08:16.792030 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-eb35cc05-d1b5-447d-afaa-1469d322cf3e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32033006'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:16.801054 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 07ff796f-4fe0-4461-b9dc-ea747fc31801 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:16.801054 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:16.813238 dv-neutron-828797-1-hyperv neutron-server[84332]: Traceback (most recent call last): Feb 10 23:08:16.813238 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:08:16.813238 dv-neutron-828797-1-hyperv neutron-server[84332]: timer() Feb 10 23:08:16.813238 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:08:16.813238 dv-neutron-828797-1-hyperv neutron-server[84332]: cb(*args, **kw) Feb 10 23:08:16.813238 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:08:16.813238 dv-neutron-828797-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Feb 10 23:08:16.813238 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:08:16.813238 dv-neutron-828797-1-hyperv neutron-server[84332]: self._notify() Feb 10 23:08:16.813238 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:08:16.813238 dv-neutron-828797-1-hyperv neutron-server[84332]: self.callback(batched_events) Feb 10 23:08:16.813238 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:08:16.813238 dv-neutron-828797-1-hyperv neutron-server[84332]: event.method(event) Feb 10 23:08:16.813238 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:08:16.813238 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:08:16.813238 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:08:16.813238 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:08:16.813238 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:08:16.813238 dv-neutron-828797-1-hyperv neutron-server[84332]: return f(self, *a, **k) Feb 10 23:08:16.813238 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:08:16.813238 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._get(url).json() Feb 10 23:08:16.813238 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:08:16.813238 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:08:16.813238 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:08:16.813238 dv-neutron-828797-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Feb 10 23:08:16.813238 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:08:16.813238 dv-neutron-828797-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:08:16.813238 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:08:16.813238 dv-neutron-828797-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:08:16.813238 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:08:16.813238 dv-neutron-828797-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:08:16.813238 dv-neutron-828797-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:08:16.902042 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd58861-b5e2-48f3-9886-1de3f3e40441 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Network 2aeaa62e-9876-422b-8a57-18c1c9d36da3 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:08:16.902511 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba2f456-148c-4cf3-ab36-0b4f76af8367 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Pushing event updated for resources: {'Network': ['ID=2856992d-a658-4f45-9647-ded0d2e0a112,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:16.920121 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 2856992d-a658-4f45-9647-ded0d2e0a112 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:08:16.922175 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd58861-b5e2-48f3-9886-1de3f3e40441 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event updated for resources: {'Port': ['ID=46c0e714-2c47-4f2a-8412-733946037913,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:16.924491 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-6bd58861-b5e2-48f3-9886-1de3f3e40441 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:08:16.942285 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b79fe16e-af63-4f48-af82-98f091389133 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:16.949894 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-2ba2f456-148c-4cf3-ab36-0b4f76af8367 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9212790 Feb 10 23:08:16.951710 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44206) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:16.959576 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-1add215f-7cd8-48ec-91cf-a89505cc9e5e tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Request body: {'subnet': {'network_id': '2856992d-a658-4f45-9647-ded0d2e0a112', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:08:16.990836 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd58861-b5e2-48f3-9886-1de3f3e40441 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:08:16.994588 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd58861-b5e2-48f3-9886-1de3f3e40441 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:16.995186 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6bd58861-b5e2-48f3-9886-1de3f3e40441 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:17.043033 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b79fe16e-af63-4f48-af82-98f091389133 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:17.100999 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-eb35cc05-d1b5-447d-afaa-1469d322cf3e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:17.103584 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-725c91b0-5e40-4c56-8fd7-7a828f3d81c9 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734197'] for router_gateway, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:17.134480 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79fe16e-af63-4f48-af82-98f091389133 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f652ba3f-6c19-4574-86e8-d3f95605080a,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:17.147481 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-1add215f-7cd8-48ec-91cf-a89505cc9e5e tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:08:17.152901 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-1add215f-7cd8-48ec-91cf-a89505cc9e5e tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Usage tracker for resource:subnet and tenant:ddd8d1e5e56d403487d0461567751352 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:08:17.157642 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-1add215f-7cd8-48ec-91cf-a89505cc9e5e tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:08:17.169523 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-1add215f-7cd8-48ec-91cf-a89505cc9e5e tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:08:17.226875 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b79fe16e-af63-4f48-af82-98f091389133 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:17.231103 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-b79fe16e-af63-4f48-af82-98f091389133 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.9989140 Feb 10 23:08:17.238259 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-eb35cc05-d1b5-447d-afaa-1469d322cf3e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:17.249345 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-eb35cc05-d1b5-447d-afaa-1469d322cf3e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] 10.222.0.59 "DELETE /v2.0/networks/7bdfc917-f5df-430b-b02e-033b5a4d1360 HTTP/1.1" status: 204 len: 168 time: 4.3257923 Feb 10 23:08:17.249847 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44212) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:17.254817 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6bd58861-b5e2-48f3-9886-1de3f3e40441 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.9547703 Feb 10 23:08:17.255122 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44216) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:17.257514 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb35cc05-d1b5-447d-afaa-1469d322cf3e tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Pushing event deleted for resources: {'Network': ['ID=7bdfc917-f5df-430b-b02e-033b5a4d1360,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:17.271578 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c71fd4ae-0181-4312-b409-4c2816d04aaf tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "GET /v2.0/routers/1359e446-ed83-4f9b-84b9-bc51e0ace908 HTTP/1.1" status: 200 len: 933 time: 0.8893666 Feb 10 23:08:17.272812 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44222) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:17.279164 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-0926ccea-0631-436c-8168-b77be8cc59af tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Request body: {'router': {'routes': None}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:08:17.372371 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1add215f-7cd8-48ec-91cf-a89505cc9e5e tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Made reservation on behalf of ddd8d1e5e56d403487d0461567751352 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:08:17.679518 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-725c91b0-5e40-4c56-8fd7-7a828f3d81c9 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:17.686814 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-725c91b0-5e40-4c56-8fd7-7a828f3d81c9 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:17.754611 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-18ab0fb1-dafe-4309-a2f8-552cd1d5594a tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Deleting port 755de8f6-1b8e-4b8a-97a8-508209c95451 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:08:17.755203 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-18ab0fb1-dafe-4309-a2f8-552cd1d5594a tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:17.814607 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-4a30502b-6b11-43f4-91ff-3a780fff817d tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Deleting port 46c0e714-2c47-4f2a-8412-733946037913 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:08:17.814951 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4a30502b-6b11-43f4-91ff-3a780fff817d tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:17.874102 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-725c91b0-5e40-4c56-8fd7-7a828f3d81c9 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:17.874102 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-725c91b0-5e40-4c56-8fd7-7a828f3d81c9 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Fanout notify agent at l3_agent the message router_deleted on router b59e7be3-e0b3-496d-b54e-5cd804c5723a {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:08:17.908279 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-725c91b0-5e40-4c56-8fd7-7a828f3d81c9 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:17.908279 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-725c91b0-5e40-4c56-8fd7-7a828f3d81c9 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] 10.222.0.59 "DELETE /v2.0/routers/b59e7be3-e0b3-496d-b54e-5cd804c5723a HTTP/1.1" status: 204 len: 168 time: 7.7427285 Feb 10 23:08:17.908558 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44250) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:17.911800 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1add215f-7cd8-48ec-91cf-a89505cc9e5e tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:17.916090 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-0e270f35-b711-490e-bed4-32365b4e3c82 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-73938875', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}, 'admin_state_up': False}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:08:17.929505 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-0e270f35-b711-490e-bed4-32365b4e3c82 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:08:17.936987 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-0e270f35-b711-490e-bed4-32365b4e3c82 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Usage tracker for resource:router and tenant:56e6449892414222931b0ea63a655098 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:08:17.942413 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-0e270f35-b711-490e-bed4-32365b4e3c82 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:08:17.980727 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-0e270f35-b711-490e-bed4-32365b4e3c82 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:08:18.056017 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0e270f35-b711-490e-bed4-32365b4e3c82 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:18.056798 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0e270f35-b711-490e-bed4-32365b4e3c82 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:18.065263 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-8a63c600-f351-413a-8056-5dc800e214c0 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Deleting port 2f3b6d64-b6fe-4b3f-86a4-824ccff0bfec {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:08:18.065596 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8a63c600-f351-413a-8056-5dc800e214c0 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:18.157391 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0e270f35-b711-490e-bed4-32365b4e3c82 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:18.243425 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.extraroute_db [None req-0926ccea-0631-436c-8168-b77be8cc59af tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Added routes are [] {{(pid=84332) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 10 23:08:18.244189 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.extraroute_db [None req-0926ccea-0631-436c-8168-b77be8cc59af tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=84332) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 10 23:08:18.277157 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0926ccea-0631-436c-8168-b77be8cc59af tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:18.347352 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32b076-476a-423a-9a36-bfeb13fbc5a0 req-53c4eefd-ed5c-4c0c-bacc-a33d86105b31 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:18.350144 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-8d32b076-476a-423a-9a36-bfeb13fbc5a0 req-53c4eefd-ed5c-4c0c-bacc-a33d86105b31 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 945 time: 0.8786838 Feb 10 23:08:18.516389 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4a30502b-6b11-43f4-91ff-3a780fff817d tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:18.548462 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-18ab0fb1-dafe-4309-a2f8-552cd1d5594a tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:18.548903 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-18ab0fb1-dafe-4309-a2f8-552cd1d5594a tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:18.550596 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0e270f35-b711-490e-bed4-32365b4e3c82 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:18.686154 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-4a30502b-6b11-43f4-91ff-3a780fff817d tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Calling delete_port for 46c0e714-2c47-4f2a-8412-733946037913 owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:08:18.875705 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-18ab0fb1-dafe-4309-a2f8-552cd1d5594a tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Calling delete_port for 755de8f6-1b8e-4b8a-97a8-508209c95451 owned by network:floatingip {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:08:18.928478 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0926ccea-0631-436c-8168-b77be8cc59af tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:18.939873 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0926ccea-0631-436c-8168-b77be8cc59af tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1734371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1734168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1735070'] for router, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:18.990878 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-8d32b076-476a-423a-9a36-bfeb13fbc5a0 req-873f43a6-8a79-4841-b57c-ecdfdaf6ddab tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6287851 Feb 10 23:08:19.037342 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-8a63c600-f351-413a-8056-5dc800e214c0 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] For port 2f3b6d64-b6fe-4b3f-86a4-824ccff0bfec, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=2f3b6d64-b6fe-4b3f-86a4-824ccff0bfec,segment=NetworkSegment(614febb5-8b07-4b4e-b22a-df75af8274f8),segment_id=614febb5-8b07-4b4e-b22a-df75af8274f8)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:08:19.037860 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8a63c600-f351-413a-8056-5dc800e214c0 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:19.044575 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4a485d9a-e3b3-45a7-868b-6490803115d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:19.258449 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0e270f35-b711-490e-bed4-32365b4e3c82 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks [] for router_gateway, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:19.297868 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0e270f35-b711-490e-bed4-32365b4e3c82 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:19.364330 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0926ccea-0631-436c-8168-b77be8cc59af tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Router 1359e446-ed83-4f9b-84b9-bc51e0ace908 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:08:19.375083 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-8a63c600-f351-413a-8056-5dc800e214c0 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Calling delete_port for 2f3b6d64-b6fe-4b3f-86a4-824ccff0bfec owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:08:19.384221 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96804d59-dad8-45e8-ad33-5ef42217b36e req-4ec117df-f5ce-4f40-bb68-fdb553cf85aa tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:19.387652 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-96804d59-dad8-45e8-ad33-5ef42217b36e req-4ec117df-f5ce-4f40-bb68-fdb553cf85aa tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 945 time: 0.2265301 Feb 10 23:08:19.569403 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-96804d59-dad8-45e8-ad33-5ef42217b36e req-c3c425a4-8d49-44a0-8b93-cc01a9d138c4 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191516 Feb 10 23:08:19.624040 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4a30502b-6b11-43f4-91ff-3a780fff817d tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:19.700446 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0926ccea-0631-436c-8168-b77be8cc59af tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:08:19.730604 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4a30502b-6b11-43f4-91ff-3a780fff817d tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:19.761638 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-4a30502b-6b11-43f4-91ff-3a780fff817d tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "DELETE /v2.0/ports/46c0e714-2c47-4f2a-8412-733946037913 HTTP/1.1" status: 204 len: 168 time: 2.5055709 Feb 10 23:08:19.765530 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44286) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:19.770406 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-a3141818-f50d-4679-b3ad-05e49b939497 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Request body: {'port': {'network_id': '2aeaa62e-9876-422b-8a57-18c1c9d36da3', 'mac_address': 'fa:16:3e:95:3a:7d', 'name': 'tempest-PortsIpV6TestJSON-85086613'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:08:19.772066 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1add215f-7cd8-48ec-91cf-a89505cc9e5e tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:19.788854 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0926ccea-0631-436c-8168-b77be8cc59af tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:19.789981 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0926ccea-0631-436c-8168-b77be8cc59af tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "PUT /v2.0/routers/1359e446-ed83-4f9b-84b9-bc51e0ace908 HTTP/1.1" status: 200 len: 699 time: 2.5159335 Feb 10 23:08:19.796383 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44290) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:19.815210 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a30502b-6b11-43f4-91ff-3a780fff817d tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event deleted for resources: {'Port': ['ID=46c0e714-2c47-4f2a-8412-733946037913,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:19.939114 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1add215f-7cd8-48ec-91cf-a89505cc9e5e tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Pushing event updated for resources: {'Subnet': ['ID=db394129-898d-4ade-b841-a6fc287a8317,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:20.001651 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1add215f-7cd8-48ec-91cf-a89505cc9e5e tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Checking segment: {'id': '48200443-9d48-4cf4-8a57-ce015a9f083e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2856992d-a658-4f45-9647-ded0d2e0a112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:08:20.002568 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1add215f-7cd8-48ec-91cf-a89505cc9e5e tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Network hostable DHCP agents. Network: 2856992d-a658-4f45-9647-ded0d2e0a112, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:08:20.024376 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a3141818-f50d-4679-b3ad-05e49b939497 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:08:20.029592 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a3141818-f50d-4679-b3ad-05e49b939497 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Usage tracker for resource:port and tenant:a1a196bacc5e4170b4defd7cfb879ddb is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:08:20.033591 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a3141818-f50d-4679-b3ad-05e49b939497 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:08:20.047194 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a3141818-f50d-4679-b3ad-05e49b939497 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:08:20.056091 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcddb16d-141d-4199-9b56-ef8f9a1322e7 req-136f6503-0962-444c-be25-624b09a243d0 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:20.056091 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-dcddb16d-141d-4199-9b56-ef8f9a1322e7 req-136f6503-0962-444c-be25-624b09a243d0 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 945 time: 0.2741263 Feb 10 23:08:20.081240 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-18ab0fb1-dafe-4309-a2f8-552cd1d5594a tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:20.089405 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2e85ecd3-eabe-47a6-9926-8e28df7b0ef0 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "GET /v2.0/routers/1359e446-ed83-4f9b-84b9-bc51e0ace908 HTTP/1.1" status: 200 len: 699 time: 0.2919247 Feb 10 23:08:20.092621 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44294) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:20.145392 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ab0fb1-dafe-4309-a2f8-552cd1d5594a tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Pushing event deleted for resources: {'Port': ['ID=755de8f6-1b8e-4b8a-97a8-508209c95451,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:20.150961 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-0e270f35-b711-490e-bed4-32365b4e3c82 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Allocated IP 172.26.8.201 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/94d1bd71-6a90-41ee-92aa-c4a5576949a0) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:08:20.214132 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3141818-f50d-4679-b3ad-05e49b939497 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Made reservation on behalf of a1a196bacc5e4170b4defd7cfb879ddb for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:08:20.231048 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1add215f-7cd8-48ec-91cf-a89505cc9e5e tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Network 2856992d-a658-4f45-9647-ded0d2e0a112 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:08:20.234877 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-dcddb16d-141d-4199-9b56-ef8f9a1322e7 req-107c4073-c902-4dcc-9d4b-eac5ee1361b1 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696346 Feb 10 23:08:20.253269 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8a63c600-f351-413a-8056-5dc800e214c0 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:20.313367 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-1add215f-7cd8-48ec-91cf-a89505cc9e5e tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 2856992d-a658-4f45-9647-ded0d2e0a112) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:08:20.319691 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1add215f-7cd8-48ec-91cf-a89505cc9e5e tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:20.320427 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1add215f-7cd8-48ec-91cf-a89505cc9e5e tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:20.324152 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a6dcf2-4763-4ef5-8633-741b55a5bb42 None None] Network 2856992d-a658-4f45-9647-ded0d2e0a112 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:08:20.324974 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63c600-f351-413a-8056-5dc800e214c0 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event deleted for resources: {'Port': ['ID=2f3b6d64-b6fe-4b3f-86a4-824ccff0bfec,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:20.339613 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-18ab0fb1-dafe-4309-a2f8-552cd1d5594a tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for floatingip, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:20.475779 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-18ab0fb1-dafe-4309-a2f8-552cd1d5594a tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:20.480850 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-18ab0fb1-dafe-4309-a2f8-552cd1d5594a tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] 10.222.0.59 "DELETE /v2.0/floatingips/95d2af83-0915-482b-b39a-edf7f5e79b05 HTTP/1.1" status: 204 len: 168 time: 3.2247248 Feb 10 23:08:20.484589 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44300) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:20.644357 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-1add215f-7cd8-48ec-91cf-a89505cc9e5e tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6916368 Feb 10 23:08:20.653989 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44306) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:20.708457 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-895ad408-ec0e-4dc4-8d50-661862ba86da tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Request body: {'subnet': {'network_id': '2856992d-a658-4f45-9647-ded0d2e0a112', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:08:20.740445 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-00cecb72-d2af-45dd-b404-1d56469414b7 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] DELETE failed (client error): The resource could not be found. Feb 10 23:08:20.752140 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00cecb72-d2af-45dd-b404-1d56469414b7 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:08:20.757971 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-00cecb72-d2af-45dd-b404-1d56469414b7 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] 10.222.0.59 "DELETE /v2.0/ports/57813c1b-2717-4c84-94e9-4cab40d1e294 HTTP/1.1" status: 404 len: 333 time: 0.1935933 Feb 10 23:08:20.767211 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44310) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:20.788503 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a3141818-f50d-4679-b3ad-05e49b939497 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:20.820467 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b083026-5c36-4b00-ad43-93db5e333445 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-2856992d-a658-4f45-9647-ded0d2e0a112', 'network_id': '2856992d-a658-4f45-9647-ded0d2e0a112', 'tenant_id': 'ddd8d1e5e56d403487d0461567751352', 'fixed_ips': [{'subnet_id': 'db394129-898d-4ade-b841-a6fc287a8317'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:08:20.821382 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9b083026-5c36-4b00-ad43-93db5e333445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:20.884736 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-3395691f-440d-4a79-a9bb-d03e43e80c77 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Synchronizing usage tracker for tenant:ef749632f6e8410c86d95344b6b5e6cc on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:08:20.919836 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-a3141818-f50d-4679-b3ad-05e49b939497 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] device_id is not set on port 79e6f270-4e00-453a-9a43-7e4f5cce3f13 yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:08:20.923120 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8a63c600-f351-413a-8056-5dc800e214c0 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2767638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733091'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:20.974321 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0e270f35-b711-490e-bed4-32365b4e3c82 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:21.012151 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-9b083026-5c36-4b00-ad43-93db5e333445 None None] Allocated IP 2001:db8::2 (2856992d-a658-4f45-9647-ded0d2e0a112/db394129-898d-4ade-b841-a6fc287a8317/5c7eb80f-5752-488a-b86d-22bb80167287) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:08:21.017639 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f047c3cf-1314-44cb-9e72-e9016314c6a7 req-7f5a10c6-629c-4f8c-8418-ad967b05cc3e tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:21.017639 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f047c3cf-1314-44cb-9e72-e9016314c6a7 req-7f5a10c6-629c-4f8c-8418-ad967b05cc3e tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 945 time: 0.4020388 Feb 10 23:08:21.058966 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-895ad408-ec0e-4dc4-8d50-661862ba86da tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:08:21.062230 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-3395691f-440d-4a79-a9bb-d03e43e80c77 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Unset dirty status for tenant:ef749632f6e8410c86d95344b6b5e6cc on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:08:21.065604 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-3395691f-440d-4a79-a9bb-d03e43e80c77 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b3c03bb-3020-401d-a547-ed7273d4bb25 HTTP/1.1" status: 200 len: 205 time: 0.2947147 Feb 10 23:08:21.078370 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44314) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:21.138424 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-895ad408-ec0e-4dc4-8d50-661862ba86da tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Usage tracker for resource:subnet and tenant:ddd8d1e5e56d403487d0461567751352 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:08:21.147499 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-895ad408-ec0e-4dc4-8d50-661862ba86da tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:08:21.159407 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-895ad408-ec0e-4dc4-8d50-661862ba86da tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:08:21.212841 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-066ebc53-0f95-4f45-8469-d0ce54115f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:21.245451 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895ad408-ec0e-4dc4-8d50-661862ba86da tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Made reservation on behalf of ddd8d1e5e56d403487d0461567751352 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:08:21.248955 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-895ad408-ec0e-4dc4-8d50-661862ba86da tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:21.249452 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9b083026-5c36-4b00-ad43-93db5e333445 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:21.261280 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-9b083026-5c36-4b00-ad43-93db5e333445 None None] Transition to ACTIVE for port object 5c7eb80f-5752-488a-b86d-22bb80167287 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:08:21.278526 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-6cb4bd3d-aa30-463f-b377-51aee58556f5 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] delete failed (client error): The resource could not be found. Feb 10 23:08:21.282398 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6cb4bd3d-aa30-463f-b377-51aee58556f5 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] 10.222.0.59 "DELETE /v2.0/routers/6b3c03bb-3020-401d-a547-ed7273d4bb25 HTTP/1.1" status: 404 len: 336 time: 0.1718116 Feb 10 23:08:21.283125 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44318) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:21.283489 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-9b083026-5c36-4b00-ad43-93db5e333445 None None] Transition to ACTIVE for port object 5c7eb80f-5752-488a-b86d-22bb80167287 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:08:21.346839 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f047c3cf-1314-44cb-9e72-e9016314c6a7 req-3f0516be-630b-4059-86c3-7291295faa2c tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2660129 Feb 10 23:08:21.360454 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9b083026-5c36-4b00-ad43-93db5e333445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:21.369615 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-709d477f-2862-441b-9884-a2ac606cbdb7 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] DELETE failed (client error): The resource could not be found. Feb 10 23:08:21.370079 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-709d477f-2862-441b-9884-a2ac606cbdb7 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:08:21.438398 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b083026-5c36-4b00-ad43-93db5e333445 None None] Network 2856992d-a658-4f45-9647-ded0d2e0a112 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:08:21.441500 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-9b083026-5c36-4b00-ad43-93db5e333445 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:08:21.444080 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b083026-5c36-4b00-ad43-93db5e333445 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:08:21.455386 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b083026-5c36-4b00-ad43-93db5e333445 None None] Pushing event updated for resources: {'Port': ['ID=5c7eb80f-5752-488a-b86d-22bb80167287,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:21.516997 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-709d477f-2862-441b-9884-a2ac606cbdb7 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] 10.222.0.59 "DELETE /v2.0/subnets/f0721e60-67b6-444d-94df-431e7e33c8dc HTTP/1.1" status: 404 len: 337 time: 0.2161887 Feb 10 23:08:21.533546 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0e270f35-b711-490e-bed4-32365b4e3c82 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:21.541868 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44324) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:21.711689 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-9b083026-5c36-4b00-ad43-93db5e333445 None None] Attempting to bind port 5c7eb80f-5752-488a-b86d-22bb80167287 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:08:21.712340 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-9b083026-5c36-4b00-ad43-93db5e333445 None None] Attempting to bind port 5c7eb80f-5752-488a-b86d-22bb80167287 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '48200443-9d48-4cf4-8a57-ce015a9f083e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2856992d-a658-4f45-9647-ded0d2e0a112'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:08:21.712952 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b083026-5c36-4b00-ad43-93db5e333445 None None] Attempting to bind port 5c7eb80f-5752-488a-b86d-22bb80167287 on network 2856992d-a658-4f45-9647-ded0d2e0a112 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:08:21.713156 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-c4b6b8c2-a2d6-4a30-988e-53cd05c632a2 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Deleting port 9d426e38-18b3-48cf-9fb2-8fdb68904b07 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:08:21.713503 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c4b6b8c2-a2d6-4a30-988e-53cd05c632a2 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:21.728990 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b083026-5c36-4b00-ad43-93db5e333445 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:08:21.729660 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b083026-5c36-4b00-ad43-93db5e333445 None None] Checking segment: {'id': '48200443-9d48-4cf4-8a57-ce015a9f083e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2856992d-a658-4f45-9647-ded0d2e0a112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:08:21.730223 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9b083026-5c36-4b00-ad43-93db5e333445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:21.730762 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b083026-5c36-4b00-ad43-93db5e333445 None None] Bound using segment: {'id': '48200443-9d48-4cf4-8a57-ce015a9f083e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2856992d-a658-4f45-9647-ded0d2e0a112'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:08:21.731388 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-9b083026-5c36-4b00-ad43-93db5e333445 None None] Bound port: 5c7eb80f-5752-488a-b86d-22bb80167287, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48200443-9d48-4cf4-8a57-ce015a9f083e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2856992d-a658-4f45-9647-ded0d2e0a112'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:08:21.731932 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9b083026-5c36-4b00-ad43-93db5e333445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:21.885469 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-9b083026-5c36-4b00-ad43-93db5e333445 None None] For port 5c7eb80f-5752-488a-b86d-22bb80167287, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:08:21.900682 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e9432-1833-472b-ae60-b3052ea87551 req-40a59a31-ec09-456b-8cc4-00468911600c tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:21.902232 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-9d4e9432-1833-472b-ae60-b3052ea87551 req-40a59a31-ec09-456b-8cc4-00468911600c tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 945 time: 0.3415246 Feb 10 23:08:21.909761 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a63c600-f351-413a-8056-5dc800e214c0 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Router 791424a0-d6ce-43ba-8c23-68a0fbef0f6e has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:08:21.936719 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-9b083026-5c36-4b00-ad43-93db5e333445 None None] For port 5c7eb80f-5752-488a-b86d-22bb80167287, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=5c7eb80f-5752-488a-b86d-22bb80167287,segment=NetworkSegment(48200443-9d48-4cf4-8a57-ce015a9f083e),segment_id=48200443-9d48-4cf4-8a57-ce015a9f083e)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:08:21.982496 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e270f35-b711-490e-bed4-32365b4e3c82 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:08:21.985446 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a3141818-f50d-4679-b3ad-05e49b939497 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:21.994956 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9b083026-5c36-4b00-ad43-93db5e333445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:21.999408 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e270f35-b711-490e-bed4-32365b4e3c82 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Pushing event updated for resources: {'Port': ['ID=94d1bd71-6a90-41ee-92aa-c4a5576949a0,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:22.011212 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-0e270f35-b711-490e-bed4-32365b4e3c82 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:08:22.013686 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e270f35-b711-490e-bed4-32365b4e3c82 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:08:22.133138 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-9d4e9432-1833-472b-ae60-b3052ea87551 req-f5e2d22d-e03e-4389-86a7-c222dca00ce7 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2190092 Feb 10 23:08:22.141507 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b083026-5c36-4b00-ad43-93db5e333445 None None] Pushing event updated for resources: {'Port': ['ID=5c7eb80f-5752-488a-b86d-22bb80167287,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:22.202919 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-44b251b7-d0f2-4d35-ab03-3b2462e32e22 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732944'] for router_interface, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:22.214937 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a63c600-f351-413a-8056-5dc800e214c0 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:08:22.224828 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-8a63c600-f351-413a-8056-5dc800e214c0 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "PUT /v2.0/routers/791424a0-d6ce-43ba-8c23-68a0fbef0f6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0473969 Feb 10 23:08:22.227449 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44336) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:22.452249 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-d22eef5e-a266-49e6-b620-7f25f41e36a0 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Deleting subnet 4af83497-4fea-4529-9adb-a93de110f35c {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:08:22.455519 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d22eef5e-a266-49e6-b620-7f25f41e36a0 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:22.479984 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c4b6b8c2-a2d6-4a30-988e-53cd05c632a2 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:22.533059 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d22eef5e-a266-49e6-b620-7f25f41e36a0 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31983416'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:22.563275 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:22.579350 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-895ad408-ec0e-4dc4-8d50-661862ba86da tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:22.632164 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:22.729630 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d22eef5e-a266-49e6-b620-7f25f41e36a0 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:22.791347 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-c4b6b8c2-a2d6-4a30-988e-53cd05c632a2 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Calling delete_port for 9d426e38-18b3-48cf-9fb2-8fdb68904b07 owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:08:22.838022 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a3141818-f50d-4679-b3ad-05e49b939497 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:22.842191 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895ad408-ec0e-4dc4-8d50-661862ba86da tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Network 2856992d-a658-4f45-9647-ded0d2e0a112 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:08:22.850500 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-895ad408-ec0e-4dc4-8d50-661862ba86da tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:08:22.872789 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895ad408-ec0e-4dc4-8d50-661862ba86da tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:22.873638 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-895ad408-ec0e-4dc4-8d50-661862ba86da tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:22.896162 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895ad408-ec0e-4dc4-8d50-661862ba86da tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Pushing event updated for resources: {'Subnet': ['ID=5c6b6a1e-a544-4d90-8bdf-a6a33a702ba1,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:23.011710 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-895ad408-ec0e-4dc4-8d50-661862ba86da tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3385117 Feb 10 23:08:23.013584 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d22eef5e-a266-49e6-b620-7f25f41e36a0 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:23.014653 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44344) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:23.061844 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3141818-f50d-4679-b3ad-05e49b939497 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Network 2aeaa62e-9876-422b-8a57-18c1c9d36da3 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:08:23.071131 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-a3141818-f50d-4679-b3ad-05e49b939497 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:08:23.072874 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3141818-f50d-4679-b3ad-05e49b939497 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event updated for resources: {'Port': ['ID=79e6f270-4e00-453a-9a43-7e4f5cce3f13,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:23.097666 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d22eef5e-a266-49e6-b620-7f25f41e36a0 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:23.100865 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-d22eef5e-a266-49e6-b620-7f25f41e36a0 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "DELETE /v2.0/subnets/4af83497-4fea-4529-9adb-a93de110f35c HTTP/1.1" status: 204 len: 168 time: 0.8719871 Feb 10 23:08:23.104105 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3141818-f50d-4679-b3ad-05e49b939497 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:08:23.107846 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44348) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:23.108045 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3141818-f50d-4679-b3ad-05e49b939497 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:23.108499 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a3141818-f50d-4679-b3ad-05e49b939497 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:23.109329 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07003660-049b-4d6b-bfda-5b319ce5d173 None None] Network 74785e22-b419-4301-a726-502801e77510 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:08:23.198425 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22eef5e-a266-49e6-b620-7f25f41e36a0 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event deleted for resources: {'Subnet': ['ID=4af83497-4fea-4529-9adb-a93de110f35c,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:23.245982 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bf3a14-3a6e-46d0-8eb9-5dfb45a1ed96 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:23.247228 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bf3a14-3a6e-46d0-8eb9-5dfb45a1ed96 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:23.248640 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bf3a14-3a6e-46d0-8eb9-5dfb45a1ed96 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:23.249927 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bf3a14-3a6e-46d0-8eb9-5dfb45a1ed96 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:23.251239 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bf3a14-3a6e-46d0-8eb9-5dfb45a1ed96 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:23.252178 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-20bf3a14-3a6e-46d0-8eb9-5dfb45a1ed96 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Synchronizing usage tracker for tenant:ddd8d1e5e56d403487d0461567751352 on resource:subnet {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:08:23.290633 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a3141818-f50d-4679-b3ad-05e49b939497 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 3.5229080 Feb 10 23:08:23.295654 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44352) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:23.418146 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-20bf3a14-3a6e-46d0-8eb9-5dfb45a1ed96 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Unset dirty status for tenant:ddd8d1e5e56d403487d0461567751352 on resource:subnet {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:08:23.423255 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-20bf3a14-3a6e-46d0-8eb9-5dfb45a1ed96 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3973336 Feb 10 23:08:23.433998 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44356) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:23.438815 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-981c7160-37a0-4eda-adc8-afc622c5228c tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-838127137'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:08:23.447405 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-981c7160-37a0-4eda-adc8-afc622c5228c tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:08:23.455917 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-981c7160-37a0-4eda-adc8-afc622c5228c tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Usage tracker for resource:network and tenant:ddd8d1e5e56d403487d0461567751352 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:08:23.466107 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-981c7160-37a0-4eda-adc8-afc622c5228c tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:08:23.466107 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0e270f35-b711-490e-bed4-32365b4e3c82 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks [] for router_gateway, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:23.466107 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0e270f35-b711-490e-bed4-32365b4e3c82 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:23.467596 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c4b6b8c2-a2d6-4a30-988e-53cd05c632a2 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:23.476333 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-981c7160-37a0-4eda-adc8-afc622c5228c tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:08:23.508196 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ed875d6c-71b6-4053-a816-4adc73a5d9ea tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:23.530219 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9c5e7c-57fd-41f3-b751-11adffa3fc00 None None] DHCP port deletion for 74785e22-b419-4301-a726-502801e77510 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:08:23.542302 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-1b9c5e7c-57fd-41f3-b751-11adffa3fc00 None None] Deleting port ffe1c068-e2c7-41dc-a480-89ca54f68ae5 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:08:23.543137 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1b9c5e7c-57fd-41f3-b751-11adffa3fc00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:23.546534 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b6b8c2-a2d6-4a30-988e-53cd05c632a2 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Pushing event deleted for resources: {'Port': ['ID=9d426e38-18b3-48cf-9fb2-8fdb68904b07,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:23.618096 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-ed875d6c-71b6-4053-a816-4adc73a5d9ea tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Deleting port ffe1c068-e2c7-41dc-a480-89ca54f68ae5 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:08:23.618444 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ed875d6c-71b6-4053-a816-4adc73a5d9ea tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:23.859868 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c83b6d-8dda-4dc6-b9c4-487d82ef67d3 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:23.860881 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-d0c83b6d-8dda-4dc6-b9c4-487d82ef67d3 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Synchronizing usage tracker for tenant:a1a196bacc5e4170b4defd7cfb879ddb on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:08:23.873882 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-1b9c5e7c-57fd-41f3-b751-11adffa3fc00 None None] For port ffe1c068-e2c7-41dc-a480-89ca54f68ae5, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=ffe1c068-e2c7-41dc-a480-89ca54f68ae5,segment=NetworkSegment(614febb5-8b07-4b4e-b22a-df75af8274f8),segment_id=614febb5-8b07-4b4e-b22a-df75af8274f8)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:08:23.874500 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1b9c5e7c-57fd-41f3-b751-11adffa3fc00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:23.880248 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68222f91-47db-4465-b728-61940edc0542 req-0e45708f-92e0-404b-86c1-b79acf5dd13d tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:23.882111 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-68222f91-47db-4465-b728-61940edc0542 req-0e45708f-92e0-404b-86c1-b79acf5dd13d tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 945 time: 0.6808925 Feb 10 23:08:23.954226 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-981c7160-37a0-4eda-adc8-afc622c5228c tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Made reservation on behalf of ddd8d1e5e56d403487d0461567751352 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:08:23.957452 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd6ed89-f3eb-49b4-b3da-c745b79cdc22 None None] Network 2856992d-a658-4f45-9647-ded0d2e0a112 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:08:23.963960 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-981c7160-37a0-4eda-adc8-afc622c5228c tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:24.047851 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-981c7160-37a0-4eda-adc8-afc622c5228c tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:08:24.060880 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-981c7160-37a0-4eda-adc8-afc622c5228c tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:24.060880 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-981c7160-37a0-4eda-adc8-afc622c5228c tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Added segment 1d4c10bf-804d-4d7a-adce-fd4c9d7c1f9e of type vlan for network 46444ed9-ccdc-4147-b7db-f656c6f6bc96 Feb 10 23:08:24.076469 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-1b9c5e7c-57fd-41f3-b751-11adffa3fc00 None None] Calling delete_port for ffe1c068-e2c7-41dc-a480-89ca54f68ae5 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:08:24.094403 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-d0c83b6d-8dda-4dc6-b9c4-487d82ef67d3 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Unset dirty status for tenant:a1a196bacc5e4170b4defd7cfb879ddb on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:08:24.105596 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-d0c83b6d-8dda-4dc6-b9c4-487d82ef67d3 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "GET /v2.0/ports/79e6f270-4e00-453a-9a43-7e4f5cce3f13 HTTP/1.1" status: 200 len: 843 time: 0.8042436 Feb 10 23:08:24.109592 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-981c7160-37a0-4eda-adc8-afc622c5228c tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:24.115854 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44362) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:24.124248 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:24.160718 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607877aa-df36-42eb-a270-6a80d150776e None None] Sync routers for ids ['1359e446-ed83-4f9b-84b9-bc51e0ace908'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:08:24.179214 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607877aa-df36-42eb-a270-6a80d150776e None None] Routers {'1359e446-ed83-4f9b-84b9-bc51e0ace908'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:08:24.181122 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-607877aa-df36-42eb-a270-6a80d150776e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:08:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['1359e446-ed83-4f9b-84b9-bc51e0ace908'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:24.208844 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-68222f91-47db-4465-b728-61940edc0542 req-fc16d328-8987-43f6-a9d8-b2d071d35f1f tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3051929 Feb 10 23:08:24.237234 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c4b6b8c2-a2d6-4a30-988e-53cd05c632a2 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:24.254823 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-ed875d6c-71b6-4053-a816-4adc73a5d9ea tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] For port ffe1c068-e2c7-41dc-a480-89ca54f68ae5, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=ffe1c068-e2c7-41dc-a480-89ca54f68ae5,segment=NetworkSegment(614febb5-8b07-4b4e-b22a-df75af8274f8),segment_id=614febb5-8b07-4b4e-b22a-df75af8274f8)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:08:24.255258 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ed875d6c-71b6-4053-a816-4adc73a5d9ea tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:24.258813 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-981c7160-37a0-4eda-adc8-afc622c5228c tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:24.263848 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981c7160-37a0-4eda-adc8-afc622c5228c tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:24.264757 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-981c7160-37a0-4eda-adc8-afc622c5228c tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:24.326801 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c4b6b8c2-a2d6-4a30-988e-53cd05c632a2 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] 10.222.0.59 "DELETE /v2.0/ports/9d426e38-18b3-48cf-9fb2-8fdb68904b07 HTTP/1.1" status: 204 len: 168 time: 2.7313843 Feb 10 23:08:24.348685 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-07196486-8ee9-458e-b8e8-03894eed0f0a tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Deleting port 79e6f270-4e00-453a-9a43-7e4f5cce3f13 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:08:24.348685 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-07196486-8ee9-458e-b8e8-03894eed0f0a tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:24.375478 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44366) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:24.375712 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-fef57206-7241-4c63-8fea-44a6d0dc76ca None None] Provisioning for port 5c7eb80f-5752-488a-b86d-22bb80167287 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:08:24.404558 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1b9c5e7c-57fd-41f3-b751-11adffa3fc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:24.462568 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9c5e7c-57fd-41f3-b751-11adffa3fc00 None None] Pushing event deleted for resources: {'Port': ['ID=ffe1c068-e2c7-41dc-a480-89ca54f68ae5,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:24.465488 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-ed875d6c-71b6-4053-a816-4adc73a5d9ea tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Calling delete_port for ffe1c068-e2c7-41dc-a480-89ca54f68ae5 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:08:24.516211 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9c5e7c-57fd-41f3-b751-11adffa3fc00 None None] No DVR routers for this DVR port ffe1c068-e2c7-41dc-a480-89ca54f68ae5 on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:08:24.557809 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-607877aa-df36-42eb-a270-6a80d150776e None None] Set router 1359e446-ed83-4f9b-84b9-bc51e0ace908 gateway port host: None {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:08:24.562411 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981c7160-37a0-4eda-adc8-afc622c5228c tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Pushing event updated for resources: {'Network': ['ID=46444ed9-ccdc-4147-b7db-f656c6f6bc96,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:24.603502 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 46444ed9-ccdc-4147-b7db-f656c6f6bc96 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:08:24.610204 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-981c7160-37a0-4eda-adc8-afc622c5228c tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1796620 Feb 10 23:08:24.617692 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44370) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:24.626025 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-0c98af81-91a9-4baa-9fab-b2b2b92df0b5 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:08:24.651317 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-aa38bd8f-459a-47b0-88b0-ee986bfa646f tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Deleting port 1811bde2-2323-4a65-ad23-b87c3a7fe35f {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:08:24.651669 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aa38bd8f-459a-47b0-88b0-ee986bfa646f tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:24.856662 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 5c7eb80f-5752-488a-b86d-22bb80167287 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:08:24.961331 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-ed875d6c-71b6-4053-a816-4adc73a5d9ea tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:08:24.961648 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-ed875d6c-71b6-4053-a816-4adc73a5d9ea tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:08:25.058464 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-07196486-8ee9-458e-b8e8-03894eed0f0a tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:25.111268 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-607877aa-df36-42eb-a270-6a80d150776e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'name': 'tempest-RoutersTest-router-479301092', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:56Z', 'updated_at': '2022-02-10T23:08:18Z', 'revision_number': 7, 'project_id': '62dc022463634d02b4f57b75cc001545', 'gw_port_host': None, '_interfaces': [{'id': '07ff796f-4fe0-4461-b9dc-ea747fc31801', 'name': '', 'network_id': '3086e396-25a0-4fb7-bc88-5c11df92f33d', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'mac_address': 'fa:16:3e:7e:3e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ee29318-ea2c-48e8-898d-6d1f35272696', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:56Z', 'updated_at': '2022-02-10T23:08:15Z', 'revision_number': 5, 'project_id': '62dc022463634d02b4f57b75cc001545', 'subnets': [{'id': '8ee29318-ea2c-48e8-898d-6d1f35272696', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17646efb-7102-4d7a-908f-cb7d3d2de387', 'name': '', 'network_id': '12052084-206d-4312-a617-f252f8179831', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'mac_address': 'fa:16:3e:b6:5f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2fd1ea0-3072-4924-9e05-ffa3a0177446', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:21Z', 'updated_at': '2022-02-10T23:07:40Z', 'revision_number': 5, 'project_id': '62dc022463634d02b4f57b75cc001545', 'subnets': [{'id': 'c2fd1ea0-3072-4924-9e05-ffa3a0177446', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34b93693-e433-45b9-887a-9aaf3024edac', 'name': '', 'network_id': '1979ad8e-359d-4de4-9d0d-2bc93f828579', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'mac_address': 'fa:16:3e:bd:ed:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8876885e-8839-4ecf-9a7c-7d3f809d8dfd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:36Z', 'updated_at': '2022-02-10T23:07:57Z', 'revision_number': 5, 'project_id': '62dc022463634d02b4f57b75cc001545', 'subnets': [{'id': '8876885e-8839-4ecf-9a7c-7d3f809d8dfd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbc327d4-197b-47d3-9396-0ecba21ce359', 'name': '', 'network_id': '10d2f5a7-936f-4925-9467-45b0b7c99ec4', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'mac_address': 'fa:16:3e:87:32:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6566b71-ba57-47a8-bc9e-b4ac96b16a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:03Z', 'updated_at': '2022-02-10T23:07:24Z', 'revision_number': 5, 'project_id': '62dc022463634d02b4f57b75cc001545', 'subnets': [{'id': 'd6566b71-ba57-47a8-bc9e-b4ac96b16a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:25.121073 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607877aa-df36-42eb-a270-6a80d150776e None None] Checking router: 1359e446-ed83-4f9b-84b9-bc51e0ace908 for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:08:25.130137 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ef4c41-e716-4062-ae38-5a897bd86fa6 None None] Update dhcp port {'port': {'network_id': '2856992d-a658-4f45-9647-ded0d2e0a112', 'fixed_ips': [{'subnet_id': 'db394129-898d-4ade-b841-a6fc287a8317', 'ip_address': '2001:db8::2'}, {'subnet_id': '5c6b6a1e-a544-4d90-8bdf-a6a33a702ba1'}], 'binding:host_id': 'dv-neutron-828797-1-hyperv'}, 'id': '5c7eb80f-5752-488a-b86d-22bb80167287'} from dv-neutron-828797-1-hyperv. {{(pid=84334) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 10 23:08:25.149799 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607877aa-df36-42eb-a270-6a80d150776e None None] Routers {'1359e446-ed83-4f9b-84b9-bc51e0ace908'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:08:25.150838 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-607877aa-df36-42eb-a270-6a80d150776e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:08:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['1359e446-ed83-4f9b-84b9-bc51e0ace908'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:25.198109 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0c98af81-91a9-4baa-9fab-b2b2b92df0b5 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:25.265428 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-07196486-8ee9-458e-b8e8-03894eed0f0a tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Calling delete_port for 79e6f270-4e00-453a-9a43-7e4f5cce3f13 owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:08:25.328833 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-18ef4c41-e716-4062-ae38-5a897bd86fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:25.414243 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aa38bd8f-459a-47b0-88b0-ee986bfa646f tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:25.466779 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 5c7eb80f-5752-488a-b86d-22bb80167287 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:08:25.479869 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-607877aa-df36-42eb-a270-6a80d150776e None None] Set router 1359e446-ed83-4f9b-84b9-bc51e0ace908 gateway port host: None {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:08:25.498146 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-ed875d6c-71b6-4053-a816-4adc73a5d9ea tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Deleting port ffe1c068-e2c7-41dc-a480-89ca54f68ae5 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:08:25.498480 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ed875d6c-71b6-4053-a816-4adc73a5d9ea tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:25.501832 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0c98af81-91a9-4baa-9fab-b2b2b92df0b5 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:25.515752 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 5c7eb80f-5752-488a-b86d-22bb80167287 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:25.515752 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:25.686912 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0c98af81-91a9-4baa-9fab-b2b2b92df0b5 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Network 46444ed9-ccdc-4147-b7db-f656c6f6bc96 is not hosted by any dhcp agent {{(pid=84332) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 10 23:08:25.690579 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c98af81-91a9-4baa-9fab-b2b2b92df0b5 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:25.692149 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0c98af81-91a9-4baa-9fab-b2b2b92df0b5 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:25.696188 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0c98af81-91a9-4baa-9fab-b2b2b92df0b5 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] 10.222.0.59 "PUT /v2.0/networks/46444ed9-ccdc-4147-b7db-f656c6f6bc96 HTTP/1.1" status: 200 len: 723 time: 1.0735097 Feb 10 23:08:25.704341 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c98af81-91a9-4baa-9fab-b2b2b92df0b5 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Pushing event updated for resources: {'Network': ['ID=46444ed9-ccdc-4147-b7db-f656c6f6bc96,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:25.705861 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44378) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:25.713907 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-aa38bd8f-459a-47b0-88b0-ee986bfa646f tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Calling delete_port for 1811bde2-2323-4a65-ad23-b87c3a7fe35f owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:08:25.715042 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e270f35-b711-490e-bed4-32365b4e3c82 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Router b9ee468b-631e-48b5-915d-6a26ba501f77 is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:08:25.731795 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-44b251b7-d0f2-4d35-ab03-3b2462e32e22 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Deleting port 07ff796f-4fe0-4461-b9dc-ea747fc31801 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:08:25.731795 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-44b251b7-d0f2-4d35-ab03-3b2462e32e22 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:25.753483 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 46444ed9-ccdc-4147-b7db-f656c6f6bc96 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:08:25.758464 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-4905b508-1eca-46f0-92eb-a10a875aad83 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Request body: {'subnet': {'network_id': '46444ed9-ccdc-4147-b7db-f656c6f6bc96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:08:25.826566 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-ed875d6c-71b6-4053-a816-4adc73a5d9ea tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] The port 'ffe1c068-e2c7-41dc-a480-89ca54f68ae5' was deleted {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 23:08:25.881602 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-07196486-8ee9-458e-b8e8-03894eed0f0a tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:26.018710 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-607877aa-df36-42eb-a270-6a80d150776e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'name': 'tempest-RoutersTest-router-479301092', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:56Z', 'updated_at': '2022-02-10T23:08:18Z', 'revision_number': 7, 'project_id': '62dc022463634d02b4f57b75cc001545', 'gw_port_host': None, '_interfaces': [{'id': '07ff796f-4fe0-4461-b9dc-ea747fc31801', 'name': '', 'network_id': '3086e396-25a0-4fb7-bc88-5c11df92f33d', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'mac_address': 'fa:16:3e:7e:3e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ee29318-ea2c-48e8-898d-6d1f35272696', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:56Z', 'updated_at': '2022-02-10T23:08:15Z', 'revision_number': 5, 'project_id': '62dc022463634d02b4f57b75cc001545', 'subnets': [{'id': '8ee29318-ea2c-48e8-898d-6d1f35272696', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17646efb-7102-4d7a-908f-cb7d3d2de387', 'name': '', 'network_id': '12052084-206d-4312-a617-f252f8179831', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'mac_address': 'fa:16:3e:b6:5f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2fd1ea0-3072-4924-9e05-ffa3a0177446', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:21Z', 'updated_at': '2022-02-10T23:07:40Z', 'revision_number': 5, 'project_id': '62dc022463634d02b4f57b75cc001545', 'subnets': [{'id': 'c2fd1ea0-3072-4924-9e05-ffa3a0177446', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34b93693-e433-45b9-887a-9aaf3024edac', 'name': '', 'network_id': '1979ad8e-359d-4de4-9d0d-2bc93f828579', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'mac_address': 'fa:16:3e:bd:ed:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8876885e-8839-4ecf-9a7c-7d3f809d8dfd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:36Z', 'updated_at': '2022-02-10T23:07:57Z', 'revision_number': 5, 'project_id': '62dc022463634d02b4f57b75cc001545', 'subnets': [{'id': '8876885e-8839-4ecf-9a7c-7d3f809d8dfd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbc327d4-197b-47d3-9396-0ecba21ce359', 'name': '', 'network_id': '10d2f5a7-936f-4925-9467-45b0b7c99ec4', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'mac_address': 'fa:16:3e:87:32:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6566b71-ba57-47a8-bc9e-b4ac96b16a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:03Z', 'updated_at': '2022-02-10T23:07:24Z', 'revision_number': 5, 'project_id': '62dc022463634d02b4f57b75cc001545', 'subnets': [{'id': 'd6566b71-ba57-47a8-bc9e-b4ac96b16a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:26.025517 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607877aa-df36-42eb-a270-6a80d150776e None None] The sync data for ids ['1359e446-ed83-4f9b-84b9-bc51e0ace908'] in dv-neutron-828797-1-hyperv is: [{'id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'name': 'tempest-RoutersTest-router-479301092', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:56Z', 'updated_at': '2022-02-10T23:08:18Z', 'revision_number': 7, 'project_id': '62dc022463634d02b4f57b75cc001545', 'gw_port_host': None, '_interfaces': [{'id': '07ff796f-4fe0-4461-b9dc-ea747fc31801', 'name': '', 'network_id': '3086e396-25a0-4fb7-bc88-5c11df92f33d', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'mac_address': 'fa:16:3e:7e:3e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ee29318-ea2c-48e8-898d-6d1f35272696', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:56Z', 'updated_at': '2022-02-10T23:08:15Z', 'revision_number': 5, 'project_id': '62dc022463634d02b4f57b75cc001545', 'subnets': [{'id': '8ee29318-ea2c-48e8-898d-6d1f35272696', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17646efb-7102-4d7a-908f-cb7d3d2de387', 'name': '', 'network_id': '12052084-206d-4312-a617-f252f8179831', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'mac_address': 'fa:16:3e:b6:5f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2fd1ea0-3072-4924-9e05-ffa3a0177446', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:21Z', 'updated_at': '2022-02-10T23:07:40Z', 'revision_number': 5, 'project_id': '62dc022463634d02b4f57b75cc001545', 'subnets': [{'id': 'c2fd1ea0-3072-4924-9e05-ffa3a0177446', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34b93693-e433-45b9-887a-9aaf3024edac', 'name': '', 'network_id': '1979ad8e-359d-4de4-9d0d-2bc93f828579', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'mac_address': 'fa:16:3e:bd:ed:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8876885e-8839-4ecf-9a7c-7d3f809d8dfd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:36Z', 'updated_at': '2022-02-10T23:07:57Z', 'revision_number': 5, 'project_id': '62dc022463634d02b4f57b75cc001545', 'subnets': [{'id': '8876885e-8839-4ecf-9a7c-7d3f809d8dfd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbc327d4-197b-47d3-9396-0ecba21ce359', 'name': '', 'network_id': '10d2f5a7-936f-4925-9467-45b0b7c99ec4', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'mac_address': 'fa:16:3e:87:32:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6566b71-ba57-47a8-bc9e-b4ac96b16a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:03Z', 'updated_at': '2022-02-10T23:07:24Z', 'revision_number': 5, 'project_id': '62dc022463634d02b4f57b75cc001545', 'subnets': [{'id': 'd6566b71-ba57-47a8-bc9e-b4ac96b16a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:08:26.030630 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07196486-8ee9-458e-b8e8-03894eed0f0a tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event deleted for resources: {'Port': ['ID=79e6f270-4e00-453a-9a43-7e4f5cce3f13,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:26.141122 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29073567-765c-4a74-b4ca-273d8aeb232b req-fffbed5a-7b23-4143-91e7-31428a99de50 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:26.142579 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-29073567-765c-4a74-b4ca-273d8aeb232b req-fffbed5a-7b23-4143-91e7-31428a99de50 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 945 time: 0.6146696 Feb 10 23:08:26.183214 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4905b508-1eca-46f0-92eb-a10a875aad83 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:08:26.198611 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-07196486-8ee9-458e-b8e8-03894eed0f0a tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:26.204070 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ed875d6c-71b6-4053-a816-4adc73a5d9ea tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:26.246198 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4905b508-1eca-46f0-92eb-a10a875aad83 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:08:26.255099 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-44b251b7-d0f2-4d35-ab03-3b2462e32e22 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] For port 07ff796f-4fe0-4461-b9dc-ea747fc31801, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=07ff796f-4fe0-4461-b9dc-ea747fc31801,segment=NetworkSegment(4b22f169-9248-4cca-ab2c-736823436146),segment_id=4b22f169-9248-4cca-ab2c-736823436146)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:08:26.255724 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-44b251b7-d0f2-4d35-ab03-3b2462e32e22 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:26.288742 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-29073567-765c-4a74-b4ca-273d8aeb232b req-199995ff-4610-4385-aefd-0f5020991a67 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320763 Feb 10 23:08:26.317581 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef16d47-3ed2-4b86-8c29-9fd8af8c0b26 None None] Sync routers for ids ['791424a0-d6ce-43ba-8c23-68a0fbef0f6e'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:08:26.354871 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-ed875d6c-71b6-4053-a816-4adc73a5d9ea tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74785e22-b419-4301-a726-502801e77510']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:26.370517 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef16d47-3ed2-4b86-8c29-9fd8af8c0b26 None None] Routers {'791424a0-d6ce-43ba-8c23-68a0fbef0f6e'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:08:26.371384 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-fef16d47-3ed2-4b86-8c29-9fd8af8c0b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:08:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['791424a0-d6ce-43ba-8c23-68a0fbef0f6e'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:26.396472 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-ed875d6c-71b6-4053-a816-4adc73a5d9ea tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '614febb5-8b07-4b4e-b22a-df75af8274f8') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:26.398925 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-ed875d6c-71b6-4053-a816-4adc73a5d9ea tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '614febb5-8b07-4b4e-b22a-df75af8274f8') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:26.411722 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-07196486-8ee9-458e-b8e8-03894eed0f0a tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "DELETE /v2.0/ports/79e6f270-4e00-453a-9a43-7e4f5cce3f13 HTTP/1.1" status: 204 len: 168 time: 2.2947938 Feb 10 23:08:26.426180 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44386) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:26.429927 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:26.433909 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4905b508-1eca-46f0-92eb-a10a875aad83 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Made reservation on behalf of ddd8d1e5e56d403487d0461567751352 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:08:26.475040 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ed875d6c-71b6-4053-a816-4adc73a5d9ea tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:26.497031 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ed875d6c-71b6-4053-a816-4adc73a5d9ea tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:26.505132 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed875d6c-71b6-4053-a816-4adc73a5d9ea tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:08:26.505810 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ed875d6c-71b6-4053-a816-4adc73a5d9ea tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:26.527792 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-44b251b7-d0f2-4d35-ab03-3b2462e32e22 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Calling delete_port for 07ff796f-4fe0-4461-b9dc-ea747fc31801 owned by network:router_interface {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:08:26.600986 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-fef16d47-3ed2-4b86-8c29-9fd8af8c0b26 None None] Set router 791424a0-d6ce-43ba-8c23-68a0fbef0f6e gateway port host: None {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:08:26.634048 dv-neutron-828797-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:08:26.634048 dv-neutron-828797-1-hyperv neutron-server[84333]: util.warn( Feb 10 23:08:26.634048 dv-neutron-828797-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:08:26.634048 dv-neutron-828797-1-hyperv neutron-server[84333]: util.warn( Feb 10 23:08:26.634048 dv-neutron-828797-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:08:26.634048 dv-neutron-828797-1-hyperv neutron-server[84333]: util.warn( Feb 10 23:08:26.634048 dv-neutron-828797-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:08:26.634048 dv-neutron-828797-1-hyperv neutron-server[84333]: util.warn( Feb 10 23:08:26.634048 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:08:26.634048 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:08:26.634048 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:08:26.634048 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:08:26.634048 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:08:26.634048 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:08:26.634048 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:08:26.634048 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:08:26.634048 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:08:26.634048 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:08:26.634048 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:08:26.634048 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:08:26.634048 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:08:26.634048 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:08:26.634048 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:08:26.634048 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:08:26.634048 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:08:26.634048 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:08:26.634048 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:08:26.634048 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:08:26.634048 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:08:26.634048 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:08:26.634048 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:08:26.634048 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:08:26.634048 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:08:26.634048 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:08:26.634048 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:08:26.634048 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:08:26.634048 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:08:26.634048 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:08:26.634048 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:08:26.634048 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:08:26.688569 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-18ef4c41-e716-4062-ae38-5a897bd86fa6 None None] Allocated IP 172.20.0.1 (2856992d-a658-4f45-9647-ded0d2e0a112/5c6b6a1e-a544-4d90-8bdf-a6a33a702ba1/5c7eb80f-5752-488a-b86d-22bb80167287) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:08:26.701294 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aa38bd8f-459a-47b0-88b0-ee986bfa646f tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:26.705723 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e270f35-b711-490e-bed4-32365b4e3c82 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:08:26.718887 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e797f7da-59f3-4a93-9a55-8de26e92e4b1 None None] Sync routers for ids ['b9ee468b-631e-48b5-915d-6a26ba501f77'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:08:26.743286 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e797f7da-59f3-4a93-9a55-8de26e92e4b1 None None] Routers {'b9ee468b-631e-48b5-915d-6a26ba501f77'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:08:26.744160 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-e797f7da-59f3-4a93-9a55-8de26e92e4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:08:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['b9ee468b-631e-48b5-915d-6a26ba501f77'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:26.777570 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-fef16d47-3ed2-4b86-8c29-9fd8af8c0b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'name': 'tempest-RoutersIpV6Test-router-2033246589', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:36Z', 'updated_at': '2022-02-10T23:08:19Z', 'revision_number': 11, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'gw_port_host': None}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:26.787504 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef16d47-3ed2-4b86-8c29-9fd8af8c0b26 None None] Checking router: 791424a0-d6ce-43ba-8c23-68a0fbef0f6e for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:08:26.826235 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-e797f7da-59f3-4a93-9a55-8de26e92e4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:26.840294 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-3698389a-3ce7-433c-af5e-67850203e8b0 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] GET failed (client error): The resource could not be found. Feb 10 23:08:26.843080 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-3698389a-3ce7-433c-af5e-67850203e8b0 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Synchronizing usage tracker for tenant:a1a196bacc5e4170b4defd7cfb879ddb on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:08:26.857211 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e797f7da-59f3-4a93-9a55-8de26e92e4b1 None None] Routers {'b9ee468b-631e-48b5-915d-6a26ba501f77'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:08:26.858070 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-e797f7da-59f3-4a93-9a55-8de26e92e4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:08:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['b9ee468b-631e-48b5-915d-6a26ba501f77'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:26.884101 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0e270f35-b711-490e-bed4-32365b4e3c82 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:26.888328 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0e270f35-b711-490e-bed4-32365b4e3c82 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.9787462 Feb 10 23:08:26.900462 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44392) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:26.939958 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-b28a5965-384c-4079-b25c-66af5c446444 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:08:26.966904 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-e797f7da-59f3-4a93-9a55-8de26e92e4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:26.967558 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e797f7da-59f3-4a93-9a55-8de26e92e4b1 None None] The sync data for ids ['b9ee468b-631e-48b5-915d-6a26ba501f77'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:08:27.001568 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef16d47-3ed2-4b86-8c29-9fd8af8c0b26 None None] Routers {'791424a0-d6ce-43ba-8c23-68a0fbef0f6e'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:08:27.006403 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-fef16d47-3ed2-4b86-8c29-9fd8af8c0b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:08:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['791424a0-d6ce-43ba-8c23-68a0fbef0f6e'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:27.033931 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-44b251b7-d0f2-4d35-ab03-3b2462e32e22 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:27.093700 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b251b7-d0f2-4d35-ab03-3b2462e32e22 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event deleted for resources: {'Port': ['ID=07ff796f-4fe0-4461-b9dc-ea747fc31801,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:27.156906 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 10 23:08:27.156906 dv-neutron-828797-1-hyperv neutron-server[84334]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Feb 10 23:08:27.156906 dv-neutron-828797-1-hyperv neutron-server[84334]: [parameters: {'status': 'ACTIVE', 'ports_id': '5c7eb80f-5752-488a-b86d-22bb80167287'}] Feb 10 23:08:27.156906 dv-neutron-828797-1-hyperv neutron-server[84334]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:08:27.157371 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:08:27.187768 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa38bd8f-459a-47b0-88b0-ee986bfa646f tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Pushing event deleted for resources: {'Port': ['ID=1811bde2-2323-4a65-ad23-b87c3a7fe35f,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:27.204098 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-fef16d47-3ed2-4b86-8c29-9fd8af8c0b26 None None] Set router 791424a0-d6ce-43ba-8c23-68a0fbef0f6e gateway port host: None {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:08:27.253278 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ed875d6c-71b6-4053-a816-4adc73a5d9ea tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:27.257845 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4905b508-1eca-46f0-92eb-a10a875aad83 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:27.310473 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ed875d6c-71b6-4053-a816-4adc73a5d9ea tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:27.330151 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-fef16d47-3ed2-4b86-8c29-9fd8af8c0b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'name': 'tempest-RoutersIpV6Test-router-2033246589', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:36Z', 'updated_at': '2022-02-10T23:08:19Z', 'revision_number': 11, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'gw_port_host': None}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:27.337974 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-18ef4c41-e716-4062-ae38-5a897bd86fa6 None None] For port 5c7eb80f-5752-488a-b86d-22bb80167287, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=5c7eb80f-5752-488a-b86d-22bb80167287,segment=NetworkSegment(48200443-9d48-4cf4-8a57-ce015a9f083e),segment_id=48200443-9d48-4cf4-8a57-ce015a9f083e)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:08:27.340084 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef16d47-3ed2-4b86-8c29-9fd8af8c0b26 None None] The sync data for ids ['791424a0-d6ce-43ba-8c23-68a0fbef0f6e'] in dv-neutron-828797-1-hyperv is: [{'id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'name': 'tempest-RoutersIpV6Test-router-2033246589', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:36Z', 'updated_at': '2022-02-10T23:08:19Z', 'revision_number': 11, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'gw_port_host': None}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:08:27.400775 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-18ef4c41-e716-4062-ae38-5a897bd86fa6 None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:27.402910 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed875d6c-71b6-4053-a816-4adc73a5d9ea tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Pushing event deleted for resources: {'Network': ['ID=74785e22-b419-4301-a726-502801e77510,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:27.415736 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-3698389a-3ce7-433c-af5e-67850203e8b0 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Unset dirty status for tenant:a1a196bacc5e4170b4defd7cfb879ddb on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:08:27.417701 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-3698389a-3ce7-433c-af5e-67850203e8b0 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "GET /v2.0/ports/79e6f270-4e00-453a-9a43-7e4f5cce3f13 HTTP/1.1" status: 404 len: 333 time: 0.9845929 Feb 10 23:08:27.430006 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-ed875d6c-71b6-4053-a816-4adc73a5d9ea tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "DELETE /v2.0/networks/74785e22-b419-4301-a726-502801e77510 HTTP/1.1" status: 204 len: 168 time: 4.3205082 Feb 10 23:08:27.432563 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44396) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:27.433079 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44398) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:27.439104 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-18ef4c41-e716-4062-ae38-5a897bd86fa6 None None] Transition to ACTIVE for port object 5c7eb80f-5752-488a-b86d-22bb80167287 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:08:27.478415 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aa38bd8f-459a-47b0-88b0-ee986bfa646f tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:27.482558 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-aa38bd8f-459a-47b0-88b0-ee986bfa646f tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] 10.222.0.59 "DELETE /v2.0/ports/1811bde2-2323-4a65-ad23-b87c3a7fe35f HTTP/1.1" status: 204 len: 168 time: 3.0295925 Feb 10 23:08:27.483537 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44402) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:27.506172 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-18ef4c41-e716-4062-ae38-5a897bd86fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:27.559138 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-75022e75-1dd8-4811-9229-a3a0a37f3a5b tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Request body: {'port': {'network_id': '2aeaa62e-9876-422b-8a57-18c1c9d36da3', 'name': 'tempest-PortsIpV6TestJSON-1284430143'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:08:27.579577 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-aaab508a-0e48-49ef-b695-6527858c17b8 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Request body: {'router': {'routes': None}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:08:27.693869 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-886105ce-aab5-4eb0-9850-911716d8b14e req-aa2f4666-bcc8-4073-a33f-ce628eba79ed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e452088f31c44993a8754d6dd8fb5a7b&device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 1098 time: 0.6931894 Feb 10 23:08:27.709064 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cd7b6a-4df4-40c7-8ead-4e56a257cfc8 req-3b18e96e-28a5-4629-8439-12a7546a4769 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:27.713001 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d9cd7b6a-4df4-40c7-8ead-4e56a257cfc8 req-3b18e96e-28a5-4629-8439-12a7546a4769 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 945 time: 0.7685013 Feb 10 23:08:27.770183 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7768d4e7-4d80-40af-9218-90a43ebcdbc4 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:27.770915 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-7768d4e7-4d80-40af-9218-90a43ebcdbc4 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Synchronizing usage tracker for tenant:ef749632f6e8410c86d95344b6b5e6cc on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:08:27.801518 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef4c41-e716-4062-ae38-5a897bd86fa6 None None] Pushing event updated for resources: {'Port': ['ID=5c7eb80f-5752-488a-b86d-22bb80167287,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:27.806657 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:27.928695 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 5c7eb80f-5752-488a-b86d-22bb80167287, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=5c7eb80f-5752-488a-b86d-22bb80167287,segment=NetworkSegment(48200443-9d48-4cf4-8a57-ce015a9f083e),segment_id=48200443-9d48-4cf4-8a57-ce015a9f083e)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:08:27.998567 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:28.051950 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-7768d4e7-4d80-40af-9218-90a43ebcdbc4 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Unset dirty status for tenant:ef749632f6e8410c86d95344b6b5e6cc on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:08:28.051950 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-7768d4e7-4d80-40af-9218-90a43ebcdbc4 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] 10.222.0.59 "GET /v2.0/ports?device_id=ceb0202d-0403-475b-a150-eb543df39ce0 HTTP/1.1" status: 200 len: 913 time: 0.5648065 Feb 10 23:08:28.061786 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44410) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:28.093206 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device ffe1c068-e2c7-41dc-a480-89ca54f68ae5 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:08:28.162207 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: ffe1c068-e2c7-41dc-a480-89ca54f68ae5 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:08:28.162569 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device ffe1c068-e2c7-41dc-a480-89ca54f68ae5 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:08:28.216933 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=5c7eb80f-5752-488a-b86d-22bb80167287,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:28.243502 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4905b508-1eca-46f0-92eb-a10a875aad83 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:28.370461 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 5c7eb80f-5752-488a-b86d-22bb80167287 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:08:28.379142 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4905b508-1eca-46f0-92eb-a10a875aad83 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Pushing event updated for resources: {'Subnet': ['ID=ab72d4be-18ec-4144-9688-468dfe4ba44c,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:28.404485 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4905b508-1eca-46f0-92eb-a10a875aad83 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Checking segment: {'id': '1d4c10bf-804d-4d7a-adce-fd4c9d7c1f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '46444ed9-ccdc-4147-b7db-f656c6f6bc96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:08:28.405241 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4905b508-1eca-46f0-92eb-a10a875aad83 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Network hostable DHCP agents. Network: 46444ed9-ccdc-4147-b7db-f656c6f6bc96, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:08:28.418709 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-75022e75-1dd8-4811-9229-a3a0a37f3a5b tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:08:28.528310 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 2f3b6d64-b6fe-4b3f-86a4-824ccff0bfec no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:08:28.532005 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-75022e75-1dd8-4811-9229-a3a0a37f3a5b tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:08:28.556325 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886105ce-aab5-4eb0-9850-911716d8b14e req-e04a390b-b83e-45b9-be6e-4e2e88d24ef0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:28.564063 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-886105ce-aab5-4eb0-9850-911716d8b14e req-e04a390b-b83e-45b9-be6e-4e2e88d24ef0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cc3883e2-07c5-4782-b2eb-c25b67bd2e9e HTTP/1.1" status: 200 len: 912 time: 0.8344910 Feb 10 23:08:28.568970 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 2f3b6d64-b6fe-4b3f-86a4-824ccff0bfec {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:08:28.569322 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 2f3b6d64-b6fe-4b3f-86a4-824ccff0bfec not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:08:28.656259 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d9cd7b6a-4df4-40c7-8ead-4e56a257cfc8 req-b97b6443-7fe1-4a7d-b377-5816a617c0e0 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8193946 Feb 10 23:08:28.657463 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.extraroute_db [None req-aaab508a-0e48-49ef-b695-6527858c17b8 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Added routes are [] {{(pid=84332) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 10 23:08:28.657759 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.extraroute_db [None req-aaab508a-0e48-49ef-b695-6527858c17b8 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Removed routes are [] {{(pid=84332) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 10 23:08:28.658113 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aaab508a-0e48-49ef-b695-6527858c17b8 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:28.672375 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75022e75-1dd8-4811-9229-a3a0a37f3a5b tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Made reservation on behalf of a1a196bacc5e4170b4defd7cfb879ddb for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:08:28.677259 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-75022e75-1dd8-4811-9229-a3a0a37f3a5b tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:28.682334 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4905b508-1eca-46f0-92eb-a10a875aad83 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Network 46444ed9-ccdc-4147-b7db-f656c6f6bc96 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:08:28.703060 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a469c90a-2fab-4ec2-92b2-d790fa7aff4c None None] Network 2856992d-a658-4f45-9647-ded0d2e0a112 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:08:28.731194 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b28a5965-384c-4079-b25c-66af5c446444 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:28.774817 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-4905b508-1eca-46f0-92eb-a10a875aad83 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 46444ed9-ccdc-4147-b7db-f656c6f6bc96) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:08:28.774817 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4905b508-1eca-46f0-92eb-a10a875aad83 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:28.775259 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4905b508-1eca-46f0-92eb-a10a875aad83 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:28.801576 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92441379-4a2a-4cca-bb00-9f0c6196b9b1 None None] Network 46444ed9-ccdc-4147-b7db-f656c6f6bc96 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:08:28.852687 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b28a5965-384c-4079-b25c-66af5c446444 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:28.899772 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-75022e75-1dd8-4811-9229-a3a0a37f3a5b tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] device_id is not set on port 1e860891-9393-4178-9452-81d719074619 yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:08:28.915318 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-4905b508-1eca-46f0-92eb-a10a875aad83 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1697488 Feb 10 23:08:28.916297 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44416) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:28.922567 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-efa8477e-0231-48bc-9373-8e447febe6f7 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:08:28.958840 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-886105ce-aab5-4eb0-9850-911716d8b14e req-6021bf03-91c9-4f10-9360-1e1c43dde6a5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20b0f7f4-15ae-4f8a-b50c-92c8b9a384df HTTP/1.1" status: 200 len: 1001 time: 0.3928795 Feb 10 23:08:28.959051 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b28a5965-384c-4079-b25c-66af5c446444 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Deleting port 94d1bd71-6a90-41ee-92aa-c4a5576949a0 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:08:28.959179 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b28a5965-384c-4079-b25c-66af5c446444 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:28.960071 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-44b251b7-d0f2-4d35-ab03-3b2462e32e22 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2767638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733091'] for router_interface, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:29.041426 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-0086acfc-7ca3-489a-a06c-a4076d55e83e None None] Provisioning for port 5c7eb80f-5752-488a-b86d-22bb80167287 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:08:29.059134 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-0086acfc-7ca3-489a-a06c-a4076d55e83e None None] Provisioning complete for port 5c7eb80f-5752-488a-b86d-22bb80167287 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:29.059493 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0086acfc-7ca3-489a-a06c-a4076d55e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:29.162654 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-efa8477e-0231-48bc-9373-8e447febe6f7 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-32320829'] for subnet, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:29.262441 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d04f32-7041-43d4-a8aa-e356defad2e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-46444ed9-ccdc-4147-b7db-f656c6f6bc96', 'network_id': '46444ed9-ccdc-4147-b7db-f656c6f6bc96', 'tenant_id': 'ddd8d1e5e56d403487d0461567751352', 'fixed_ips': [{'subnet_id': 'ab72d4be-18ec-4144-9688-468dfe4ba44c'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:08:29.263303 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b4d04f32-7041-43d4-a8aa-e356defad2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:29.304302 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b28a5965-384c-4079-b25c-66af5c446444 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:29.408501 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886105ce-aab5-4eb0-9850-911716d8b14e req-2cbdbf24-cc9b-4f92-872e-9a9837b16a8b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:29.410668 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-886105ce-aab5-4eb0-9850-911716d8b14e req-2cbdbf24-cc9b-4f92-872e-9a9837b16a8b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01b72c06-c698-462d-bf7b-325d09ba1c5f HTTP/1.1" status: 200 len: 850 time: 0.4292843 Feb 10 23:08:29.451446 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b28a5965-384c-4079-b25c-66af5c446444 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Calling delete_port for 94d1bd71-6a90-41ee-92aa-c4a5576949a0 owned by network:router_gateway {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:08:29.575877 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aaab508a-0e48-49ef-b695-6527858c17b8 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:29.651845 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aaab508a-0e48-49ef-b695-6527858c17b8 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1734371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1734168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1735070'] for router, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:29.717780 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-efa8477e-0231-48bc-9373-8e447febe6f7 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769972262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-32244844'] for subnet, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:29.853678 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa8477e-0231-48bc-9373-8e447febe6f7 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:29.854298 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-efa8477e-0231-48bc-9373-8e447febe6f7 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:29.855588 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-efa8477e-0231-48bc-9373-8e447febe6f7 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] 10.222.0.59 "PUT /v2.0/subnets/ab72d4be-18ec-4144-9688-468dfe4ba44c HTTP/1.1" status: 200 len: 826 time: 0.9383330 Feb 10 23:08:29.858872 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44424) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:29.861697 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-75022e75-1dd8-4811-9229-a3a0a37f3a5b tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:29.893043 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-b4d04f32-7041-43d4-a8aa-e356defad2e2 None None] Allocated IP 2001:db8::2 (46444ed9-ccdc-4147-b7db-f656c6f6bc96/ab72d4be-18ec-4144-9688-468dfe4ba44c/aa8d7a08-0025-4680-b119-30a14de14583) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:08:29.899558 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa8477e-0231-48bc-9373-8e447febe6f7 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Pushing event updated for resources: {'Subnet': ['ID=ab72d4be-18ec-4144-9688-468dfe4ba44c,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:29.948285 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-aa54ae30-b289-4065-b376-cc5bd155e3b2 None None] Provisioning complete for port 5c7eb80f-5752-488a-b86d-22bb80167287 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:29.948285 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aa54ae30-b289-4065-b376-cc5bd155e3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:30.074669 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-886105ce-aab5-4eb0-9850-911716d8b14e req-099d7d8c-beaa-4f50-809e-c15cba01ec62 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cc3883e2-07c5-4782-b2eb-c25b67bd2e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5896523 Feb 10 23:08:30.102372 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b28a5965-384c-4079-b25c-66af5c446444 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:30.176446 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28a5965-384c-4079-b25c-66af5c446444 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Pushing event deleted for resources: {'Port': ['ID=94d1bd71-6a90-41ee-92aa-c4a5576949a0,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:30.178701 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaab508a-0e48-49ef-b695-6527858c17b8 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Router 791424a0-d6ce-43ba-8c23-68a0fbef0f6e has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:08:30.437297 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-73994ed1-3cba-4e3c-b6f3-e25e1df6cc18 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:30.437928 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 5c7eb80f-5752-488a-b86d-22bb80167287 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:08:30.520378 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b28a5965-384c-4079-b25c-66af5c446444 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734197'] for router_gateway, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:30.533915 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b4d04f32-7041-43d4-a8aa-e356defad2e2 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:30.550546 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-b4d04f32-7041-43d4-a8aa-e356defad2e2 None None] Transition to ACTIVE for port object aa8d7a08-0025-4680-b119-30a14de14583 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:08:30.594133 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-886105ce-aab5-4eb0-9850-911716d8b14e req-6c16936d-b010-4db0-844c-52656089391d service neutron] 10.222.0.37 "GET /v2.0/networks/cc3883e2-07c5-4782-b2eb-c25b67bd2e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5051830 Feb 10 23:08:30.596943 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-b4d04f32-7041-43d4-a8aa-e356defad2e2 None None] Transition to ACTIVE for port object aa8d7a08-0025-4680-b119-30a14de14583 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:08:30.600966 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 5c7eb80f-5752-488a-b86d-22bb80167287 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:30.601571 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:30.607786 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45169278-4a67-42fe-b373-c92b8e5b2e99 req-1885c0e1-6177-4a6c-82ae-22d4e2b0f625 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:30.616938 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-45169278-4a67-42fe-b373-c92b8e5b2e99 req-1885c0e1-6177-4a6c-82ae-22d4e2b0f625 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 945 time: 0.7210970 Feb 10 23:08:30.733820 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b28a5965-384c-4079-b25c-66af5c446444 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:30.751324 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b28a5965-384c-4079-b25c-66af5c446444 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1734371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1734168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1735070'] for router, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:30.764706 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-73994ed1-3cba-4e3c-b6f3-e25e1df6cc18 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:30.825262 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b4d04f32-7041-43d4-a8aa-e356defad2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:30.845252 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-75022e75-1dd8-4811-9229-a3a0a37f3a5b tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:30.918286 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaab508a-0e48-49ef-b695-6527858c17b8 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:08:30.958731 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d04f32-7041-43d4-a8aa-e356defad2e2 None None] Network 46444ed9-ccdc-4147-b7db-f656c6f6bc96 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:08:30.971755 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-b4d04f32-7041-43d4-a8aa-e356defad2e2 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:08:30.977799 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d04f32-7041-43d4-a8aa-e356defad2e2 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:08:30.987050 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-45169278-4a67-42fe-b373-c92b8e5b2e99 req-372561a9-33c3-400f-8ce1-e26849372f77 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3692193 Feb 10 23:08:31.057919 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b28a5965-384c-4079-b25c-66af5c446444 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Router b9ee468b-631e-48b5-915d-6a26ba501f77 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:08:31.059276 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75022e75-1dd8-4811-9229-a3a0a37f3a5b tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Network 2aeaa62e-9876-422b-8a57-18c1c9d36da3 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:08:31.073866 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-75022e75-1dd8-4811-9229-a3a0a37f3a5b tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:08:31.079082 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d04f32-7041-43d4-a8aa-e356defad2e2 None None] Pushing event updated for resources: {'Port': ['ID=aa8d7a08-0025-4680-b119-30a14de14583,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:31.080042 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75022e75-1dd8-4811-9229-a3a0a37f3a5b tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:08:31.084881 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75022e75-1dd8-4811-9229-a3a0a37f3a5b tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:31.085533 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-75022e75-1dd8-4811-9229-a3a0a37f3a5b tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:31.106415 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75022e75-1dd8-4811-9229-a3a0a37f3a5b tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event updated for resources: {'Port': ['ID=1e860891-9393-4178-9452-81d719074619,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:31.132500 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-73994ed1-3cba-4e3c-b6f3-e25e1df6cc18 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:31.145929 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-b4d04f32-7041-43d4-a8aa-e356defad2e2 None None] Attempting to bind port aa8d7a08-0025-4680-b119-30a14de14583 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:08:31.146657 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-b4d04f32-7041-43d4-a8aa-e356defad2e2 None None] Attempting to bind port aa8d7a08-0025-4680-b119-30a14de14583 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '1d4c10bf-804d-4d7a-adce-fd4c9d7c1f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '46444ed9-ccdc-4147-b7db-f656c6f6bc96'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:08:31.147711 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d04f32-7041-43d4-a8aa-e356defad2e2 None None] Attempting to bind port aa8d7a08-0025-4680-b119-30a14de14583 on network 46444ed9-ccdc-4147-b7db-f656c6f6bc96 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:08:31.156266 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d04f32-7041-43d4-a8aa-e356defad2e2 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:08:31.157169 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d04f32-7041-43d4-a8aa-e356defad2e2 None None] Checking segment: {'id': '1d4c10bf-804d-4d7a-adce-fd4c9d7c1f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '46444ed9-ccdc-4147-b7db-f656c6f6bc96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:08:31.158006 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b4d04f32-7041-43d4-a8aa-e356defad2e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:31.158571 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d04f32-7041-43d4-a8aa-e356defad2e2 None None] Bound using segment: {'id': '1d4c10bf-804d-4d7a-adce-fd4c9d7c1f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '46444ed9-ccdc-4147-b7db-f656c6f6bc96'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:08:31.159092 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-b4d04f32-7041-43d4-a8aa-e356defad2e2 None None] Bound port: aa8d7a08-0025-4680-b119-30a14de14583, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d4c10bf-804d-4d7a-adce-fd4c9d7c1f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '46444ed9-ccdc-4147-b7db-f656c6f6bc96'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:08:31.159470 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b4d04f32-7041-43d4-a8aa-e356defad2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:31.166454 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aaab508a-0e48-49ef-b695-6527858c17b8 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:31.167562 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-aaab508a-0e48-49ef-b695-6527858c17b8 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "PUT /v2.0/routers/791424a0-d6ce-43ba-8c23-68a0fbef0f6e HTTP/1.1" status: 200 len: 705 time: 3.7252333 Feb 10 23:08:31.183768 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44430) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:31.253491 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73994ed1-3cba-4e3c-b6f3-e25e1df6cc18 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Pushing event deleted for resources: {'Subnet': ['ID=ab72d4be-18ec-4144-9688-468dfe4ba44c,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:31.269056 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-3f7b959a-1ccb-42ab-96d8-26bf83acaaad tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Synchronizing usage tracker for tenant:9679d844e15947ffaadb0d4f870cf9d6 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:08:31.271683 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-b4d04f32-7041-43d4-a8aa-e356defad2e2 None None] For port aa8d7a08-0025-4680-b119-30a14de14583, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:08:31.275277 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-75022e75-1dd8-4811-9229-a3a0a37f3a5b tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.8352795 Feb 10 23:08:31.276981 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-b4d04f32-7041-43d4-a8aa-e356defad2e2 None None] For port aa8d7a08-0025-4680-b119-30a14de14583, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=aa8d7a08-0025-4680-b119-30a14de14583,segment=NetworkSegment(1d4c10bf-804d-4d7a-adce-fd4c9d7c1f9e),segment_id=1d4c10bf-804d-4d7a-adce-fd4c9d7c1f9e)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:08:31.277275 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-886105ce-aab5-4eb0-9850-911716d8b14e req-dd677f29-2360-42f3-8e62-fd0a311a0d44 service neutron] 10.222.0.37 "GET /v2.0/networks/cc3883e2-07c5-4782-b2eb-c25b67bd2e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6713564 Feb 10 23:08:31.280555 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44434) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:31.288857 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-1ea1655c-bc73-40d8-8fe3-db47ca9d8714 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:08:31.329097 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b4d04f32-7041-43d4-a8aa-e356defad2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:31.372472 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-73994ed1-3cba-4e3c-b6f3-e25e1df6cc18 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:31.376045 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e8e44192-bde1-4a27-bdf0-edcc0570b723 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732944'] for router_interface, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:31.382641 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b28a5965-384c-4079-b25c-66af5c446444 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:08:31.401381 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a4db5f-f813-4f1c-a732-e2859a85e654 None None] Sync routers for ids ['b9ee468b-631e-48b5-915d-6a26ba501f77'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:08:31.412270 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-73994ed1-3cba-4e3c-b6f3-e25e1df6cc18 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46444ed9-ccdc-4147-b7db-f656c6f6bc96']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:31.426273 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b28a5965-384c-4079-b25c-66af5c446444 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:31.427320 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-b28a5965-384c-4079-b25c-66af5c446444 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] 10.222.0.59 "PUT /v2.0/routers/b9ee468b-631e-48b5-915d-6a26ba501f77 HTTP/1.1" status: 200 len: 708 time: 4.5096309 Feb 10 23:08:31.429998 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44438) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:31.485924 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-73994ed1-3cba-4e3c-b6f3-e25e1df6cc18 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d4c10bf-804d-4d7a-adce-fd4c9d7c1f9e') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:31.486193 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-73994ed1-3cba-4e3c-b6f3-e25e1df6cc18 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d4c10bf-804d-4d7a-adce-fd4c9d7c1f9e') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:31.508820 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a4db5f-f813-4f1c-a732-e2859a85e654 None None] Routers {'b9ee468b-631e-48b5-915d-6a26ba501f77'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:08:31.509550 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-82a4db5f-f813-4f1c-a732-e2859a85e654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:08:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['b9ee468b-631e-48b5-915d-6a26ba501f77'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:31.541885 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-3f7b959a-1ccb-42ab-96d8-26bf83acaaad tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Unset dirty status for tenant:9679d844e15947ffaadb0d4f870cf9d6 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:08:31.545412 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3f7b959a-1ccb-42ab-96d8-26bf83acaaad tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "GET /v2.0/ports?device_id=791424a0-d6ce-43ba-8c23-68a0fbef0f6e HTTP/1.1" status: 200 len: 205 time: 0.3475389 Feb 10 23:08:31.553841 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44442) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:31.568189 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-73994ed1-3cba-4e3c-b6f3-e25e1df6cc18 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:31.613929 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-82a4db5f-f813-4f1c-a732-e2859a85e654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:31.616097 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d04f32-7041-43d4-a8aa-e356defad2e2 None None] Pushing event updated for resources: {'Port': ['ID=aa8d7a08-0025-4680-b119-30a14de14583,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:31.617917 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-73994ed1-3cba-4e3c-b6f3-e25e1df6cc18 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:31.633365 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a4db5f-f813-4f1c-a732-e2859a85e654 None None] Routers {'b9ee468b-631e-48b5-915d-6a26ba501f77'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:08:31.634946 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-82a4db5f-f813-4f1c-a732-e2859a85e654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:08:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['b9ee468b-631e-48b5-915d-6a26ba501f77'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:31.643963 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73994ed1-3cba-4e3c-b6f3-e25e1df6cc18 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:08:31.643963 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-73994ed1-3cba-4e3c-b6f3-e25e1df6cc18 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:31.696073 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7466c406-158c-4536-a37d-b58675910ab7 None None] Network 46444ed9-ccdc-4147-b7db-f656c6f6bc96 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:08:31.734140 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1ea1655c-bc73-40d8-8fe3-db47ca9d8714 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:31.826054 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44b251b7-d0f2-4d35-ab03-3b2462e32e22 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Router 1359e446-ed83-4f9b-84b9-bc51e0ace908 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:08:31.885969 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ddb5ce2d-e8ff-49ce-9ba1-5d92665a8cc0 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:31.928165 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-82a4db5f-f813-4f1c-a732-e2859a85e654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:31.928165 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a4db5f-f813-4f1c-a732-e2859a85e654 None None] The sync data for ids ['b9ee468b-631e-48b5-915d-6a26ba501f77'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:08:31.944945 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:08:31.944945 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:08:31.944945 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:08:31.944945 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:08:31.944945 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:08:31.944945 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:08:31.944945 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:08:31.944945 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:08:31.944945 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:08:31.944945 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:08:31.944945 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:08:31.944945 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:08:31.944945 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:08:31.944945 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:08:31.944945 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:08:31.944945 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:08:31.944945 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:08:31.944945 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:08:31.944945 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:08:31.944945 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:08:31.944945 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:08:31.944945 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:08:31.944945 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:08:31.944945 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:08:31.944945 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:08:31.944945 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:08:31.944945 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:08:31.944945 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:08:31.944945 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:08:31.944945 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:08:31.944945 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:08:31.944945 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:08:32.023794 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5596e66b-6eab-4e15-8a39-689af09a012b None None] Network 46444ed9-ccdc-4147-b7db-f656c6f6bc96 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:08:32.025202 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-86a71112-7fac-4718-9257-3375a043fa77 tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] 10.222.0.59 "GET /v2.0/routers/b9ee468b-631e-48b5-915d-6a26ba501f77 HTTP/1.1" status: 200 len: 743 time: 0.5907617 Feb 10 23:08:32.026003 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44450) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:32.055157 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373c46b7-488a-464a-b18a-7ecece999c33 None None] Sync routers for ids ['791424a0-d6ce-43ba-8c23-68a0fbef0f6e'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:08:32.084596 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373c46b7-488a-464a-b18a-7ecece999c33 None None] Routers {'791424a0-d6ce-43ba-8c23-68a0fbef0f6e'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:08:32.084596 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-373c46b7-488a-464a-b18a-7ecece999c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:08:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['791424a0-d6ce-43ba-8c23-68a0fbef0f6e'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:32.129697 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-73994ed1-3cba-4e3c-b6f3-e25e1df6cc18 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 23:08:32.129697 dv-neutron-828797-1-hyperv neutron-server[84333]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 23:08:32.129697 dv-neutron-828797-1-hyperv neutron-server[84333]: [parameters: {'id': '46444ed9-ccdc-4147-b7db-f656c6f6bc96'}] Feb 10 23:08:32.129697 dv-neutron-828797-1-hyperv neutron-server[84333]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:08:32.130263 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-73994ed1-3cba-4e3c-b6f3-e25e1df6cc18 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:08:32.149699 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-9a21787a-dc41-4ed2-905b-2e141afc0a7b tempest-RoutersIpV6AdminTest-2019851686 tempest-RoutersIpV6AdminTest-2019851686-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=c2ed7563-f8af-409c-803f-f56530124ba5&device_id=b9ee468b-631e-48b5-915d-6a26ba501f77 HTTP/1.1" status: 200 len: 205 time: 0.1222935 Feb 10 23:08:32.152200 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44454) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:32.220170 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-67e8dad1-1305-4e16-9c59-d9c136f59ddd tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ee468b-631e-48b5-915d-6a26ba501f77 HTTP/1.1" status: 200 len: 205 time: 0.0666077 Feb 10 23:08:32.223227 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44458) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:32.305116 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-373c46b7-488a-464a-b18a-7ecece999c33 None None] Set router 791424a0-d6ce-43ba-8c23-68a0fbef0f6e gateway port host: None {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:08:32.461524 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10cf6f58-9eec-4851-bb63-573ca18dee86 None None] get_active_networks_info from dv-neutron-828797-1-hyperv {{(pid=84334) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 10 23:08:32.478891 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-793a9e6f-4876-4e50-9eda-1f83ade3ab9f tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:32.544329 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-373c46b7-488a-464a-b18a-7ecece999c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'name': 'tempest-RoutersIpV6Test-router-2033246589', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:36Z', 'updated_at': '2022-02-10T23:08:19Z', 'revision_number': 11, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'gw_port_host': None}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:32.558096 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373c46b7-488a-464a-b18a-7ecece999c33 None None] Checking router: 791424a0-d6ce-43ba-8c23-68a0fbef0f6e for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:08:32.585828 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373c46b7-488a-464a-b18a-7ecece999c33 None None] Routers {'791424a0-d6ce-43ba-8c23-68a0fbef0f6e'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:08:32.586981 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-373c46b7-488a-464a-b18a-7ecece999c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:08:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['791424a0-d6ce-43ba-8c23-68a0fbef0f6e'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:32.631059 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-73994ed1-3cba-4e3c-b6f3-e25e1df6cc18 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:32.651748 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-73994ed1-3cba-4e3c-b6f3-e25e1df6cc18 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Deleting port aa8d7a08-0025-4680-b119-30a14de14583 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:08:32.652086 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-73994ed1-3cba-4e3c-b6f3-e25e1df6cc18 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:32.790666 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cf6f58-9eec-4851-bb63-573ca18dee86 None None] Resources bound (agent type, host, resource id): {{(pid=84334) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 23:08:32.830909 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-373c46b7-488a-464a-b18a-7ecece999c33 None None] Set router 791424a0-d6ce-43ba-8c23-68a0fbef0f6e gateway port host: None {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:08:32.993825 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.resource_extend [None req-1ea1655c-bc73-40d8-8fe3-db47ca9d8714 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:08:33.009822 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5734235c-9377-4eb8-8b67-7c260ff50414 req-f2c4b0f0-e653-47b4-8e9f-6ecf492cc76c tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:33.025981 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5734235c-9377-4eb8-8b67-7c260ff50414 req-f2c4b0f0-e653-47b4-8e9f-6ecf492cc76c tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 945 time: 0.6832943 Feb 10 23:08:33.035526 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-373c46b7-488a-464a-b18a-7ecece999c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'name': 'tempest-RoutersIpV6Test-router-2033246589', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:36Z', 'updated_at': '2022-02-10T23:08:19Z', 'revision_number': 11, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'gw_port_host': None}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:33.042002 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373c46b7-488a-464a-b18a-7ecece999c33 None None] The sync data for ids ['791424a0-d6ce-43ba-8c23-68a0fbef0f6e'] in dv-neutron-828797-1-hyperv is: [{'id': '791424a0-d6ce-43ba-8c23-68a0fbef0f6e', 'name': 'tempest-RoutersIpV6Test-router-2033246589', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:36Z', 'updated_at': '2022-02-10T23:08:19Z', 'revision_number': 11, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'gw_port_host': None}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:08:33.067650 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1ea1655c-bc73-40d8-8fe3-db47ca9d8714 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:33.070436 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-793a9e6f-4876-4e50-9eda-1f83ade3ab9f tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:33.107664 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-793a9e6f-4876-4e50-9eda-1f83ade3ab9f tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:33.212644 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-73994ed1-3cba-4e3c-b6f3-e25e1df6cc18 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] For port aa8d7a08-0025-4680-b119-30a14de14583, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=aa8d7a08-0025-4680-b119-30a14de14583,segment=NetworkSegment(1d4c10bf-804d-4d7a-adce-fd4c9d7c1f9e),segment_id=1d4c10bf-804d-4d7a-adce-fd4c9d7c1f9e)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:08:33.213002 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-73994ed1-3cba-4e3c-b6f3-e25e1df6cc18 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:33.336447 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ddb5ce2d-e8ff-49ce-9ba1-5d92665a8cc0 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:33.337554 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-793a9e6f-4876-4e50-9eda-1f83ade3ab9f tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:33.338074 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-793a9e6f-4876-4e50-9eda-1f83ade3ab9f tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Fanout notify agent at l3_agent the message router_deleted on router b9ee468b-631e-48b5-915d-6a26ba501f77 {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:08:33.340937 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ddb5ce2d-e8ff-49ce-9ba1-5d92665a8cc0 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:33.346003 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-73994ed1-3cba-4e3c-b6f3-e25e1df6cc18 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Calling delete_port for aa8d7a08-0025-4680-b119-30a14de14583 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:08:33.367506 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1ea1655c-bc73-40d8-8fe3-db47ca9d8714 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:33.397822 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-793a9e6f-4876-4e50-9eda-1f83ade3ab9f tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:33.402841 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-793a9e6f-4876-4e50-9eda-1f83ade3ab9f tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] 10.222.0.59 "DELETE /v2.0/routers/b9ee468b-631e-48b5-915d-6a26ba501f77 HTTP/1.1" status: 204 len: 168 time: 1.1786299 Feb 10 23:08:33.403457 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44464) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:33.446049 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-1ea1655c-bc73-40d8-8fe3-db47ca9d8714 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] In _notify_port_updated(), no bound segment for port 1e860891-9393-4178-9452-81d719074619 on network 2aeaa62e-9876-422b-8a57-18c1c9d36da3 {{(pid=84332) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 23:08:33.449985 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea1655c-bc73-40d8-8fe3-db47ca9d8714 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:33.450592 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1ea1655c-bc73-40d8-8fe3-db47ca9d8714 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:33.451843 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1ea1655c-bc73-40d8-8fe3-db47ca9d8714 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "PUT /v2.0/ports/1e860891-9393-4178-9452-81d719074619 HTTP/1.1" status: 200 len: 818 time: 2.1690598 Feb 10 23:08:33.456444 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-062572eb-17ea-4e0c-82d9-38c9b798b860 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9ee468b-631e-48b5-915d-6a26ba501f77 HTTP/1.1" status: 200 len: 205 time: 0.0489502 Feb 10 23:08:33.458817 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44470) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:33.459140 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44468) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:33.518206 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b251b7-d0f2-4d35-ab03-3b2462e32e22 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:08:33.531630 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a089c74d-7df9-456f-a52e-c33ba9e7b235 None None] Sync routers for ids ['1359e446-ed83-4f9b-84b9-bc51e0ace908'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:08:33.535383 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea1655c-bc73-40d8-8fe3-db47ca9d8714 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event updated for resources: {'Port': ['ID=1e860891-9393-4178-9452-81d719074619,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:33.549615 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a089c74d-7df9-456f-a52e-c33ba9e7b235 None None] Routers {'1359e446-ed83-4f9b-84b9-bc51e0ace908'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:08:33.550386 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-a089c74d-7df9-456f-a52e-c33ba9e7b235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:08:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['1359e446-ed83-4f9b-84b9-bc51e0ace908'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:33.555151 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-44b251b7-d0f2-4d35-ab03-3b2462e32e22 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "PUT /v2.0/routers/1359e446-ed83-4f9b-84b9-bc51e0ace908/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4619706 Feb 10 23:08:33.557794 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5734235c-9377-4eb8-8b67-7c260ff50414 req-818a28d1-5341-4db2-a504-1000215e5105 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5307338 Feb 10 23:08:33.558278 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44476) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:33.599731 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ddb5ce2d-e8ff-49ce-9ba1-5d92665a8cc0 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:33.600241 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb5ce2d-e8ff-49ce-9ba1-5d92665a8cc0 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Fanout notify agent at l3_agent the message router_deleted on router 791424a0-d6ce-43ba-8c23-68a0fbef0f6e {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:08:33.606261 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ddb5ce2d-e8ff-49ce-9ba1-5d92665a8cc0 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:33.607325 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ddb5ce2d-e8ff-49ce-9ba1-5d92665a8cc0 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "DELETE /v2.0/routers/791424a0-d6ce-43ba-8c23-68a0fbef0f6e HTTP/1.1" status: 204 len: 168 time: 2.0474741 Feb 10 23:08:33.614578 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44480) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:33.615722 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea1655c-bc73-40d8-8fe3-db47ca9d8714 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:33.616073 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea1655c-bc73-40d8-8fe3-db47ca9d8714 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:33.616405 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea1655c-bc73-40d8-8fe3-db47ca9d8714 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:33.616760 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea1655c-bc73-40d8-8fe3-db47ca9d8714 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:33.617084 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea1655c-bc73-40d8-8fe3-db47ca9d8714 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:33.617410 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea1655c-bc73-40d8-8fe3-db47ca9d8714 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:33.617728 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea1655c-bc73-40d8-8fe3-db47ca9d8714 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:33.618048 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea1655c-bc73-40d8-8fe3-db47ca9d8714 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:33.618380 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea1655c-bc73-40d8-8fe3-db47ca9d8714 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:33.618665 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea1655c-bc73-40d8-8fe3-db47ca9d8714 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:33.618976 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea1655c-bc73-40d8-8fe3-db47ca9d8714 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:33.695004 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-fecc49c1-0256-49d4-9e2c-e1424f937407 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1157640748', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:08:33.705315 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-fecc49c1-0256-49d4-9e2c-e1424f937407 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:08:33.710088 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-fecc49c1-0256-49d4-9e2c-e1424f937407 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Usage tracker for resource:router and tenant:9679d844e15947ffaadb0d4f870cf9d6 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:08:33.714670 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-fecc49c1-0256-49d4-9e2c-e1424f937407 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:08:33.723877 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-fecc49c1-0256-49d4-9e2c-e1424f937407 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:08:33.778589 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-c4a0dd1f-fc82-4efc-80e5-e7cec07df891 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Deleting port 1e860891-9393-4178-9452-81d719074619 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:08:33.779119 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c4a0dd1f-fc82-4efc-80e5-e7cec07df891 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:33.825651 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fecc49c1-0256-49d4-9e2c-e1424f937407 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:33.826795 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fecc49c1-0256-49d4-9e2c-e1424f937407 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:33.837312 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-a089c74d-7df9-456f-a52e-c33ba9e7b235 None None] Set router 1359e446-ed83-4f9b-84b9-bc51e0ace908 gateway port host: None {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:08:33.850508 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.api.v2.resource [None req-9401050b-cf2c-46e4-812a-f4800183c519 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] delete failed (client error): The resource could not be found. Feb 10 23:08:33.851536 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-9401050b-cf2c-46e4-812a-f4800183c519 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] 10.222.0.59 "DELETE /v2.0/routers/b9ee468b-631e-48b5-915d-6a26ba501f77 HTTP/1.1" status: 404 len: 336 time: 0.3898509 Feb 10 23:08:33.855268 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44484) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:33.915362 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-c55728cc-1999-4a27-8e4e-626b9fbdbd75 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] 10.222.0.59 "GET /v2.0/ports?device_id=b59e7be3-e0b3-496d-b54e-5cd804c5723a HTTP/1.1" status: 200 len: 205 time: 0.0564632 Feb 10 23:08:33.916350 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44488) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:33.987309 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.api.v2.resource [None req-6b71bca5-4588-4e5a-8cba-7d704f1a9d5d tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] delete failed (client error): The resource could not be found. Feb 10 23:08:33.990929 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-6b71bca5-4588-4e5a-8cba-7d704f1a9d5d tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] 10.222.0.59 "DELETE /v2.0/routers/b59e7be3-e0b3-496d-b54e-5cd804c5723a HTTP/1.1" status: 404 len: 336 time: 0.0710921 Feb 10 23:08:33.992466 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44492) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:34.023954 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fecc49c1-0256-49d4-9e2c-e1424f937407 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:34.028638 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-73994ed1-3cba-4e3c-b6f3-e25e1df6cc18 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:34.037154 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-06b4bc87-01a1-43dd-9b59-f1fffbf92276 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Deleting subnet 8ee29318-ea2c-48e8-898d-6d1f35272696 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:08:34.041665 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-06b4bc87-01a1-43dd-9b59-f1fffbf92276 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:34.115308 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73994ed1-3cba-4e3c-b6f3-e25e1df6cc18 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Pushing event deleted for resources: {'Port': ['ID=aa8d7a08-0025-4680-b119-30a14de14583,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:34.130767 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-f1e1f3ce-7e8d-44ee-b149-c9f7685e7c0f tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] 10.222.0.59 "GET /v2.0/ports?device_id=23bd72e5-524c-4127-8515-7772aa60ca3b HTTP/1.1" status: 200 len: 205 time: 0.1357934 Feb 10 23:08:34.134254 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44496) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:34.150070 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73994ed1-3cba-4e3c-b6f3-e25e1df6cc18 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] No DVR routers for this DVR port aa8d7a08-0025-4680-b119-30a14de14583 on host dv-neutron-828797-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:08:34.208726 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:08:34.232840 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-06b4bc87-01a1-43dd-9b59-f1fffbf92276 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:34.280317 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-cc3c5134-d72d-4bb5-b903-246562da4613 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] delete failed (client error): The resource could not be found. Feb 10 23:08:34.281633 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-cc3c5134-d72d-4bb5-b903-246562da4613 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] 10.222.0.59 "DELETE /v2.0/routers/23bd72e5-524c-4127-8515-7772aa60ca3b HTTP/1.1" status: 404 len: 336 time: 0.1435664 Feb 10 23:08:34.287207 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44500) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:34.287414 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-a089c74d-7df9-456f-a52e-c33ba9e7b235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'name': 'tempest-RoutersTest-router-479301092', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:56Z', 'updated_at': '2022-02-10T23:08:26Z', 'revision_number': 8, 'project_id': '62dc022463634d02b4f57b75cc001545', 'gw_port_host': None, '_interfaces': [{'id': '17646efb-7102-4d7a-908f-cb7d3d2de387', 'name': '', 'network_id': '12052084-206d-4312-a617-f252f8179831', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'mac_address': 'fa:16:3e:b6:5f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2fd1ea0-3072-4924-9e05-ffa3a0177446', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:21Z', 'updated_at': '2022-02-10T23:07:40Z', 'revision_number': 5, 'project_id': '62dc022463634d02b4f57b75cc001545', 'subnets': [{'id': 'c2fd1ea0-3072-4924-9e05-ffa3a0177446', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34b93693-e433-45b9-887a-9aaf3024edac', 'name': '', 'network_id': '1979ad8e-359d-4de4-9d0d-2bc93f828579', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'mac_address': 'fa:16:3e:bd:ed:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8876885e-8839-4ecf-9a7c-7d3f809d8dfd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:36Z', 'updated_at': '2022-02-10T23:07:57Z', 'revision_number': 5, 'project_id': '62dc022463634d02b4f57b75cc001545', 'subnets': [{'id': '8876885e-8839-4ecf-9a7c-7d3f809d8dfd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbc327d4-197b-47d3-9396-0ecba21ce359', 'name': '', 'network_id': '10d2f5a7-936f-4925-9467-45b0b7c99ec4', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'mac_address': 'fa:16:3e:87:32:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6566b71-ba57-47a8-bc9e-b4ac96b16a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:03Z', 'updated_at': '2022-02-10T23:07:24Z', 'revision_number': 5, 'project_id': '62dc022463634d02b4f57b75cc001545', 'subnets': [{'id': 'd6566b71-ba57-47a8-bc9e-b4ac96b16a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:34.291768 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a089c74d-7df9-456f-a52e-c33ba9e7b235 None None] Checking router: 1359e446-ed83-4f9b-84b9-bc51e0ace908 for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:08:34.298280 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fecc49c1-0256-49d4-9e2c-e1424f937407 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:34.304374 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a089c74d-7df9-456f-a52e-c33ba9e7b235 None None] Routers {'1359e446-ed83-4f9b-84b9-bc51e0ace908'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:08:34.305984 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-a089c74d-7df9-456f-a52e-c33ba9e7b235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:08:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['1359e446-ed83-4f9b-84b9-bc51e0ace908'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:34.431170 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-93a54ad1-2c7a-4777-a6bd-fafd1f005bdd tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] 10.222.0.59 "GET /v2.0/ports?device_id=17fc6d25-73f9-4826-b4d2-fb8cbdd25354 HTTP/1.1" status: 200 len: 205 time: 0.1369770 Feb 10 23:08:34.434294 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44506) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:34.462132 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-73994ed1-3cba-4e3c-b6f3-e25e1df6cc18 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:34.479456 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c4a0dd1f-fc82-4efc-80e5-e7cec07df891 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:34.510128 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fecc49c1-0256-49d4-9e2c-e1424f937407 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:34.511791 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-fecc49c1-0256-49d4-9e2c-e1424f937407 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8701527 Feb 10 23:08:34.519893 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-f65a59d5-aa86-4483-b881-75a86dcac66f tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] delete failed (client error): The resource could not be found. Feb 10 23:08:34.523902 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f65a59d5-aa86-4483-b881-75a86dcac66f tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] 10.222.0.59 "DELETE /v2.0/routers/17fc6d25-73f9-4826-b4d2-fb8cbdd25354 HTTP/1.1" status: 404 len: 336 time: 0.0857046 Feb 10 23:08:34.523902 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44510) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:34.525748 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44512) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:34.529133 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-68fe2ee0-1c48-4af8-bf54-634e02726721 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:08:34.559406 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-73994ed1-3cba-4e3c-b6f3-e25e1df6cc18 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46444ed9-ccdc-4147-b7db-f656c6f6bc96']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:34.574268 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-a089c74d-7df9-456f-a52e-c33ba9e7b235 None None] Set router 1359e446-ed83-4f9b-84b9-bc51e0ace908 gateway port host: None {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:08:34.633311 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-73994ed1-3cba-4e3c-b6f3-e25e1df6cc18 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d4c10bf-804d-4d7a-adce-fd4c9d7c1f9e') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:34.634234 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-73994ed1-3cba-4e3c-b6f3-e25e1df6cc18 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d4c10bf-804d-4d7a-adce-fd4c9d7c1f9e') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:34.649851 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-73994ed1-3cba-4e3c-b6f3-e25e1df6cc18 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:34.675747 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-73994ed1-3cba-4e3c-b6f3-e25e1df6cc18 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:34.690177 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73994ed1-3cba-4e3c-b6f3-e25e1df6cc18 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:08:34.691781 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-73994ed1-3cba-4e3c-b6f3-e25e1df6cc18 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:34.798475 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:08:34.798475 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:08:34.798475 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:08:34.798475 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:08:34.798475 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:08:34.798475 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:08:34.798475 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:08:34.798475 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:08:34.798475 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:08:34.798475 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:08:34.798475 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:08:34.798475 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:08:34.798475 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:08:34.798475 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:08:34.798475 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:08:34.798475 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:08:34.798475 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:08:34.798475 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:08:34.798475 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:08:34.798475 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:08:34.798475 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:08:34.798475 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:08:34.798475 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:08:34.798475 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:08:34.798475 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:08:34.798475 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:08:34.798475 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:08:34.798475 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:08:34.798475 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:08:34.798475 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:08:34.798475 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:08:34.798475 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:08:34.808967 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-c4a0dd1f-fc82-4efc-80e5-e7cec07df891 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Calling delete_port for 1e860891-9393-4178-9452-81d719074619 owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:08:34.871682 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-06b4bc87-01a1-43dd-9b59-f1fffbf92276 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:34.902747 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-631195c5-0ee5-4c39-af6a-639f0068787e tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b70c8b2-b086-44a4-84f6-a4889e78bc60 HTTP/1.1" status: 200 len: 205 time: 0.1711028 Feb 10 23:08:34.912280 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44520) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:34.996579 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.api.v2.resource [None req-6e0da278-e49b-4d1b-9e55-6f96de8aba76 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] delete failed (client error): The resource could not be found. Feb 10 23:08:34.997842 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-6e0da278-e49b-4d1b-9e55-6f96de8aba76 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] 10.222.0.59 "DELETE /v2.0/routers/7b70c8b2-b086-44a4-84f6-a4889e78bc60 HTTP/1.1" status: 404 len: 336 time: 0.0843253 Feb 10 23:08:35.001114 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44524) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:35.073264 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-9050e531-1a00-4bf6-90e0-21ad38528d86 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc38bd35-a6f0-4290-821b-074cfad1b00e HTTP/1.1" status: 200 len: 205 time: 0.0702362 Feb 10 23:08:35.077081 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-73994ed1-3cba-4e3c-b6f3-e25e1df6cc18 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:35.080734 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44528) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:35.099370 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-a089c74d-7df9-456f-a52e-c33ba9e7b235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'name': 'tempest-RoutersTest-router-479301092', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:56Z', 'updated_at': '2022-02-10T23:08:26Z', 'revision_number': 8, 'project_id': '62dc022463634d02b4f57b75cc001545', 'gw_port_host': None, '_interfaces': [{'id': '17646efb-7102-4d7a-908f-cb7d3d2de387', 'name': '', 'network_id': '12052084-206d-4312-a617-f252f8179831', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'mac_address': 'fa:16:3e:b6:5f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2fd1ea0-3072-4924-9e05-ffa3a0177446', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:21Z', 'updated_at': '2022-02-10T23:07:40Z', 'revision_number': 5, 'project_id': '62dc022463634d02b4f57b75cc001545', 'subnets': [{'id': 'c2fd1ea0-3072-4924-9e05-ffa3a0177446', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34b93693-e433-45b9-887a-9aaf3024edac', 'name': '', 'network_id': '1979ad8e-359d-4de4-9d0d-2bc93f828579', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'mac_address': 'fa:16:3e:bd:ed:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8876885e-8839-4ecf-9a7c-7d3f809d8dfd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:36Z', 'updated_at': '2022-02-10T23:07:57Z', 'revision_number': 5, 'project_id': '62dc022463634d02b4f57b75cc001545', 'subnets': [{'id': '8876885e-8839-4ecf-9a7c-7d3f809d8dfd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbc327d4-197b-47d3-9396-0ecba21ce359', 'name': '', 'network_id': '10d2f5a7-936f-4925-9467-45b0b7c99ec4', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'mac_address': 'fa:16:3e:87:32:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6566b71-ba57-47a8-bc9e-b4ac96b16a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:03Z', 'updated_at': '2022-02-10T23:07:24Z', 'revision_number': 5, 'project_id': '62dc022463634d02b4f57b75cc001545', 'subnets': [{'id': 'd6566b71-ba57-47a8-bc9e-b4ac96b16a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:35.103898 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a089c74d-7df9-456f-a52e-c33ba9e7b235 None None] The sync data for ids ['1359e446-ed83-4f9b-84b9-bc51e0ace908'] in dv-neutron-828797-1-hyperv is: [{'id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'name': 'tempest-RoutersTest-router-479301092', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:56Z', 'updated_at': '2022-02-10T23:08:26Z', 'revision_number': 8, 'project_id': '62dc022463634d02b4f57b75cc001545', 'gw_port_host': None, '_interfaces': [{'id': '17646efb-7102-4d7a-908f-cb7d3d2de387', 'name': '', 'network_id': '12052084-206d-4312-a617-f252f8179831', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'mac_address': 'fa:16:3e:b6:5f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2fd1ea0-3072-4924-9e05-ffa3a0177446', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:21Z', 'updated_at': '2022-02-10T23:07:40Z', 'revision_number': 5, 'project_id': '62dc022463634d02b4f57b75cc001545', 'subnets': [{'id': 'c2fd1ea0-3072-4924-9e05-ffa3a0177446', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34b93693-e433-45b9-887a-9aaf3024edac', 'name': '', 'network_id': '1979ad8e-359d-4de4-9d0d-2bc93f828579', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'mac_address': 'fa:16:3e:bd:ed:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8876885e-8839-4ecf-9a7c-7d3f809d8dfd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:36Z', 'updated_at': '2022-02-10T23:07:57Z', 'revision_number': 5, 'project_id': '62dc022463634d02b4f57b75cc001545', 'subnets': [{'id': '8876885e-8839-4ecf-9a7c-7d3f809d8dfd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbc327d4-197b-47d3-9396-0ecba21ce359', 'name': '', 'network_id': '10d2f5a7-936f-4925-9467-45b0b7c99ec4', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'mac_address': 'fa:16:3e:87:32:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6566b71-ba57-47a8-bc9e-b4ac96b16a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:03Z', 'updated_at': '2022-02-10T23:07:24Z', 'revision_number': 5, 'project_id': '62dc022463634d02b4f57b75cc001545', 'subnets': [{'id': 'd6566b71-ba57-47a8-bc9e-b4ac96b16a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:08:35.156588 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-06b4bc87-01a1-43dd-9b59-f1fffbf92276 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:35.165035 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-73994ed1-3cba-4e3c-b6f3-e25e1df6cc18 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:35.214069 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-73994ed1-3cba-4e3c-b6f3-e25e1df6cc18 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] 10.222.0.59 "DELETE /v2.0/networks/46444ed9-ccdc-4147-b7db-f656c6f6bc96 HTTP/1.1" status: 204 len: 168 time: 5.3544259 Feb 10 23:08:35.216568 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.api.v2.resource [None req-136409d5-8ecf-4e31-868b-72506ce61215 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] delete failed (client error): The resource could not be found. Feb 10 23:08:35.220303 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-136409d5-8ecf-4e31-868b-72506ce61215 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] 10.222.0.59 "DELETE /v2.0/routers/fc38bd35-a6f0-4290-821b-074cfad1b00e HTTP/1.1" status: 404 len: 336 time: 0.1358657 Feb 10 23:08:35.220303 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73994ed1-3cba-4e3c-b6f3-e25e1df6cc18 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Pushing event deleted for resources: {'Network': ['ID=46444ed9-ccdc-4147-b7db-f656c6f6bc96,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:35.220586 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b4bc87-01a1-43dd-9b59-f1fffbf92276 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event deleted for resources: {'Subnet': ['ID=8ee29318-ea2c-48e8-898d-6d1f35272696,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:35.220586 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44532) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:35.220777 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44534) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:35.231982 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4b813-7dad-448d-aa0a-7347889e8182 req-eface6c4-e288-4180-83bf-700dbd8dd51e tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:35.233433 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-03a4b813-7dad-448d-aa0a-7347889e8182 req-eface6c4-e288-4180-83bf-700dbd8dd51e tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 945 time: 0.3925266 Feb 10 23:08:35.276946 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c4a0dd1f-fc82-4efc-80e5-e7cec07df891 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:35.294507 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-e8e44192-bde1-4a27-bdf0-edcc0570b723 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Deleting port 0591396c-8880-4765-a2ca-c188ab65c04c {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:08:35.294850 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e8e44192-bde1-4a27-bdf0-edcc0570b723 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:35.297177 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a833d283-618b-4cb8-987f-853719223ca8 None None] Network 3086e396-25a0-4fb7-bc88-5c11df92f33d requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:08:35.372960 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-06b4bc87-01a1-43dd-9b59-f1fffbf92276 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:35.381245 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-326b80a0-0552-41db-9942-cc493cbc30c8 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] DELETE failed (client error): The resource could not be found. Feb 10 23:08:35.381688 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-326b80a0-0552-41db-9942-cc493cbc30c8 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:08:35.399720 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-17839bd0-f03d-4416-b7dd-5af47d3a77da tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] DELETE failed (client error): The resource could not be found. Feb 10 23:08:35.400596 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17839bd0-f03d-4416-b7dd-5af47d3a77da tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:08:35.454030 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a0dd1f-fc82-4efc-80e5-e7cec07df891 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event deleted for resources: {'Port': ['ID=1e860891-9393-4178-9452-81d719074619,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:35.462628 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-03a4b813-7dad-448d-aa0a-7347889e8182 req-c0fccedd-da27-40e5-b86f-7e4b421c468a tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2227955 Feb 10 23:08:35.470837 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c4a0dd1f-fc82-4efc-80e5-e7cec07df891 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:35.489176 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-326b80a0-0552-41db-9942-cc493cbc30c8 tempest-RoutersIpV6AdminTest-166513013 tempest-RoutersIpV6AdminTest-166513013-project] 10.222.0.59 "DELETE /v2.0/subnets/34b8793b-6595-4244-8427-db21c41f3c36 HTTP/1.1" status: 404 len: 337 time: 0.2621424 Feb 10 23:08:35.493990 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-06b4bc87-01a1-43dd-9b59-f1fffbf92276 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "DELETE /v2.0/subnets/8ee29318-ea2c-48e8-898d-6d1f35272696 HTTP/1.1" status: 204 len: 168 time: 1.9303856 Feb 10 23:08:35.495469 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44544) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:35.500769 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-17839bd0-f03d-4416-b7dd-5af47d3a77da tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] 10.222.0.59 "DELETE /v2.0/networks/46444ed9-ccdc-4147-b7db-f656c6f6bc96 HTTP/1.1" status: 404 len: 339 time: 0.2752159 Feb 10 23:08:35.505487 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44548) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:35.511161 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-f4399f99-bf4f-4678-900c-7a3e550abf84 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1849074509', 'description': 'd1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:08:35.563298 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f4399f99-bf4f-4678-900c-7a3e550abf84 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:08:35.568929 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-68fe2ee0-1c48-4af8-bf54-634e02726721 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:35.715519 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-c4a0dd1f-fc82-4efc-80e5-e7cec07df891 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "DELETE /v2.0/ports/1e860891-9393-4178-9452-81d719074619 HTTP/1.1" status: 204 len: 168 time: 2.2549067 Feb 10 23:08:35.722769 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44554) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:35.725233 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f4399f99-bf4f-4678-900c-7a3e550abf84 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Usage tracker for resource:network and tenant:ddd8d1e5e56d403487d0461567751352 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:08:35.749477 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f4399f99-bf4f-4678-900c-7a3e550abf84 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:08:35.797524 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f4399f99-bf4f-4678-900c-7a3e550abf84 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:08:35.820862 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15148b90-026f-4361-b0eb-b69f5b3aa533 None None] DHCP port deletion for 3086e396-25a0-4fb7-bc88-5c11df92f33d request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:08:35.825766 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-15148b90-026f-4361-b0eb-b69f5b3aa533 None None] Deleting port 2f2deaae-dd46-4aee-a929-5af80145756a {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:08:35.826202 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-15148b90-026f-4361-b0eb-b69f5b3aa533 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:35.839758 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-57b8e14e-63a0-4ee3-8a64-5b0bf5b7407f tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:35.877845 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-68fe2ee0-1c48-4af8-bf54-634e02726721 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1734371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1734168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1735070'] for router, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:35.884648 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-57b8e14e-63a0-4ee3-8a64-5b0bf5b7407f tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Deleting port 2f2deaae-dd46-4aee-a929-5af80145756a {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:08:35.884862 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-57b8e14e-63a0-4ee3-8a64-5b0bf5b7407f tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:35.988468 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4399f99-bf4f-4678-900c-7a3e550abf84 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Made reservation on behalf of ddd8d1e5e56d403487d0461567751352 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:08:35.991415 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f4399f99-bf4f-4678-900c-7a3e550abf84 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:36.011529 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c1b0f8-2d5b-4368-9790-be7bcebbd746 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:36.012352 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-73c1b0f8-2d5b-4368-9790-be7bcebbd746 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Synchronizing usage tracker for tenant:a1a196bacc5e4170b4defd7cfb879ddb on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:08:36.066111 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e8e44192-bde1-4a27-bdf0-edcc0570b723 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:36.161623 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-73c1b0f8-2d5b-4368-9790-be7bcebbd746 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Unset dirty status for tenant:a1a196bacc5e4170b4defd7cfb879ddb on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:08:36.168253 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-73c1b0f8-2d5b-4368-9790-be7bcebbd746 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4412458 Feb 10 23:08:36.170205 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44560) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:36.178907 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-57b8e14e-63a0-4ee3-8a64-5b0bf5b7407f tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] For port 2f2deaae-dd46-4aee-a929-5af80145756a, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=2f2deaae-dd46-4aee-a929-5af80145756a,segment=NetworkSegment(4b22f169-9248-4cca-ab2c-736823436146),segment_id=4b22f169-9248-4cca-ab2c-736823436146)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:08:36.179514 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-57b8e14e-63a0-4ee3-8a64-5b0bf5b7407f tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:36.216921 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-15148b90-026f-4361-b0eb-b69f5b3aa533 None None] For port 2f2deaae-dd46-4aee-a929-5af80145756a, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=2f2deaae-dd46-4aee-a929-5af80145756a,segment=NetworkSegment(4b22f169-9248-4cca-ab2c-736823436146),segment_id=4b22f169-9248-4cca-ab2c-736823436146)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:08:36.217312 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-15148b90-026f-4361-b0eb-b69f5b3aa533 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:36.218292 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-e8e44192-bde1-4a27-bdf0-edcc0570b723 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Calling delete_port for 0591396c-8880-4765-a2ca-c188ab65c04c owned by network:router_interface {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:08:36.308161 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e8d4ec-c878-47d9-96a4-e5c2af6dce43 req-b0aa6c3d-4156-49e6-a3a2-073e0e34ac64 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:36.309198 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-76e8d4ec-c878-47d9-96a4-e5c2af6dce43 req-b0aa6c3d-4156-49e6-a3a2-073e0e34ac64 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 945 time: 0.5173028 Feb 10 23:08:36.313467 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4399f99-bf4f-4678-900c-7a3e550abf84 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:08:36.315286 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44564) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:36.318527 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7f27a8a-bf5a-439f-9ec3-ecae02da4027 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] GET failed (client error): The resource could not be found. Feb 10 23:08:36.319846 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-d7f27a8a-bf5a-439f-9ec3-ecae02da4027 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "GET /v2.0/ports/1e860891-9393-4178-9452-81d719074619 HTTP/1.1" status: 404 len: 333 time: 0.1486814 Feb 10 23:08:36.333033 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44568) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:36.439917 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-15148b90-026f-4361-b0eb-b69f5b3aa533 None None] Calling delete_port for 2f2deaae-dd46-4aee-a929-5af80145756a owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:08:36.467457 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-57b8e14e-63a0-4ee3-8a64-5b0bf5b7407f tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Calling delete_port for 2f2deaae-dd46-4aee-a929-5af80145756a owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:08:36.469955 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-7feba55d-dc66-4043-9666-c2e7e3d844e9 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1829378682'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:08:36.479230 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f4399f99-bf4f-4678-900c-7a3e550abf84 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:36.479575 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-f4399f99-bf4f-4678-900c-7a3e550abf84 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Added segment b842ff6a-86e6-4ca9-8287-f04f9d4538d9 of type vlan for network cd597ea1-eddd-4800-bb3d-54117110ae7f Feb 10 23:08:36.500976 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-7feba55d-dc66-4043-9666-c2e7e3d844e9 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:08:36.538475 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-7feba55d-dc66-4043-9666-c2e7e3d844e9 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Usage tracker for resource:network and tenant:a1a196bacc5e4170b4defd7cfb879ddb is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:08:36.543762 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 07ff796f-4fe0-4461-b9dc-ea747fc31801 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:08:36.543992 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-7feba55d-dc66-4043-9666-c2e7e3d844e9 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:08:36.575189 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-7feba55d-dc66-4043-9666-c2e7e3d844e9 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:08:36.588454 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 07ff796f-4fe0-4461-b9dc-ea747fc31801 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:08:36.588710 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a1820c2c-efb2-4357-a6a0-caef6554b9c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:36.588886 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 07ff796f-4fe0-4461-b9dc-ea747fc31801 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:08:36.589301 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 2f2deaae-dd46-4aee-a929-5af80145756a no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:08:36.605813 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f4399f99-bf4f-4678-900c-7a3e550abf84 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:36.650359 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-76e8d4ec-c878-47d9-96a4-e5c2af6dce43 req-6606ed73-f246-4745-b10b-a7d2401e0131 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3288836 Feb 10 23:08:36.713906 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a1820c2c-efb2-4357-a6a0-caef6554b9c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:08:36.721871 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7feba55d-dc66-4043-9666-c2e7e3d844e9 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Made reservation on behalf of a1a196bacc5e4170b4defd7cfb879ddb for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:08:36.726495 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7feba55d-dc66-4043-9666-c2e7e3d844e9 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:36.736350 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a1820c2c-efb2-4357-a6a0-caef6554b9c5 admin admin] Usage tracker for resource:security_group_rule and tenant:56e6449892414222931b0ea63a655098 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:08:36.772119 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a1820c2c-efb2-4357-a6a0-caef6554b9c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:08:36.775824 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-57b8e14e-63a0-4ee3-8a64-5b0bf5b7407f tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:36.785302 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a1820c2c-efb2-4357-a6a0-caef6554b9c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:08:36.799077 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-15148b90-026f-4361-b0eb-b69f5b3aa533 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:08:36.799608 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-15148b90-026f-4361-b0eb-b69f5b3aa533 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:08:36.804604 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:36.842951 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f4399f99-bf4f-4678-900c-7a3e550abf84 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:36.842951 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4399f99-bf4f-4678-900c-7a3e550abf84 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:36.842951 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f4399f99-bf4f-4678-900c-7a3e550abf84 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:36.845954 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68fe2ee0-1c48-4af8-bf54-634e02726721 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Router ca52ca95-2a19-4622-8bde-9cabe207eeeb is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:08:36.882706 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b8e14e-63a0-4ee3-8a64-5b0bf5b7407f tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] No DVR routers for this DVR port 2f2deaae-dd46-4aee-a929-5af80145756a on host dv-neutron-828797-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:08:36.884198 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7feba55d-dc66-4043-9666-c2e7e3d844e9 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:08:36.889598 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b8e14e-63a0-4ee3-8a64-5b0bf5b7407f tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event deleted for resources: {'Port': ['ID=2f2deaae-dd46-4aee-a929-5af80145756a,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:37.037299 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7feba55d-dc66-4043-9666-c2e7e3d844e9 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:37.037750 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-7feba55d-dc66-4043-9666-c2e7e3d844e9 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Added segment 5b63d07c-efda-49b4-a9fc-351f63d37d19 of type vlan for network 874793ed-1cb6-4082-bdae-d361d4c8b506 Feb 10 23:08:37.045237 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-57b8e14e-63a0-4ee3-8a64-5b0bf5b7407f tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:37.074535 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e8e44192-bde1-4a27-bdf0-edcc0570b723 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:37.078930 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-57b8e14e-63a0-4ee3-8a64-5b0bf5b7407f tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3086e396-25a0-4fb7-bc88-5c11df92f33d']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:37.099875 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-57b8e14e-63a0-4ee3-8a64-5b0bf5b7407f tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b22f169-9248-4cca-ab2c-736823436146') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:37.100114 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-57b8e14e-63a0-4ee3-8a64-5b0bf5b7407f tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b22f169-9248-4cca-ab2c-736823436146') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:37.121536 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-57b8e14e-63a0-4ee3-8a64-5b0bf5b7407f tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:37.138553 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-57b8e14e-63a0-4ee3-8a64-5b0bf5b7407f tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:37.144950 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57b8e14e-63a0-4ee3-8a64-5b0bf5b7407f tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:08:37.145325 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-57b8e14e-63a0-4ee3-8a64-5b0bf5b7407f tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:37.163571 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:08:37.163571 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:08:37.163571 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:08:37.163571 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:08:37.163571 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:08:37.163571 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:08:37.163571 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:08:37.163571 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:08:37.163571 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:08:37.163571 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:08:37.163571 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:08:37.163571 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:08:37.163571 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:08:37.163571 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:08:37.163571 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:08:37.163571 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:08:37.163571 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:08:37.163571 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:08:37.163571 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:08:37.163571 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:08:37.163571 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:08:37.163571 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:08:37.163571 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:08:37.163571 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:08:37.163571 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:08:37.163571 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:08:37.163571 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:08:37.163571 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:08:37.163571 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:08:37.163571 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:08:37.163571 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:08:37.163571 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:08:37.181968 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4399f99-bf4f-4678-900c-7a3e550abf84 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Pushing event updated for resources: {'Network': ['ID=cd597ea1-eddd-4800-bb3d-54117110ae7f,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:37.189888 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network cd597ea1-eddd-4800-bb3d-54117110ae7f details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:08:37.207549 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e44192-bde1-4a27-bdf0-edcc0570b723 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Pushing event deleted for resources: {'Port': ['ID=0591396c-8880-4765-a2ca-c188ab65c04c,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:37.231694 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7feba55d-dc66-4043-9666-c2e7e3d844e9 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:37.240174 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a1820c2c-efb2-4357-a6a0-caef6554b9c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:37.300301 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-15148b90-026f-4361-b0eb-b69f5b3aa533 None None] Deleting port 2f2deaae-dd46-4aee-a929-5af80145756a {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:08:37.300706 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-15148b90-026f-4361-b0eb-b69f5b3aa533 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:37.354786 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68fe2ee0-1c48-4af8-bf54-634e02726721 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:08:37.361732 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-68fe2ee0-1c48-4af8-bf54-634e02726721 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:37.363355 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-68fe2ee0-1c48-4af8-bf54-634e02726721 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "PUT /v2.0/routers/ca52ca95-2a19-4622-8bde-9cabe207eeeb HTTP/1.1" status: 200 len: 698 time: 2.8382447 Feb 10 23:08:37.366167 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44584) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:37.366939 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f63b648-96fa-4e79-aeae-a8d53299b379 None None] Sync routers for ids ['ca52ca95-2a19-4622-8bde-9cabe207eeeb'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:08:37.369505 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-15148b90-026f-4361-b0eb-b69f5b3aa533 None None] The port '2f2deaae-dd46-4aee-a929-5af80145756a' was deleted {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 23:08:37.386278 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f63b648-96fa-4e79-aeae-a8d53299b379 None None] Routers {'ca52ca95-2a19-4622-8bde-9cabe207eeeb'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:08:37.386478 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-1f63b648-96fa-4e79-aeae-a8d53299b379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:08:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['ca52ca95-2a19-4622-8bde-9cabe207eeeb'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:37.491792 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f4399f99-bf4f-4678-900c-7a3e550abf84 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9829607 Feb 10 23:08:37.496136 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a1820c2c-efb2-4357-a6a0-caef6554b9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:37.499573 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44588) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:37.524289 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7feba55d-dc66-4043-9666-c2e7e3d844e9 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:37.528081 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7feba55d-dc66-4043-9666-c2e7e3d844e9 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:37.528698 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7feba55d-dc66-4043-9666-c2e7e3d844e9 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:37.585790 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-1f63b648-96fa-4e79-aeae-a8d53299b379 None None] Set router ca52ca95-2a19-4622-8bde-9cabe207eeeb gateway port host: None {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:08:37.644404 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3df5dd-d9f8-4ee8-bd78-bd9e890a22c7 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:37.645710 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-6a3df5dd-d9f8-4ee8-bd78-bd9e890a22c7 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Synchronizing usage tracker for tenant:ddd8d1e5e56d403487d0461567751352 on resource:network {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:08:37.664424 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-57b8e14e-63a0-4ee3-8a64-5b0bf5b7407f tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:37.669693 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-57b8e14e-63a0-4ee3-8a64-5b0bf5b7407f tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:37.681920 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1820c2c-efb2-4357-a6a0-caef6554b9c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a173430-a8ac-4710-a0f3-87e0b4731320,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:37.713278 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-1f63b648-96fa-4e79-aeae-a8d53299b379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca52ca95-2a19-4622-8bde-9cabe207eeeb', 'name': 'tempest-RoutersIpV6Test-router-1157640748', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:08:33Z', 'updated_at': '2022-02-10T23:08:35Z', 'revision_number': 2, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'gw_port_host': None}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:37.718989 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f63b648-96fa-4e79-aeae-a8d53299b379 None None] Checking router: ca52ca95-2a19-4622-8bde-9cabe207eeeb for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:08:37.731684 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b8e14e-63a0-4ee3-8a64-5b0bf5b7407f tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event deleted for resources: {'Network': ['ID=3086e396-25a0-4fb7-bc88-5c11df92f33d,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:37.732986 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a1820c2c-efb2-4357-a6a0-caef6554b9c5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=56e6449892414222931b0ea63a655098&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4158742 Feb 10 23:08:37.735100 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f63b648-96fa-4e79-aeae-a8d53299b379 None None] Routers {'ca52ca95-2a19-4622-8bde-9cabe207eeeb'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:08:37.738680 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-1f63b648-96fa-4e79-aeae-a8d53299b379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:08:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['ca52ca95-2a19-4622-8bde-9cabe207eeeb'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:37.743442 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-57b8e14e-63a0-4ee3-8a64-5b0bf5b7407f tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "DELETE /v2.0/networks/3086e396-25a0-4fb7-bc88-5c11df92f33d HTTP/1.1" status: 204 len: 168 time: 2.2467692 Feb 10 23:08:37.744243 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44594) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:37.744580 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44596) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:37.757361 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feba55d-dc66-4043-9666-c2e7e3d844e9 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event updated for resources: {'Network': ['ID=874793ed-1cb6-4082-bdae-d361d4c8b506,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:37.761560 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7feba55d-dc66-4043-9666-c2e7e3d844e9 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3151734 Feb 10 23:08:37.770177 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44602) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:37.772235 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 874793ed-1cb6-4082-bdae-d361d4c8b506 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:08:37.775903 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-5580fecf-a5f5-4e73-b56d-b738039dfc62 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Request body: {'subnet': {'network_id': '874793ed-1cb6-4082-bdae-d361d4c8b506', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:08:37.904443 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-5580fecf-a5f5-4e73-b56d-b738039dfc62 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:08:37.910711 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-5580fecf-a5f5-4e73-b56d-b738039dfc62 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Usage tracker for resource:subnet and tenant:a1a196bacc5e4170b4defd7cfb879ddb is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:08:37.914305 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-5580fecf-a5f5-4e73-b56d-b738039dfc62 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:08:37.963962 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-5580fecf-a5f5-4e73-b56d-b738039dfc62 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:08:38.011787 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-1f63b648-96fa-4e79-aeae-a8d53299b379 None None] Set router ca52ca95-2a19-4622-8bde-9cabe207eeeb gateway port host: None {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:08:38.017444 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e8e44192-bde1-4a27-bdf0-edcc0570b723 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2767638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733091'] for router_interface, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:38.059636 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-7351ca05-88a8-4231-adae-0bfd8e819920 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "GET /v2.0/routers/ca52ca95-2a19-4622-8bde-9cabe207eeeb HTTP/1.1" status: 200 len: 704 time: 0.6890285 Feb 10 23:08:38.059636 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-6a3df5dd-d9f8-4ee8-bd78-bd9e890a22c7 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Unset dirty status for tenant:ddd8d1e5e56d403487d0461567751352 on resource:network {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:08:38.063127 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-6a3df5dd-d9f8-4ee8-bd78-bd9e890a22c7 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] 10.222.0.59 "GET /v2.0/networks?id=cd597ea1-eddd-4800-bb3d-54117110ae7f HTTP/1.1" status: 200 len: 765 time: 0.5563903 Feb 10 23:08:38.065164 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44608) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:38.065164 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44610) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:38.096238 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c4146-aebc-4308-8450-b5053e31e143 req-5487c49f-75cb-4442-879e-2cfe17a97bb4 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:38.103839 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d09c4146-aebc-4308-8450-b5053e31e143 req-5487c49f-75cb-4442-879e-2cfe17a97bb4 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 945 time: 0.1845808 Feb 10 23:08:38.128997 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5580fecf-a5f5-4e73-b56d-b738039dfc62 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Made reservation on behalf of a1a196bacc5e4170b4defd7cfb879ddb for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:08:38.174547 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-1f63b648-96fa-4e79-aeae-a8d53299b379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca52ca95-2a19-4622-8bde-9cabe207eeeb', 'name': 'tempest-RoutersIpV6Test-router-1157640748', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:08:33Z', 'updated_at': '2022-02-10T23:08:35Z', 'revision_number': 2, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'gw_port_host': None}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:38.180062 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f63b648-96fa-4e79-aeae-a8d53299b379 None None] The sync data for ids ['ca52ca95-2a19-4622-8bde-9cabe207eeeb'] in dv-neutron-828797-1-hyperv is: [{'id': 'ca52ca95-2a19-4622-8bde-9cabe207eeeb', 'name': 'tempest-RoutersIpV6Test-router-1157640748', 'tenant_id': '9679d844e15947ffaadb0d4f870cf9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:08:33Z', 'updated_at': '2022-02-10T23:08:35Z', 'revision_number': 2, 'project_id': '9679d844e15947ffaadb0d4f870cf9d6', 'gw_port_host': None}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:08:38.267459 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-beae139b-527f-4a19-be2d-6457b0d98ddf tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Request body: {'network': {'description': 'd2'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:08:38.319378 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-d7b45135-1f42-45e6-91f0-88b6a5df9ffd tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Synchronizing usage tracker for tenant:9679d844e15947ffaadb0d4f870cf9d6 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:08:38.413908 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-d7b45135-1f42-45e6-91f0-88b6a5df9ffd tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Unset dirty status for tenant:9679d844e15947ffaadb0d4f870cf9d6 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:08:38.417841 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-d7b45135-1f42-45e6-91f0-88b6a5df9ffd tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca52ca95-2a19-4622-8bde-9cabe207eeeb HTTP/1.1" status: 200 len: 205 time: 0.3201008 Feb 10 23:08:38.421420 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44620) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:38.466030 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5580fecf-a5f5-4e73-b56d-b738039dfc62 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:38.566448 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d09c4146-aebc-4308-8450-b5053e31e143 req-99f952b8-a7b8-41db-a24b-0be1b15f9b9c tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4617279 Feb 10 23:08:38.769483 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-beae139b-527f-4a19-be2d-6457b0d98ddf tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:38.795002 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-079154ab-6a10-4736-ac85-365774033cdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:38.830025 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3a7ed00a-6a34-4fc4-8d5e-6e5a1bb65951 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:38.989166 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-beae139b-527f-4a19-be2d-6457b0d98ddf tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:39.054329 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-079154ab-6a10-4736-ac85-365774033cdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:39.068611 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-beae139b-527f-4a19-be2d-6457b0d98ddf tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Network cd597ea1-eddd-4800-bb3d-54117110ae7f is not hosted by any dhcp agent {{(pid=84333) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 10 23:08:39.075578 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beae139b-527f-4a19-be2d-6457b0d98ddf tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:39.076420 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-beae139b-527f-4a19-be2d-6457b0d98ddf tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:39.077878 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-beae139b-527f-4a19-be2d-6457b0d98ddf tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] 10.222.0.59 "PUT /v2.0/networks/cd597ea1-eddd-4800-bb3d-54117110ae7f HTTP/1.1" status: 200 len: 762 time: 0.9786282 Feb 10 23:08:39.080573 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44626) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:39.090336 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5580fecf-a5f5-4e73-b56d-b738039dfc62 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:39.205187 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beae139b-527f-4a19-be2d-6457b0d98ddf tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Pushing event updated for resources: {'Network': ['ID=cd597ea1-eddd-4800-bb3d-54117110ae7f,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:39.220680 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network cd597ea1-eddd-4800-bb3d-54117110ae7f details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:08:39.350758 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5580fecf-a5f5-4e73-b56d-b738039dfc62 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event updated for resources: {'Subnet': ['ID=31414597-1cc6-491e-8fd3-3508ca5215a0,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:39.371262 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13ec163-4b4e-49ee-8085-3ff2452c3c6a tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:39.371912 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f13ec163-4b4e-49ee-8085-3ff2452c3c6a tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Synchronizing usage tracker for tenant:ddd8d1e5e56d403487d0461567751352 on resource:network {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:08:39.402569 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f13ec163-4b4e-49ee-8085-3ff2452c3c6a tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Unset dirty status for tenant:ddd8d1e5e56d403487d0461567751352 on resource:network {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:08:39.403711 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f13ec163-4b4e-49ee-8085-3ff2452c3c6a tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] 10.222.0.59 "GET /v2.0/networks?id=cd597ea1-eddd-4800-bb3d-54117110ae7f HTTP/1.1" status: 200 len: 765 time: 0.3221796 Feb 10 23:08:39.407492 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44630) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:39.429530 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5580fecf-a5f5-4e73-b56d-b738039dfc62 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Checking segment: {'id': '5b63d07c-efda-49b4-a9fc-351f63d37d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '874793ed-1cb6-4082-bdae-d361d4c8b506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:08:39.429882 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5580fecf-a5f5-4e73-b56d-b738039dfc62 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Network hostable DHCP agents. Network: 874793ed-1cb6-4082-bdae-d361d4c8b506, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:08:39.527319 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-079154ab-6a10-4736-ac85-365774033cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:39.604298 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec27aa5-4b9d-4a5f-8f6d-611c40b39b9a tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:39.604298 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-dec27aa5-4b9d-4a5f-8f6d-611c40b39b9a tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1958346 Feb 10 23:08:39.607026 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44634) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:39.656513 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d96fdaac-6925-4344-8863-e1d7a9eda9d7 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] 10.222.0.59 "GET /v2.0/subnets?network_id=c2ed7563-f8af-409c-803f-f56530124ba5 HTTP/1.1" status: 200 len: 207 time: 0.0483956 Feb 10 23:08:39.661427 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5580fecf-a5f5-4e73-b56d-b738039dfc62 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Network 874793ed-1cb6-4082-bdae-d361d4c8b506 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:08:39.664331 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44640) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:39.692906 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8e44192-bde1-4a27-bdf0-edcc0570b723 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Router ceb0202d-0403-475b-a150-eb543df39ce0 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:08:39.828021 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-5580fecf-a5f5-4e73-b56d-b738039dfc62 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 874793ed-1cb6-4082-bdae-d361d4c8b506) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:08:39.833222 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079154ab-6a10-4736-ac85-365774033cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a173430-a8ac-4710-a0f3-87e0b4731320,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:39.859729 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cc03af-1bf8-4b7d-abb7-5491f329236e None None] Network 874793ed-1cb6-4082-bdae-d361d4c8b506 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:08:39.867417 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3a7ed00a-6a34-4fc4-8d5e-6e5a1bb65951 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:39.873934 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-079154ab-6a10-4736-ac85-365774033cdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:39.875166 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-079154ab-6a10-4736-ac85-365774033cdb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8a173430-a8ac-4710-a0f3-87e0b4731320 HTTP/1.1" status: 204 len: 168 time: 2.1290741 Feb 10 23:08:39.898197 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3a7ed00a-6a34-4fc4-8d5e-6e5a1bb65951 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:39.942778 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5580fecf-a5f5-4e73-b56d-b738039dfc62 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:39.943654 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5580fecf-a5f5-4e73-b56d-b738039dfc62 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:40.007712 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386fda06-7849-4551-bb76-4a8c48666733 req-f52c98fc-5935-4164-8531-99c961320d6c tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:40.009607 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-386fda06-7849-4551-bb76-4a8c48666733 req-f52c98fc-5935-4164-8531-99c961320d6c tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 945 time: 0.2201254 Feb 10 23:08:40.064187 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2afcf833-3653-4a8b-900b-0ac54f1b582c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732944'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:40.203250 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cc7b77-2315-460b-809e-c3a1947c3a45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-874793ed-1cb6-4082-bdae-d361d4c8b506', 'network_id': '874793ed-1cb6-4082-bdae-d361d4c8b506', 'tenant_id': 'a1a196bacc5e4170b4defd7cfb879ddb', 'fixed_ips': [{'subnet_id': '31414597-1cc6-491e-8fd3-3508ca5215a0'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:08:40.203250 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20cc7b77-2315-460b-809e-c3a1947c3a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:40.257058 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3a7ed00a-6a34-4fc4-8d5e-6e5a1bb65951 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:40.258659 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a7ed00a-6a34-4fc4-8d5e-6e5a1bb65951 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Fanout notify agent at l3_agent the message router_deleted on router ca52ca95-2a19-4622-8bde-9cabe207eeeb {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:08:40.289445 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-386fda06-7849-4551-bb76-4a8c48666733 req-77be96b7-45b1-48d8-a18e-ddb770535e5f tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2733085 Feb 10 23:08:40.321800 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699f23c3-9259-450a-ada7-195568bc8605 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:40.331034 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699f23c3-9259-450a-ada7-195568bc8605 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:40.342810 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699f23c3-9259-450a-ada7-195568bc8605 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:40.349972 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3a7ed00a-6a34-4fc4-8d5e-6e5a1bb65951 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:40.353198 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699f23c3-9259-450a-ada7-195568bc8605 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:40.354953 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-3a7ed00a-6a34-4fc4-8d5e-6e5a1bb65951 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "DELETE /v2.0/routers/ca52ca95-2a19-4622-8bde-9cabe207eeeb HTTP/1.1" status: 204 len: 168 time: 1.9305139 Feb 10 23:08:40.358453 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44650) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:40.358613 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699f23c3-9259-450a-ada7-195568bc8605 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:40.366262 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699f23c3-9259-450a-ada7-195568bc8605 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:40.374931 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-699f23c3-9259-450a-ada7-195568bc8605 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.7095761 Feb 10 23:08:40.388838 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44654) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:40.400227 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5580fecf-a5f5-4e73-b56d-b738039dfc62 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6285913 Feb 10 23:08:40.450859 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-d2f38ae9-ff68-4296-ba2d-e0f3fa85d919 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca52ca95-2a19-4622-8bde-9cabe207eeeb HTTP/1.1" status: 200 len: 205 time: 0.0915737 Feb 10 23:08:40.451572 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44658) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:40.451964 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44660) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:40.540764 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-20cc7b77-2315-460b-809e-c3a1947c3a45 None None] Allocated IP 2001:db8::2 (874793ed-1cb6-4082-bdae-d361d4c8b506/31414597-1cc6-491e-8fd3-3508ca5215a0/2bdfeed0-7d38-4b05-acfa-b79ef317da12) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:08:40.553772 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-6b88504b-5dcd-4e8d-ad6d-e192b9aad408 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Request body: {'subnet': {'network_id': '874793ed-1cb6-4082-bdae-d361d4c8b506', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:08:40.640416 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-6289e7e5-e173-4cee-b0f4-aac5ae0e9adf tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] delete failed (client error): The resource could not be found. Feb 10 23:08:40.641488 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6289e7e5-e173-4cee-b0f4-aac5ae0e9adf tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "DELETE /v2.0/routers/ca52ca95-2a19-4622-8bde-9cabe207eeeb HTTP/1.1" status: 404 len: 336 time: 0.1835387 Feb 10 23:08:40.680338 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44666) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:40.744376 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-9249ecad-8869-44d8-a1d9-8766db3987aa tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] DELETE failed (client error): The resource could not be found. Feb 10 23:08:40.745134 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9249ecad-8869-44d8-a1d9-8766db3987aa tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:08:40.747796 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-9249ecad-8869-44d8-a1d9-8766db3987aa tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "DELETE /v2.0/subnets/2a53508d-3f60-4351-a41a-398082f1cd4c HTTP/1.1" status: 404 len: 337 time: 0.0650895 Feb 10 23:08:40.756425 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44674) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:40.779273 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20cc7b77-2315-460b-809e-c3a1947c3a45 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:40.791423 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-20cc7b77-2315-460b-809e-c3a1947c3a45 None None] Transition to ACTIVE for port object 2bdfeed0-7d38-4b05-acfa-b79ef317da12 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:08:40.811161 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ae7d0-73c0-4bc6-916a-6e77e5163122 req-56696293-2012-4d76-b6d5-34fdeddd49ab tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:40.812672 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-137ae7d0-73c0-4bc6-916a-6e77e5163122 req-56696293-2012-4d76-b6d5-34fdeddd49ab tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 945 time: 0.5627143 Feb 10 23:08:40.823105 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-20cc7b77-2315-460b-809e-c3a1947c3a45 None None] Transition to ACTIVE for port object 2bdfeed0-7d38-4b05-acfa-b79ef317da12 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:08:40.835722 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a1a4266-aa0a-4a8d-b4cf-fb9cc2ca3180 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] DELETE failed (client error): The resource could not be found. Feb 10 23:08:40.836821 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a1a4266-aa0a-4a8d-b4cf-fb9cc2ca3180 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:08:40.838044 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-7a1a4266-aa0a-4a8d-b4cf-fb9cc2ca3180 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "DELETE /v2.0/subnets/d4c0056b-1f69-4a9a-b860-450593fb1dad HTTP/1.1" status: 404 len: 337 time: 0.0806198 Feb 10 23:08:40.842721 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44678) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:40.881640 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20cc7b77-2315-460b-809e-c3a1947c3a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:40.883098 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44682) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:40.884320 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ffb7e84-fbce-4017-b2ec-04e88be06859 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] DELETE failed (client error): The resource could not be found. Feb 10 23:08:40.884875 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ffb7e84-fbce-4017-b2ec-04e88be06859 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:08:40.886737 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-5ffb7e84-fbce-4017-b2ec-04e88be06859 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "DELETE /v2.0/subnets/0ba7e1e9-2914-4a7a-8393-f83926a34ba4 HTTP/1.1" status: 404 len: 337 time: 0.0428529 Feb 10 23:08:40.892967 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44686) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:40.947565 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2571aad-a414-450a-a8bb-467271ebfef8 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] DELETE failed (client error): The resource could not be found. Feb 10 23:08:40.948014 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2571aad-a414-450a-a8bb-467271ebfef8 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:08:40.949729 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-d2571aad-a414-450a-a8bb-467271ebfef8 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "DELETE /v2.0/subnets/4af83497-4fea-4529-9adb-a93de110f35c HTTP/1.1" status: 404 len: 337 time: 0.0558553 Feb 10 23:08:40.952337 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44690) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:40.958314 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-731d1ad9-975f-4524-a1f0-2b311a49e098 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] 10.222.0.59 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.5679913 Feb 10 23:08:40.962047 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-6b88504b-5dcd-4e8d-ad6d-e192b9aad408 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:08:40.968088 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44694) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:40.974556 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-6b88504b-5dcd-4e8d-ad6d-e192b9aad408 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Usage tracker for resource:subnet and tenant:a1a196bacc5e4170b4defd7cfb879ddb is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:08:40.992378 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cc7b77-2315-460b-809e-c3a1947c3a45 None None] Network 874793ed-1cb6-4082-bdae-d361d4c8b506 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:08:40.996949 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-20cc7b77-2315-460b-809e-c3a1947c3a45 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:08:41.002652 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-bab81250-72ce-4639-bf23-47813f42061e tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "GET /v2.0/ports?device_id=791424a0-d6ce-43ba-8c23-68a0fbef0f6e HTTP/1.1" status: 200 len: 205 time: 0.0491729 Feb 10 23:08:41.005186 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cc7b77-2315-460b-809e-c3a1947c3a45 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:08:41.009882 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44698) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:41.014271 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cc7b77-2315-460b-809e-c3a1947c3a45 None None] Pushing event updated for resources: {'Port': ['ID=2bdfeed0-7d38-4b05-acfa-b79ef317da12,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:41.022501 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-6b88504b-5dcd-4e8d-ad6d-e192b9aad408 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:08:41.036820 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-137ae7d0-73c0-4bc6-916a-6e77e5163122 req-d6c8e7c6-c2b3-477a-8ed7-7ed1c834acc6 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Deleting port 20b0f7f4-15ae-4f8a-b50c-92c8b9a384df {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:08:41.037223 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-137ae7d0-73c0-4bc6-916a-6e77e5163122 req-d6c8e7c6-c2b3-477a-8ed7-7ed1c834acc6 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:41.064781 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-6b88504b-5dcd-4e8d-ad6d-e192b9aad408 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:08:41.115890 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-20cc7b77-2315-460b-809e-c3a1947c3a45 None None] Attempting to bind port 2bdfeed0-7d38-4b05-acfa-b79ef317da12 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:08:41.116394 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-20cc7b77-2315-460b-809e-c3a1947c3a45 None None] Attempting to bind port 2bdfeed0-7d38-4b05-acfa-b79ef317da12 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '5b63d07c-efda-49b4-a9fc-351f63d37d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '874793ed-1cb6-4082-bdae-d361d4c8b506'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:08:41.116864 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cc7b77-2315-460b-809e-c3a1947c3a45 None None] Attempting to bind port 2bdfeed0-7d38-4b05-acfa-b79ef317da12 on network 874793ed-1cb6-4082-bdae-d361d4c8b506 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:08:41.124808 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cc7b77-2315-460b-809e-c3a1947c3a45 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:08:41.125167 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cc7b77-2315-460b-809e-c3a1947c3a45 None None] Checking segment: {'id': '5b63d07c-efda-49b4-a9fc-351f63d37d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '874793ed-1cb6-4082-bdae-d361d4c8b506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:08:41.125574 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20cc7b77-2315-460b-809e-c3a1947c3a45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:41.125953 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cc7b77-2315-460b-809e-c3a1947c3a45 None None] Bound using segment: {'id': '5b63d07c-efda-49b4-a9fc-351f63d37d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '874793ed-1cb6-4082-bdae-d361d4c8b506'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:08:41.126581 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-20cc7b77-2315-460b-809e-c3a1947c3a45 None None] Bound port: 2bdfeed0-7d38-4b05-acfa-b79ef317da12, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b63d07c-efda-49b4-a9fc-351f63d37d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '874793ed-1cb6-4082-bdae-d361d4c8b506'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:08:41.126951 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20cc7b77-2315-460b-809e-c3a1947c3a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:41.136116 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e44192-bde1-4a27-bdf0-edcc0570b723 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:08:41.144605 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e8e44192-bde1-4a27-bdf0-edcc0570b723 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] 10.222.0.59 "PUT /v2.0/routers/ceb0202d-0403-475b-a150-eb543df39ce0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0548701 Feb 10 23:08:41.152502 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2746e5d7-cc35-48a9-a9b5-cbc3fda90f11 None None] Sync routers for ids ['ceb0202d-0403-475b-a150-eb543df39ce0'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:08:41.152730 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-44f53c80-5477-4f8d-a9aa-0edac1ed9dd9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=23659e77e80e4429b4e076fc4da43ec6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2679663 Feb 10 23:08:41.158517 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44702) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:41.158847 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44704) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:41.162654 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.api.v2.resource [None req-1bf1618d-bb1d-44c9-8dec-6b4750b5597d tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] delete failed (client error): The resource could not be found. Feb 10 23:08:41.167410 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-1bf1618d-bb1d-44c9-8dec-6b4750b5597d tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "DELETE /v2.0/routers/791424a0-d6ce-43ba-8c23-68a0fbef0f6e HTTP/1.1" status: 404 len: 336 time: 0.1547801 Feb 10 23:08:41.168210 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44710) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:41.211212 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2746e5d7-cc35-48a9-a9b5-cbc3fda90f11 None None] Routers {'ceb0202d-0403-475b-a150-eb543df39ce0'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:08:41.211212 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-2746e5d7-cc35-48a9-a9b5-cbc3fda90f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:08:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['ceb0202d-0403-475b-a150-eb543df39ce0'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:41.236644 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fc92f0-3f81-4ac4-ba4d-3a81dd2d51c5 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:41.238622 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fc92f0-3f81-4ac4-ba4d-3a81dd2d51c5 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:41.239936 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fc92f0-3f81-4ac4-ba4d-3a81dd2d51c5 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:41.241316 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fc92f0-3f81-4ac4-ba4d-3a81dd2d51c5 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:41.242548 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fc92f0-3f81-4ac4-ba4d-3a81dd2d51c5 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:41.247651 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a4fc92f0-3f81-4ac4-ba4d-3a81dd2d51c5 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2716472 Feb 10 23:08:41.264700 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-430aa8cc-f317-4928-abec-ea2c9468aeac tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc4cb0c-2237-44e8-aed2-65ee96fb1ccc HTTP/1.1" status: 200 len: 205 time: 0.0929174 Feb 10 23:08:41.270252 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44716) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:41.270593 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44718) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:41.344529 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-2746e5d7-cc35-48a9-a9b5-cbc3fda90f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:41.383971 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2746e5d7-cc35-48a9-a9b5-cbc3fda90f11 None None] Routers {'ceb0202d-0403-475b-a150-eb543df39ce0'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:08:41.384614 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-2746e5d7-cc35-48a9-a9b5-cbc3fda90f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:08:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['ceb0202d-0403-475b-a150-eb543df39ce0'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:41.450328 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-2746e5d7-cc35-48a9-a9b5-cbc3fda90f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:41.450777 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2746e5d7-cc35-48a9-a9b5-cbc3fda90f11 None None] The sync data for ids ['ceb0202d-0403-475b-a150-eb543df39ce0'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:08:41.457673 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-20cc7b77-2315-460b-809e-c3a1947c3a45 None None] For port 2bdfeed0-7d38-4b05-acfa-b79ef317da12, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:08:41.465413 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-20cc7b77-2315-460b-809e-c3a1947c3a45 None None] For port 2bdfeed0-7d38-4b05-acfa-b79ef317da12, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=2bdfeed0-7d38-4b05-acfa-b79ef317da12,segment=NetworkSegment(5b63d07c-efda-49b4-a9fc-351f63d37d19),segment_id=5b63d07c-efda-49b4-a9fc-351f63d37d19)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:08:41.467694 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b88504b-5dcd-4e8d-ad6d-e192b9aad408 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Made reservation on behalf of a1a196bacc5e4170b4defd7cfb879ddb for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:08:41.471171 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6b88504b-5dcd-4e8d-ad6d-e192b9aad408 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:41.522873 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20cc7b77-2315-460b-809e-c3a1947c3a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:41.610083 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cc7b77-2315-460b-809e-c3a1947c3a45 None None] Pushing event updated for resources: {'Port': ['ID=2bdfeed0-7d38-4b05-acfa-b79ef317da12,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:41.645668 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-2afcf833-3653-4a8b-900b-0ac54f1b582c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Deleting port 34b93693-e433-45b9-887a-9aaf3024edac {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:08:41.646142 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2afcf833-3653-4a8b-900b-0ac54f1b582c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:41.725756 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-a942c890-b8b7-45b8-84dc-74f6450b71d4 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] delete failed (client error): The resource could not be found. Feb 10 23:08:41.729202 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a942c890-b8b7-45b8-84dc-74f6450b71d4 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "DELETE /v2.0/routers/1bc4cb0c-2237-44e8-aed2-65ee96fb1ccc HTTP/1.1" status: 404 len: 336 time: 0.4468327 Feb 10 23:08:41.735979 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44726) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:41.977303 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-62c58d7f-9877-4c44-bf97-a4c43d8acbe6 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] DELETE failed (client error): The resource could not be found. Feb 10 23:08:41.977638 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62c58d7f-9877-4c44-bf97-a4c43d8acbe6 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:08:41.981774 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-62c58d7f-9877-4c44-bf97-a4c43d8acbe6 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "DELETE /v2.0/subnets/7f01a92e-a242-4897-b5b8-e172b25e57bd HTTP/1.1" status: 404 len: 337 time: 0.2424202 Feb 10 23:08:41.985282 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975c2bb0-45e3-4f68-ac83-fc0b2de00812 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attributes excluded by policy engine: ['shared'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:41.986600 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975c2bb0-45e3-4f68-ac83-fc0b2de00812 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attributes excluded by policy engine: ['shared'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:41.987423 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44730) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:41.988031 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975c2bb0-45e3-4f68-ac83-fc0b2de00812 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attributes excluded by policy engine: ['shared'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:41.989411 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975c2bb0-45e3-4f68-ac83-fc0b2de00812 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attributes excluded by policy engine: ['shared'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:41.990604 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975c2bb0-45e3-4f68-ac83-fc0b2de00812 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attributes excluded by policy engine: ['shared'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:41.995932 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-975c2bb0-45e3-4f68-ac83-fc0b2de00812 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] 10.222.0.59 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.7137659 Feb 10 23:08:42.005989 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44734) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:42.051637 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-84da9c7e-0eec-4e43-910e-deaf655cb001 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0ce2a22-ce80-4705-ac2d-b88129ec52a4 HTTP/1.1" status: 200 len: 205 time: 0.0630395 Feb 10 23:08:42.077241 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44738) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:42.078975 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-67620ceb-c0dd-4799-b1da-fb04ddb965dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:42.126405 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-2afcf833-3653-4a8b-900b-0ac54f1b582c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] For port 34b93693-e433-45b9-887a-9aaf3024edac, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=34b93693-e433-45b9-887a-9aaf3024edac,segment=NetworkSegment(5bb23469-4945-4f51-acaf-089d6afb8ba5),segment_id=5bb23469-4945-4f51-acaf-089d6afb8ba5)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:08:42.126765 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2afcf833-3653-4a8b-900b-0ac54f1b582c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:42.271409 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-2afcf833-3653-4a8b-900b-0ac54f1b582c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Calling delete_port for 34b93693-e433-45b9-887a-9aaf3024edac owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:08:42.277620 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-46256072-2eb3-4f2f-83e9-f069be30b15d tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] delete failed (client error): The resource could not be found. Feb 10 23:08:42.278637 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-46256072-2eb3-4f2f-83e9-f069be30b15d tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "DELETE /v2.0/routers/c0ce2a22-ce80-4705-ac2d-b88129ec52a4 HTTP/1.1" status: 404 len: 336 time: 0.1973746 Feb 10 23:08:42.286513 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-137ae7d0-73c0-4bc6-916a-6e77e5163122 req-d6c8e7c6-c2b3-477a-8ed7-7ed1c834acc6 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] For port 20b0f7f4-15ae-4f8a-b50c-92c8b9a384df, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=20b0f7f4-15ae-4f8a-b50c-92c8b9a384df,segment=NetworkSegment(7a345138-8b21-4d04-9958-9268deba4dc9),segment_id=7a345138-8b21-4d04-9958-9268deba4dc9)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:08:42.286870 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-137ae7d0-73c0-4bc6-916a-6e77e5163122 req-d6c8e7c6-c2b3-477a-8ed7-7ed1c834acc6 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:42.320233 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44742) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:42.360128 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 2bdfeed0-7d38-4b05-acfa-b79ef317da12 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:08:42.429763 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.ipam_backend_mixin [None req-6b88504b-5dcd-4e8d-ad6d-e192b9aad408 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 31414597-1cc6-491e-8fd3-3508ca5215a0 (CIDR: 2001:db8::/64) Feb 10 23:08:42.436320 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-67620ceb-c0dd-4799-b1da-fb04ddb965dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:42.480455 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-835e72ae-846b-4a8f-8b2e-43c4dec5a7fa tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "GET /v2.0/ports?device_id=48ba3f4e-4de6-46cf-98cc-617e096858f1 HTTP/1.1" status: 200 len: 205 time: 0.1569877 Feb 10 23:08:42.483499 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44748) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:42.492029 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b88504b-5dcd-4e8d-ad6d-e192b9aad408 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:08:42.492459 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b88504b-5dcd-4e8d-ad6d-e192b9aad408 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:08:42.548621 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 2bdfeed0-7d38-4b05-acfa-b79ef317da12 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:08:42.570958 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc8113-33ab-4320-b768-a7f204c5cf5c req-d38db4bd-c70a-4146-ae2f-bd4c059cde93 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:42.572419 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ebdc8113-33ab-4320-b768-a7f204c5cf5c req-d38db4bd-c70a-4146-ae2f-bd4c059cde93 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 945 time: 1.0719869 Feb 10 23:08:42.606843 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.api.v2.resource [None req-eeeb6c35-5bbd-4691-9ab8-1f7647f5dc14 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] delete failed (client error): The resource could not be found. Feb 10 23:08:42.608284 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-eeeb6c35-5bbd-4691-9ab8-1f7647f5dc14 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "DELETE /v2.0/routers/48ba3f4e-4de6-46cf-98cc-617e096858f1 HTTP/1.1" status: 404 len: 336 time: 0.1225672 Feb 10 23:08:42.610767 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44752) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:42.673701 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-13b0f27e-203e-4c5d-bc12-1a68b83eb474 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] DELETE failed (client error): The resource could not be found. Feb 10 23:08:42.674523 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13b0f27e-203e-4c5d-bc12-1a68b83eb474 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:08:42.687209 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-13b0f27e-203e-4c5d-bc12-1a68b83eb474 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "DELETE /v2.0/subnets/64382344-95e1-4b8f-8f66-a69fc5f8fa9c HTTP/1.1" status: 404 len: 337 time: 0.0749733 Feb 10 23:08:42.713846 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44756) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:42.742981 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6b88504b-5dcd-4e8d-ad6d-e192b9aad408 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2869468 Feb 10 23:08:42.750139 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44760) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:42.759006 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-96a0caa9-3e77-4de4-b204-0ce38b07d875 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Request body: {'subnet': {'network_id': '874793ed-1cb6-4082-bdae-d361d4c8b506', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:08:42.791106 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d80c52-2550-455a-a0b1-7eaaf8801f3d tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:42.796000 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-52d80c52-2550-455a-a0b1-7eaaf8801f3d tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] 10.222.0.59 "GET /v2.0/networks/e0a232f8-d42c-4251-aeb3-7374894f313d HTTP/1.1" status: 200 len: 804 time: 0.7721243 Feb 10 23:08:42.804063 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44764) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:42.858865 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0ca939fe-4f3a-455a-8de7-e2bd6d1e15c7 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "GET /v2.0/ports?device_id=8aef0c1a-e7b6-447c-8bb8-5fd2550e2b79 HTTP/1.1" status: 200 len: 205 time: 0.1260118 Feb 10 23:08:42.863356 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44768) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:42.935287 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2afcf833-3653-4a8b-900b-0ac54f1b582c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:42.979637 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.api.v2.resource [None req-464f6a8d-efd6-439e-8246-851d7cc7a565 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] delete failed (client error): The resource could not be found. Feb 10 23:08:42.982861 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-464f6a8d-efd6-439e-8246-851d7cc7a565 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "DELETE /v2.0/routers/8aef0c1a-e7b6-447c-8bb8-5fd2550e2b79 HTTP/1.1" status: 404 len: 336 time: 0.1163170 Feb 10 23:08:42.985053 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44772) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:42.996696 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afcf833-3653-4a8b-900b-0ac54f1b582c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event deleted for resources: {'Port': ['ID=34b93693-e433-45b9-887a-9aaf3024edac,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:42.998550 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dadaa61-0ab5-476a-9b33-5e933ad6e3bf None None] Network 874793ed-1cb6-4082-bdae-d361d4c8b506 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:08:43.023114 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afcf833-3653-4a8b-900b-0ac54f1b582c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:43.023471 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afcf833-3653-4a8b-900b-0ac54f1b582c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:43.023781 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afcf833-3653-4a8b-900b-0ac54f1b582c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:43.024108 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afcf833-3653-4a8b-900b-0ac54f1b582c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:43.024531 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afcf833-3653-4a8b-900b-0ac54f1b582c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:43.024888 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afcf833-3653-4a8b-900b-0ac54f1b582c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:43.025254 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afcf833-3653-4a8b-900b-0ac54f1b582c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:43.025577 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afcf833-3653-4a8b-900b-0ac54f1b582c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:43.025974 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afcf833-3653-4a8b-900b-0ac54f1b582c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:43.026228 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afcf833-3653-4a8b-900b-0ac54f1b582c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:43.026520 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afcf833-3653-4a8b-900b-0ac54f1b582c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:43.072782 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-67620ceb-c0dd-4799-b1da-fb04ddb965dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:43.078404 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ebdc8113-33ab-4320-b768-a7f204c5cf5c req-d760b3af-9574-49d2-8195-48db44d92da6 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0421c0b-e8f7-47c3-a619-8561b994f04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4937158 Feb 10 23:08:43.092142 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-e32644b7-37e6-414a-b187-bbf6cafde262 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] DELETE failed (client error): The resource could not be found. Feb 10 23:08:43.092823 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e32644b7-37e6-414a-b187-bbf6cafde262 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:08:43.123001 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67620ceb-c0dd-4799-b1da-fb04ddb965dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e618ad5c-3ec7-4606-b816-14612e2576cd,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:43.159191 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-96a0caa9-3e77-4de4-b204-0ce38b07d875 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:08:43.163634 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e32644b7-37e6-414a-b187-bbf6cafde262 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "DELETE /v2.0/subnets/7bb84f4f-a84c-4672-ad70-cb1c75be57f2 HTTP/1.1" status: 404 len: 337 time: 0.1681437 Feb 10 23:08:43.167600 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44776) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:43.177888 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-96a0caa9-3e77-4de4-b204-0ce38b07d875 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Usage tracker for resource:subnet and tenant:a1a196bacc5e4170b4defd7cfb879ddb is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:08:43.177999 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-67620ceb-c0dd-4799-b1da-fb04ddb965dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:43.190229 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-67620ceb-c0dd-4799-b1da-fb04ddb965dc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e618ad5c-3ec7-4606-b816-14612e2576cd HTTP/1.1" status: 204 len: 168 time: 2.0206959 Feb 10 23:08:43.219217 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-137ae7d0-73c0-4bc6-916a-6e77e5163122 req-d6c8e7c6-c2b3-477a-8ed7-7ed1c834acc6 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:43.221255 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-137ae7d0-73c0-4bc6-916a-6e77e5163122 req-d6c8e7c6-c2b3-477a-8ed7-7ed1c834acc6 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1734214'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:43.225522 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.l3_db [req-137ae7d0-73c0-4bc6-916a-6e77e5163122 req-d6c8e7c6-c2b3-477a-8ed7-7ed1c834acc6 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Floating IP 5e279841-3114-4b91-9589-0d9bdfa367bf disassociated. External IP: 172.26.8.215, port: 20b0f7f4-15ae-4f8a-b50c-92c8b9a384df. Feb 10 23:08:43.227636 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-96a0caa9-3e77-4de4-b204-0ce38b07d875 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:08:43.228397 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-137ae7d0-73c0-4bc6-916a-6e77e5163122 req-d6c8e7c6-c2b3-477a-8ed7-7ed1c834acc6 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Calling delete_port for 20b0f7f4-15ae-4f8a-b50c-92c8b9a384df owned by compute:nova {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:08:43.244367 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-96a0caa9-3e77-4de4-b204-0ce38b07d875 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:08:43.249895 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-4df7f6d8-a76f-499b-b40c-67f474b67e43 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebd15f6c-97c3-4dbf-8de9-7bb60c499107 HTTP/1.1" status: 200 len: 205 time: 0.0775650 Feb 10 23:08:43.251535 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44782) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:43.321592 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-75a0a606-85cd-4951-871c-25b49b71f263 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:43.325403 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-2b5caccb-e8be-4969-83d9-2a8ed8de06f0 None None] Provisioning for port 2bdfeed0-7d38-4b05-acfa-b79ef317da12 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:08:43.347874 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-2b5caccb-e8be-4969-83d9-2a8ed8de06f0 None None] Provisioning complete for port 2bdfeed0-7d38-4b05-acfa-b79ef317da12 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:43.348720 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2b5caccb-e8be-4969-83d9-2a8ed8de06f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:43.393150 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1a06b6b0-df9f-4e6f-9537-7950da780202 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] 10.222.0.59 "GET /v2.0/networks/e0a232f8-d42c-4251-aeb3-7374894f313d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.5819099 Feb 10 23:08:43.406744 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44786) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:43.421905 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.api.v2.resource [None req-3c421036-ee2b-4e3c-9eb9-4f976ccbbf83 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] delete failed (client error): The resource could not be found. Feb 10 23:08:43.426815 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-3c421036-ee2b-4e3c-9eb9-4f976ccbbf83 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "DELETE /v2.0/routers/ebd15f6c-97c3-4dbf-8de9-7bb60c499107 HTTP/1.1" status: 404 len: 336 time: 0.1707246 Feb 10 23:08:43.431204 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44790) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:43.547379 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2b5caccb-e8be-4969-83d9-2a8ed8de06f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:43.564637 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a0caa9-3e77-4de4-b204-0ce38b07d875 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Made reservation on behalf of a1a196bacc5e4170b4defd7cfb879ddb for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:08:43.618003 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-2b5caccb-e8be-4969-83d9-2a8ed8de06f0 None None] For port 2bdfeed0-7d38-4b05-acfa-b79ef317da12, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=2bdfeed0-7d38-4b05-acfa-b79ef317da12,segment=NetworkSegment(5b63d07c-efda-49b4-a9fc-351f63d37d19),segment_id=5b63d07c-efda-49b4-a9fc-351f63d37d19)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:08:43.673123 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10a60b9-201c-4d6b-8a0d-af1acf6288a7 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:43.674732 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e10a60b9-201c-4d6b-8a0d-af1acf6288a7 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] 10.222.0.59 "GET /v2.0/subnets/b11584e1-344c-4d3d-8d48-8a951f1bc97d HTTP/1.1" status: 200 len: 843 time: 0.2668660 Feb 10 23:08:43.691437 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44798) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:43.709136 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-73f17f7b-71c1-4597-b132-b2bc6128a8a4 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] DELETE failed (client error): The resource could not be found. Feb 10 23:08:43.709671 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73f17f7b-71c1-4597-b132-b2bc6128a8a4 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:08:43.712408 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-73f17f7b-71c1-4597-b132-b2bc6128a8a4 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "DELETE /v2.0/subnets/ca2e6f06-ce4a-4f30-8f3b-b4c01f81c492 HTTP/1.1" status: 404 len: 337 time: 0.2792935 Feb 10 23:08:43.719177 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44802) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:43.745648 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2b5caccb-e8be-4969-83d9-2a8ed8de06f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:43.830109 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f240eb27-e584-4aed-97a9-fc3222e9f8fb tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attributes excluded by policy engine: ['shared'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:43.834403 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f240eb27-e584-4aed-97a9-fc3222e9f8fb tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] 10.222.0.59 "GET /v2.0/subnets/b11584e1-344c-4d3d-8d48-8a951f1bc97d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1399779 Feb 10 23:08:43.846159 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44808) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:43.860894 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-0bbb76c8-1bab-4440-b2b8-7476fe364e03 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1593821985'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:08:43.868512 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-0bbb76c8-1bab-4440-b2b8-7476fe364e03 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:08:43.876733 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5caccb-e8be-4969-83d9-2a8ed8de06f0 None None] Pushing event updated for resources: {'Port': ['ID=2bdfeed0-7d38-4b05-acfa-b79ef317da12,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:43.887923 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-0bbb76c8-1bab-4440-b2b8-7476fe364e03 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:08:43.894350 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5caccb-e8be-4969-83d9-2a8ed8de06f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:43.894735 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5caccb-e8be-4969-83d9-2a8ed8de06f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:43.895179 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5caccb-e8be-4969-83d9-2a8ed8de06f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:43.895642 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5caccb-e8be-4969-83d9-2a8ed8de06f0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:43.896067 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5caccb-e8be-4969-83d9-2a8ed8de06f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:43.896658 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5caccb-e8be-4969-83d9-2a8ed8de06f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:43.897063 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5caccb-e8be-4969-83d9-2a8ed8de06f0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:43.897461 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5caccb-e8be-4969-83d9-2a8ed8de06f0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:43.897856 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5caccb-e8be-4969-83d9-2a8ed8de06f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:43.898246 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5caccb-e8be-4969-83d9-2a8ed8de06f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:43.898638 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5caccb-e8be-4969-83d9-2a8ed8de06f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:43.919820 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-b6be33c1-6435-49cd-a58a-a41488a44cbf None None] Provisioning complete for port 2bdfeed0-7d38-4b05-acfa-b79ef317da12 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:43.921343 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b6be33c1-6435-49cd-a58a-a41488a44cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:43.939021 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-137ae7d0-73c0-4bc6-916a-6e77e5163122 req-d6c8e7c6-c2b3-477a-8ed7-7ed1c834acc6 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:43.957559 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-96a0caa9-3e77-4de4-b204-0ce38b07d875 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:43.972486 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 20b0f7f4-15ae-4f8a-b50c-92c8b9a384df no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:08:43.990733 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-75a0a606-85cd-4951-871c-25b49b71f263 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:44.010707 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c8e7c6-c2b3-477a-8ed7-7ed1c834acc6 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Pushing event deleted for resources: {'Port': ['ID=20b0f7f4-15ae-4f8a-b50c-92c8b9a384df,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:44.018013 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] No Port match for: 20b0f7f4-15ae-4f8a-b50c-92c8b9a384df {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:08:44.018503 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 20b0f7f4-15ae-4f8a-b50c-92c8b9a384df not bound to the agent host hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:08:44.129429 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2afcf833-3653-4a8b-900b-0ac54f1b582c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2767638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733091'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:44.309128 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e68d7a3-6a3c-45aa-beb8-42ec45c4abd9 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] DELETE failed (client error): The resource could not be found. Feb 10 23:08:44.314578 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e68d7a3-6a3c-45aa-beb8-42ec45c4abd9 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:08:44.314578 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-8e68d7a3-6a3c-45aa-beb8-42ec45c4abd9 tempest-RoutersIpV6Test-186884548 tempest-RoutersIpV6Test-186884548-project] 10.222.0.59 "DELETE /v2.0/subnets/cffb46d8-2adc-428e-9906-9e8a5b951d51 HTTP/1.1" status: 404 len: 337 time: 0.5912991 Feb 10 23:08:44.328111 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bbb76c8-1bab-4440-b2b8-7476fe364e03 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Made reservation on behalf of ddd8d1e5e56d403487d0461567751352 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:08:44.332060 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0bbb76c8-1bab-4440-b2b8-7476fe364e03 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:44.352577 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-75a0a606-85cd-4951-871c-25b49b71f263 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Deleting port 18293798-240e-4af2-ac11-34a1f5f75208 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:08:44.352577 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-75a0a606-85cd-4951-871c-25b49b71f263 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:44.444400 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 2bdfeed0-7d38-4b05-acfa-b79ef317da12 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:08:44.494254 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-cb4daf48-cf50-4e34-8d13-e58591850338 req-e3da6eb1-7359-4c70-ab83-2e1b7530abc0 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 210 time: 0.1669872 Feb 10 23:08:44.511362 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bbb76c8-1bab-4440-b2b8-7476fe364e03 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:08:44.555773 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 2bdfeed0-7d38-4b05-acfa-b79ef317da12 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:44.557508 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:44.601613 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0bbb76c8-1bab-4440-b2b8-7476fe364e03 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:44.601859 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-0bbb76c8-1bab-4440-b2b8-7476fe364e03 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Added segment af91dfe6-3f6d-4afa-8829-1f504b566e7c of type vlan for network 6aa9dfa0-61f1-498d-a164-b1efcd3ff11c Feb 10 23:08:44.720296 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0bbb76c8-1bab-4440-b2b8-7476fe364e03 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:44.778113 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-75a0a606-85cd-4951-871c-25b49b71f263 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:44.925169 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-75a0a606-85cd-4951-871c-25b49b71f263 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Calling delete_port for 18293798-240e-4af2-ac11-34a1f5f75208 owned by network:router_gateway {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:08:44.933471 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-96a0caa9-3e77-4de4-b204-0ce38b07d875 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:44.960717 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44832) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:45.060359 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [req-137ae7d0-73c0-4bc6-916a-6e77e5163122 req-d6c8e7c6-c2b3-477a-8ed7-7ed1c834acc6 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Router fcd141a3-fb33-4200-8ce7-8ff07f52fcad has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:08:45.062954 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0bbb76c8-1bab-4440-b2b8-7476fe364e03 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:45.067506 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbb76c8-1bab-4440-b2b8-7476fe364e03 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:45.068093 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0bbb76c8-1bab-4440-b2b8-7476fe364e03 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:45.072226 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a0caa9-3e77-4de4-b204-0ce38b07d875 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Network 874793ed-1cb6-4082-bdae-d361d4c8b506 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:08:45.077471 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-96a0caa9-3e77-4de4-b204-0ce38b07d875 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:08:45.083163 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a0caa9-3e77-4de4-b204-0ce38b07d875 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:45.083962 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-96a0caa9-3e77-4de4-b204-0ce38b07d875 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:45.090631 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c43c09a-1ca8-430b-a9e9-f10a15a6fd84 None None] Network 874793ed-1cb6-4082-bdae-d361d4c8b506 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:08:45.112270 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a0caa9-3e77-4de4-b204-0ce38b07d875 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event updated for resources: {'Subnet': ['ID=784d7ca0-27c2-4fcb-8c60-1835f43c1a31,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:45.152890 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2afcf833-3653-4a8b-900b-0ac54f1b582c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Router 1359e446-ed83-4f9b-84b9-bc51e0ace908 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:08:45.225002 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-96a0caa9-3e77-4de4-b204-0ce38b07d875 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.4737415 Feb 10 23:08:45.233223 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44840) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:45.233553 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44842) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:45.292160 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-fc11268e-73d4-4dc1-ae2a-bac540c0c891 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Request body: {'port': {'network_id': '874793ed-1cb6-4082-bdae-d361d4c8b506', 'fixed_ips': [{'subnet_id': '31414597-1cc6-491e-8fd3-3508ca5215a0'}, {'subnet_id': '784d7ca0-27c2-4fcb-8c60-1835f43c1a31'}], 'name': 'tempest-PortsIpV6TestJSON-1667485325'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:08:45.355829 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbb76c8-1bab-4440-b2b8-7476fe364e03 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Pushing event updated for resources: {'Network': ['ID=6aa9dfa0-61f1-498d-a164-b1efcd3ff11c,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:45.410938 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 6aa9dfa0-61f1-498d-a164-b1efcd3ff11c details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:08:45.454678 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0bbb76c8-1bab-4440-b2b8-7476fe364e03 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6064370 Feb 10 23:08:45.458810 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44850) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:45.472908 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-fc11268e-73d4-4dc1-ae2a-bac540c0c891 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:08:45.482300 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-b1c04bc6-d50a-4d69-8108-10e4c4c4e095 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Request body: {'subnet': {'network_id': '6aa9dfa0-61f1-498d-a164-b1efcd3ff11c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:08:45.501211 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-fc11268e-73d4-4dc1-ae2a-bac540c0c891 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Usage tracker for resource:port and tenant:a1a196bacc5e4170b4defd7cfb879ddb is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:08:45.507070 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-fc11268e-73d4-4dc1-ae2a-bac540c0c891 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:08:45.516487 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9d640a31-a4a8-47f9-934c-311d3c5ac7a9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9679d844e15947ffaadb0d4f870cf9d6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5523844 Feb 10 23:08:45.517562 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44856) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:45.519710 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-7d1bb811-54ad-4408-810e-c284643fa01d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1421588141'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:08:45.577964 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-fc11268e-73d4-4dc1-ae2a-bac540c0c891 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:08:45.582314 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7d1bb811-54ad-4408-810e-c284643fa01d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:08:45.588033 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-75a0a606-85cd-4951-871c-25b49b71f263 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:45.605148 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-7d1bb811-54ad-4408-810e-c284643fa01d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Usage tracker for resource:network and tenant:143e860117cc493db304000cc95b95c2 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:08:45.614570 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-7d1bb811-54ad-4408-810e-c284643fa01d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:08:45.631869 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7d1bb811-54ad-4408-810e-c284643fa01d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:08:45.640120 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a0a606-85cd-4951-871c-25b49b71f263 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Pushing event deleted for resources: {'Port': ['ID=18293798-240e-4af2-ac11-34a1f5f75208,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:45.653771 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2afcf833-3653-4a8b-900b-0ac54f1b582c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:08:45.655695 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b1c04bc6-d50a-4d69-8108-10e4c4c4e095 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:08:45.666980 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-2afcf833-3653-4a8b-900b-0ac54f1b582c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "PUT /v2.0/routers/1359e446-ed83-4f9b-84b9-bc51e0ace908/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9146180 Feb 10 23:08:45.669968 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44862) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:45.670121 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-b1c04bc6-d50a-4d69-8108-10e4c4c4e095 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Usage tracker for resource:subnet and tenant:ddd8d1e5e56d403487d0461567751352 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:08:45.673372 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f41673-98a8-4264-afac-b4c9b9f3428f None None] Sync routers for ids ['1359e446-ed83-4f9b-84b9-bc51e0ace908'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:08:45.677567 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-b1c04bc6-d50a-4d69-8108-10e4c4c4e095 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Quota usage for subnet was recalculated. Used quota:4. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:08:45.693490 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b1c04bc6-d50a-4d69-8108-10e4c4c4e095 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:08:45.694164 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f41673-98a8-4264-afac-b4c9b9f3428f None None] Routers {'1359e446-ed83-4f9b-84b9-bc51e0ace908'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:08:45.695544 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-00f41673-98a8-4264-afac-b4c9b9f3428f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:08:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['1359e446-ed83-4f9b-84b9-bc51e0ace908'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:45.708122 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9df57620-8cfa-415c-a0bb-8647f06270f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:45.734972 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9df57620-8cfa-415c-a0bb-8647f06270f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:45.739580 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc11268e-73d4-4dc1-ae2a-bac540c0c891 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Made reservation on behalf of a1a196bacc5e4170b4defd7cfb879ddb for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:08:45.745195 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fc11268e-73d4-4dc1-ae2a-bac540c0c891 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:45.746737 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f07faf-8d4d-4c0b-a0f9-1b3b76aed638 None None] Update dhcp port {'port': {'network_id': '874793ed-1cb6-4082-bdae-d361d4c8b506', 'fixed_ips': [{'subnet_id': '31414597-1cc6-491e-8fd3-3508ca5215a0', 'ip_address': '2001:db8::2'}, {'subnet_id': '784d7ca0-27c2-4fcb-8c60-1835f43c1a31'}], 'binding:host_id': 'dv-neutron-828797-1-hyperv'}, 'id': '2bdfeed0-7d38-4b05-acfa-b79ef317da12'} from dv-neutron-828797-1-hyperv. {{(pid=84334) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 10 23:08:45.778207 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1bb811-54ad-4408-810e-c284643fa01d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Made reservation on behalf of 143e860117cc493db304000cc95b95c2 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:08:45.780225 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7d1bb811-54ad-4408-810e-c284643fa01d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:45.808796 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f9f07faf-8d4d-4c0b-a0f9-1b3b76aed638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:45.825127 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7d1bb811-54ad-4408-810e-c284643fa01d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:45.920883 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-97ba85b4-8884-4fe9-aa37-6d9af04028bd req-2beeedfc-83af-4d3a-9f3a-1a897a2885fc tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Synchronizing usage tracker for tenant:e452088f31c44993a8754d6dd8fb5a7b on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:08:45.933166 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-00f41673-98a8-4264-afac-b4c9b9f3428f None None] Set router 1359e446-ed83-4f9b-84b9-bc51e0ace908 gateway port host: None {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:08:46.019798 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:46.049827 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-fc11268e-73d4-4dc1-ae2a-bac540c0c891 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] device_id is not set on port 18b740e6-2caa-4569-9845-a4f150644619 yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:08:46.096709 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c04bc6-d50a-4d69-8108-10e4c4c4e095 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Made reservation on behalf of ddd8d1e5e56d403487d0461567751352 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:08:46.115514 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-97ba85b4-8884-4fe9-aa37-6d9af04028bd req-2beeedfc-83af-4d3a-9f3a-1a897a2885fc tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Unset dirty status for tenant:e452088f31c44993a8754d6dd8fb5a7b on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:08:46.129334 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-97ba85b4-8884-4fe9-aa37-6d9af04028bd req-2beeedfc-83af-4d3a-9f3a-1a897a2885fc tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 210 time: 0.3374410 Feb 10 23:08:46.181060 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-f9f07faf-8d4d-4c0b-a0f9-1b3b76aed638 None None] Allocated IP 2001:db8:0:1::2 (874793ed-1cb6-4082-bdae-d361d4c8b506/784d7ca0-27c2-4fcb-8c60-1835f43c1a31/2bdfeed0-7d38-4b05-acfa-b79ef317da12) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:08:46.260760 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b1c04bc6-d50a-4d69-8108-10e4c4c4e095 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:46.332496 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-137ae7d0-73c0-4bc6-916a-6e77e5163122 req-d6c8e7c6-c2b3-477a-8ed7-7ed1c834acc6 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:08:46.395350 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-f9f07faf-8d4d-4c0b-a0f9-1b3b76aed638 None None] For port 2bdfeed0-7d38-4b05-acfa-b79ef317da12, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=2bdfeed0-7d38-4b05-acfa-b79ef317da12,segment=NetworkSegment(5b63d07c-efda-49b4-a9fc-351f63d37d19),segment_id=5b63d07c-efda-49b4-a9fc-351f63d37d19)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:08:46.408387 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671e612e-dd97-4e8e-bd1d-f634a7b88cb0 None None] Sync routers for ids ['fcd141a3-fb33-4200-8ce7-8ff07f52fcad'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:08:46.410916 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-00f41673-98a8-4264-afac-b4c9b9f3428f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'name': 'tempest-RoutersTest-router-479301092', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:56Z', 'updated_at': '2022-02-10T23:08:42Z', 'revision_number': 9, 'project_id': '62dc022463634d02b4f57b75cc001545', 'gw_port_host': None, '_interfaces': [{'id': '17646efb-7102-4d7a-908f-cb7d3d2de387', 'name': '', 'network_id': '12052084-206d-4312-a617-f252f8179831', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'mac_address': 'fa:16:3e:b6:5f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2fd1ea0-3072-4924-9e05-ffa3a0177446', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:21Z', 'updated_at': '2022-02-10T23:07:40Z', 'revision_number': 5, 'project_id': '62dc022463634d02b4f57b75cc001545', 'subnets': [{'id': 'c2fd1ea0-3072-4924-9e05-ffa3a0177446', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbc327d4-197b-47d3-9396-0ecba21ce359', 'name': '', 'network_id': '10d2f5a7-936f-4925-9467-45b0b7c99ec4', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'mac_address': 'fa:16:3e:87:32:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6566b71-ba57-47a8-bc9e-b4ac96b16a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:03Z', 'updated_at': '2022-02-10T23:07:24Z', 'revision_number': 5, 'project_id': '62dc022463634d02b4f57b75cc001545', 'subnets': [{'id': 'd6566b71-ba57-47a8-bc9e-b4ac96b16a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:46.417017 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f41673-98a8-4264-afac-b4c9b9f3428f None None] Checking router: 1359e446-ed83-4f9b-84b9-bc51e0ace908 for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:08:46.432023 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-75a0a606-85cd-4951-871c-25b49b71f263 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734197'] for router_gateway, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:46.433760 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f41673-98a8-4264-afac-b4c9b9f3428f None None] Routers {'1359e446-ed83-4f9b-84b9-bc51e0ace908'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:08:46.434718 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-00f41673-98a8-4264-afac-b4c9b9f3428f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:08:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['1359e446-ed83-4f9b-84b9-bc51e0ace908'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:46.438291 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.ipam_backend_mixin [None req-b1c04bc6-d50a-4d69-8108-10e4c4c4e095 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Performing IP validity checks on allocation pools {{(pid=84333) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 10 23:08:46.438912 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.ipam_backend_mixin [None req-b1c04bc6-d50a-4d69-8108-10e4c4c4e095 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84333) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 10 23:08:46.443687 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7d1bb811-54ad-4408-810e-c284643fa01d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:08:46.443876 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671e612e-dd97-4e8e-bd1d-f634a7b88cb0 None None] Routers {'fcd141a3-fb33-4200-8ce7-8ff07f52fcad'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:08:46.444711 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-671e612e-dd97-4e8e-bd1d-f634a7b88cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:08:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['fcd141a3-fb33-4200-8ce7-8ff07f52fcad'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:46.488798 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-137ae7d0-73c0-4bc6-916a-6e77e5163122 req-d6c8e7c6-c2b3-477a-8ed7-7ed1c834acc6 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] No DVR routers for this DVR port 20b0f7f4-15ae-4f8a-b50c-92c8b9a384df on host hv-neutron-8287 {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:08:46.490963 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-7d1bb811-54ad-4408-810e-c284643fa01d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Usage tracker for resource:security_group_rule and tenant:143e860117cc493db304000cc95b95c2 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:08:46.497555 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9df57620-8cfa-415c-a0bb-8647f06270f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:46.499311 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-7d1bb811-54ad-4408-810e-c284643fa01d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:08:46.517418 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7d1bb811-54ad-4408-810e-c284643fa01d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:08:46.563969 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-137ae7d0-73c0-4bc6-916a-6e77e5163122 req-d6c8e7c6-c2b3-477a-8ed7-7ed1c834acc6 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:46.582542 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ae685f-fde5-49d6-8a9e-ef701b2aedc0', 'name': 'network-vif-deleted', 'tag': '20b0f7f4-15ae-4f8a-b50c-92c8b9a384df'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:08:46.611492 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9df57620-8cfa-415c-a0bb-8647f06270f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:46.613608 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9df57620-8cfa-415c-a0bb-8647f06270f6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/631b1318-6c92-4150-b35b-6f5a707d421c HTTP/1.1" status: 204 len: 168 time: 1.0941753 Feb 10 23:08:46.614811 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df57620-8cfa-415c-a0bb-8647f06270f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631b1318-6c92-4150-b35b-6f5a707d421c,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:46.631682 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-137ae7d0-73c0-4bc6-916a-6e77e5163122 req-d6c8e7c6-c2b3-477a-8ed7-7ed1c834acc6 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.37 "DELETE /v2.0/ports/20b0f7f4-15ae-4f8a-b50c-92c8b9a384df HTTP/1.1" status: 204 len: 173 time: 5.8123393 Feb 10 23:08:46.715035 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b2800b9-d69b-48ab-b116-2558125e53a1 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Deleting subnet 8876885e-8839-4ecf-9a7c-7d3f809d8dfd {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:08:46.724036 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-00f41673-98a8-4264-afac-b4c9b9f3428f None None] Set router 1359e446-ed83-4f9b-84b9-bc51e0ace908 gateway port host: None {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:08:46.740951 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f9f07faf-8d4d-4c0b-a0f9-1b3b76aed638 None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:46.803564 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3b2800b9-d69b-48ab-b116-2558125e53a1 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:46.814126 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-f9f07faf-8d4d-4c0b-a0f9-1b3b76aed638 None None] Transition to ACTIVE for port object 2bdfeed0-7d38-4b05-acfa-b79ef317da12 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:08:46.852812 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-75a0a606-85cd-4951-871c-25b49b71f263 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:46.855695 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7d1bb811-54ad-4408-810e-c284643fa01d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:46.867624 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-75a0a606-85cd-4951-871c-25b49b71f263 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:46.879194 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-671e612e-dd97-4e8e-bd1d-f634a7b88cb0 None None] Set router fcd141a3-fb33-4200-8ce7-8ff07f52fcad gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:08:46.893472 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3b2800b9-d69b-48ab-b116-2558125e53a1 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:46.975215 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f9f07faf-8d4d-4c0b-a0f9-1b3b76aed638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:47.026635 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ae685f-fde5-49d6-8a9e-ef701b2aedc0', 'name': 'network-vif-deleted', 'tag': '20b0f7f4-15ae-4f8a-b50c-92c8b9a384df', 'status': 'completed', 'code': 200} Feb 10 23:08:47.042500 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b1c04bc6-d50a-4d69-8108-10e4c4c4e095 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:47.047821 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3b2800b9-d69b-48ab-b116-2558125e53a1 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:47.097367 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7d1bb811-54ad-4408-810e-c284643fa01d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:47.115064 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d1bb811-54ad-4408-810e-c284643fa01d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:08:47.164702 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-75a0a606-85cd-4951-871c-25b49b71f263 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:47.166764 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a0a606-85cd-4951-871c-25b49b71f263 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Fanout notify agent at l3_agent the message router_deleted on router ceb0202d-0403-475b-a150-eb543df39ce0 {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:08:47.168743 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7d1bb811-54ad-4408-810e-c284643fa01d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:47.169146 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-7d1bb811-54ad-4408-810e-c284643fa01d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Added segment 5a3e519f-3527-435e-bba5-0c3ebe57ae25 of type vlan for network 6dca27ff-0cc1-400d-8ed1-46016d84d938 Feb 10 23:08:47.172306 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c04bc6-d50a-4d69-8108-10e4c4c4e095 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Pushing event updated for resources: {'Subnet': ['ID=d477e0ea-5750-4fd7-a074-4f3b54ddea59,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:47.219388 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-75a0a606-85cd-4951-871c-25b49b71f263 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:47.223058 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-75a0a606-85cd-4951-871c-25b49b71f263 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] 10.222.0.59 "DELETE /v2.0/routers/ceb0202d-0403-475b-a150-eb543df39ce0 HTTP/1.1" status: 204 len: 168 time: 6.0581753 Feb 10 23:08:47.224515 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44878) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:47.305269 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1bb811-54ad-4408-810e-c284643fa01d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8291559a-e9d0-42d0-81a7-0d66def75039,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:47.386740 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-fc11268e-73d4-4dc1-ae2a-bac540c0c891 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Allocated IP 2001:db8::9c (874793ed-1cb6-4082-bdae-d361d4c8b506/31414597-1cc6-491e-8fd3-3508ca5215a0/18b740e6-2caa-4569-9845-a4f150644619) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:08:47.396285 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-fc11268e-73d4-4dc1-ae2a-bac540c0c891 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Allocated IP 2001:db8:0:1::138 (874793ed-1cb6-4082-bdae-d361d4c8b506/784d7ca0-27c2-4fcb-8c60-1835f43c1a31/18b740e6-2caa-4569-9845-a4f150644619) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:08:47.411131 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-00f41673-98a8-4264-afac-b4c9b9f3428f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'name': 'tempest-RoutersTest-router-479301092', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:56Z', 'updated_at': '2022-02-10T23:08:42Z', 'revision_number': 9, 'project_id': '62dc022463634d02b4f57b75cc001545', 'gw_port_host': None, '_interfaces': [{'id': '17646efb-7102-4d7a-908f-cb7d3d2de387', 'name': '', 'network_id': '12052084-206d-4312-a617-f252f8179831', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'mac_address': 'fa:16:3e:b6:5f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2fd1ea0-3072-4924-9e05-ffa3a0177446', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:21Z', 'updated_at': '2022-02-10T23:07:40Z', 'revision_number': 5, 'project_id': '62dc022463634d02b4f57b75cc001545', 'subnets': [{'id': 'c2fd1ea0-3072-4924-9e05-ffa3a0177446', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbc327d4-197b-47d3-9396-0ecba21ce359', 'name': '', 'network_id': '10d2f5a7-936f-4925-9467-45b0b7c99ec4', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'mac_address': 'fa:16:3e:87:32:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6566b71-ba57-47a8-bc9e-b4ac96b16a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:03Z', 'updated_at': '2022-02-10T23:07:24Z', 'revision_number': 5, 'project_id': '62dc022463634d02b4f57b75cc001545', 'subnets': [{'id': 'd6566b71-ba57-47a8-bc9e-b4ac96b16a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:47.414193 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f07faf-8d4d-4c0b-a0f9-1b3b76aed638 None None] Pushing event updated for resources: {'Port': ['ID=2bdfeed0-7d38-4b05-acfa-b79ef317da12,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:47.422062 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f41673-98a8-4264-afac-b4c9b9f3428f None None] The sync data for ids ['1359e446-ed83-4f9b-84b9-bc51e0ace908'] in dv-neutron-828797-1-hyperv is: [{'id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'name': 'tempest-RoutersTest-router-479301092', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:56Z', 'updated_at': '2022-02-10T23:08:42Z', 'revision_number': 9, 'project_id': '62dc022463634d02b4f57b75cc001545', 'gw_port_host': None, '_interfaces': [{'id': '17646efb-7102-4d7a-908f-cb7d3d2de387', 'name': '', 'network_id': '12052084-206d-4312-a617-f252f8179831', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'mac_address': 'fa:16:3e:b6:5f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2fd1ea0-3072-4924-9e05-ffa3a0177446', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:21Z', 'updated_at': '2022-02-10T23:07:40Z', 'revision_number': 5, 'project_id': '62dc022463634d02b4f57b75cc001545', 'subnets': [{'id': 'c2fd1ea0-3072-4924-9e05-ffa3a0177446', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbc327d4-197b-47d3-9396-0ecba21ce359', 'name': '', 'network_id': '10d2f5a7-936f-4925-9467-45b0b7c99ec4', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'mac_address': 'fa:16:3e:87:32:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6566b71-ba57-47a8-bc9e-b4ac96b16a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:03Z', 'updated_at': '2022-02-10T23:07:24Z', 'revision_number': 5, 'project_id': '62dc022463634d02b4f57b75cc001545', 'subnets': [{'id': 'd6566b71-ba57-47a8-bc9e-b4ac96b16a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:08:47.493502 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7d1bb811-54ad-4408-810e-c284643fa01d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:47.496454 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3b2800b9-d69b-48ab-b116-2558125e53a1 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:47.633258 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-671e612e-dd97-4e8e-bd1d-f634a7b88cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd141a3-fb33-4200-8ce7-8ff07f52fcad', 'name': 'tempest-ServerActionsTestJSON-217153584-router', 'tenant_id': 'e452088f31c44993a8754d6dd8fb5a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': '70a9c9b9-9579-41b5-b8ad-d75d392541fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:04:57Z', 'updated_at': '2022-02-10T23:05:11Z', 'revision_number': 4, 'project_id': 'e452088f31c44993a8754d6dd8fb5a7b', 'gw_port': {'id': '70a9c9b9-9579-41b5-b8ad-d75d392541fa', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:1b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd141a3-fb33-4200-8ce7-8ff07f52fcad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:04:59Z', 'updated_at': '2022-02-10T23:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'e17d4c0a-22cf-48d7-b06c-3ff7181baeb3', 'name': '', 'network_id': 'cc3883e2-07c5-4782-b2eb-c25b67bd2e9e', 'tenant_id': 'e452088f31c44993a8754d6dd8fb5a7b', 'mac_address': 'fa:16:3e:c2:7a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd141a3-fb33-4200-8ce7-8ff07f52fcad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01b72c06-c698-462d-bf7b-325d09ba1c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:05:09Z', 'updated_at': '2022-02-10T23:05:28Z', 'revision_number': 5, 'project_id': 'e452088f31c44993a8754d6dd8fb5a7b', 'subnets': [{'id': '01b72c06-c698-462d-bf7b-325d09ba1c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:47.640842 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671e612e-dd97-4e8e-bd1d-f634a7b88cb0 None None] Checking router: fcd141a3-fb33-4200-8ce7-8ff07f52fcad for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:08:47.655433 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671e612e-dd97-4e8e-bd1d-f634a7b88cb0 None None] Routers {'fcd141a3-fb33-4200-8ce7-8ff07f52fcad'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:08:47.656423 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-671e612e-dd97-4e8e-bd1d-f634a7b88cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:08:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['fcd141a3-fb33-4200-8ce7-8ff07f52fcad'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:47.692644 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2800b9-d69b-48ab-b116-2558125e53a1 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event deleted for resources: {'Subnet': ['ID=8876885e-8839-4ecf-9a7c-7d3f809d8dfd,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:47.716322 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-78875f5c-a005-4165-8645-5115156d8dbd req-11bbe3cc-d073-4be3-bfc7-2d077db47fec tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5ae685f-fde5-49d6-8a9e-ef701b2aedc0 HTTP/1.1" status: 200 len: 210 time: 0.2215109 Feb 10 23:08:47.749686 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c04bc6-d50a-4d69-8108-10e4c4c4e095 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Checking segment: {'id': 'af91dfe6-3f6d-4afa-8829-1f504b566e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6aa9dfa0-61f1-498d-a164-b1efcd3ff11c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:08:47.750272 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c04bc6-d50a-4d69-8108-10e4c4c4e095 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Network hostable DHCP agents. Network: 6aa9dfa0-61f1-498d-a164-b1efcd3ff11c, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:08:47.756846 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3b2800b9-d69b-48ab-b116-2558125e53a1 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:47.759240 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3b2800b9-d69b-48ab-b116-2558125e53a1 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "DELETE /v2.0/subnets/8876885e-8839-4ecf-9a7c-7d3f809d8dfd HTTP/1.1" status: 204 len: 168 time: 2.0600669 Feb 10 23:08:47.768968 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44890) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:47.774253 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d66d8d9-2e95-4319-a975-61beec6e992a tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Deleting subnet b5f55256-8e66-413f-b024-00a20ae3e3e1 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:08:47.795431 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d41579-e2fe-4faf-9a8a-86daf3cc444c None None] Network 1979ad8e-359d-4de4-9d0d-2bc93f828579 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:08:47.951664 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fc11268e-73d4-4dc1-ae2a-bac540c0c891 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:47.955486 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7d1bb811-54ad-4408-810e-c284643fa01d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:47.962932 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1bb811-54ad-4408-810e-c284643fa01d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:47.963898 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7d1bb811-54ad-4408-810e-c284643fa01d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:47.990288 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8065457a-0456-4ddd-a5bc-bdfde67db270 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:47.995749 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7d66d8d9-2e95-4319-a975-61beec6e992a tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:48.138335 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-8065457a-0456-4ddd-a5bc-bdfde67db270 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Deleting port bdc350ce-802c-4dfe-8100-449c54af0bf0 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:08:48.140096 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8065457a-0456-4ddd-a5bc-bdfde67db270 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:48.155469 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-671e612e-dd97-4e8e-bd1d-f634a7b88cb0 None None] Set router fcd141a3-fb33-4200-8ce7-8ff07f52fcad gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:08:48.263798 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-fc11268e-73d4-4dc1-ae2a-bac540c0c891 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Transition to ACTIVE for port object 18b740e6-2caa-4569-9845-a4f150644619 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:08:48.288772 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c04bc6-d50a-4d69-8108-10e4c4c4e095 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Network 6aa9dfa0-61f1-498d-a164-b1efcd3ff11c is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:08:48.301388 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-7d1bb811-54ad-4408-810e-c284643fa01d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.0639629 Feb 10 23:08:48.323220 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44898) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:48.338288 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-251ee044-f61b-442b-af66-4e1dd46408f2 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Request body: {'subnet': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:08:48.386982 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 2bdfeed0-7d38-4b05-acfa-b79ef317da12 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:08:48.432933 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7d66d8d9-2e95-4319-a975-61beec6e992a tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:48.436608 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1bb811-54ad-4408-810e-c284643fa01d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event updated for resources: {'Network': ['ID=6dca27ff-0cc1-400d-8ed1-46016d84d938,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:48.452920 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fc11268e-73d4-4dc1-ae2a-bac540c0c891 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:48.461406 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-b1c04bc6-d50a-4d69-8108-10e4c4c4e095 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 6aa9dfa0-61f1-498d-a164-b1efcd3ff11c) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:08:48.526715 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c04bc6-d50a-4d69-8108-10e4c4c4e095 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:48.527350 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b1c04bc6-d50a-4d69-8108-10e4c4c4e095 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:48.611992 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:08:48.619144 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7d66d8d9-2e95-4319-a975-61beec6e992a tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:48.640631 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9631804-cb11-4d8a-a52e-51129f8c1fbb None None] Network 6aa9dfa0-61f1-498d-a164-b1efcd3ff11c requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:08:48.667790 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1639f1c9-cc04-410d-bd9a-b6ad26df7038 None None] DHCP port deletion for 1979ad8e-359d-4de4-9d0d-2bc93f828579 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:08:48.675367 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc11268e-73d4-4dc1-ae2a-bac540c0c891 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Network 874793ed-1cb6-4082-bdae-d361d4c8b506 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:08:48.677682 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-251ee044-f61b-442b-af66-4e1dd46408f2 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:08:48.683762 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-fc11268e-73d4-4dc1-ae2a-bac540c0c891 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:08:48.686094 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc11268e-73d4-4dc1-ae2a-bac540c0c891 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event updated for resources: {'Port': ['ID=18b740e6-2caa-4569-9845-a4f150644619,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:48.690630 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc11268e-73d4-4dc1-ae2a-bac540c0c891 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:08:48.705667 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc11268e-73d4-4dc1-ae2a-bac540c0c891 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:48.705667 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fc11268e-73d4-4dc1-ae2a-bac540c0c891 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:48.715397 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-251ee044-f61b-442b-af66-4e1dd46408f2 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Usage tracker for resource:subnet and tenant:143e860117cc493db304000cc95b95c2 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:08:48.723985 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-251ee044-f61b-442b-af66-4e1dd46408f2 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:08:48.738804 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-251ee044-f61b-442b-af66-4e1dd46408f2 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:08:48.745924 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-b1c04bc6-d50a-4d69-8108-10e4c4c4e095 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.2841341 Feb 10 23:08:48.749409 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44906) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:48.758315 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-1a1b9d3f-4779-40f8-9d29-043cfe8c14c5 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:08:48.862047 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-1639f1c9-cc04-410d-bd9a-b6ad26df7038 None None] Deleting port bdc350ce-802c-4dfe-8100-449c54af0bf0 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:08:48.863422 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1639f1c9-cc04-410d-bd9a-b6ad26df7038 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:48.870247 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-fc11268e-73d4-4dc1-ae2a-bac540c0c891 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.6356013 Feb 10 23:08:48.882251 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44912) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:48.904608 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-0f70e9dc-10f7-4774-9046-f7c192685b0d tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '31414597-1cc6-491e-8fd3-3508ca5215a0'}]}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:08:48.905547 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-8065457a-0456-4ddd-a5bc-bdfde67db270 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] For port bdc350ce-802c-4dfe-8100-449c54af0bf0, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=bdc350ce-802c-4dfe-8100-449c54af0bf0,segment=NetworkSegment(5bb23469-4945-4f51-acaf-089d6afb8ba5),segment_id=5bb23469-4945-4f51-acaf-089d6afb8ba5)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:08:48.906094 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8065457a-0456-4ddd-a5bc-bdfde67db270 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:48.998791 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7d66d8d9-2e95-4319-a975-61beec6e992a tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:49.057785 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-251ee044-f61b-442b-af66-4e1dd46408f2 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Made reservation on behalf of 143e860117cc493db304000cc95b95c2 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:08:49.135403 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7d66d8d9-2e95-4319-a975-61beec6e992a tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:49.148910 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-5d9576bb-1184-4c35-98b3-ad105e292942 None None] Provisioning for port 2bdfeed0-7d38-4b05-acfa-b79ef317da12 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:08:49.154356 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-8065457a-0456-4ddd-a5bc-bdfde67db270 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Calling delete_port for bdc350ce-802c-4dfe-8100-449c54af0bf0 owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:08:49.186596 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d66d8d9-2e95-4319-a975-61beec6e992a tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Pushing event deleted for resources: {'Subnet': ['ID=b5f55256-8e66-413f-b024-00a20ae3e3e1,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:49.189785 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-5d9576bb-1184-4c35-98b3-ad105e292942 None None] Provisioning complete for port 2bdfeed0-7d38-4b05-acfa-b79ef317da12 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:49.189989 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5d9576bb-1184-4c35-98b3-ad105e292942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:49.191459 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44920) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:49.192013 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44922) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:49.237076 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7d66d8d9-2e95-4319-a975-61beec6e992a tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] 10.222.0.59 "DELETE /v2.0/subnets/b5f55256-8e66-413f-b024-00a20ae3e3e1 HTTP/1.1" status: 204 len: 168 time: 2.0090053 Feb 10 23:08:49.249646 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44930) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:49.322169 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5b087ed0-a92f-42b1-b0ce-995ec55720d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:49.387835 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 2bdfeed0-7d38-4b05-acfa-b79ef317da12 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:49.388209 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:49.393997 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-838f97b0-5fe1-4f39-ad15-d5853a2f7448 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:49.416477 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-438122b8-043f-40dc-9b5f-1a1f351d7cae tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Request body: {'security_group': {'name': 'tempest-secgroup--852115763'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:08:49.427963 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-438122b8-043f-40dc-9b5f-1a1f351d7cae tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:08:49.456755 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-438122b8-043f-40dc-9b5f-1a1f351d7cae tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Usage tracker for resource:security_group and tenant:82a10a87ca1d4162b59aed13d6b90a18 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:08:49.463332 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1a1b9d3f-4779-40f8-9d29-043cfe8c14c5 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-32320829'] for subnet, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:49.467495 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-438122b8-043f-40dc-9b5f-1a1f351d7cae tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:08:49.478607 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-251ee044-f61b-442b-af66-4e1dd46408f2 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:49.501307 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-438122b8-043f-40dc-9b5f-1a1f351d7cae tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:08:49.573740 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-671e612e-dd97-4e8e-bd1d-f634a7b88cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd141a3-fb33-4200-8ce7-8ff07f52fcad', 'name': 'tempest-ServerActionsTestJSON-217153584-router', 'tenant_id': 'e452088f31c44993a8754d6dd8fb5a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': '70a9c9b9-9579-41b5-b8ad-d75d392541fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:04:57Z', 'updated_at': '2022-02-10T23:05:11Z', 'revision_number': 4, 'project_id': 'e452088f31c44993a8754d6dd8fb5a7b', 'gw_port': {'id': '70a9c9b9-9579-41b5-b8ad-d75d392541fa', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:1b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd141a3-fb33-4200-8ce7-8ff07f52fcad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:04:59Z', 'updated_at': '2022-02-10T23:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'e17d4c0a-22cf-48d7-b06c-3ff7181baeb3', 'name': '', 'network_id': 'cc3883e2-07c5-4782-b2eb-c25b67bd2e9e', 'tenant_id': 'e452088f31c44993a8754d6dd8fb5a7b', 'mac_address': 'fa:16:3e:c2:7a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd141a3-fb33-4200-8ce7-8ff07f52fcad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01b72c06-c698-462d-bf7b-325d09ba1c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:05:09Z', 'updated_at': '2022-02-10T23:05:28Z', 'revision_number': 5, 'project_id': 'e452088f31c44993a8754d6dd8fb5a7b', 'subnets': [{'id': '01b72c06-c698-462d-bf7b-325d09ba1c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:49.608963 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8065457a-0456-4ddd-a5bc-bdfde67db270 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:49.613374 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-02901c62-8ee5-4d50-9961-d061e9c6fc3e tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:49.637616 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-1639f1c9-cc04-410d-bd9a-b6ad26df7038 None None] For port bdc350ce-802c-4dfe-8100-449c54af0bf0, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=bdc350ce-802c-4dfe-8100-449c54af0bf0,segment=NetworkSegment(5bb23469-4945-4f51-acaf-089d6afb8ba5),segment_id=5bb23469-4945-4f51-acaf-089d6afb8ba5)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:08:49.639180 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1639f1c9-cc04-410d-bd9a-b6ad26df7038 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:49.659417 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671e612e-dd97-4e8e-bd1d-f634a7b88cb0 None None] The sync data for ids ['fcd141a3-fb33-4200-8ce7-8ff07f52fcad'] in dv-neutron-828797-1-hyperv is: [{'id': 'fcd141a3-fb33-4200-8ce7-8ff07f52fcad', 'name': 'tempest-ServerActionsTestJSON-217153584-router', 'tenant_id': 'e452088f31c44993a8754d6dd8fb5a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': '70a9c9b9-9579-41b5-b8ad-d75d392541fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:04:57Z', 'updated_at': '2022-02-10T23:05:11Z', 'revision_number': 4, 'project_id': 'e452088f31c44993a8754d6dd8fb5a7b', 'gw_port': {'id': '70a9c9b9-9579-41b5-b8ad-d75d392541fa', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:1b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd141a3-fb33-4200-8ce7-8ff07f52fcad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:04:59Z', 'updated_at': '2022-02-10T23:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'e17d4c0a-22cf-48d7-b06c-3ff7181baeb3', 'name': '', 'network_id': 'cc3883e2-07c5-4782-b2eb-c25b67bd2e9e', 'tenant_id': 'e452088f31c44993a8754d6dd8fb5a7b', 'mac_address': 'fa:16:3e:c2:7a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd141a3-fb33-4200-8ce7-8ff07f52fcad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01b72c06-c698-462d-bf7b-325d09ba1c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:05:09Z', 'updated_at': '2022-02-10T23:05:28Z', 'revision_number': 5, 'project_id': 'e452088f31c44993a8754d6dd8fb5a7b', 'subnets': [{'id': '01b72c06-c698-462d-bf7b-325d09ba1c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:08:49.763659 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-02901c62-8ee5-4d50-9961-d061e9c6fc3e tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:49.777843 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1117079-fd60-4a02-83d2-a534b8fcb0d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-6aa9dfa0-61f1-498d-a164-b1efcd3ff11c', 'network_id': '6aa9dfa0-61f1-498d-a164-b1efcd3ff11c', 'tenant_id': 'ddd8d1e5e56d403487d0461567751352', 'fixed_ips': [{'subnet_id': 'd477e0ea-5750-4fd7-a074-4f3b54ddea59'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:08:49.779589 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b1117079-fd60-4a02-83d2-a534b8fcb0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:49.812362 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8065457a-0456-4ddd-a5bc-bdfde67db270 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event deleted for resources: {'Port': ['ID=bdc350ce-802c-4dfe-8100-449c54af0bf0,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:49.821200 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-438122b8-043f-40dc-9b5f-1a1f351d7cae tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:49.830852 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0f70e9dc-10f7-4774-9046-f7c192685b0d tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:49.839595 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8065457a-0456-4ddd-a5bc-bdfde67db270 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] No DVR routers for this DVR port bdc350ce-802c-4dfe-8100-449c54af0bf0 on host dv-neutron-828797-1-hyperv {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:08:49.843827 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-438122b8-043f-40dc-9b5f-1a1f351d7cae tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:49.913244 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-838f97b0-5fe1-4f39-ad15-d5853a2f7448 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:49.932468 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-1639f1c9-cc04-410d-bd9a-b6ad26df7038 None None] Calling delete_port for bdc350ce-802c-4dfe-8100-449c54af0bf0 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:08:50.100270 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b4ce4a-0324-4517-ab1c-37721d5f7486 None None] New status for floating IP 5e279841-3114-4b91-9589-0d9bdfa367bf: DOWN {{(pid=84335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 23:08:50.182208 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-02901c62-8ee5-4d50-9961-d061e9c6fc3e tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:50.238702 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-838f97b0-5fe1-4f39-ad15-d5853a2f7448 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e03b4806-3892-4f1a-9d10-327ba2c6f623']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:50.271542 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-438122b8-043f-40dc-9b5f-1a1f351d7cae tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:08:50.281804 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02901c62-8ee5-4d50-9961-d061e9c6fc3e tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0421c0b-e8f7-47c3-a619-8561b994f04a,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:50.303734 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1a1b9d3f-4779-40f8-9d29-043cfe8c14c5 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769972262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-32244844'] for subnet, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:50.304590 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-838f97b0-5fe1-4f39-ad15-d5853a2f7448 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aaa458a-ff10-40b5-ae7e-83d1ff23cb98') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:50.304993 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-838f97b0-5fe1-4f39-ad15-d5853a2f7448 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aaa458a-ff10-40b5-ae7e-83d1ff23cb98') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:50.324944 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8065457a-0456-4ddd-a5bc-bdfde67db270 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:50.333158 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-438122b8-043f-40dc-9b5f-1a1f351d7cae tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Usage tracker for resource:security_group_rule and tenant:82a10a87ca1d4162b59aed13d6b90a18 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:08:50.344681 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-438122b8-043f-40dc-9b5f-1a1f351d7cae tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:08:50.353805 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-438122b8-043f-40dc-9b5f-1a1f351d7cae tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:08:50.371943 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-838f97b0-5fe1-4f39-ad15-d5853a2f7448 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32216962'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:50.396581 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-8065457a-0456-4ddd-a5bc-bdfde67db270 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1979ad8e-359d-4de4-9d0d-2bc93f828579']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:50.419223 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-8065457a-0456-4ddd-a5bc-bdfde67db270 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bb23469-4945-4f51-acaf-089d6afb8ba5') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:50.419223 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-8065457a-0456-4ddd-a5bc-bdfde67db270 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bb23469-4945-4f51-acaf-089d6afb8ba5') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:50.426957 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1b9d3f-4779-40f8-9d29-043cfe8c14c5 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:50.427699 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1a1b9d3f-4779-40f8-9d29-043cfe8c14c5 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:50.429481 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-838f97b0-5fe1-4f39-ad15-d5853a2f7448 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:50.432237 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-1a1b9d3f-4779-40f8-9d29-043cfe8c14c5 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] 10.222.0.59 "PUT /v2.0/subnets/d477e0ea-5750-4fd7-a074-4f3b54ddea59 HTTP/1.1" status: 200 len: 900 time: 1.6815639 Feb 10 23:08:50.435844 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44938) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:50.439381 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8065457a-0456-4ddd-a5bc-bdfde67db270 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32216962'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:50.460099 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-838f97b0-5fe1-4f39-ad15-d5853a2f7448 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:08:50.460852 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-838f97b0-5fe1-4f39-ad15-d5853a2f7448 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32033006'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:50.463628 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 34b93693-e433-45b9-887a-9aaf3024edac no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:08:50.488276 dv-neutron-828797-1-hyperv neutron-server[84332]: Traceback (most recent call last): Feb 10 23:08:50.488276 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:08:50.488276 dv-neutron-828797-1-hyperv neutron-server[84332]: timer() Feb 10 23:08:50.488276 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:08:50.488276 dv-neutron-828797-1-hyperv neutron-server[84332]: cb(*args, **kw) Feb 10 23:08:50.488276 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:08:50.488276 dv-neutron-828797-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Feb 10 23:08:50.488276 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:08:50.488276 dv-neutron-828797-1-hyperv neutron-server[84332]: self._notify() Feb 10 23:08:50.488276 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:08:50.488276 dv-neutron-828797-1-hyperv neutron-server[84332]: self.callback(batched_events) Feb 10 23:08:50.488276 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:08:50.488276 dv-neutron-828797-1-hyperv neutron-server[84332]: event.method(event) Feb 10 23:08:50.488276 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:08:50.488276 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:08:50.488276 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:08:50.488276 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:08:50.488276 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:08:50.488276 dv-neutron-828797-1-hyperv neutron-server[84332]: return f(self, *a, **k) Feb 10 23:08:50.488276 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:08:50.488276 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._get(url).json() Feb 10 23:08:50.488276 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:08:50.488276 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:08:50.488276 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:08:50.488276 dv-neutron-828797-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Feb 10 23:08:50.488276 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:08:50.488276 dv-neutron-828797-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:08:50.488276 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:08:50.488276 dv-neutron-828797-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:08:50.488276 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:08:50.488276 dv-neutron-828797-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:08:50.488276 dv-neutron-828797-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:08:50.498668 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8065457a-0456-4ddd-a5bc-bdfde67db270 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:50.541896 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 34b93693-e433-45b9-887a-9aaf3024edac {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:08:50.542234 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 34b93693-e433-45b9-887a-9aaf3024edac not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:08:50.554909 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-1639f1c9-cc04-410d-bd9a-b6ad26df7038 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:08:50.555071 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-1639f1c9-cc04-410d-bd9a-b6ad26df7038 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:08:50.577403 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-b1117079-fd60-4a02-83d2-a534b8fcb0d0 None None] Allocated IP 2001:db8::3 (6aa9dfa0-61f1-498d-a164-b1efcd3ff11c/d477e0ea-5750-4fd7-a074-4f3b54ddea59/c804e443-3fac-403f-bcff-2f652e550746) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:08:50.584763 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8065457a-0456-4ddd-a5bc-bdfde67db270 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:08:50.585165 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8065457a-0456-4ddd-a5bc-bdfde67db270 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32033006'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:50.591273 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-0f70e9dc-10f7-4774-9046-f7c192685b0d tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Delete allocated IP 2001:db8:0:1::138 (874793ed-1cb6-4082-bdae-d361d4c8b506/784d7ca0-27c2-4fcb-8c60-1835f43c1a31) {{(pid=84333) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 10 23:08:50.603485 dv-neutron-828797-1-hyperv neutron-server[84332]: Traceback (most recent call last): Feb 10 23:08:50.603485 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:08:50.603485 dv-neutron-828797-1-hyperv neutron-server[84332]: timer() Feb 10 23:08:50.603485 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:08:50.603485 dv-neutron-828797-1-hyperv neutron-server[84332]: cb(*args, **kw) Feb 10 23:08:50.603485 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:08:50.603485 dv-neutron-828797-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Feb 10 23:08:50.603485 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:08:50.603485 dv-neutron-828797-1-hyperv neutron-server[84332]: self._notify() Feb 10 23:08:50.603485 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:08:50.603485 dv-neutron-828797-1-hyperv neutron-server[84332]: self.callback(batched_events) Feb 10 23:08:50.603485 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:08:50.603485 dv-neutron-828797-1-hyperv neutron-server[84332]: event.method(event) Feb 10 23:08:50.603485 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:08:50.603485 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:08:50.603485 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:08:50.603485 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:08:50.603485 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:08:50.603485 dv-neutron-828797-1-hyperv neutron-server[84332]: return f(self, *a, **k) Feb 10 23:08:50.603485 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:08:50.603485 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._get(url).json() Feb 10 23:08:50.603485 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:08:50.603485 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:08:50.603485 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:08:50.603485 dv-neutron-828797-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Feb 10 23:08:50.603485 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:08:50.603485 dv-neutron-828797-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:08:50.603485 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:08:50.603485 dv-neutron-828797-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:08:50.603485 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:08:50.603485 dv-neutron-828797-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:08:50.603485 dv-neutron-828797-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:08:50.641384 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1b9d3f-4779-40f8-9d29-043cfe8c14c5 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Pushing event updated for resources: {'Subnet': ['ID=d477e0ea-5750-4fd7-a074-4f3b54ddea59,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:50.676345 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-40d67ade-6eb4-461a-96d6-6532ccd65d83 None None] Provisioning for port 18b740e6-2caa-4569-9845-a4f150644619 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:08:50.687754 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-40d67ade-6eb4-461a-96d6-6532ccd65d83 None None] Provisioning complete for port 18b740e6-2caa-4569-9845-a4f150644619 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:50.688250 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-40d67ade-6eb4-461a-96d6-6532ccd65d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:50.703022 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-251ee044-f61b-442b-af66-4e1dd46408f2 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:50.720999 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device bdc350ce-802c-4dfe-8100-449c54af0bf0 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:08:50.738738 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-02901c62-8ee5-4d50-9961-d061e9c6fc3e tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:50.741019 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-02901c62-8ee5-4d50-9961-d061e9c6fc3e tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "DELETE /v2.0/security-groups/e0421c0b-e8f7-47c3-a619-8561b994f04a HTTP/1.1" status: 204 len: 168 time: 1.5386739 Feb 10 23:08:50.756434 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-438122b8-043f-40dc-9b5f-1a1f351d7cae tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:50.763322 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44942) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:50.771286 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: bdc350ce-802c-4dfe-8100-449c54af0bf0 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:08:50.776959 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device bdc350ce-802c-4dfe-8100-449c54af0bf0 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:08:50.780844 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-838f97b0-5fe1-4f39-ad15-d5853a2f7448 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:50.811771 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-40d67ade-6eb4-461a-96d6-6532ccd65d83 None None] Port 18b740e6-2caa-4569-9845-a4f150644619 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:08:50.816718 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-838f97b0-5fe1-4f39-ad15-d5853a2f7448 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:50.830011 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-2a8809be-2bcb-4171-b59b-34db126a8692 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] show failed (client error): The resource could not be found. Feb 10 23:08:50.834410 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2a8809be-2bcb-4171-b59b-34db126a8692 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "GET /v2.0/security-groups/e0421c0b-e8f7-47c3-a619-8561b994f04a HTTP/1.1" status: 404 len: 347 time: 0.0698531 Feb 10 23:08:50.835288 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44946) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:50.837179 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838f97b0-5fe1-4f39-ad15-d5853a2f7448 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] Pushing event deleted for resources: {'Network': ['ID=e03b4806-3892-4f1a-9d10-327ba2c6f623,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:50.921041 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b1117079-fd60-4a02-83d2-a534b8fcb0d0 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:50.934284 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-b1117079-fd60-4a02-83d2-a534b8fcb0d0 None None] Transition to ACTIVE for port object c804e443-3fac-403f-bcff-2f652e550746 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:08:50.953741 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251ee044-f61b-442b-af66-4e1dd46408f2 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event updated for resources: {'Subnet': ['ID=77d7c54d-b221-403c-9233-fa62c36e601d,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:50.959137 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-b1117079-fd60-4a02-83d2-a534b8fcb0d0 None None] Transition to ACTIVE for port object c804e443-3fac-403f-bcff-2f652e550746 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:08:50.993665 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-838f97b0-5fe1-4f39-ad15-d5853a2f7448 tempest-FloatingIPTestJSON-2128388047 tempest-FloatingIPTestJSON-2128388047-project] 10.222.0.59 "DELETE /v2.0/networks/e03b4806-3892-4f1a-9d10-327ba2c6f623 HTTP/1.1" status: 204 len: 168 time: 1.7434986 Feb 10 23:08:51.001111 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-438122b8-043f-40dc-9b5f-1a1f351d7cae tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:51.005063 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8065457a-0456-4ddd-a5bc-bdfde67db270 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:51.012689 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251ee044-f61b-442b-af66-4e1dd46408f2 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Checking segment: {'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:08:51.012912 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251ee044-f61b-442b-af66-4e1dd46408f2 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Network hostable DHCP agents. Network: 6dca27ff-0cc1-400d-8ed1-46016d84d938, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:08:51.048060 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8065457a-0456-4ddd-a5bc-bdfde67db270 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:51.051150 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-284f6465-e16d-460c-bf4a-4680b64d0dc2 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:51.051272 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8065457a-0456-4ddd-a5bc-bdfde67db270 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "DELETE /v2.0/networks/1979ad8e-359d-4de4-9d0d-2bc93f828579 HTTP/1.1" status: 204 len: 168 time: 3.2799253 Feb 10 23:08:51.056235 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44952) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:51.056827 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-1639f1c9-cc04-410d-bd9a-b6ad26df7038 None None] Deleting port bdc350ce-802c-4dfe-8100-449c54af0bf0 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:08:51.057211 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1639f1c9-cc04-410d-bd9a-b6ad26df7038 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:51.076828 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8065457a-0456-4ddd-a5bc-bdfde67db270 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event deleted for resources: {'Network': ['ID=1979ad8e-359d-4de4-9d0d-2bc93f828579,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:51.130176 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-1639f1c9-cc04-410d-bd9a-b6ad26df7038 None None] The port 'bdc350ce-802c-4dfe-8100-449c54af0bf0' was deleted {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 23:08:51.132235 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b1117079-fd60-4a02-83d2-a534b8fcb0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:51.161611 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-438122b8-043f-40dc-9b5f-1a1f351d7cae tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:08:51.169924 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438122b8-043f-40dc-9b5f-1a1f351d7cae tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5cb46f4-fd9c-40e3-80cf-d2e2bce5b2c7,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:51.173440 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-438122b8-043f-40dc-9b5f-1a1f351d7cae tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Usage tracker for resource:security_group_rule and tenant:82a10a87ca1d4162b59aed13d6b90a18 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:08:51.177369 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-5570f16b-7f5f-41a3-9f43-cc920165fd00 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Deleting port 59364f39-5879-42f8-b5a4-1ada33fe8dd3 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:08:51.177893 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5570f16b-7f5f-41a3-9f43-cc920165fd00 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:51.204014 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-438122b8-043f-40dc-9b5f-1a1f351d7cae tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:08:51.224053 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-438122b8-043f-40dc-9b5f-1a1f351d7cae tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:08:51.236611 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1117079-fd60-4a02-83d2-a534b8fcb0d0 None None] Pushing event updated for resources: {'Port': ['ID=c804e443-3fac-403f-bcff-2f652e550746,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:51.249513 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1117079-fd60-4a02-83d2-a534b8fcb0d0 None None] Network 6aa9dfa0-61f1-498d-a164-b1efcd3ff11c is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:08:51.250821 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-b1117079-fd60-4a02-83d2-a534b8fcb0d0 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:08:51.257611 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1117079-fd60-4a02-83d2-a534b8fcb0d0 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:08:51.337160 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-43bb859b-222e-4ae2-8022-3a4d8d33a3e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:51.363825 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-b1117079-fd60-4a02-83d2-a534b8fcb0d0 None None] Attempting to bind port c804e443-3fac-403f-bcff-2f652e550746 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:08:51.364165 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-b1117079-fd60-4a02-83d2-a534b8fcb0d0 None None] Attempting to bind port c804e443-3fac-403f-bcff-2f652e550746 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': 'af91dfe6-3f6d-4afa-8829-1f504b566e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6aa9dfa0-61f1-498d-a164-b1efcd3ff11c'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:08:51.364608 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1117079-fd60-4a02-83d2-a534b8fcb0d0 None None] Attempting to bind port c804e443-3fac-403f-bcff-2f652e550746 on network 6aa9dfa0-61f1-498d-a164-b1efcd3ff11c {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:08:51.372694 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1117079-fd60-4a02-83d2-a534b8fcb0d0 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:08:51.372965 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1117079-fd60-4a02-83d2-a534b8fcb0d0 None None] Checking segment: {'id': 'af91dfe6-3f6d-4afa-8829-1f504b566e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6aa9dfa0-61f1-498d-a164-b1efcd3ff11c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:08:51.373572 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b1117079-fd60-4a02-83d2-a534b8fcb0d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:51.373809 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1117079-fd60-4a02-83d2-a534b8fcb0d0 None None] Bound using segment: {'id': 'af91dfe6-3f6d-4afa-8829-1f504b566e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6aa9dfa0-61f1-498d-a164-b1efcd3ff11c'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:08:51.374711 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-b1117079-fd60-4a02-83d2-a534b8fcb0d0 None None] Bound port: c804e443-3fac-403f-bcff-2f652e550746, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af91dfe6-3f6d-4afa-8829-1f504b566e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6aa9dfa0-61f1-498d-a164-b1efcd3ff11c'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:08:51.374711 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b1117079-fd60-4a02-83d2-a534b8fcb0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:51.381224 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.resource_extend [None req-0f70e9dc-10f7-4774-9046-f7c192685b0d tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:08:51.389137 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-284f6465-e16d-460c-bf4a-4680b64d0dc2 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Deleting port c804e443-3fac-403f-bcff-2f652e550746 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:08:51.389474 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-284f6465-e16d-460c-bf4a-4680b64d0dc2 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:51.398853 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-438122b8-043f-40dc-9b5f-1a1f351d7cae tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:51.416859 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5570f16b-7f5f-41a3-9f43-cc920165fd00 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:51.417238 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5570f16b-7f5f-41a3-9f43-cc920165fd00 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:51.432883 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0f70e9dc-10f7-4774-9046-f7c192685b0d tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:51.473963 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-0f70e9dc-10f7-4774-9046-f7c192685b0d tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Ignored duplicate provisioning block setup for port 18b740e6-2caa-4569-9845-a4f150644619 by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 10 23:08:51.475833 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251ee044-f61b-442b-af66-4e1dd46408f2 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:08:51.486015 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-b1117079-fd60-4a02-83d2-a534b8fcb0d0 None None] For port c804e443-3fac-403f-bcff-2f652e550746, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:08:51.491445 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-b1117079-fd60-4a02-83d2-a534b8fcb0d0 None None] For port c804e443-3fac-403f-bcff-2f652e550746, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=c804e443-3fac-403f-bcff-2f652e550746,segment=NetworkSegment(af91dfe6-3f6d-4afa-8829-1f504b566e7c),segment_id=af91dfe6-3f6d-4afa-8829-1f504b566e7c)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:08:51.537280 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-438122b8-043f-40dc-9b5f-1a1f351d7cae tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:51.546854 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-5570f16b-7f5f-41a3-9f43-cc920165fd00 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Calling delete_port for 59364f39-5879-42f8-b5a4-1ada33fe8dd3 owned by network:floatingip {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:08:51.619172 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b1117079-fd60-4a02-83d2-a534b8fcb0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:51.646127 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0f70e9dc-10f7-4774-9046-f7c192685b0d tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:51.647811 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438122b8-043f-40dc-9b5f-1a1f351d7cae tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=732680c2-7076-4875-9903-b554c07b7d08,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:51.647983 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-251ee044-f61b-442b-af66-4e1dd46408f2 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 6dca27ff-0cc1-400d-8ed1-46016d84d938) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:08:51.704311 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251ee044-f61b-442b-af66-4e1dd46408f2 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:51.704971 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-251ee044-f61b-442b-af66-4e1dd46408f2 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:51.742571 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699f6ad3-4124-4918-9fd9-134d83376c4f None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:08:51.783891 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-438122b8-043f-40dc-9b5f-1a1f351d7cae tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:51.788443 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-438122b8-043f-40dc-9b5f-1a1f351d7cae tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.5840850 Feb 10 23:08:51.789177 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44960) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:51.797261 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44962) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:51.903011 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-3e5fcd2d-3ab0-4cf2-b9a2-2d08ddcc71ba tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Synchronizing usage tracker for tenant:82a10a87ca1d4162b59aed13d6b90a18 on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:08:51.939708 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1117079-fd60-4a02-83d2-a534b8fcb0d0 None None] Pushing event updated for resources: {'Port': ['ID=c804e443-3fac-403f-bcff-2f652e550746,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:51.951792 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-0f70e9dc-10f7-4774-9046-f7c192685b0d tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] In _notify_port_updated(), no bound segment for port 18b740e6-2caa-4569-9845-a4f150644619 on network 874793ed-1cb6-4082-bdae-d361d4c8b506 {{(pid=84333) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 23:08:51.961452 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f70e9dc-10f7-4774-9046-f7c192685b0d tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:51.962122 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0f70e9dc-10f7-4774-9046-f7c192685b0d tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:51.963398 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-0f70e9dc-10f7-4774-9046-f7c192685b0d tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "PUT /v2.0/ports/18b740e6-2caa-4569-9845-a4f150644619 HTTP/1.1" status: 200 len: 925 time: 3.0801244 Feb 10 23:08:51.966661 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44970) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:51.974012 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-9602961c-4f39-4a9f-bfdd-a66116d797ee tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '31414597-1cc6-491e-8fd3-3508ca5215a0'}, {'subnet_id': '784d7ca0-27c2-4fcb-8c60-1835f43c1a31'}]}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:08:52.004792 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f70e9dc-10f7-4774-9046-f7c192685b0d tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event updated for resources: {'Port': ['ID=18b740e6-2caa-4569-9845-a4f150644619,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:52.074577 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5570f16b-7f5f-41a3-9f43-cc920165fd00 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:52.077747 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-284f6465-e16d-460c-bf4a-4680b64d0dc2 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] For port c804e443-3fac-403f-bcff-2f652e550746, host dv-neutron-828797-1-hyperv, got binding levels [] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:08:52.078410 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-284f6465-e16d-460c-bf4a-4680b64d0dc2 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:52.148250 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d24331-bdbc-45bc-b745-d39433abc19d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-6dca27ff-0cc1-400d-8ed1-46016d84d938', 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'tenant_id': '143e860117cc493db304000cc95b95c2', 'fixed_ips': [{'subnet_id': '77d7c54d-b221-403c-9233-fa62c36e601d'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:08:52.149326 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-71d24331-bdbc-45bc-b745-d39433abc19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:52.257707 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-3e5fcd2d-3ab0-4cf2-b9a2-2d08ddcc71ba tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Unset dirty status for tenant:82a10a87ca1d4162b59aed13d6b90a18 on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:08:52.264712 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3e5fcd2d-3ab0-4cf2-b9a2-2d08ddcc71ba tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.4704828 Feb 10 23:08:52.270249 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44974) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:52.279965 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-284f6465-e16d-460c-bf4a-4680b64d0dc2 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Calling delete_port for c804e443-3fac-403f-bcff-2f652e550746 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:08:52.285282 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5570f16b-7f5f-41a3-9f43-cc920165fd00 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Pushing event deleted for resources: {'Port': ['ID=59364f39-5879-42f8-b5a4-1ada33fe8dd3,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:52.299328 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-1b99c805-a077-4de0-8601-6b4035f3bc4a tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Request body: {'security_group': {'name': 'tempest-security--1555195675', 'description': 'tempest-security-description-17317080'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:08:52.322669 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-251ee044-f61b-442b-af66-4e1dd46408f2 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.9962380 Feb 10 23:08:52.324565 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44978) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:52.334667 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-8a96619c-8110-4b33-a236-41aa25ce1843 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Request body: {'port': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'name': 'tempest-NetworksTestDHCPv6-34736955'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:08:52.423695 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-71d24331-bdbc-45bc-b745-d39433abc19d None None] Allocated IP 2001:db8::2 (6dca27ff-0cc1-400d-8ed1-46016d84d938/77d7c54d-b221-403c-9233-fa62c36e601d/d3da44b5-d8c9-4b91-9673-a86a1e3038ae) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:08:52.430677 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:52.436585 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-e01d2cdb-c535-425d-853d-98dab09910cd None None] Provisioning complete for port 18b740e6-2caa-4569-9845-a4f150644619 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:52.436807 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e01d2cdb-c535-425d-853d-98dab09910cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:52.485020 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1b99c805-a077-4de0-8601-6b4035f3bc4a tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:52.501001 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5570f16b-7f5f-41a3-9f43-cc920165fd00 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Notify callbacks [] for floatingip, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:52.543681 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b25154fe-03c2-4378-b698-9f6bda174017 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732944'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:52.591873 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f344c146-84fc-4945-bb5e-c5d8cee5f1cc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ef749632f6e8410c86d95344b6b5e6cc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7906058 Feb 10 23:08:52.595322 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-e01d2cdb-c535-425d-853d-98dab09910cd None None] Port 18b740e6-2caa-4569-9845-a4f150644619 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:08:52.610199 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 44982) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:52.667429 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1b99c805-a077-4de0-8601-6b4035f3bc4a tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:52.671854 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-284f6465-e16d-460c-bf4a-4680b64d0dc2 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:08:52.672211 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-284f6465-e16d-460c-bf4a-4680b64d0dc2 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:08:52.685023 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5570f16b-7f5f-41a3-9f43-cc920165fd00 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:52.686196 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5570f16b-7f5f-41a3-9f43-cc920165fd00 tempest-ServerActionsTestJSON-680200217 tempest-ServerActionsTestJSON-680200217-project] 10.222.0.59 "DELETE /v2.0/floatingips/5e279841-3114-4b91-9589-0d9bdfa367bf HTTP/1.1" status: 204 len: 168 time: 1.8468704 Feb 10 23:08:52.689548 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44986) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:52.732706 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device c804e443-3fac-403f-bcff-2f652e550746 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:08:52.760102 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:52.769199 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9602961c-4f39-4a9f-bfdd-a66116d797ee tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:52.793469 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8a96619c-8110-4b33-a236-41aa25ce1843 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:08:52.798103 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-8a96619c-8110-4b33-a236-41aa25ce1843 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Usage tracker for resource:port and tenant:143e860117cc493db304000cc95b95c2 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:08:52.802182 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-8a96619c-8110-4b33-a236-41aa25ce1843 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:08:52.821551 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8a96619c-8110-4b33-a236-41aa25ce1843 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:08:52.833613 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-71d24331-bdbc-45bc-b745-d39433abc19d None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:52.853360 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1b99c805-a077-4de0-8601-6b4035f3bc4a tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:52.855856 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1b99c805-a077-4de0-8601-6b4035f3bc4a tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:52.859905 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1b99c805-a077-4de0-8601-6b4035f3bc4a tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "PUT /v2.0/security-groups/732680c2-7076-4875-9903-b554c07b7d08 HTTP/1.1" status: 200 len: 1610 time: 0.5744348 Feb 10 23:08:52.861117 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-71d24331-bdbc-45bc-b745-d39433abc19d None None] Transition to ACTIVE for port object d3da44b5-d8c9-4b91-9673-a86a1e3038ae will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:08:52.873696 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44992) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:52.903553 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-71d24331-bdbc-45bc-b745-d39433abc19d None None] Transition to ACTIVE for port object d3da44b5-d8c9-4b91-9673-a86a1e3038ae will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:08:52.950199 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eca01b57-6e07-4433-a939-25bfa2eb67ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:52.958326 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port c804e443-3fac-403f-bcff-2f652e550746 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:08:52.997454 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eca01b57-6e07-4433-a939-25bfa2eb67ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:53.077494 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-71d24331-bdbc-45bc-b745-d39433abc19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:53.082883 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a96619c-8110-4b33-a236-41aa25ce1843 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Made reservation on behalf of 143e860117cc493db304000cc95b95c2 for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:08:53.086341 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8a96619c-8110-4b33-a236-41aa25ce1843 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:53.116684 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b99c805-a077-4de0-8601-6b4035f3bc4a tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=732680c2-7076-4875-9903-b554c07b7d08,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:53.119372 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-8a96619c-8110-4b33-a236-41aa25ce1843 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] device_id is not set on port deae1708-db2d-46b4-9465-08a226b45645 yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:08:53.194602 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d24331-bdbc-45bc-b745-d39433abc19d None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:08:53.200662 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-71d24331-bdbc-45bc-b745-d39433abc19d None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:08:53.201587 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-284f6465-e16d-460c-bf4a-4680b64d0dc2 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Deleting port c804e443-3fac-403f-bcff-2f652e550746 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:08:53.202002 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-284f6465-e16d-460c-bf4a-4680b64d0dc2 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:53.203960 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d24331-bdbc-45bc-b745-d39433abc19d None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:08:53.208963 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d24331-bdbc-45bc-b745-d39433abc19d None None] Pushing event updated for resources: {'Port': ['ID=d3da44b5-d8c9-4b91-9673-a86a1e3038ae,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:53.243010 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6dfce9b8-9231-4f03-abbf-f579b5db3650 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "GET /v2.0/security-groups/732680c2-7076-4875-9903-b554c07b7d08 HTTP/1.1" status: 200 len: 1610 time: 0.3667760 Feb 10 23:08:53.260505 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 44996) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:53.311903 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed9d1da-df13-4071-9c9e-b63057171cad None None] Network 6aa9dfa0-61f1-498d-a164-b1efcd3ff11c requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:08:53.466449 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-71d24331-bdbc-45bc-b745-d39433abc19d None None] Attempting to bind port d3da44b5-d8c9-4b91-9673-a86a1e3038ae on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:08:53.466823 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-71d24331-bdbc-45bc-b745-d39433abc19d None None] Attempting to bind port d3da44b5-d8c9-4b91-9673-a86a1e3038ae by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:08:53.467189 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d24331-bdbc-45bc-b745-d39433abc19d None None] Attempting to bind port d3da44b5-d8c9-4b91-9673-a86a1e3038ae on network 6dca27ff-0cc1-400d-8ed1-46016d84d938 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:08:53.483112 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d24331-bdbc-45bc-b745-d39433abc19d None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:08:53.483509 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d24331-bdbc-45bc-b745-d39433abc19d None None] Checking segment: {'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:08:53.483936 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-71d24331-bdbc-45bc-b745-d39433abc19d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:53.484360 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d24331-bdbc-45bc-b745-d39433abc19d None None] Bound using segment: {'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:08:53.484889 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-71d24331-bdbc-45bc-b745-d39433abc19d None None] Bound port: d3da44b5-d8c9-4b91-9673-a86a1e3038ae, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:08:53.485266 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-71d24331-bdbc-45bc-b745-d39433abc19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:53.500575 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-318816b0-3e21-474b-b90d-e8bec3fc749d tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:53.606012 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-5ff7dcaa-9e5a-4ba2-954a-60910d5cb630 None None] Provisioning for port c804e443-3fac-403f-bcff-2f652e550746 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:08:53.621404 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-5ff7dcaa-9e5a-4ba2-954a-60910d5cb630 None None] Provisioning complete for port c804e443-3fac-403f-bcff-2f652e550746 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:53.621767 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5ff7dcaa-9e5a-4ba2-954a-60910d5cb630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:53.661668 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-9602961c-4f39-4a9f-bfdd-a66116d797ee tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Allocated IP 2001:db8:0:1::a (874793ed-1cb6-4082-bdae-d361d4c8b506/784d7ca0-27c2-4fcb-8c60-1835f43c1a31/18b740e6-2caa-4569-9845-a4f150644619) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:08:53.668367 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-318816b0-3e21-474b-b90d-e8bec3fc749d tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:53.706645 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-8a96619c-8110-4b33-a236-41aa25ce1843 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Allocated IP 2001:db8::25b (6dca27ff-0cc1-400d-8ed1-46016d84d938/77d7c54d-b221-403c-9233-fa62c36e601d/deae1708-db2d-46b4-9465-08a226b45645) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:08:53.754519 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-71d24331-bdbc-45bc-b745-d39433abc19d None None] For port d3da44b5-d8c9-4b91-9673-a86a1e3038ae, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:08:53.757136 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eca01b57-6e07-4433-a939-25bfa2eb67ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:53.769604 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-71d24331-bdbc-45bc-b745-d39433abc19d None None] For port d3da44b5-d8c9-4b91-9673-a86a1e3038ae, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=d3da44b5-d8c9-4b91-9673-a86a1e3038ae,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:08:53.865868 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5ff7dcaa-9e5a-4ba2-954a-60910d5cb630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:53.900394 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca01b57-6e07-4433-a939-25bfa2eb67ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310b8c3f-64d1-417d-b8ea-fac64f7a2a47,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:53.906419 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-5ff7dcaa-9e5a-4ba2-954a-60910d5cb630 None None] For port c804e443-3fac-403f-bcff-2f652e550746, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=c804e443-3fac-403f-bcff-2f652e550746,segment=NetworkSegment(af91dfe6-3f6d-4afa-8829-1f504b566e7c),segment_id=af91dfe6-3f6d-4afa-8829-1f504b566e7c)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:08:53.907611 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-71d24331-bdbc-45bc-b745-d39433abc19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:53.979193 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eca01b57-6e07-4433-a939-25bfa2eb67ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:53.982604 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-eca01b57-6e07-4433-a939-25bfa2eb67ce admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/310b8c3f-64d1-417d-b8ea-fac64f7a2a47 HTTP/1.1" status: 204 len: 168 time: 1.3340108 Feb 10 23:08:54.012412 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-284f6465-e16d-460c-bf4a-4680b64d0dc2 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] For port c804e443-3fac-403f-bcff-2f652e550746, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=c804e443-3fac-403f-bcff-2f652e550746,segment=NetworkSegment(af91dfe6-3f6d-4afa-8829-1f504b566e7c),segment_id=af91dfe6-3f6d-4afa-8829-1f504b566e7c)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:08:54.013126 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-284f6465-e16d-460c-bf4a-4680b64d0dc2 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:54.030784 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:54.115475 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5ff7dcaa-9e5a-4ba2-954a-60910d5cb630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:54.117690 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d24331-bdbc-45bc-b745-d39433abc19d None None] Pushing event updated for resources: {'Port': ['ID=d3da44b5-d8c9-4b91-9673-a86a1e3038ae,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:54.121698 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-318816b0-3e21-474b-b90d-e8bec3fc749d tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:54.156346 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9602961c-4f39-4a9f-bfdd-a66116d797ee tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:54.175200 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318816b0-3e21-474b-b90d-e8bec3fc749d tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=732680c2-7076-4875-9903-b554c07b7d08,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:54.198265 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-9602961c-4f39-4a9f-bfdd-a66116d797ee tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Transition to ACTIVE for port object 18b740e6-2caa-4569-9845-a4f150644619 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:08:54.217393 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8fccc015-72ff-4184-a30d-642d2214c6af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732944'] for router_interface, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:54.248493 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff7dcaa-9e5a-4ba2-954a-60910d5cb630 None None] Pushing event updated for resources: {'Port': ['ID=c804e443-3fac-403f-bcff-2f652e550746,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:54.275434 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-284f6465-e16d-460c-bf4a-4680b64d0dc2 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Calling delete_port for c804e443-3fac-403f-bcff-2f652e550746 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:08:54.277961 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c42b972-6395-4cd7-aefa-8fa54ce1a826 None None] Network 6aa9dfa0-61f1-498d-a164-b1efcd3ff11c requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:08:54.374372 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9602961c-4f39-4a9f-bfdd-a66116d797ee tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:54.442862 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-318816b0-3e21-474b-b90d-e8bec3fc749d tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:54.444988 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-318816b0-3e21-474b-b90d-e8bec3fc749d tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "DELETE /v2.0/security-groups/732680c2-7076-4875-9903-b554c07b7d08 HTTP/1.1" status: 204 len: 168 time: 1.1818097 Feb 10 23:08:54.454386 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-88e12ed8-6ddf-47f3-8561-53960cd13a5b None None] Provisioning complete for port c804e443-3fac-403f-bcff-2f652e550746 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:54.454754 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-88e12ed8-6ddf-47f3-8561-53960cd13a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:54.459280 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45004) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:54.551541 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-9602961c-4f39-4a9f-bfdd-a66116d797ee tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] In _notify_port_updated(), no bound segment for port 18b740e6-2caa-4569-9845-a4f150644619 on network 874793ed-1cb6-4082-bdae-d361d4c8b506 {{(pid=84332) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 23:08:54.556254 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9602961c-4f39-4a9f-bfdd-a66116d797ee tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:54.557127 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9602961c-4f39-4a9f-bfdd-a66116d797ee tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:54.561610 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9602961c-4f39-4a9f-bfdd-a66116d797ee tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "PUT /v2.0/ports/18b740e6-2caa-4569-9845-a4f150644619 HTTP/1.1" status: 200 len: 1009 time: 2.5937979 Feb 10 23:08:54.562531 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45010) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:54.673381 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602961c-4f39-4a9f-bfdd-a66116d797ee tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event updated for resources: {'Port': ['ID=18b740e6-2caa-4569-9845-a4f150644619,revision_number=3']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:54.712806 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-7c124c84-59cd-4134-8141-920f40c5c601 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Deleting port 18b740e6-2caa-4569-9845-a4f150644619 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:08:54.713145 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7c124c84-59cd-4134-8141-920f40c5c601 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:54.888961 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-284f6465-e16d-460c-bf4a-4680b64d0dc2 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:08:54.906959 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-284f6465-e16d-460c-bf4a-4680b64d0dc2 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:08:55.000006 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device c804e443-3fac-403f-bcff-2f652e550746 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:08:55.071096 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-dd4330ff-0d74-46fd-8918-782e2b8e5920 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5996366 Feb 10 23:08:55.076083 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8a96619c-8110-4b33-a236-41aa25ce1843 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:55.076358 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45020) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:55.124273 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port c804e443-3fac-403f-bcff-2f652e550746 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:55.124669 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:55.144264 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-8a96619c-8110-4b33-a236-41aa25ce1843 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Transition to ACTIVE for port object deae1708-db2d-46b4-9465-08a226b45645 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:08:55.144459 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-de2fbfc4-876b-4e27-9379-fd78d2853dc9 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] delete failed (client error): The resource could not be found. Feb 10 23:08:55.148798 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-de2fbfc4-876b-4e27-9379-fd78d2853dc9 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "DELETE /v2.0/security-groups/732680c2-7076-4875-9903-b554c07b7d08 HTTP/1.1" status: 404 len: 347 time: 0.0582535 Feb 10 23:08:55.152472 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45028) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:55.182109 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-c330f861-4b63-4353-a19e-573fb8bba184 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Request body: {'security_group': {'name': 'tempest-secgroup--1193116127'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:08:55.247144 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-72c11679-4ecc-4319-bba5-9a5ff9c695b6 None None] Provisioning for port 18b740e6-2caa-4569-9845-a4f150644619 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:08:55.255254 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c330f861-4b63-4353-a19e-573fb8bba184 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:08:55.258512 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-284f6465-e16d-460c-bf4a-4680b64d0dc2 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Deleting port c804e443-3fac-403f-bcff-2f652e550746 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:08:55.258859 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-284f6465-e16d-460c-bf4a-4680b64d0dc2 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:55.278021 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-72c11679-4ecc-4319-bba5-9a5ff9c695b6 None None] Provisioning complete for port 18b740e6-2caa-4569-9845-a4f150644619 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:55.278408 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-72c11679-4ecc-4319-bba5-9a5ff9c695b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:55.444340 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-c330f861-4b63-4353-a19e-573fb8bba184 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Usage tracker for resource:security_group and tenant:82a10a87ca1d4162b59aed13d6b90a18 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:08:55.452743 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-c330f861-4b63-4353-a19e-573fb8bba184 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:08:55.467207 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c330f861-4b63-4353-a19e-573fb8bba184 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:08:55.528084 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-72c11679-4ecc-4319-bba5-9a5ff9c695b6 None None] Port 18b740e6-2caa-4569-9845-a4f150644619 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:08:55.559965 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b25154fe-03c2-4378-b698-9f6bda174017 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Deleting port 17646efb-7102-4d7a-908f-cb7d3d2de387 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:08:55.560303 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b25154fe-03c2-4378-b698-9f6bda174017 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:55.562427 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device d3da44b5-d8c9-4b91-9673-a86a1e3038ae up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:08:55.597818 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7c124c84-59cd-4134-8141-920f40c5c601 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:55.749956 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-df12ff96-c154-42b8-83f4-90a3f4872799 None None] Provisioning complete for port c804e443-3fac-403f-bcff-2f652e550746 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:55.751332 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-df12ff96-c154-42b8-83f4-90a3f4872799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:55.767062 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-7c124c84-59cd-4134-8141-920f40c5c601 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Calling delete_port for 18b740e6-2caa-4569-9845-a4f150644619 owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:08:55.787559 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53e6dc6-5ebf-4959-8e1b-b5642ee1b96b None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:08:55.813721 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port d3da44b5-d8c9-4b91-9673-a86a1e3038ae completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:08:55.866428 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8a96619c-8110-4b33-a236-41aa25ce1843 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:55.921614 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c330f861-4b63-4353-a19e-573fb8bba184 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:56.063787 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c330f861-4b63-4353-a19e-573fb8bba184 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:08:56.070242 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-c330f861-4b63-4353-a19e-573fb8bba184 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Usage tracker for resource:security_group_rule and tenant:82a10a87ca1d4162b59aed13d6b90a18 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:08:56.073891 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-c330f861-4b63-4353-a19e-573fb8bba184 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:08:56.080890 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c330f861-4b63-4353-a19e-573fb8bba184 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:08:56.143783 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c330f861-4b63-4353-a19e-573fb8bba184 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:56.144977 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a96619c-8110-4b33-a236-41aa25ce1843 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event updated for resources: {'Port': ['ID=deae1708-db2d-46b4-9465-08a226b45645,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:56.152495 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45038) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:56.231513 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c330f861-4b63-4353-a19e-573fb8bba184 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:56.270445 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7c124c84-59cd-4134-8141-920f40c5c601 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:56.334747 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c124c84-59cd-4134-8141-920f40c5c601 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event deleted for resources: {'Port': ['ID=18b740e6-2caa-4569-9845-a4f150644619,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:56.347306 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-5a5302a7-ca09-4404-bcf4-79e95878a145 None None] Provisioning for port d3da44b5-d8c9-4b91-9673-a86a1e3038ae completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:08:56.354212 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-5a5302a7-ca09-4404-bcf4-79e95878a145 None None] Provisioning complete for port d3da44b5-d8c9-4b91-9673-a86a1e3038ae triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:56.354670 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5a5302a7-ca09-4404-bcf4-79e95878a145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:56.396299 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a96619c-8110-4b33-a236-41aa25ce1843 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:08:56.408833 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-8a96619c-8110-4b33-a236-41aa25ce1843 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:08:56.412357 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a96619c-8110-4b33-a236-41aa25ce1843 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:08:56.416891 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a96619c-8110-4b33-a236-41aa25ce1843 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:56.417442 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8a96619c-8110-4b33-a236-41aa25ce1843 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:56.467247 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-0a1e165c-a84e-4c6b-9f32-b022290a43bd tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Request body: {'security_group': {'name': 'tempest-secgroup--1427220252'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:08:56.500654 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-0a1e165c-a84e-4c6b-9f32-b022290a43bd tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:08:56.516005 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b25154fe-03c2-4378-b698-9f6bda174017 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] For port 17646efb-7102-4d7a-908f-cb7d3d2de387, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=17646efb-7102-4d7a-908f-cb7d3d2de387,segment=NetworkSegment(66d8acdf-9ce7-4507-ae23-2834ba780ec3),segment_id=66d8acdf-9ce7-4507-ae23-2834ba780ec3)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:08:56.516368 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b25154fe-03c2-4378-b698-9f6bda174017 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:56.537433 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-0a1e165c-a84e-4c6b-9f32-b022290a43bd tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Usage tracker for resource:security_group and tenant:f8ca94381a7b4a39b672e9b0e5e63259 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:08:56.554554 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-0a1e165c-a84e-4c6b-9f32-b022290a43bd tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:08:56.588794 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7c124c84-59cd-4134-8141-920f40c5c601 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:56.592152 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-0a1e165c-a84e-4c6b-9f32-b022290a43bd tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:08:56.603408 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-8fccc015-72ff-4184-a30d-642d2214c6af admin admin] Deleting port e17d4c0a-22cf-48d7-b06c-3ff7181baeb3 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:08:56.603749 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8fccc015-72ff-4184-a30d-642d2214c6af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:56.628400 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5a5302a7-ca09-4404-bcf4-79e95878a145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:56.649130 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c330f861-4b63-4353-a19e-573fb8bba184 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea71b646-258b-406b-8450-999caa4d0b9f,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:56.693012 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7c124c84-59cd-4134-8141-920f40c5c601 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "DELETE /v2.0/ports/18b740e6-2caa-4569-9845-a4f150644619 HTTP/1.1" status: 204 len: 168 time: 2.1197054 Feb 10 23:08:56.694220 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-5a5302a7-ca09-4404-bcf4-79e95878a145 None None] For port d3da44b5-d8c9-4b91-9673-a86a1e3038ae, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=d3da44b5-d8c9-4b91-9673-a86a1e3038ae,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:08:56.695613 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45046) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:56.738906 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b25154fe-03c2-4378-b698-9f6bda174017 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Calling delete_port for 17646efb-7102-4d7a-908f-cb7d3d2de387 owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:08:56.757835 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-a06a28ef-86ea-416b-a4db-6f32652f94ab tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] GET failed (client error): The resource could not be found. Feb 10 23:08:56.758634 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a06a28ef-86ea-416b-a4db-6f32652f94ab tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Synchronizing usage tracker for tenant:a1a196bacc5e4170b4defd7cfb879ddb on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:08:56.768468 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-8a96619c-8110-4b33-a236-41aa25ce1843 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.4434705 Feb 10 23:08:56.769672 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c330f861-4b63-4353-a19e-573fb8bba184 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:56.773638 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-c330f861-4b63-4353-a19e-573fb8bba184 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.6193016 Feb 10 23:08:56.780345 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45050) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:56.780702 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45052) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:56.804054 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5a5302a7-ca09-4404-bcf4-79e95878a145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:56.837942 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-fd224dc5-d3fc-4444-9e16-7190f747dbcd tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Request body: {'security_group_rule': {'security_group_id': 'ea71b646-258b-406b-8450-999caa4d0b9f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:08:56.844921 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0a1e165c-a84e-4c6b-9f32-b022290a43bd tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:56.857766 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-fd224dc5-d3fc-4444-9e16-7190f747dbcd tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:08:56.871505 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0a1e165c-a84e-4c6b-9f32-b022290a43bd tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:56.890698 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-fd224dc5-d3fc-4444-9e16-7190f747dbcd tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Usage tracker for resource:security_group_rule and tenant:82a10a87ca1d4162b59aed13d6b90a18 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:08:56.900293 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-fd224dc5-d3fc-4444-9e16-7190f747dbcd tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:08:56.905512 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5302a7-ca09-4404-bcf4-79e95878a145 None None] Pushing event updated for resources: {'Port': ['ID=d3da44b5-d8c9-4b91-9673-a86a1e3038ae,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:56.912652 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-284f6465-e16d-460c-bf4a-4680b64d0dc2 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] For port c804e443-3fac-403f-bcff-2f652e550746, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=c804e443-3fac-403f-bcff-2f652e550746,segment=NetworkSegment(af91dfe6-3f6d-4afa-8829-1f504b566e7c),segment_id=af91dfe6-3f6d-4afa-8829-1f504b566e7c)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:08:56.913010 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-284f6465-e16d-460c-bf4a-4680b64d0dc2 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:56.928991 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-fd224dc5-d3fc-4444-9e16-7190f747dbcd tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:08:56.935965 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-fd808ec4-4f48-4a52-a528-ba0451719431 None None] Provisioning complete for port d3da44b5-d8c9-4b91-9673-a86a1e3038ae triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:56.936630 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd808ec4-4f48-4a52-a528-ba0451719431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:56.966104 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-8fccc015-72ff-4184-a30d-642d2214c6af admin admin] For port e17d4c0a-22cf-48d7-b06c-3ff7181baeb3, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=e17d4c0a-22cf-48d7-b06c-3ff7181baeb3,segment=NetworkSegment(7a345138-8b21-4d04-9958-9268deba4dc9),segment_id=7a345138-8b21-4d04-9958-9268deba4dc9)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:08:56.966502 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8fccc015-72ff-4184-a30d-642d2214c6af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:57.046632 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-0a1e165c-a84e-4c6b-9f32-b022290a43bd tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:08:57.067611 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-284f6465-e16d-460c-bf4a-4680b64d0dc2 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Calling delete_port for c804e443-3fac-403f-bcff-2f652e550746 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:08:57.101598 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a06a28ef-86ea-416b-a4db-6f32652f94ab tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Unset dirty status for tenant:a1a196bacc5e4170b4defd7cfb879ddb on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:08:57.102746 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a06a28ef-86ea-416b-a4db-6f32652f94ab tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "GET /v2.0/ports/18b740e6-2caa-4569-9845-a4f150644619 HTTP/1.1" status: 404 len: 333 time: 0.4048920 Feb 10 23:08:57.109240 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-8fccc015-72ff-4184-a30d-642d2214c6af admin admin] Calling delete_port for e17d4c0a-22cf-48d7-b06c-3ff7181baeb3 owned by network:router_interface {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:08:57.109395 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45058) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:57.144790 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-0a1e165c-a84e-4c6b-9f32-b022290a43bd tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Usage tracker for resource:security_group_rule and tenant:f8ca94381a7b4a39b672e9b0e5e63259 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:08:57.149067 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-0a1e165c-a84e-4c6b-9f32-b022290a43bd tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:08:57.162944 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-0a1e165c-a84e-4c6b-9f32-b022290a43bd tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:08:57.179868 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-fd808ec4-4f48-4a52-a528-ba0451719431 None None] Provisioning for port deae1708-db2d-46b4-9465-08a226b45645 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:08:57.183926 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-fd808ec4-4f48-4a52-a528-ba0451719431 None None] Provisioning complete for port deae1708-db2d-46b4-9465-08a226b45645 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:57.184309 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd808ec4-4f48-4a52-a528-ba0451719431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:57.234718 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fd224dc5-d3fc-4444-9e16-7190f747dbcd tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:57.241715 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-fd808ec4-4f48-4a52-a528-ba0451719431 None None] Port deae1708-db2d-46b4-9465-08a226b45645 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:08:57.248316 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f30d25-1f87-4958-a5b5-4ba1ff9b9a59 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:57.252188 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f30d25-1f87-4958-a5b5-4ba1ff9b9a59 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:57.253536 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-51f30d25-1f87-4958-a5b5-4ba1ff9b9a59 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Synchronizing usage tracker for tenant:143e860117cc493db304000cc95b95c2 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:08:57.276705 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0a1e165c-a84e-4c6b-9f32-b022290a43bd tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:57.350676 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0a1e165c-a84e-4c6b-9f32-b022290a43bd tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:57.366866 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-17b84207-6418-4447-9342-2795d2fb801c None None] Provisioning complete for port deae1708-db2d-46b4-9465-08a226b45645 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:57.367455 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-17b84207-6418-4447-9342-2795d2fb801c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:57.392634 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-0a1e165c-a84e-4c6b-9f32-b022290a43bd tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:08:57.395223 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e165c-a84e-4c6b-9f32-b022290a43bd tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da1cfdef-7786-4f44-a377-5c9c43c74304,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:57.400269 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8fccc015-72ff-4184-a30d-642d2214c6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:57.403996 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-0a1e165c-a84e-4c6b-9f32-b022290a43bd tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Usage tracker for resource:security_group_rule and tenant:f8ca94381a7b4a39b672e9b0e5e63259 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:08:57.428507 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-17b84207-6418-4447-9342-2795d2fb801c None None] Port deae1708-db2d-46b4-9465-08a226b45645 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:08:57.439880 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-0a1e165c-a84e-4c6b-9f32-b022290a43bd tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:08:57.451778 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-0a1e165c-a84e-4c6b-9f32-b022290a43bd tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:08:57.453849 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fccc015-72ff-4184-a30d-642d2214c6af admin admin] Pushing event deleted for resources: {'Port': ['ID=e17d4c0a-22cf-48d7-b06c-3ff7181baeb3,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:57.547375 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fd224dc5-d3fc-4444-9e16-7190f747dbcd tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:57.551876 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-51f30d25-1f87-4958-a5b5-4ba1ff9b9a59 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Unset dirty status for tenant:143e860117cc493db304000cc95b95c2 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:08:57.555603 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-51f30d25-1f87-4958-a5b5-4ba1ff9b9a59 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.7618196 Feb 10 23:08:57.559484 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bd455e0-7a68-490d-aae8-4ef6649d5db2 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Deleting subnet 784d7ca0-27c2-4fcb-8c60-1835f43c1a31 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:08:57.561115 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45064) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:57.604743 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8bd455e0-7a68-490d-aae8-4ef6649d5db2 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:57.662304 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-284f6465-e16d-460c-bf4a-4680b64d0dc2 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:57.723652 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b25154fe-03c2-4378-b698-9f6bda174017 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:57.734377 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-abbed6e7-6916-4d8a-80ee-274d06736706 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Deleting port deae1708-db2d-46b4-9465-08a226b45645 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:08:57.734755 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-abbed6e7-6916-4d8a-80ee-274d06736706 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:57.768583 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fd224dc5-d3fc-4444-9e16-7190f747dbcd tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:57.817029 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284f6465-e16d-460c-bf4a-4680b64d0dc2 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Pushing event deleted for resources: {'Port': ['ID=c804e443-3fac-403f-bcff-2f652e550746,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:57.827339 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0a1e165c-a84e-4c6b-9f32-b022290a43bd tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:57.892248 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25154fe-03c2-4378-b698-9f6bda174017 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event deleted for resources: {'Port': ['ID=17646efb-7102-4d7a-908f-cb7d3d2de387,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:57.894808 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd224dc5-d3fc-4444-9e16-7190f747dbcd tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f97d763b-210a-42c8-9152-8e08e0318106,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:57.918131 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0a1e165c-a84e-4c6b-9f32-b022290a43bd tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:57.970255 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8bd455e0-7a68-490d-aae8-4ef6649d5db2 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31983416'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:58.010504 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e165c-a84e-4c6b-9f32-b022290a43bd tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=646b6d97-57a2-4070-bb26-204e36970729,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:58.042833 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36bf5feb-5490-4c95-8204-cab76c9b9058 None None] DHCP port deletion for 6aa9dfa0-61f1-498d-a164-b1efcd3ff11c request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:08:58.089870 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0a1e165c-a84e-4c6b-9f32-b022290a43bd tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:58.091230 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0a1e165c-a84e-4c6b-9f32-b022290a43bd tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.9376373 Feb 10 23:08:58.094853 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45078) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:58.194808 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8fccc015-72ff-4184-a30d-642d2214c6af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2767638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733091'] for router_interface, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:58.224745 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-3423ca00-8b91-4031-b568-5cd3433739a8 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Synchronizing usage tracker for tenant:f8ca94381a7b4a39b672e9b0e5e63259 on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:08:58.231324 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e8203e-11bd-42ac-b53b-6056e273b987 None None] get_active_networks_info from dv-neutron-828797-1-hyperv {{(pid=84334) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 10 23:08:58.324275 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284f6465-e16d-460c-bf4a-4680b64d0dc2 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] No DVR routers for this DVR port c804e443-3fac-403f-bcff-2f652e550746 on host dv-neutron-828797-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:08:58.369946 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fd224dc5-d3fc-4444-9e16-7190f747dbcd tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:58.373696 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-fd224dc5-d3fc-4444-9e16-7190f747dbcd tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.5782566 Feb 10 23:08:58.376666 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45082) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:58.431229 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-59969327-cd71-4445-ba8a-552f4372a72a tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:58.443735 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e8203e-11bd-42ac-b53b-6056e273b987 None None] Resources bound (agent type, host, resource id): {{(pid=84334) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 23:08:58.446003 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-59969327-cd71-4445-ba8a-552f4372a72a tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:58.507557 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-3423ca00-8b91-4031-b568-5cd3433739a8 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Unset dirty status for tenant:f8ca94381a7b4a39b672e9b0e5e63259 on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:08:58.512674 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3423ca00-8b91-4031-b568-5cd3433739a8 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.4128635 Feb 10 23:08:58.513091 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45086) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:58.530265 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-15759207-c7c4-466a-ac9c-f6169c558901 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Request body: {'security_group': {'name': 'tempest-security--1324839678', 'description': 'tempest-security-description-1293142644'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:08:58.568832 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-15759207-c7c4-466a-ac9c-f6169c558901 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:58.581307 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-59969327-cd71-4445-ba8a-552f4372a72a tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:58.610057 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-284f6465-e16d-460c-bf4a-4680b64d0dc2 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:58.616482 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59969327-cd71-4445-ba8a-552f4372a72a tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f97d763b-210a-42c8-9152-8e08e0318106,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:58.655555 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-9243b327-d2bf-4036-89d2-d61448a84a12 req-3e2fe2b6-8a24-492d-a25f-d45ba2c323f8 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1069372739&fields=id&tenant_id=82bae8319c0a482993cd9e8530b11401 HTTP/1.1" status: 200 len: 267 time: 0.5398531 Feb 10 23:08:58.793840 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device d3da44b5-d8c9-4b91-9673-a86a1e3038ae up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:08:58.833802 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-59969327-cd71-4445-ba8a-552f4372a72a tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:58.837300 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-59969327-cd71-4445-ba8a-552f4372a72a tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/f97d763b-210a-42c8-9152-8e08e0318106 HTTP/1.1" status: 204 len: 168 time: 0.4576619 Feb 10 23:08:58.841268 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45090) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:58.862869 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8bd455e0-7a68-490d-aae8-4ef6649d5db2 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:58.932799 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-15759207-c7c4-466a-ac9c-f6169c558901 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:58.939941 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-abbed6e7-6916-4d8a-80ee-274d06736706 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:58.943889 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port d3da44b5-d8c9-4b91-9673-a86a1e3038ae triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:58.944368 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:59.008948 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-15759207-c7c4-466a-ac9c-f6169c558901 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:59.011088 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-15759207-c7c4-466a-ac9c-f6169c558901 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:59.014846 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-15759207-c7c4-466a-ac9c-f6169c558901 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "PUT /v2.0/security-groups/646b6d97-57a2-4070-bb26-204e36970729 HTTP/1.1" status: 200 len: 1612 time: 0.4982009 Feb 10 23:08:59.016652 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45094) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:59.069305 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e3821603-c5d2-4058-9dbf-d4dbd45ce3c3 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Synchronizing usage tracker for tenant:82a10a87ca1d4162b59aed13d6b90a18 on resource:security_group_rule {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:08:59.071383 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7574ea7a-e51c-4a79-be7b-48f577b019a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-6aa9dfa0-61f1-498d-a164-b1efcd3ff11c', 'network_id': '6aa9dfa0-61f1-498d-a164-b1efcd3ff11c', 'tenant_id': 'ddd8d1e5e56d403487d0461567751352', 'fixed_ips': [{'subnet_id': 'd477e0ea-5750-4fd7-a074-4f3b54ddea59'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:08:59.072303 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7574ea7a-e51c-4a79-be7b-48f577b019a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:59.101457 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-abbed6e7-6916-4d8a-80ee-274d06736706 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Calling delete_port for deae1708-db2d-46b4-9465-08a226b45645 owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:08:59.107525 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15759207-c7c4-466a-ac9c-f6169c558901 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=646b6d97-57a2-4070-bb26-204e36970729,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:59.150002 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-edd6d742-d40e-48d7-95b5-d694a530f2f9 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "GET /v2.0/security-groups/646b6d97-57a2-4070-bb26-204e36970729 HTTP/1.1" status: 200 len: 1612 time: 0.1194201 Feb 10 23:08:59.150945 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45098) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:59.223810 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e3821603-c5d2-4058-9dbf-d4dbd45ce3c3 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Unset dirty status for tenant:82a10a87ca1d4162b59aed13d6b90a18 on resource:security_group_rule {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:08:59.225068 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e3821603-c5d2-4058-9dbf-d4dbd45ce3c3 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3824532 Feb 10 23:08:59.228168 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45102) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:59.245357 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device c804e443-3fac-403f-bcff-2f652e550746 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:08:59.250305 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9243b327-d2bf-4036-89d2-d61448a84a12 req-387b0c42-db97-4fb1-8774-02cb2d2ad452 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:59.251857 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-9243b327-d2bf-4036-89d2-d61448a84a12 req-387b0c42-db97-4fb1-8774-02cb2d2ad452 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/networks?id=4a75b224-7431-40b5-b18e-691aa5ad073d HTTP/1.1" status: 200 len: 812 time: 0.5335038 Feb 10 23:08:59.288731 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: c804e443-3fac-403f-bcff-2f652e550746 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:08:59.289075 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device c804e443-3fac-403f-bcff-2f652e550746 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:08:59.293259 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-13349c0d-a8bc-40ee-a5a5-6666db4febb1 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:59.301785 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b25154fe-03c2-4378-b698-9f6bda174017 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2767638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733091'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:59.304198 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fccc015-72ff-4184-a30d-642d2214c6af admin admin] Router fcd141a3-fb33-4200-8ce7-8ff07f52fcad has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:08:59.317024 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-284f6465-e16d-460c-bf4a-4680b64d0dc2 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:59.339097 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-13349c0d-a8bc-40ee-a5a5-6666db4febb1 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server [None req-7574ea7a-e51c-4a79-be7b-48f577b019a4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d477e0ea-5750-4fd7-a074-4f3b54ddea59: This subnet is being modified by another concurrent operation. Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server raise value Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server raise value Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server raise value Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server raise value Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server raise value Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server raise value Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server raise exception Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d477e0ea-5750-4fd7-a074-4f3b54ddea59: This subnet is being modified by another concurrent operation. Feb 10 23:08:59.340617 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server Feb 10 23:08:59.363142 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8bd455e0-7a68-490d-aae8-4ef6649d5db2 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:59.365087 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423cc4df-96f1-48db-bbb3-0fbabec5c42a None None] get_active_networks_info from dv-neutron-828797-1-hyperv {{(pid=84334) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 10 23:08:59.379121 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d80fe8b0-25f6-447f-83ae-c6b50adc1826 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:59.447426 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284f6465-e16d-460c-bf4a-4680b64d0dc2 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Pushing event deleted for resources: {'Subnet': ['ID=d477e0ea-5750-4fd7-a074-4f3b54ddea59,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:59.496202 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-9243b327-d2bf-4036-89d2-d61448a84a12 req-c71b3d7c-daa0-4db2-8082-bb1a95a0d72b tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/quotas/82bae8319c0a482993cd9e8530b11401 HTTP/1.1" status: 200 len: 375 time: 0.1860230 Feb 10 23:08:59.525551 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd455e0-7a68-490d-aae8-4ef6649d5db2 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event deleted for resources: {'Subnet': ['ID=784d7ca0-27c2-4fcb-8c60-1835f43c1a31,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:59.530987 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423cc4df-96f1-48db-bbb3-0fbabec5c42a None None] Resources bound (agent type, host, resource id): {{(pid=84334) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 23:08:59.645979 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d80fe8b0-25f6-447f-83ae-c6b50adc1826 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:59.670046 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8bd455e0-7a68-490d-aae8-4ef6649d5db2 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:59.704864 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-abbed6e7-6916-4d8a-80ee-274d06736706 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:59.714099 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-13349c0d-a8bc-40ee-a5a5-6666db4febb1 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:59.739564 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13349c0d-a8bc-40ee-a5a5-6666db4febb1 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=646b6d97-57a2-4070-bb26-204e36970729,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:59.783010 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-8bd455e0-7a68-490d-aae8-4ef6649d5db2 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "DELETE /v2.0/subnets/784d7ca0-27c2-4fcb-8c60-1835f43c1a31 HTTP/1.1" status: 204 len: 168 time: 2.6696541 Feb 10 23:08:59.784340 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-284f6465-e16d-460c-bf4a-4680b64d0dc2 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:59.785230 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fccc015-72ff-4184-a30d-642d2214c6af admin admin] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:08:59.786677 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45106) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:59.796402 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbed6e7-6916-4d8a-80ee-274d06736706 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event deleted for resources: {'Port': ['ID=deae1708-db2d-46b4-9465-08a226b45645,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:59.811890 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4e0993-ed7b-4a47-a8f3-99b9940589f9 None None] Sync routers for ids ['fcd141a3-fb33-4200-8ce7-8ff07f52fcad'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:08:59.845663 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d80fe8b0-25f6-447f-83ae-c6b50adc1826 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:59.884253 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4e0993-ed7b-4a47-a8f3-99b9940589f9 None None] Routers {'fcd141a3-fb33-4200-8ce7-8ff07f52fcad'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:08:59.884824 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-0a4e0993-ed7b-4a47-a8f3-99b9940589f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:08:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['fcd141a3-fb33-4200-8ce7-8ff07f52fcad'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:59.886250 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fe8b0-25f6-447f-83ae-c6b50adc1826 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea71b646-258b-406b-8450-999caa4d0b9f,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:59.891048 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-13349c0d-a8bc-40ee-a5a5-6666db4febb1 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:59.895229 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-13349c0d-a8bc-40ee-a5a5-6666db4febb1 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "DELETE /v2.0/security-groups/646b6d97-57a2-4070-bb26-204e36970729 HTTP/1.1" status: 204 len: 168 time: 0.7409446 Feb 10 23:08:59.896968 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45110) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:59.989829 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8fccc015-72ff-4184-a30d-642d2214c6af admin admin] 10.222.0.59 "PUT /v2.0/routers/fcd141a3-fb33-4200-8ce7-8ff07f52fcad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2965648 Feb 10 23:08:59.990490 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45114) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:59.993486 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d80fe8b0-25f6-447f-83ae-c6b50adc1826 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:59.996975 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d80fe8b0-25f6-447f-83ae-c6b50adc1826 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "DELETE /v2.0/security-groups/ea71b646-258b-406b-8450-999caa4d0b9f HTTP/1.1" status: 204 len: 168 time: 0.7656915 Feb 10 23:09:00.000421 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45116) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:00.020375 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-abbed6e7-6916-4d8a-80ee-274d06736706 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:00.024313 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-abbed6e7-6916-4d8a-80ee-274d06736706 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/ports/deae1708-db2d-46b4-9465-08a226b45645 HTTP/1.1" status: 204 len: 168 time: 2.4599648 Feb 10 23:09:00.025430 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45122) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:00.100359 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-284f6465-e16d-460c-bf4a-4680b64d0dc2 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aa9dfa0-61f1-498d-a164-b1efcd3ff11c']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:00.108977 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-56f10265-4378-4591-98e6-73ce9d178569 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Synchronizing usage tracker for tenant:f8ca94381a7b4a39b672e9b0e5e63259 on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:00.131665 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-284f6465-e16d-460c-bf4a-4680b64d0dc2 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af91dfe6-3f6d-4afa-8829-1f504b566e7c') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:00.132234 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-284f6465-e16d-460c-bf4a-4680b64d0dc2 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af91dfe6-3f6d-4afa-8829-1f504b566e7c') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:00.144104 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a537a1-2821-4fb8-a566-cf658bf80d99 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:00.145727 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a537a1-2821-4fb8-a566-cf658bf80d99 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:00.149617 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-52a537a1-2821-4fb8-a566-cf658bf80d99 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1198192 Feb 10 23:09:00.151092 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45126) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:00.173981 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-0a4e0993-ed7b-4a47-a8f3-99b9940589f9 None None] Set router fcd141a3-fb33-4200-8ce7-8ff07f52fcad gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:09:00.189852 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdfadc84-927f-49f4-957f-ba6b04a4c4d2 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Deleting subnet 31414597-1cc6-491e-8fd3-3508ca5215a0 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:09:00.202453 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fdfadc84-927f-49f4-957f-ba6b04a4c4d2 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:00.210452 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-284f6465-e16d-460c-bf4a-4680b64d0dc2 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:00.236253 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-56f10265-4378-4591-98e6-73ce9d178569 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Unset dirty status for tenant:f8ca94381a7b4a39b672e9b0e5e63259 on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:00.240875 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-56f10265-4378-4591-98e6-73ce9d178569 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3403502 Feb 10 23:09:00.246831 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45130) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:00.249006 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-284f6465-e16d-460c-bf4a-4680b64d0dc2 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:00.271227 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-9243b327-d2bf-4036-89d2-d61448a84a12 req-c6988113-4354-46e0-b5a1-afc4e76655a4 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=82bae8319c0a482993cd9e8530b11401&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7528214 Feb 10 23:09:00.282753 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-284f6465-e16d-460c-bf4a-4680b64d0dc2 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:09:00.283158 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-284f6465-e16d-460c-bf4a-4680b64d0dc2 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:00.304027 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:09:00.304027 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:09:00.304027 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:09:00.304027 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:09:00.304027 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:09:00.304027 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:09:00.304027 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:09:00.304027 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:09:00.304027 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:09:00.304027 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:09:00.304027 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:09:00.304027 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:09:00.304027 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:09:00.304027 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:09:00.304027 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:09:00.304027 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:09:00.304027 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:09:00.304027 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:09:00.304027 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:09:00.304027 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:09:00.304027 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:09:00.304027 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:09:00.304027 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:09:00.304027 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:09:00.304027 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:09:00.304027 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:09:00.304027 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:09:00.304027 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:09:00.304027 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:09:00.304027 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:09:00.304027 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:09:00.304027 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:09:00.312897 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf697e7-623b-4d6a-8adf-f6c7b7146a94 None None] Network 6aa9dfa0-61f1-498d-a164-b1efcd3ff11c requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:09:00.316980 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02774a4d-8f5c-4574-bd98-e2ea6427e3b3 None None] Network 874793ed-1cb6-4082-bdae-d361d4c8b506 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:09:00.319183 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-38ff9b40-5cd7-44bf-b784-6ee26917800f tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] delete failed (client error): The resource could not be found. Feb 10 23:09:00.320295 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-38ff9b40-5cd7-44bf-b784-6ee26917800f tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "DELETE /v2.0/security-groups/646b6d97-57a2-4070-bb26-204e36970729 HTTP/1.1" status: 404 len: 347 time: 0.0698125 Feb 10 23:09:00.337894 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45134) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:00.353686 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-e750a20e-2a24-404d-bd95-ece5ce106574 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Request body: {'security_group': {'name': 'tempest-secgroup--854507448'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:00.414835 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-849238d6-ac8d-4d59-adf6-244acf58de30 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Synchronizing usage tracker for tenant:82a10a87ca1d4162b59aed13d6b90a18 on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:00.477475 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fdfadc84-927f-49f4-957f-ba6b04a4c4d2 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:00.526995 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e750a20e-2a24-404d-bd95-ece5ce106574 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:00.564709 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e750a20e-2a24-404d-bd95-ece5ce106574 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:00.633388 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-849238d6-ac8d-4d59-adf6-244acf58de30 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Unset dirty status for tenant:82a10a87ca1d4162b59aed13d6b90a18 on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:00.634975 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-849238d6-ac8d-4d59-adf6-244acf58de30 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6201797 Feb 10 23:09:00.653851 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45140) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:00.666366 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-61155e00-87f9-410d-bc57-02ce9aef4410 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Request body: {'security_group': {'name': 'tempest-secgroup--302197366'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:00.682974 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e750a20e-2a24-404d-bd95-ece5ce106574 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:00.684724 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-284f6465-e16d-460c-bf4a-4680b64d0dc2 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:00.699037 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-61155e00-87f9-410d-bc57-02ce9aef4410 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:00.703357 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc3ab0cc-3f72-4a74-99f5-8ffd4ed2bd4e tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Deleting subnet 77d7c54d-b221-403c-9233-fa62c36e601d {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:09:00.707671 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fc3ab0cc-3f72-4a74-99f5-8ffd4ed2bd4e tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:00.723814 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-284f6465-e16d-460c-bf4a-4680b64d0dc2 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:00.760576 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284f6465-e16d-460c-bf4a-4680b64d0dc2 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Pushing event deleted for resources: {'Network': ['ID=6aa9dfa0-61f1-498d-a164-b1efcd3ff11c,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:00.766681 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-284f6465-e16d-460c-bf4a-4680b64d0dc2 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] 10.222.0.59 "DELETE /v2.0/networks/6aa9dfa0-61f1-498d-a164-b1efcd3ff11c HTTP/1.1" status: 204 len: 168 time: 10.2868931 Feb 10 23:09:00.775407 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45144) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:00.781165 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-61155e00-87f9-410d-bc57-02ce9aef4410 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:00.798989 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a95663-bfbf-41e8-90e9-b51002b5d8f4 None None] DHCP port deletion for 6aa9dfa0-61f1-498d-a164-b1efcd3ff11c request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:09:00.825836 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e750a20e-2a24-404d-bd95-ece5ce106574 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:00.831664 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fdfadc84-927f-49f4-957f-ba6b04a4c4d2 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:00.836923 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-76fafeb4-7d3a-4ffe-9126-0b9fed433566 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] DELETE failed (client error): The resource could not be found. Feb 10 23:09:00.837359 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76fafeb4-7d3a-4ffe-9126-0b9fed433566 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:09:00.838992 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-76fafeb4-7d3a-4ffe-9126-0b9fed433566 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] 10.222.0.59 "DELETE /v2.0/subnets/d477e0ea-5750-4fd7-a074-4f3b54ddea59 HTTP/1.1" status: 404 len: 337 time: 0.0623493 Feb 10 23:09:00.845525 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45148) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:00.869297 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fc3ab0cc-3f72-4a74-99f5-8ffd4ed2bd4e tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:00.926221 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-0a4e0993-ed7b-4a47-a8f3-99b9940589f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd141a3-fb33-4200-8ce7-8ff07f52fcad', 'name': 'tempest-ServerActionsTestJSON-217153584-router', 'tenant_id': 'e452088f31c44993a8754d6dd8fb5a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': '70a9c9b9-9579-41b5-b8ad-d75d392541fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:04:57Z', 'updated_at': '2022-02-10T23:08:57Z', 'revision_number': 5, 'project_id': 'e452088f31c44993a8754d6dd8fb5a7b', 'gw_port': {'id': '70a9c9b9-9579-41b5-b8ad-d75d392541fa', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:1b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd141a3-fb33-4200-8ce7-8ff07f52fcad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:04:59Z', 'updated_at': '2022-02-10T23:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:00.930830 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4e0993-ed7b-4a47-a8f3-99b9940589f9 None None] Checking router: fcd141a3-fb33-4200-8ce7-8ff07f52fcad for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:09:00.936507 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e750a20e-2a24-404d-bd95-ece5ce106574 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Usage tracker for resource:security_group_rule and tenant:f8ca94381a7b4a39b672e9b0e5e63259 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:00.949457 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4e0993-ed7b-4a47-a8f3-99b9940589f9 None None] Routers {'fcd141a3-fb33-4200-8ce7-8ff07f52fcad'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:09:00.953203 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-0a4e0993-ed7b-4a47-a8f3-99b9940589f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:08:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['fcd141a3-fb33-4200-8ce7-8ff07f52fcad'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:00.954043 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e750a20e-2a24-404d-bd95-ece5ce106574 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:00.979108 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e750a20e-2a24-404d-bd95-ece5ce106574 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:00.988069 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-61155e00-87f9-410d-bc57-02ce9aef4410 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:00.999371 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6bbd2d9-881c-4924-b373-2306f32c9c07 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] DELETE failed (client error): The resource could not be found. Feb 10 23:09:00.999798 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6bbd2d9-881c-4924-b373-2306f32c9c07 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:09:01.003662 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-e6bbd2d9-881c-4924-b373-2306f32c9c07 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] 10.222.0.59 "DELETE /v2.0/networks/6aa9dfa0-61f1-498d-a164-b1efcd3ff11c HTTP/1.1" status: 404 len: 339 time: 0.1535897 Feb 10 23:09:01.014344 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45152) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:01.023120 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-9243b327-d2bf-4036-89d2-d61448a84a12 req-beb1c138-63e4-495c-8b39-8b3353778bc9 service neutron] 10.222.0.59 "GET /v2.0/networks/4a75b224-7431-40b5-b18e-691aa5ad073d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7047970 Feb 10 23:09:01.101498 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-61155e00-87f9-410d-bc57-02ce9aef4410 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:01.180823 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-0a4e0993-ed7b-4a47-a8f3-99b9940589f9 None None] Set router fcd141a3-fb33-4200-8ce7-8ff07f52fcad gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:09:01.185418 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d654-8f58-478e-8aa7-6d78f2c37c17 admin admin] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:01.234837 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-46caf3a9-3de6-464c-b28f-efa32a21742f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:01.245169 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-61155e00-87f9-410d-bc57-02ce9aef4410 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Usage tracker for resource:security_group_rule and tenant:82a10a87ca1d4162b59aed13d6b90a18 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:01.253148 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-61155e00-87f9-410d-bc57-02ce9aef4410 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:01.269170 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-61155e00-87f9-410d-bc57-02ce9aef4410 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:01.371339 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-9243b327-d2bf-4036-89d2-d61448a84a12 req-118fe391-1b4b-41e6-a1ed-0e6c4b722660 service neutron] 10.222.0.59 "GET /v2.0/networks/4a75b224-7431-40b5-b18e-691aa5ad073d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3473573 Feb 10 23:09:01.420532 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b25154fe-03c2-4378-b698-9f6bda174017 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Router 1359e446-ed83-4f9b-84b9-bc51e0ace908 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:09:01.423512 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-46caf3a9-3de6-464c-b28f-efa32a21742f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:01.455457 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-46caf3a9-3de6-464c-b28f-efa32a21742f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd597ea1-eddd-4800-bb3d-54117110ae7f']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:01.468654 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-46caf3a9-3de6-464c-b28f-efa32a21742f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b842ff6a-86e6-4ca9-8287-f04f9d4538d9') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:01.468956 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-46caf3a9-3de6-464c-b28f-efa32a21742f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b842ff6a-86e6-4ca9-8287-f04f9d4538d9') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:01.481959 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-46caf3a9-3de6-464c-b28f-efa32a21742f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32216962'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:01.503885 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fc3ab0cc-3f72-4a74-99f5-8ffd4ed2bd4e tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:01.550462 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fdfadc84-927f-49f4-957f-ba6b04a4c4d2 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:01.609348 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-0a4e0993-ed7b-4a47-a8f3-99b9940589f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd141a3-fb33-4200-8ce7-8ff07f52fcad', 'name': 'tempest-ServerActionsTestJSON-217153584-router', 'tenant_id': 'e452088f31c44993a8754d6dd8fb5a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': '70a9c9b9-9579-41b5-b8ad-d75d392541fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:04:57Z', 'updated_at': '2022-02-10T23:08:57Z', 'revision_number': 5, 'project_id': 'e452088f31c44993a8754d6dd8fb5a7b', 'gw_port': {'id': '70a9c9b9-9579-41b5-b8ad-d75d392541fa', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:1b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd141a3-fb33-4200-8ce7-8ff07f52fcad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:04:59Z', 'updated_at': '2022-02-10T23:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:01.615152 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4e0993-ed7b-4a47-a8f3-99b9940589f9 None None] The sync data for ids ['fcd141a3-fb33-4200-8ce7-8ff07f52fcad'] in dv-neutron-828797-1-hyperv is: [{'id': 'fcd141a3-fb33-4200-8ce7-8ff07f52fcad', 'name': 'tempest-ServerActionsTestJSON-217153584-router', 'tenant_id': 'e452088f31c44993a8754d6dd8fb5a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': '70a9c9b9-9579-41b5-b8ad-d75d392541fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:04:57Z', 'updated_at': '2022-02-10T23:08:57Z', 'revision_number': 5, 'project_id': 'e452088f31c44993a8754d6dd8fb5a7b', 'gw_port': {'id': '70a9c9b9-9579-41b5-b8ad-d75d392541fa', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:1b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd141a3-fb33-4200-8ce7-8ff07f52fcad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:04:59Z', 'updated_at': '2022-02-10T23:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:09:01.665766 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a53be59-2392-4450-a85d-dfc2fc82bfc1 None None] Network 874793ed-1cb6-4082-bdae-d361d4c8b506 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:09:01.677901 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-46caf3a9-3de6-464c-b28f-efa32a21742f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:01.699993 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fdfadc84-927f-49f4-957f-ba6b04a4c4d2 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:01.714928 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfadc84-927f-49f4-957f-ba6b04a4c4d2 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event deleted for resources: {'Subnet': ['ID=31414597-1cc6-491e-8fd3-3508ca5215a0,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:01.735741 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46caf3a9-3de6-464c-b28f-efa32a21742f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:09:01.736571 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-46caf3a9-3de6-464c-b28f-efa32a21742f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32033006'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:01.762893 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e750a20e-2a24-404d-bd95-ece5ce106574 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:01.773492 dv-neutron-828797-1-hyperv neutron-server[84332]: Traceback (most recent call last): Feb 10 23:09:01.773492 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:09:01.773492 dv-neutron-828797-1-hyperv neutron-server[84332]: timer() Feb 10 23:09:01.773492 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:09:01.773492 dv-neutron-828797-1-hyperv neutron-server[84332]: cb(*args, **kw) Feb 10 23:09:01.773492 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:09:01.773492 dv-neutron-828797-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Feb 10 23:09:01.773492 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:09:01.773492 dv-neutron-828797-1-hyperv neutron-server[84332]: self._notify() Feb 10 23:09:01.773492 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:09:01.773492 dv-neutron-828797-1-hyperv neutron-server[84332]: self.callback(batched_events) Feb 10 23:09:01.773492 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:09:01.773492 dv-neutron-828797-1-hyperv neutron-server[84332]: event.method(event) Feb 10 23:09:01.773492 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:09:01.773492 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:09:01.773492 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:09:01.773492 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:09:01.773492 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:09:01.773492 dv-neutron-828797-1-hyperv neutron-server[84332]: return f(self, *a, **k) Feb 10 23:09:01.773492 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:09:01.773492 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._get(url).json() Feb 10 23:09:01.773492 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:09:01.773492 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:09:01.773492 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:09:01.773492 dv-neutron-828797-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Feb 10 23:09:01.773492 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:09:01.773492 dv-neutron-828797-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:09:01.773492 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:09:01.773492 dv-neutron-828797-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:09:01.773492 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:09:01.773492 dv-neutron-828797-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:09:01.773492 dv-neutron-828797-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:09:01.874307 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-fdfadc84-927f-49f4-957f-ba6b04a4c4d2 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "DELETE /v2.0/subnets/31414597-1cc6-491e-8fd3-3508ca5215a0 HTTP/1.1" status: 204 len: 168 time: 2.0862856 Feb 10 23:09:01.880586 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-50b40752-e34d-478a-bc76-41c4f0c3879e None None] Provisioning complete for port 2bdfeed0-7d38-4b05-acfa-b79ef317da12 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:09:01.881140 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-50b40752-e34d-478a-bc76-41c4f0c3879e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:01.883169 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45162) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:01.900873 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d654-8f58-478e-8aa7-6d78f2c37c17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:01.926481 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b25154fe-03c2-4378-b698-9f6bda174017 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:09:01.943187 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-b25154fe-03c2-4378-b698-9f6bda174017 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "PUT /v2.0/routers/1359e446-ed83-4f9b-84b9-bc51e0ace908/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8738089 Feb 10 23:09:01.943289 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e21d1b5-1c19-419d-8939-53b30eb49fee None None] Sync routers for ids ['1359e446-ed83-4f9b-84b9-bc51e0ace908'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:09:01.949253 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45166) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:01.958053 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e21d1b5-1c19-419d-8939-53b30eb49fee None None] Routers {'1359e446-ed83-4f9b-84b9-bc51e0ace908'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:09:01.959174 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-5e21d1b5-1c19-419d-8939-53b30eb49fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:08:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['1359e446-ed83-4f9b-84b9-bc51e0ace908'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:02.032940 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-d4a1d654-8f58-478e-8aa7-6d78f2c37c17 admin admin] Deleting port 70a9c9b9-9579-41b5-b8ad-d75d392541fa {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:09:02.032940 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d654-8f58-478e-8aa7-6d78f2c37c17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:02.082047 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05142902-597e-412f-afe6-84945f92b71b None None] DHCP port deletion for 874793ed-1cb6-4082-bdae-d361d4c8b506 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:09:02.093893 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-05142902-597e-412f-afe6-84945f92b71b None None] Deleting port 2bdfeed0-7d38-4b05-acfa-b79ef317da12 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:09:02.100077 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-05142902-597e-412f-afe6-84945f92b71b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:02.199055 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-5e21d1b5-1c19-419d-8939-53b30eb49fee None None] Set router 1359e446-ed83-4f9b-84b9-bc51e0ace908 gateway port host: None {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:09:02.228246 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fc3ab0cc-3f72-4a74-99f5-8ffd4ed2bd4e tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:02.231538 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e750a20e-2a24-404d-bd95-ece5ce106574 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:02.258716 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-61155e00-87f9-410d-bc57-02ce9aef4410 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:02.365849 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-46caf3a9-3de6-464c-b28f-efa32a21742f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:02.379589 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3ab0cc-3f72-4a74-99f5-8ffd4ed2bd4e tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event deleted for resources: {'Subnet': ['ID=77d7c54d-b221-403c-9233-fa62c36e601d,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:02.381682 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-61155e00-87f9-410d-bc57-02ce9aef4410 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:02.416304 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-05142902-597e-412f-afe6-84945f92b71b None None] For port 2bdfeed0-7d38-4b05-acfa-b79ef317da12, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=2bdfeed0-7d38-4b05-acfa-b79ef317da12,segment=NetworkSegment(5b63d07c-efda-49b4-a9fc-351f63d37d19),segment_id=5b63d07c-efda-49b4-a9fc-351f63d37d19)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:09:02.423416 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-05142902-597e-412f-afe6-84945f92b71b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:02.431333 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-d4a1d654-8f58-478e-8aa7-6d78f2c37c17 admin admin] For port 70a9c9b9-9579-41b5-b8ad-d75d392541fa, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=70a9c9b9-9579-41b5-b8ad-d75d392541fa,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:09:02.432249 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d654-8f58-478e-8aa7-6d78f2c37c17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:02.461322 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-46caf3a9-3de6-464c-b28f-efa32a21742f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:02.468327 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46caf3a9-3de6-464c-b28f-efa32a21742f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Pushing event deleted for resources: {'Network': ['ID=cd597ea1-eddd-4800-bb3d-54117110ae7f,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:02.506871 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fc3ab0cc-3f72-4a74-99f5-8ffd4ed2bd4e tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:02.516789 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-fc3ab0cc-3f72-4a74-99f5-8ffd4ed2bd4e tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/subnets/77d7c54d-b221-403c-9233-fa62c36e601d HTTP/1.1" status: 204 len: 168 time: 2.3567493 Feb 10 23:09:02.524822 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-66ae876c-d8fa-4394-9523-53e98a9b256c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:02.547558 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45174) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:02.557279 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb5c7e3-5c65-4587-a8f6-a9ddb154b244 None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:09:02.582370 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-05142902-597e-412f-afe6-84945f92b71b None None] Calling delete_port for 2bdfeed0-7d38-4b05-acfa-b79ef317da12 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:09:02.693723 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device e17d4c0a-22cf-48d7-b06c-3ff7181baeb3 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:09:02.722893 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-d4a1d654-8f58-478e-8aa7-6d78f2c37c17 admin admin] Calling delete_port for 70a9c9b9-9579-41b5-b8ad-d75d392541fa owned by network:router_gateway {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:09:02.736829 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-5e21d1b5-1c19-419d-8939-53b30eb49fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'name': 'tempest-RoutersTest-router-479301092', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:56Z', 'updated_at': '2022-02-10T23:08:57Z', 'revision_number': 10, 'project_id': '62dc022463634d02b4f57b75cc001545', 'gw_port_host': None, '_interfaces': [{'id': 'fbc327d4-197b-47d3-9396-0ecba21ce359', 'name': '', 'network_id': '10d2f5a7-936f-4925-9467-45b0b7c99ec4', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'mac_address': 'fa:16:3e:87:32:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6566b71-ba57-47a8-bc9e-b4ac96b16a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:03Z', 'updated_at': '2022-02-10T23:07:24Z', 'revision_number': 5, 'project_id': '62dc022463634d02b4f57b75cc001545', 'subnets': [{'id': 'd6566b71-ba57-47a8-bc9e-b4ac96b16a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:02.741156 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e21d1b5-1c19-419d-8939-53b30eb49fee None None] Checking router: 1359e446-ed83-4f9b-84b9-bc51e0ace908 for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:09:02.753302 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e21d1b5-1c19-419d-8939-53b30eb49fee None None] Routers {'1359e446-ed83-4f9b-84b9-bc51e0ace908'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:09:02.754253 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-5e21d1b5-1c19-419d-8939-53b30eb49fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:08:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['1359e446-ed83-4f9b-84b9-bc51e0ace908'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:02.758597 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: e17d4c0a-22cf-48d7-b06c-3ff7181baeb3 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:09:02.758942 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device e17d4c0a-22cf-48d7-b06c-3ff7181baeb3 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:09:02.759363 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 2bdfeed0-7d38-4b05-acfa-b79ef317da12 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:09:02.787361 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-facd8342-18ff-4eee-99b7-01bfc872bb2e tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2277164 Feb 10 23:09:02.789318 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e750a20e-2a24-404d-bd95-ece5ce106574 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aad24f7-14ac-4bee-94e5-18d9791da4ff,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:02.800986 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45182) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:02.808743 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-46caf3a9-3de6-464c-b28f-efa32a21742f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] 10.222.0.59 "DELETE /v2.0/networks/cd597ea1-eddd-4800-bb3d-54117110ae7f HTTP/1.1" status: 204 len: 168 time: 1.7708247 Feb 10 23:09:02.845518 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45186) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:02.854597 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e750a20e-2a24-404d-bd95-ece5ce106574 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:02.870323 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e750a20e-2a24-404d-bd95-ece5ce106574 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.5289609 Feb 10 23:09:02.877338 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-61155e00-87f9-410d-bc57-02ce9aef4410 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:02.881870 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-61155e00-87f9-410d-bc57-02ce9aef4410 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.2268429 Feb 10 23:09:02.889570 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-5de23223-0e4c-48cb-8a56-3f131cb7d325 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Request body: {'subnet': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:02.920247 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45188) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:02.920593 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45190) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:02.931374 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-6fc612ad-f78e-4bd9-a4d2-1a4bff970074 req-46d4d664-f8a5-4648-b8cb-6bbf6d306585 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Synchronizing usage tracker for tenant:82bae8319c0a482993cd9e8530b11401 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:02.938428 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-5e21d1b5-1c19-419d-8939-53b30eb49fee None None] Set router 1359e446-ed83-4f9b-84b9-bc51e0ace908 gateway port host: None {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:09:03.002909 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-b632c5ae-87ad-4566-8df1-68bde01e7abc tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Request body: {'security_group_rule': {'security_group_id': '9aad24f7-14ac-4bee-94e5-18d9791da4ff', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:03.016041 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-447d3622-89c1-4b0f-add0-ff7fe488b100 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Request body: {'security_group_rule': {'security_group_id': 'c60f6892-dccb-4ba0-80d3-62e010f543ad', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:03.023474 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-447d3622-89c1-4b0f-add0-ff7fe488b100 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:03.031556 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-447d3622-89c1-4b0f-add0-ff7fe488b100 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Usage tracker for resource:security_group_rule and tenant:82a10a87ca1d4162b59aed13d6b90a18 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:03.035124 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-447d3622-89c1-4b0f-add0-ff7fe488b100 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:03.037343 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d654-8f58-478e-8aa7-6d78f2c37c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:03.040796 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-447d3622-89c1-4b0f-add0-ff7fe488b100 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:03.062895 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-66ae876c-d8fa-4394-9523-53e98a9b256c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Deleting port 2bdfeed0-7d38-4b05-acfa-b79ef317da12 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:09:03.065492 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-66ae876c-d8fa-4394-9523-53e98a9b256c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:03.087684 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-05142902-597e-412f-afe6-84945f92b71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:03.093562 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-b632c5ae-87ad-4566-8df1-68bde01e7abc tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:03.142602 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a1d654-8f58-478e-8aa7-6d78f2c37c17 admin admin] Pushing event deleted for resources: {'Port': ['ID=70a9c9b9-9579-41b5-b8ad-d75d392541fa,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:03.159503 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05142902-597e-412f-afe6-84945f92b71b None None] Pushing event deleted for resources: {'Port': ['ID=2bdfeed0-7d38-4b05-acfa-b79ef317da12,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:03.163742 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Port 2bdfeed0-7d38-4b05-acfa-b79ef317da12 update to DOWN by agent not found {{(pid=84334) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 10 23:09:03.168147 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8439ef5-f512-47a7-90f5-b9d9c38d45ab tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] DELETE failed (client error): The resource could not be found. Feb 10 23:09:03.169326 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8439ef5-f512-47a7-90f5-b9d9c38d45ab tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:09:03.173337 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c8439ef5-f512-47a7-90f5-b9d9c38d45ab tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] 10.222.0.59 "DELETE /v2.0/subnets/ab72d4be-18ec-4144-9688-468dfe4ba44c HTTP/1.1" status: 404 len: 337 time: 0.2880728 Feb 10 23:09:03.173337 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b632c5ae-87ad-4566-8df1-68bde01e7abc tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Usage tracker for resource:security_group_rule and tenant:f8ca94381a7b4a39b672e9b0e5e63259 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:03.182400 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05142902-597e-412f-afe6-84945f92b71b None None] No DVR routers for this DVR port 2bdfeed0-7d38-4b05-acfa-b79ef317da12 on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:09:03.185278 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45204) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:03.186950 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-447d3622-89c1-4b0f-add0-ff7fe488b100 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:03.195949 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b632c5ae-87ad-4566-8df1-68bde01e7abc tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:03.228883 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61155e00-87f9-410d-bc57-02ce9aef4410 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c60f6892-dccb-4ba0-80d3-62e010f543ad,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:03.262885 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-b632c5ae-87ad-4566-8df1-68bde01e7abc tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:03.274758 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-66ae876c-d8fa-4394-9523-53e98a9b256c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] The port '2bdfeed0-7d38-4b05-acfa-b79ef317da12' was deleted {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 23:09:03.291935 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6d4741c-943f-4155-b0ec-76eb5815b092 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] DELETE failed (client error): The resource could not be found. Feb 10 23:09:03.297517 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6d4741c-943f-4155-b0ec-76eb5815b092 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:09:03.309903 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-b6d4741c-943f-4155-b0ec-76eb5815b092 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] 10.222.0.59 "DELETE /v2.0/networks/46444ed9-ccdc-4147-b7db-f656c6f6bc96 HTTP/1.1" status: 404 len: 339 time: 0.1183732 Feb 10 23:09:03.312698 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45208) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:03.331715 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb29c8a2-3c66-4906-8376-5030de655eea None None] DHCP port deletion for 6dca27ff-0cc1-400d-8ed1-46016d84d938 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:09:03.338925 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-bb29c8a2-3c66-4906-8376-5030de655eea None None] Deleting port d3da44b5-d8c9-4b91-9673-a86a1e3038ae {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:09:03.339361 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bb29c8a2-3c66-4906-8376-5030de655eea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:03.358832 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f552a9b-b28b-4f7a-9d66-ea15ae95f6da tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Deleting subnet c2fd1ea0-3072-4924-9e05-ffa3a0177446 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:09:03.374315 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9f552a9b-b28b-4f7a-9d66-ea15ae95f6da tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:03.402015 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-5de23223-0e4c-48cb-8a56-3f131cb7d325 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:03.410069 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-5e21d1b5-1c19-419d-8939-53b30eb49fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'name': 'tempest-RoutersTest-router-479301092', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:56Z', 'updated_at': '2022-02-10T23:08:57Z', 'revision_number': 10, 'project_id': '62dc022463634d02b4f57b75cc001545', 'gw_port_host': None, '_interfaces': [{'id': 'fbc327d4-197b-47d3-9396-0ecba21ce359', 'name': '', 'network_id': '10d2f5a7-936f-4925-9467-45b0b7c99ec4', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'mac_address': 'fa:16:3e:87:32:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6566b71-ba57-47a8-bc9e-b4ac96b16a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:03Z', 'updated_at': '2022-02-10T23:07:24Z', 'revision_number': 5, 'project_id': '62dc022463634d02b4f57b75cc001545', 'subnets': [{'id': 'd6566b71-ba57-47a8-bc9e-b4ac96b16a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:03.414692 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e21d1b5-1c19-419d-8939-53b30eb49fee None None] The sync data for ids ['1359e446-ed83-4f9b-84b9-bc51e0ace908'] in dv-neutron-828797-1-hyperv is: [{'id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'name': 'tempest-RoutersTest-router-479301092', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:56Z', 'updated_at': '2022-02-10T23:08:57Z', 'revision_number': 10, 'project_id': '62dc022463634d02b4f57b75cc001545', 'gw_port_host': None, '_interfaces': [{'id': 'fbc327d4-197b-47d3-9396-0ecba21ce359', 'name': '', 'network_id': '10d2f5a7-936f-4925-9467-45b0b7c99ec4', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'mac_address': 'fa:16:3e:87:32:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6566b71-ba57-47a8-bc9e-b4ac96b16a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:03Z', 'updated_at': '2022-02-10T23:07:24Z', 'revision_number': 5, 'project_id': '62dc022463634d02b4f57b75cc001545', 'subnets': [{'id': 'd6566b71-ba57-47a8-bc9e-b4ac96b16a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:09:03.475216 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-5de23223-0e4c-48cb-8a56-3f131cb7d325 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Usage tracker for resource:subnet and tenant:143e860117cc493db304000cc95b95c2 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:03.484954 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-5de23223-0e4c-48cb-8a56-3f131cb7d325 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:03.488380 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-6fc612ad-f78e-4bd9-a4d2-1a4bff970074 req-46d4d664-f8a5-4648-b8cb-6bbf6d306585 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Unset dirty status for tenant:82bae8319c0a482993cd9e8530b11401 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:03.489697 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6fc612ad-f78e-4bd9-a4d2-1a4bff970074 req-46d4d664-f8a5-4648-b8cb-6bbf6d306585 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/ports?device_id=30d56768-2bba-410e-be7e-2f956bd4eb1d HTTP/1.1" status: 200 len: 210 time: 0.9276845 Feb 10 23:09:03.532164 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-5de23223-0e4c-48cb-8a56-3f131cb7d325 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:03.532164 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-447d3622-89c1-4b0f-add0-ff7fe488b100 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:03.536165 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b632c5ae-87ad-4566-8df1-68bde01e7abc tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:03.569120 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-66ae876c-d8fa-4394-9523-53e98a9b256c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:03.629095 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b632c5ae-87ad-4566-8df1-68bde01e7abc tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:03.631238 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9f552a9b-b28b-4f7a-9d66-ea15ae95f6da tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31983416'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:03.631816 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-66ae876c-d8fa-4394-9523-53e98a9b256c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['874793ed-1cb6-4082-bdae-d361d4c8b506']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:03.639680 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-447d3622-89c1-4b0f-add0-ff7fe488b100 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:03.659832 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-66ae876c-d8fa-4394-9523-53e98a9b256c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b63d07c-efda-49b4-a9fc-351f63d37d19') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:03.660160 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-66ae876c-d8fa-4394-9523-53e98a9b256c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b63d07c-efda-49b4-a9fc-351f63d37d19') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:03.680649 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447d3622-89c1-4b0f-add0-ff7fe488b100 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe4c2611-e470-4bfb-aefc-dfdf79b56af4,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:03.685504 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-66ae876c-d8fa-4394-9523-53e98a9b256c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32216962'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:03.694487 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de23223-0e4c-48cb-8a56-3f131cb7d325 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Made reservation on behalf of 143e860117cc493db304000cc95b95c2 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:09:03.697832 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5de23223-0e4c-48cb-8a56-3f131cb7d325 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:03.707618 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d654-8f58-478e-8aa7-6d78f2c37c17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734197'] for router_gateway, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:03.718960 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b632c5ae-87ad-4566-8df1-68bde01e7abc tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:03.721423 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-bb29c8a2-3c66-4906-8376-5030de655eea None None] For port d3da44b5-d8c9-4b91-9673-a86a1e3038ae, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=d3da44b5-d8c9-4b91-9673-a86a1e3038ae,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:09:03.721928 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bb29c8a2-3c66-4906-8376-5030de655eea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:03.808447 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-66ae876c-d8fa-4394-9523-53e98a9b256c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:03.831611 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b632c5ae-87ad-4566-8df1-68bde01e7abc tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=202a85a4-a0a5-4871-b6a5-78258d6af325,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:03.838372 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66ae876c-d8fa-4394-9523-53e98a9b256c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:09:03.845361 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-66ae876c-d8fa-4394-9523-53e98a9b256c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32033006'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:03.867281 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-bb29c8a2-3c66-4906-8376-5030de655eea None None] Calling delete_port for d3da44b5-d8c9-4b91-9673-a86a1e3038ae owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:09:03.937761 dv-neutron-828797-1-hyperv neutron-server[84332]: Traceback (most recent call last): Feb 10 23:09:03.937761 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:09:03.937761 dv-neutron-828797-1-hyperv neutron-server[84332]: timer() Feb 10 23:09:03.937761 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:09:03.937761 dv-neutron-828797-1-hyperv neutron-server[84332]: cb(*args, **kw) Feb 10 23:09:03.937761 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:09:03.937761 dv-neutron-828797-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Feb 10 23:09:03.937761 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:09:03.937761 dv-neutron-828797-1-hyperv neutron-server[84332]: self._notify() Feb 10 23:09:03.937761 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:09:03.937761 dv-neutron-828797-1-hyperv neutron-server[84332]: self.callback(batched_events) Feb 10 23:09:03.937761 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:09:03.937761 dv-neutron-828797-1-hyperv neutron-server[84332]: event.method(event) Feb 10 23:09:03.937761 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:09:03.937761 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:09:03.937761 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:09:03.937761 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:09:03.937761 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:09:03.937761 dv-neutron-828797-1-hyperv neutron-server[84332]: return f(self, *a, **k) Feb 10 23:09:03.937761 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:09:03.937761 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._get(url).json() Feb 10 23:09:03.937761 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:09:03.937761 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:09:03.937761 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:09:03.937761 dv-neutron-828797-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Feb 10 23:09:03.937761 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:09:03.937761 dv-neutron-828797-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:09:03.937761 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:09:03.937761 dv-neutron-828797-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:09:03.937761 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:09:03.937761 dv-neutron-828797-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:09:03.937761 dv-neutron-828797-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:09:03.961109 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-447d3622-89c1-4b0f-add0-ff7fe488b100 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:03.962501 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-447d3622-89c1-4b0f-add0-ff7fe488b100 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.0264659 Feb 10 23:09:03.977881 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45214) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:04.013282 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-cae165f0-9cbb-4b46-84d5-f44914fed090 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Request body: {'security_group_rule': {'security_group_id': 'c60f6892-dccb-4ba0-80d3-62e010f543ad', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:04.025891 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-cae165f0-9cbb-4b46-84d5-f44914fed090 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:04.036402 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-cae165f0-9cbb-4b46-84d5-f44914fed090 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Usage tracker for resource:security_group_rule and tenant:82a10a87ca1d4162b59aed13d6b90a18 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:04.043918 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bb29c8a2-3c66-4906-8376-5030de655eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:04.045295 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-cae165f0-9cbb-4b46-84d5-f44914fed090 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:04.075113 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b632c5ae-87ad-4566-8df1-68bde01e7abc tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:04.079145 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b632c5ae-87ad-4566-8df1-68bde01e7abc tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1420717 Feb 10 23:09:04.079145 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-66ae876c-d8fa-4394-9523-53e98a9b256c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:04.088500 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-66ae876c-d8fa-4394-9523-53e98a9b256c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:04.090818 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb29c8a2-3c66-4906-8376-5030de655eea None None] Pushing event deleted for resources: {'Port': ['ID=d3da44b5-d8c9-4b91-9673-a86a1e3038ae,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:04.096838 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb29c8a2-3c66-4906-8376-5030de655eea None None] No DVR routers for this DVR port d3da44b5-d8c9-4b91-9673-a86a1e3038ae on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:09:04.109615 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45218) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:04.120305 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-cae165f0-9cbb-4b46-84d5-f44914fed090 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:04.125079 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-66ae876c-d8fa-4394-9523-53e98a9b256c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "DELETE /v2.0/networks/874793ed-1cb6-4082-bdae-d361d4c8b506 HTTP/1.1" status: 204 len: 168 time: 2.2390130 Feb 10 23:09:04.134336 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45222) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:04.149151 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ae876c-d8fa-4394-9523-53e98a9b256c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event deleted for resources: {'Network': ['ID=874793ed-1cb6-4082-bdae-d361d4c8b506,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:04.229770 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d654-8f58-478e-8aa7-6d78f2c37c17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:04.249574 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d654-8f58-478e-8aa7-6d78f2c37c17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:04.254355 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f50e32a4-6728-4cb7-abd8-76924ceff11e tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:04.259324 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-81e52887-336d-46bc-bbd2-4cbdeb52301a tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Deleting subnet 5c6b6a1e-a544-4d90-8bdf-a6a33a702ba1 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:09:04.262386 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9f552a9b-b28b-4f7a-9d66-ea15ae95f6da tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:04.283291 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f50e32a4-6728-4cb7-abd8-76924ceff11e tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:04.300950 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-81e52887-336d-46bc-bbd2-4cbdeb52301a tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:04.358872 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d403b893-f2d9-43c6-baac-cb351235a7b9 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:04.360272 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d403b893-f2d9-43c6-baac-cb351235a7b9 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2155011 Feb 10 23:09:04.364265 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45226) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:04.381261 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cae165f0-9cbb-4b46-84d5-f44914fed090 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:04.399524 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f50e32a4-6728-4cb7-abd8-76924ceff11e tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:04.405196 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-81e52887-336d-46bc-bbd2-4cbdeb52301a tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31983416'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:04.421917 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50e32a4-6728-4cb7-abd8-76924ceff11e tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=202a85a4-a0a5-4871-b6a5-78258d6af325,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:04.428005 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f50e32a4-6728-4cb7-abd8-76924ceff11e tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:04.435890 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f50e32a4-6728-4cb7-abd8-76924ceff11e tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/202a85a4-a0a5-4871-b6a5-78258d6af325 HTTP/1.1" status: 204 len: 168 time: 0.3030362 Feb 10 23:09:04.435890 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5de23223-0e4c-48cb-8a56-3f131cb7d325 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:04.435890 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45230) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:04.492107 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d654-8f58-478e-8aa7-6d78f2c37c17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:04.492641 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a1d654-8f58-478e-8aa7-6d78f2c37c17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fcd141a3-fb33-4200-8ce7-8ff07f52fcad {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:09:04.585828 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de23223-0e4c-48cb-8a56-3f131cb7d325 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:09:04.604036 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9f552a9b-b28b-4f7a-9d66-ea15ae95f6da tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:04.608876 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cae165f0-9cbb-4b46-84d5-f44914fed090 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:04.616705 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de23223-0e4c-48cb-8a56-3f131cb7d325 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event updated for resources: {'Subnet': ['ID=89fe858f-983b-42e9-8cff-85b7eccd23af,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:04.622266 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-5de23223-0e4c-48cb-8a56-3f131cb7d325 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:09:04.633344 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616ee853-1b3f-4d74-8510-d0875723f040 None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:09:04.659706 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de23223-0e4c-48cb-8a56-3f131cb7d325 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:04.660091 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5de23223-0e4c-48cb-8a56-3f131cb7d325 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:04.699365 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cae165f0-9cbb-4b46-84d5-f44914fed090 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:04.729352 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-35d37b1c-a7fd-4f20-945c-36c12299b223 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Synchronizing usage tracker for tenant:f8ca94381a7b4a39b672e9b0e5e63259 on resource:security_group_rule {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:04.730465 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d654-8f58-478e-8aa7-6d78f2c37c17 admin admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:04.733899 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-d4a1d654-8f58-478e-8aa7-6d78f2c37c17 admin admin] 10.222.0.59 "DELETE /v2.0/routers/fcd141a3-fb33-4200-8ce7-8ff07f52fcad HTTP/1.1" status: 204 len: 168 time: 4.7350962 Feb 10 23:09:04.738229 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45236) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:04.771489 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-81e52887-336d-46bc-bbd2-4cbdeb52301a tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:04.786297 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-eb75835a-1b05-49ba-9e71-4959648ab46b tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4208944 Feb 10 23:09:04.787453 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45240) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:04.808233 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f552a9b-b28b-4f7a-9d66-ea15ae95f6da tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event deleted for resources: {'Subnet': ['ID=c2fd1ea0-3072-4924-9e05-ffa3a0177446,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:04.827179 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5de23223-0e4c-48cb-8a56-3f131cb7d325 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0224161 Feb 10 23:09:04.829208 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45244) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:04.836184 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-aa6dca3d-d3e8-4c01-99fe-96ea3051f394 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Request body: {'port': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'name': 'tempest-NetworksTestDHCPv6-992144872'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:04.841481 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-cfdf06f6-c03d-4d4d-9841-5737eb55c00b req-8f77c916-96f3-414b-9222-fe3828e22b4b tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/ports?device_id=30d56768-2bba-410e-be7e-2f956bd4eb1d HTTP/1.1" status: 200 len: 210 time: 0.1063192 Feb 10 23:09:04.843280 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae165f0-9cbb-4b46-84d5-f44914fed090 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90fff41e-0999-4071-a6a8-1fc3cd64afd3,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:04.845364 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9f552a9b-b28b-4f7a-9d66-ea15ae95f6da tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:04.848146 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-9f552a9b-b28b-4f7a-9d66-ea15ae95f6da tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "DELETE /v2.0/subnets/c2fd1ea0-3072-4924-9e05-ffa3a0177446 HTTP/1.1" status: 204 len: 168 time: 2.8979020 Feb 10 23:09:04.855931 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45248) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:04.889618 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259dac73-7acc-4cc3-ba32-220b8bac2790 None None] Network 12052084-206d-4312-a617-f252f8179831 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:09:04.890048 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-da1f3b8f-f91a-4664-b9aa-20e03578b681 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2126588180'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:04.966687 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cae165f0-9cbb-4b46-84d5-f44914fed090 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:04.971641 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-cae165f0-9cbb-4b46-84d5-f44914fed090 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.9842806 Feb 10 23:09:04.979404 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45252) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:04.997254 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-cc4369b3-89ba-467c-bdef-3702890d50d3 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Request body: {'security_group_rule': {'security_group_id': 'c60f6892-dccb-4ba0-80d3-62e010f543ad', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:05.001688 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-da1f3b8f-f91a-4664-b9aa-20e03578b681 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:05.004587 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-35d37b1c-a7fd-4f20-945c-36c12299b223 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Unset dirty status for tenant:f8ca94381a7b4a39b672e9b0e5e63259 on resource:security_group_rule {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:05.009461 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-35d37b1c-a7fd-4f20-945c-36c12299b223 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5441940 Feb 10 23:09:05.010282 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-cc4369b3-89ba-467c-bdef-3702890d50d3 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:05.014627 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45256) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:05.043550 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-cc4369b3-89ba-467c-bdef-3702890d50d3 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Usage tracker for resource:security_group_rule and tenant:82a10a87ca1d4162b59aed13d6b90a18 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:05.050606 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-cc4369b3-89ba-467c-bdef-3702890d50d3 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:05.060978 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-cc4369b3-89ba-467c-bdef-3702890d50d3 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:05.069059 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-da1f3b8f-f91a-4664-b9aa-20e03578b681 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Usage tracker for resource:network and tenant:a1a196bacc5e4170b4defd7cfb879ddb is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:05.075744 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-da1f3b8f-f91a-4664-b9aa-20e03578b681 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:05.092396 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b02435b4-86b0-4048-80e3-ea33720d7cca tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:05.101203 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-da1f3b8f-f91a-4664-b9aa-20e03578b681 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:05.131291 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 17646efb-7102-4d7a-908f-cb7d3d2de387 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:09:05.132855 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-0837db70-1bde-4da5-a5ed-70fd2961843d admin admin] Deleting subnet 01b72c06-c698-462d-bf7b-325d09ba1c5f {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:09:05.142491 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b02435b4-86b0-4048-80e3-ea33720d7cca tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Deleting port 2bba1958-871c-440e-b986-ec46368e57d1 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:09:05.142934 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b02435b4-86b0-4048-80e3-ea33720d7cca tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:05.168187 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0837db70-1bde-4da5-a5ed-70fd2961843d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:05.185443 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-81e52887-336d-46bc-bbd2-4cbdeb52301a tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:05.188041 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 17646efb-7102-4d7a-908f-cb7d3d2de387 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:09:05.188509 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 17646efb-7102-4d7a-908f-cb7d3d2de387 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:09:05.197174 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device d3da44b5-d8c9-4b91-9673-a86a1e3038ae no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:09:05.227138 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1f3b8f-f91a-4664-b9aa-20e03578b681 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Made reservation on behalf of a1a196bacc5e4170b4defd7cfb879ddb for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:09:05.233297 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: d3da44b5-d8c9-4b91-9673-a86a1e3038ae {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:09:05.233896 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device d3da44b5-d8c9-4b91-9673-a86a1e3038ae not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:09:05.238317 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a1168e35-9cb5-4602-bb46-590be5a8aabb tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:05.238566 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-da1f3b8f-f91a-4664-b9aa-20e03578b681 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:05.240328 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e52887-336d-46bc-bbd2-4cbdeb52301a tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Pushing event deleted for resources: {'Subnet': ['ID=5c6b6a1e-a544-4d90-8bdf-a6a33a702ba1,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:05.240689 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e85d9ba-c1a1-4f77-b7f5-e05ff798103a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-6dca27ff-0cc1-400d-8ed1-46016d84d938', 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'tenant_id': '143e860117cc493db304000cc95b95c2', 'fixed_ips': [{'subnet_id': '89fe858f-983b-42e9-8cff-85b7eccd23af'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:09:05.241591 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3e85d9ba-c1a1-4f77-b7f5-e05ff798103a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:05.268652 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cc4369b3-89ba-467c-bdef-3702890d50d3 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:05.276084 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-aa6dca3d-d3e8-4c01-99fe-96ea3051f394 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:05.287214 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0837db70-1bde-4da5-a5ed-70fd2961843d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:05.321766 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-81e52887-336d-46bc-bbd2-4cbdeb52301a tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:05.337929 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-aa6dca3d-d3e8-4c01-99fe-96ea3051f394 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:05.345242 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da1f3b8f-f91a-4664-b9aa-20e03578b681 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:09:05.357991 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a1168e35-9cb5-4602-bb46-590be5a8aabb tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:05.372837 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-da1f3b8f-f91a-4664-b9aa-20e03578b681 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:05.373475 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-da1f3b8f-f91a-4664-b9aa-20e03578b681 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Added segment 9a8e47c8-c505-4c77-9e05-12795c13e533 of type vlan for network 3550b6d0-c5f3-4461-8b85-e1acc91672f0 Feb 10 23:09:05.376562 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-81e52887-336d-46bc-bbd2-4cbdeb52301a tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] 10.222.0.59 "DELETE /v2.0/subnets/5c6b6a1e-a544-4d90-8bdf-a6a33a702ba1 HTTP/1.1" status: 204 len: 168 time: 2.0607536 Feb 10 23:09:05.382056 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45260) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:05.429023 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28f0d5c-fceb-4e66-a131-9e60b3491937 None None] Network 2856992d-a658-4f45-9647-ded0d2e0a112 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:09:05.462661 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-da1f3b8f-f91a-4664-b9aa-20e03578b681 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:05.470529 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6dca3d-d3e8-4c01-99fe-96ea3051f394 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Made reservation on behalf of 143e860117cc493db304000cc95b95c2 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:09:05.474597 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aa6dca3d-d3e8-4c01-99fe-96ea3051f394 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:05.498549 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0837db70-1bde-4da5-a5ed-70fd2961843d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:05.523034 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-3e85d9ba-c1a1-4f77-b7f5-e05ff798103a None None] Allocated IP 2001:db8::2 (6dca27ff-0cc1-400d-8ed1-46016d84d938/89fe858f-983b-42e9-8cff-85b7eccd23af/3b302fc7-b352-4ddd-a400-67f063a6e244) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:09:05.572101 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b02435b4-86b0-4048-80e3-ea33720d7cca tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] For port 2bba1958-871c-440e-b986-ec46368e57d1, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=2bba1958-871c-440e-b986-ec46368e57d1,segment=NetworkSegment(66d8acdf-9ce7-4507-ae23-2834ba780ec3),segment_id=66d8acdf-9ce7-4507-ae23-2834ba780ec3)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:09:05.572372 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b02435b4-86b0-4048-80e3-ea33720d7cca tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:05.606468 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cc4369b3-89ba-467c-bdef-3702890d50d3 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:05.649826 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9e1b74-898a-4137-9b0b-0f18d6cfb59e None None] DHCP port deletion for 12052084-206d-4312-a617-f252f8179831 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:09:05.686116 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-3b9e1b74-898a-4137-9b0b-0f18d6cfb59e None None] Deleting port 2bba1958-871c-440e-b986-ec46368e57d1 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:09:05.686561 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3b9e1b74-898a-4137-9b0b-0f18d6cfb59e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:05.688825 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-301f10ea-98bc-4f07-8606-bf5061bfac02 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Deleting subnet db394129-898d-4ade-b841-a6fc287a8317 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:09:05.694163 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.resource_extend [None req-da1f3b8f-f91a-4664-b9aa-20e03578b681 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:09:05.705024 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-301f10ea-98bc-4f07-8606-bf5061bfac02 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:05.738768 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-aa6dca3d-d3e8-4c01-99fe-96ea3051f394 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] device_id is not set on port 547b8aa3-0e5f-4e27-aeae-3ec10057a1a2 yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:09:05.849949 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a1168e35-9cb5-4602-bb46-590be5a8aabb tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:05.859720 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b02435b4-86b0-4048-80e3-ea33720d7cca tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Calling delete_port for 2bba1958-871c-440e-b986-ec46368e57d1 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:09:05.872389 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-301f10ea-98bc-4f07-8606-bf5061bfac02 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:05.891843 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cc4369b3-89ba-467c-bdef-3702890d50d3 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:05.922997 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1168e35-9cb5-4602-bb46-590be5a8aabb tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aad24f7-14ac-4bee-94e5-18d9791da4ff,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:05.945191 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4369b3-89ba-467c-bdef-3702890d50d3 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6218c21-5ab3-4b4d-9827-44766993dd12,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:06.005836 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-da1f3b8f-f91a-4664-b9aa-20e03578b681 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:06.010520 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1f3b8f-f91a-4664-b9aa-20e03578b681 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:06.011347 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-da1f3b8f-f91a-4664-b9aa-20e03578b681 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:06.048601 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a1168e35-9cb5-4602-bb46-590be5a8aabb tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:06.051422 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-a1168e35-9cb5-4602-bb46-590be5a8aabb tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "DELETE /v2.0/security-groups/9aad24f7-14ac-4bee-94e5-18d9791da4ff HTTP/1.1" status: 204 len: 168 time: 1.0345926 Feb 10 23:09:06.053853 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45266) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:06.111065 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2bebfaea-4f38-4e40-b8be-9b1336b3ba09 req-7685fba3-3208-4a6a-82b1-83ce5153b6c4 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/ports?device_id=30d56768-2bba-410e-be7e-2f956bd4eb1d HTTP/1.1" status: 200 len: 210 time: 0.0628996 Feb 10 23:09:06.123147 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b02435b4-86b0-4048-80e3-ea33720d7cca tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:06.168676 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-3b9e1b74-898a-4137-9b0b-0f18d6cfb59e None None] For port 2bba1958-871c-440e-b986-ec46368e57d1, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=2bba1958-871c-440e-b986-ec46368e57d1,segment=NetworkSegment(66d8acdf-9ce7-4507-ae23-2834ba780ec3),segment_id=66d8acdf-9ce7-4507-ae23-2834ba780ec3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:09:06.169268 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3b9e1b74-898a-4137-9b0b-0f18d6cfb59e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:06.171368 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cc4369b3-89ba-467c-bdef-3702890d50d3 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:06.175744 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-cc4369b3-89ba-467c-bdef-3702890d50d3 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.1918297 Feb 10 23:09:06.186114 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45270) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:06.193369 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-ecd10660-ab1f-467d-80c6-7a6c4fa94aeb tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Request body: {'security_group_rule': {'security_group_id': 'c60f6892-dccb-4ba0-80d3-62e010f543ad', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:06.201578 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-07638a1a-a21d-436a-8327-9fcd14da5367 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Synchronizing usage tracker for tenant:f8ca94381a7b4a39b672e9b0e5e63259 on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:06.204590 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02435b4-86b0-4048-80e3-ea33720d7cca tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event deleted for resources: {'Port': ['ID=2bba1958-871c-440e-b986-ec46368e57d1,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:06.209145 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0837db70-1bde-4da5-a5ed-70fd2961843d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:06.218217 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ecd10660-ab1f-467d-80c6-7a6c4fa94aeb tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:06.225977 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-ecd10660-ab1f-467d-80c6-7a6c4fa94aeb tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Usage tracker for resource:security_group_rule and tenant:82a10a87ca1d4162b59aed13d6b90a18 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:06.230562 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02435b4-86b0-4048-80e3-ea33720d7cca tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] No DVR routers for this DVR port 2bba1958-871c-440e-b986-ec46368e57d1 on host dv-neutron-828797-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:09:06.232032 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-ecd10660-ab1f-467d-80c6-7a6c4fa94aeb tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:06.267268 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ecd10660-ab1f-467d-80c6-7a6c4fa94aeb tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:06.296302 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0837db70-1bde-4da5-a5ed-70fd2961843d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01b72c06-c698-462d-bf7b-325d09ba1c5f,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:06.301071 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-07638a1a-a21d-436a-8327-9fcd14da5367 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Unset dirty status for tenant:f8ca94381a7b4a39b672e9b0e5e63259 on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:06.303084 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-07638a1a-a21d-436a-8327-9fcd14da5367 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2472670 Feb 10 23:09:06.306404 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f3b8f-f91a-4664-b9aa-20e03578b681 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event updated for resources: {'Network': ['ID=3550b6d0-c5f3-4461-8b85-e1acc91672f0,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:06.307920 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45274) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:06.327723 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-da1f3b8f-f91a-4664-b9aa-20e03578b681 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5049410 Feb 10 23:09:06.336888 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-60b5e2a6-d119-4794-aa4a-787ea5373316 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Request body: {'security_group': {'name': 'tempest-secgroup--185474018'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:06.343358 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-60b5e2a6-d119-4794-aa4a-787ea5373316 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:06.345007 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3e85d9ba-c1a1-4f77-b7f5-e05ff798103a None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:06.350977 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 3550b6d0-c5f3-4461-8b85-e1acc91672f0 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:09:06.357100 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-60b5e2a6-d119-4794-aa4a-787ea5373316 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:06.360602 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45278) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:06.360983 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0837db70-1bde-4da5-a5ed-70fd2961843d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:06.363614 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0837db70-1bde-4da5-a5ed-70fd2961843d admin admin] 10.222.0.59 "DELETE /v2.0/subnets/01b72c06-c698-462d-bf7b-325d09ba1c5f HTTP/1.1" status: 204 len: 168 time: 1.6234088 Feb 10 23:09:06.366739 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-d593b617-4888-4b1c-8f58-1f26fdcf722a tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Request body: {'subnet': {'network_id': '3550b6d0-c5f3-4461-8b85-e1acc91672f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:06.369664 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45282) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:06.377262 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9243b327-d2bf-4036-89d2-d61448a84a12 req-38df0fbd-01b0-4f05-94ab-56ceb52eecb4 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:06.377972 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-9243b327-d2bf-4036-89d2-d61448a84a12 req-38df0fbd-01b0-4f05-94ab-56ceb52eecb4 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Synchronizing usage tracker for tenant:82bae8319c0a482993cd9e8530b11401 on resource:network {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:06.466906 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-3b9e1b74-898a-4137-9b0b-0f18d6cfb59e None None] Calling delete_port for 2bba1958-871c-440e-b986-ec46368e57d1 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:09:06.471435 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ecd10660-ab1f-467d-80c6-7a6c4fa94aeb tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:06.480924 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b02435b4-86b0-4048-80e3-ea33720d7cca tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:06.482978 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-301f10ea-98bc-4f07-8606-bf5061bfac02 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:06.496587 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fed30b-3a0a-4063-9589-bf2bd16acda0 None None] Network cc3883e2-07c5-4782-b2eb-c25b67bd2e9e requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:09:06.512056 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-60b5e2a6-d119-4794-aa4a-787ea5373316 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:06.522257 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-3e85d9ba-c1a1-4f77-b7f5-e05ff798103a None None] Transition to ACTIVE for port object 3b302fc7-b352-4ddd-a400-67f063a6e244 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:09:06.585361 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f152cf8a-ea39-4727-bdb5-7b0cabffe9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:06.609171 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-9243b327-d2bf-4036-89d2-d61448a84a12 req-38df0fbd-01b0-4f05-94ab-56ceb52eecb4 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Unset dirty status for tenant:82bae8319c0a482993cd9e8530b11401 on resource:network {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:06.610289 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9243b327-d2bf-4036-89d2-d61448a84a12 req-38df0fbd-01b0-4f05-94ab-56ceb52eecb4 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.37 "GET /v2.0/networks?id=4a75b224-7431-40b5-b18e-691aa5ad073d HTTP/1.1" status: 200 len: 812 time: 0.7764401 Feb 10 23:09:06.611275 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-b02435b4-86b0-4048-80e3-ea33720d7cca tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12052084-206d-4312-a617-f252f8179831']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:06.623703 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-60b5e2a6-d119-4794-aa4a-787ea5373316 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:06.660852 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-b02435b4-86b0-4048-80e3-ea33720d7cca tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66d8acdf-9ce7-4507-ae23-2834ba780ec3') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:06.661198 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-b02435b4-86b0-4048-80e3-ea33720d7cca tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66d8acdf-9ce7-4507-ae23-2834ba780ec3') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:06.680340 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-f152cf8a-ea39-4727-bdb5-7b0cabffe9d7 admin admin] Deleting port 7a9f72b6-8136-4d4f-bbba-3dcd3b7a7335 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:09:06.680703 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f152cf8a-ea39-4727-bdb5-7b0cabffe9d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:06.684381 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b02435b4-86b0-4048-80e3-ea33720d7cca tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:06.706051 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-60b5e2a6-d119-4794-aa4a-787ea5373316 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:06.707320 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b02435b4-86b0-4048-80e3-ea33720d7cca tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:06.728958 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b02435b4-86b0-4048-80e3-ea33720d7cca tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:09:06.729676 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b02435b4-86b0-4048-80e3-ea33720d7cca tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:06.754845 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 70a9c9b9-9579-41b5-b8ad-d75d392541fa no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:09:06.771834 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-301f10ea-98bc-4f07-8606-bf5061bfac02 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:06.789222 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-3b9e1b74-898a-4137-9b0b-0f18d6cfb59e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:09:06.789484 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-3b9e1b74-898a-4137-9b0b-0f18d6cfb59e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:09:06.795204 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 70a9c9b9-9579-41b5-b8ad-d75d392541fa {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:09:06.795546 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 70a9c9b9-9579-41b5-b8ad-d75d392541fa not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:09:06.795970 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 2bba1958-871c-440e-b986-ec46368e57d1 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:09:06.839911 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 2bba1958-871c-440e-b986-ec46368e57d1 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:09:06.840259 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 2bba1958-871c-440e-b986-ec46368e57d1 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:09:06.887175 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:09:06.887175 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:09:06.887175 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:09:06.887175 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:09:06.887175 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:09:06.887175 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:09:06.887175 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:09:06.887175 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:09:06.887175 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:09:06.887175 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:09:06.887175 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:09:06.887175 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:09:06.887175 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:09:06.887175 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:09:06.887175 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:09:06.887175 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:09:06.887175 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:09:06.887175 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:09:06.887175 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:09:06.887175 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:09:06.887175 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:09:06.887175 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:09:06.887175 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:09:06.887175 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:09:06.887175 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:09:06.887175 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:09:06.887175 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:09:06.887175 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:09:06.887175 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:09:06.887175 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:09:06.887175 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:09:06.887175 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:09:06.924698 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d593b617-4888-4b1c-8f58-1f26fdcf722a tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:06.947357 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-d593b617-4888-4b1c-8f58-1f26fdcf722a tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Usage tracker for resource:subnet and tenant:a1a196bacc5e4170b4defd7cfb879ddb is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:06.951402 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-d593b617-4888-4b1c-8f58-1f26fdcf722a tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:06.962680 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d593b617-4888-4b1c-8f58-1f26fdcf722a tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:06.979756 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ecd10660-ab1f-467d-80c6-7a6c4fa94aeb tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:06.990583 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-3e85d9ba-c1a1-4f77-b7f5-e05ff798103a None None] Transition to ACTIVE for port object 3b302fc7-b352-4ddd-a400-67f063a6e244 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:09:06.997021 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b02435b4-86b0-4048-80e3-ea33720d7cca tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:07.010812 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467b2afc-e7c7-4411-9a38-7437727e199d None None] DHCP port deletion for cc3883e2-07c5-4782-b2eb-c25b67bd2e9e request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:09:07.016148 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-467b2afc-e7c7-4411-9a38-7437727e199d None None] Deleting port 7a9f72b6-8136-4d4f-bbba-3dcd3b7a7335 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:09:07.016893 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-467b2afc-e7c7-4411-9a38-7437727e199d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:07.019931 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b02435b4-86b0-4048-80e3-ea33720d7cca tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:07.042546 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-9243b327-d2bf-4036-89d2-d61448a84a12 req-b16f587a-3549-4d79-8bab-00c54795707d tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Synchronizing usage tracker for tenant:82bae8319c0a482993cd9e8530b11401 on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:07.052364 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-b02435b4-86b0-4048-80e3-ea33720d7cca tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "DELETE /v2.0/networks/12052084-206d-4312-a617-f252f8179831 HTTP/1.1" status: 204 len: 168 time: 2.1943789 Feb 10 23:09:07.054894 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45290) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:07.058468 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301f10ea-98bc-4f07-8606-bf5061bfac02 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Pushing event deleted for resources: {'Subnet': ['ID=db394129-898d-4ade-b841-a6fc287a8317,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:07.095581 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3e85d9ba-c1a1-4f77-b7f5-e05ff798103a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:07.103959 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-301f10ea-98bc-4f07-8606-bf5061bfac02 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:07.154878 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02435b4-86b0-4048-80e3-ea33720d7cca tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event deleted for resources: {'Network': ['ID=12052084-206d-4312-a617-f252f8179831,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:07.163481 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ecd10660-ab1f-467d-80c6-7a6c4fa94aeb tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:07.179090 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d593b617-4888-4b1c-8f58-1f26fdcf722a tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Made reservation on behalf of a1a196bacc5e4170b4defd7cfb879ddb for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:09:07.305570 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-467b2afc-e7c7-4411-9a38-7437727e199d None None] For port 7a9f72b6-8136-4d4f-bbba-3dcd3b7a7335, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=7a9f72b6-8136-4d4f-bbba-3dcd3b7a7335,segment=NetworkSegment(7a345138-8b21-4d04-9958-9268deba4dc9),segment_id=7a345138-8b21-4d04-9958-9268deba4dc9)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:09:07.306671 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-467b2afc-e7c7-4411-9a38-7437727e199d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:07.364307 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-60b5e2a6-d119-4794-aa4a-787ea5373316 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:07.378142 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-301f10ea-98bc-4f07-8606-bf5061bfac02 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] 10.222.0.59 "DELETE /v2.0/subnets/db394129-898d-4ade-b841-a6fc287a8317 HTTP/1.1" status: 204 len: 168 time: 1.9915440 Feb 10 23:09:07.378712 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45296) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:07.391657 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-9243b327-d2bf-4036-89d2-d61448a84a12 req-b16f587a-3549-4d79-8bab-00c54795707d tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Unset dirty status for tenant:82bae8319c0a482993cd9e8530b11401 on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:07.392226 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9243b327-d2bf-4036-89d2-d61448a84a12 req-b16f587a-3549-4d79-8bab-00c54795707d tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82bae8319c0a482993cd9e8530b11401 HTTP/1.1" status: 200 len: 380 time: 0.7613015 Feb 10 23:09:07.427168 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-3b9e1b74-898a-4137-9b0b-0f18d6cfb59e None None] Deleting port 2bba1958-871c-440e-b986-ec46368e57d1 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:09:07.428116 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3b9e1b74-898a-4137-9b0b-0f18d6cfb59e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:07.432987 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd10660-ab1f-467d-80c6-7a6c4fa94aeb tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87757a7b-ca54-4862-b030-d4c35dafaa27,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:07.442487 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-9243b327-d2bf-4036-89d2-d61448a84a12 req-6470df2e-8e21-4fff-a8d8-8e9d012e10ec tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Request body: {'port': {'device_id': '30d56768-2bba-410e-be7e-2f956bd4eb1d', 'network_id': '4a75b224-7431-40b5-b18e-691aa5ad073d', 'admin_state_up': True, 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'security_groups': ['7c3f6aaf-3a27-49e5-ae54-3cc5a3f3586f']}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:07.485266 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-60b5e2a6-d119-4794-aa4a-787ea5373316 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:07.508781 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-629bd4bf-2c86-4054-a1c3-5ce8bc9a106e req-18e3568a-b8dd-4429-88b2-1cb8e8915cea tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/ports?device_id=30d56768-2bba-410e-be7e-2f956bd4eb1d HTTP/1.1" status: 200 len: 210 time: 0.0594320 Feb 10 23:09:07.569072 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-467b2afc-e7c7-4411-9a38-7437727e199d None None] Calling delete_port for 7a9f72b6-8136-4d4f-bbba-3dcd3b7a7335 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:09:07.572367 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d593b617-4888-4b1c-8f58-1f26fdcf722a tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:07.676505 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ecd10660-ab1f-467d-80c6-7a6c4fa94aeb tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:07.679841 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3a1228-f6a3-4a2d-b5d5-627e01b1b5d8 None None] Network 2856992d-a658-4f45-9647-ded0d2e0a112 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:09:07.681451 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-ecd10660-ab1f-467d-80c6-7a6c4fa94aeb tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.4943032 Feb 10 23:09:07.688953 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45300) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:07.699661 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-1ff008f5-79d8-47c7-ac80-92777fdb35e9 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Request body: {'security_group_rule': {'security_group_id': 'c60f6892-dccb-4ba0-80d3-62e010f543ad', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:07.707704 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-1ff008f5-79d8-47c7-ac80-92777fdb35e9 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:07.713340 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-1ff008f5-79d8-47c7-ac80-92777fdb35e9 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Usage tracker for resource:security_group_rule and tenant:82a10a87ca1d4162b59aed13d6b90a18 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:07.716479 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-1ff008f5-79d8-47c7-ac80-92777fdb35e9 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:07.723761 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-1ff008f5-79d8-47c7-ac80-92777fdb35e9 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:07.740061 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-aa6dca3d-d3e8-4c01-99fe-96ea3051f394 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Allocated IP 2001:db8::11c (6dca27ff-0cc1-400d-8ed1-46016d84d938/89fe858f-983b-42e9-8cff-85b7eccd23af/547b8aa3-0e5f-4e27-aeae-3ec10057a1a2) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:09:07.790188 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-f152cf8a-ea39-4727-bdb5-7b0cabffe9d7 admin admin] For port 7a9f72b6-8136-4d4f-bbba-3dcd3b7a7335, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=7a9f72b6-8136-4d4f-bbba-3dcd3b7a7335,segment=NetworkSegment(7a345138-8b21-4d04-9958-9268deba4dc9),segment_id=7a345138-8b21-4d04-9958-9268deba4dc9)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:09:07.790833 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f152cf8a-ea39-4727-bdb5-7b0cabffe9d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:07.848218 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e85d9ba-c1a1-4f77-b7f5-e05ff798103a None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:09:07.859539 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-467b2afc-e7c7-4411-9a38-7437727e199d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:07.868439 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-3b9e1b74-898a-4137-9b0b-0f18d6cfb59e None None] The port '2bba1958-871c-440e-b986-ec46368e57d1' was deleted {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 23:09:07.875435 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-3e85d9ba-c1a1-4f77-b7f5-e05ff798103a None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:09:07.876316 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e85d9ba-c1a1-4f77-b7f5-e05ff798103a None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:09:07.930540 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e85d9ba-c1a1-4f77-b7f5-e05ff798103a None None] Pushing event updated for resources: {'Port': ['ID=3b302fc7-b352-4ddd-a400-67f063a6e244,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:07.972885 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-60b5e2a6-d119-4794-aa4a-787ea5373316 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:07.974132 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-60b5e2a6-d119-4794-aa4a-787ea5373316 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.6493216 Feb 10 23:09:07.974841 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b5e2a6-d119-4794-aa4a-787ea5373316 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eaeb9a9-a25b-4432-9677-25e88252a96c,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:07.984293 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-f152cf8a-ea39-4727-bdb5-7b0cabffe9d7 admin admin] Calling delete_port for 7a9f72b6-8136-4d4f-bbba-3dcd3b7a7335 owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:09:07.985012 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467b2afc-e7c7-4411-9a38-7437727e199d None None] Pushing event deleted for resources: {'Port': ['ID=7a9f72b6-8136-4d4f-bbba-3dcd3b7a7335,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:08.019460 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45304) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:08.025659 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467b2afc-e7c7-4411-9a38-7437727e199d None None] No DVR routers for this DVR port 7a9f72b6-8136-4d4f-bbba-3dcd3b7a7335 on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:09:08.045757 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-46bf748e-1a39-4ede-82ce-22dfa4e951f9 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Request body: {'security_group_rule': {'security_group_id': '4eaeb9a9-a25b-4432-9677-25e88252a96c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:08.052870 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-99ecfe6c-6dc9-42c6-91d3-beb4cd0f917f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:08.063603 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-46bf748e-1a39-4ede-82ce-22dfa4e951f9 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:08.088004 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1ff008f5-79d8-47c7-ac80-92777fdb35e9 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:08.108825 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-0a2593af-15ba-4d78-a964-e337a88b3469 None None] Provisioning complete for port 5c7eb80f-5752-488a-b86d-22bb80167287 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:09:08.109650 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0a2593af-15ba-4d78-a964-e337a88b3469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:08.125989 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-46bf748e-1a39-4ede-82ce-22dfa4e951f9 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:08.204386 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-3e85d9ba-c1a1-4f77-b7f5-e05ff798103a None None] Attempting to bind port 3b302fc7-b352-4ddd-a400-67f063a6e244 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:09:08.204386 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-3e85d9ba-c1a1-4f77-b7f5-e05ff798103a None None] Attempting to bind port 3b302fc7-b352-4ddd-a400-67f063a6e244 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:09:08.204968 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e85d9ba-c1a1-4f77-b7f5-e05ff798103a None None] Attempting to bind port 3b302fc7-b352-4ddd-a400-67f063a6e244 on network 6dca27ff-0cc1-400d-8ed1-46016d84d938 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:09:08.205766 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-99ecfe6c-6dc9-42c6-91d3-beb4cd0f917f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Deleting port 5c7eb80f-5752-488a-b86d-22bb80167287 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:09:08.206118 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-99ecfe6c-6dc9-42c6-91d3-beb4cd0f917f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:08.216187 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e85d9ba-c1a1-4f77-b7f5-e05ff798103a None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:09:08.216678 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e85d9ba-c1a1-4f77-b7f5-e05ff798103a None None] Checking segment: {'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:09:08.217000 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3e85d9ba-c1a1-4f77-b7f5-e05ff798103a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:08.217398 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e85d9ba-c1a1-4f77-b7f5-e05ff798103a None None] Bound using segment: {'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:09:08.217873 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-3e85d9ba-c1a1-4f77-b7f5-e05ff798103a None None] Bound port: 3b302fc7-b352-4ddd-a400-67f063a6e244, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:09:08.218253 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3e85d9ba-c1a1-4f77-b7f5-e05ff798103a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:08.302726 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-9243b327-d2bf-4036-89d2-d61448a84a12 req-6470df2e-8e21-4fff-a8d8-8e9d012e10ec tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:08.335907 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.api [None req-f152cf8a-ea39-4727-bdb5-7b0cabffe9d7 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:09:08.336260 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG oslo_db.api [None req-f152cf8a-ea39-4727-bdb5-7b0cabffe9d7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:09:08.337015 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-9243b327-d2bf-4036-89d2-d61448a84a12 req-6470df2e-8e21-4fff-a8d8-8e9d012e10ec tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:08.382205 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-46bf748e-1a39-4ede-82ce-22dfa4e951f9 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:08.417987 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-3e85d9ba-c1a1-4f77-b7f5-e05ff798103a None None] For port 3b302fc7-b352-4ddd-a400-67f063a6e244, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:09:08.423588 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-3e85d9ba-c1a1-4f77-b7f5-e05ff798103a None None] For port 3b302fc7-b352-4ddd-a400-67f063a6e244, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=3b302fc7-b352-4ddd-a400-67f063a6e244,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:09:08.470193 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1ff008f5-79d8-47c7-ac80-92777fdb35e9 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:08.473604 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd23093-f5a0-4878-9192-f3fade60ef20 None None] DHCP port deletion for 2856992d-a658-4f45-9647-ded0d2e0a112 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:09:08.473769 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9243b327-d2bf-4036-89d2-d61448a84a12 req-6470df2e-8e21-4fff-a8d8-8e9d012e10ec tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Made reservation on behalf of 82bae8319c0a482993cd9e8530b11401 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:09:08.476767 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-9243b327-d2bf-4036-89d2-d61448a84a12 req-6470df2e-8e21-4fff-a8d8-8e9d012e10ec tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:08.477869 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-4bd23093-f5a0-4878-9192-f3fade60ef20 None None] Deleting port 5c7eb80f-5752-488a-b86d-22bb80167287 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:09:08.478320 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4bd23093-f5a0-4878-9192-f3fade60ef20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:08.478833 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7dfada4d-5b67-4805-95d2-c01a53e5689f tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732944'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:08.559167 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3e85d9ba-c1a1-4f77-b7f5-e05ff798103a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:08.704256 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-99ecfe6c-6dc9-42c6-91d3-beb4cd0f917f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] For port 5c7eb80f-5752-488a-b86d-22bb80167287, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=5c7eb80f-5752-488a-b86d-22bb80167287,segment=NetworkSegment(48200443-9d48-4cf4-8a57-ce015a9f083e),segment_id=48200443-9d48-4cf4-8a57-ce015a9f083e)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:09:08.704639 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-99ecfe6c-6dc9-42c6-91d3-beb4cd0f917f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:08.711778 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 5c7eb80f-5752-488a-b86d-22bb80167287 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:09:08.731665 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1ff008f5-79d8-47c7-ac80-92777fdb35e9 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:08.740764 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d593b617-4888-4b1c-8f58-1f26fdcf722a tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:08.767578 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-46bf748e-1a39-4ede-82ce-22dfa4e951f9 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:08.773767 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aa6dca3d-d3e8-4c01-99fe-96ea3051f394 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:08.811011 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff008f5-79d8-47c7-ac80-92777fdb35e9 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe9f5a77-c1d2-46d1-a568-3aa4c2fdff64,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:08.876891 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-f152cf8a-ea39-4727-bdb5-7b0cabffe9d7 admin admin] Deleting port 7a9f72b6-8136-4d4f-bbba-3dcd3b7a7335 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:09:08.877232 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d593b617-4888-4b1c-8f58-1f26fdcf722a tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event updated for resources: {'Subnet': ['ID=af39ca64-a3d1-4cdc-8efe-05a84f48c1e5,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:08.878636 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f152cf8a-ea39-4727-bdb5-7b0cabffe9d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:08.893970 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d593b617-4888-4b1c-8f58-1f26fdcf722a tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Checking segment: {'id': '9a8e47c8-c505-4c77-9e05-12795c13e533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3550b6d0-c5f3-4461-8b85-e1acc91672f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:09:08.894869 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d593b617-4888-4b1c-8f58-1f26fdcf722a tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Network hostable DHCP agents. Network: 3550b6d0-c5f3-4461-8b85-e1acc91672f0, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:09:08.901920 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e85d9ba-c1a1-4f77-b7f5-e05ff798103a None None] Pushing event updated for resources: {'Port': ['ID=3b302fc7-b352-4ddd-a400-67f063a6e244,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:08.931452 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-4bd23093-f5a0-4878-9192-f3fade60ef20 None None] For port 5c7eb80f-5752-488a-b86d-22bb80167287, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=5c7eb80f-5752-488a-b86d-22bb80167287,segment=NetworkSegment(48200443-9d48-4cf4-8a57-ce015a9f083e),segment_id=48200443-9d48-4cf4-8a57-ce015a9f083e)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:09:08.940032 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4bd23093-f5a0-4878-9192-f3fade60ef20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:08.975886 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e641bd4b-0f82-416a-84bb-6f474d2a3873 req-3bb8cdc9-b545-4527-84ae-3e994bc7c15d tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/ports?device_id=30d56768-2bba-410e-be7e-2f956bd4eb1d HTTP/1.1" status: 200 len: 210 time: 0.2064033 Feb 10 23:09:08.979317 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1ff008f5-79d8-47c7-ac80-92777fdb35e9 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:08.980669 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-1ff008f5-79d8-47c7-ac80-92777fdb35e9 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.2908878 Feb 10 23:09:08.985324 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45310) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:09.049476 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d593b617-4888-4b1c-8f58-1f26fdcf722a tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Network 3550b6d0-c5f3-4461-8b85-e1acc91672f0 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:09:09.058024 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-82528296-17fa-4bde-980c-2834dac1d8cb tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:09.088644 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-82528296-17fa-4bde-980c-2834dac1d8cb tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:09.177275 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-d593b617-4888-4b1c-8f58-1f26fdcf722a tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 3550b6d0-c5f3-4461-8b85-e1acc91672f0) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:09:09.255703 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-4bd23093-f5a0-4878-9192-f3fade60ef20 None None] Calling delete_port for 5c7eb80f-5752-488a-b86d-22bb80167287 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:09:09.268209 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d593b617-4888-4b1c-8f58-1f26fdcf722a tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:09.269115 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d593b617-4888-4b1c-8f58-1f26fdcf722a tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:09.328211 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:09.343841 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273d04fc-a08e-4bf4-8d05-c73928b2bead None None] Network 3550b6d0-c5f3-4461-8b85-e1acc91672f0 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:09:09.370114 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-46bf748e-1a39-4ede-82ce-22dfa4e951f9 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:09.386752 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-d593b617-4888-4b1c-8f58-1f26fdcf722a tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0287907 Feb 10 23:09:09.390065 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45314) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:09.404666 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-578dfdac-56a2-422d-9922-75e3ffb0fe59 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Request body: {'port': {'network_id': '3550b6d0-c5f3-4461-8b85-e1acc91672f0', 'name': 'tempest-PortsIpV6TestJSON-1132780855'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:09.512908 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 5c7eb80f-5752-488a-b86d-22bb80167287, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=5c7eb80f-5752-488a-b86d-22bb80167287,segment=NetworkSegment(48200443-9d48-4cf4-8a57-ce015a9f083e),segment_id=48200443-9d48-4cf4-8a57-ce015a9f083e)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:09:09.546876 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-82528296-17fa-4bde-980c-2834dac1d8cb tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:09.578651 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-99ecfe6c-6dc9-42c6-91d3-beb4cd0f917f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Calling delete_port for 5c7eb80f-5752-488a-b86d-22bb80167287 owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:09:09.605803 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:09.606823 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 7a9f72b6-8136-4d4f-bbba-3dcd3b7a7335 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:09:09.617917 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-82528296-17fa-4bde-980c-2834dac1d8cb tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:09.619428 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-82528296-17fa-4bde-980c-2834dac1d8cb tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/fe9f5a77-c1d2-46d1-a568-3aa4c2fdff64 HTTP/1.1" status: 204 len: 168 time: 0.6326318 Feb 10 23:09:09.631433 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45318) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:09.665830 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-f152cf8a-ea39-4727-bdb5-7b0cabffe9d7 admin admin] The port '7a9f72b6-8136-4d4f-bbba-3dcd3b7a7335' was deleted {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 23:09:09.671123 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82528296-17fa-4bde-980c-2834dac1d8cb tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fe9f5a77-c1d2-46d1-a568-3aa4c2fdff64,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:09.672678 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-aa6dca3d-d3e8-4c01-99fe-96ea3051f394 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Transition to ACTIVE for port object 547b8aa3-0e5f-4e27-aeae-3ec10057a1a2 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:09:09.754806 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf748e-1a39-4ede-82ce-22dfa4e951f9 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d591d8a-f4a7-4228-96fa-dac95135cf62,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:09.763347 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 7a9f72b6-8136-4d4f-bbba-3dcd3b7a7335 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:09:09.763719 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 7a9f72b6-8136-4d4f-bbba-3dcd3b7a7335 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:09:09.782817 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=5c7eb80f-5752-488a-b86d-22bb80167287,revision_number=7']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:09.811946 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-4bd23093-f5a0-4878-9192-f3fade60ef20 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:09:09.813036 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-4bd23093-f5a0-4878-9192-f3fade60ef20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:09:09.820366 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-3324c43f-48e2-4100-897b-14e278bd7e1a tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Synchronizing usage tracker for tenant:82a10a87ca1d4162b59aed13d6b90a18 on resource:security_group_rule {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:09.838268 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-578dfdac-56a2-422d-9922-75e3ffb0fe59 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:09.850336 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-578dfdac-56a2-422d-9922-75e3ffb0fe59 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Usage tracker for resource:port and tenant:a1a196bacc5e4170b4defd7cfb879ddb is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:09.857472 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-578dfdac-56a2-422d-9922-75e3ffb0fe59 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:09.871386 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-578dfdac-56a2-422d-9922-75e3ffb0fe59 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:09.897997 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb2abe8-91af-49bd-8577-180cbdc249c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-3550b6d0-c5f3-4461-8b85-e1acc91672f0', 'network_id': '3550b6d0-c5f3-4461-8b85-e1acc91672f0', 'tenant_id': 'a1a196bacc5e4170b4defd7cfb879ddb', 'fixed_ips': [{'subnet_id': 'af39ca64-a3d1-4cdc-8efe-05a84f48c1e5'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:09:09.898866 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5eb2abe8-91af-49bd-8577-180cbdc249c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:09.905729 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.api [None req-99ecfe6c-6dc9-42c6-91d3-beb4cd0f917f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:09:09.906099 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG oslo_db.api [None req-99ecfe6c-6dc9-42c6-91d3-beb4cd0f917f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:09:09.952094 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f152cf8a-ea39-4727-bdb5-7b0cabffe9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:09.956377 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-3324c43f-48e2-4100-897b-14e278bd7e1a tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Unset dirty status for tenant:82a10a87ca1d4162b59aed13d6b90a18 on resource:security_group_rule {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:09.958148 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-3324c43f-48e2-4100-897b-14e278bd7e1a tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.3244622 Feb 10 23:09:09.962863 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45322) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:10.021032 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [req-9243b327-d2bf-4036-89d2-d61448a84a12 req-6470df2e-8e21-4fff-a8d8-8e9d012e10ec tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Allocated IP 172.20.0.4 (4a75b224-7431-40b5-b18e-691aa5ad073d/375b0e55-6852-456e-bf83-790a9c9d4e02/5f115977-ed25-4098-8e07-2982d35bc998) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:09:10.101161 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-46bf748e-1a39-4ede-82ce-22dfa4e951f9 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:10.102354 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-46bf748e-1a39-4ede-82ce-22dfa4e951f9 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 2.0721161 Feb 10 23:09:10.113797 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-f152cf8a-ea39-4727-bdb5-7b0cabffe9d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc3883e2-07c5-4782-b2eb-c25b67bd2e9e']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:10.125964 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7dfada4d-5b67-4805-95d2-c01a53e5689f tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Deleting port fbc327d4-197b-47d3-9396-0ecba21ce359 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:09:10.126556 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7dfada4d-5b67-4805-95d2-c01a53e5689f tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:10.133283 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45328) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:10.147094 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aa6dca3d-d3e8-4c01-99fe-96ea3051f394 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:10.168040 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-60619f55-0e2d-4547-b8c1-fb7d4bef81ab tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Request body: {'security_group_rule': {'security_group_id': '4eaeb9a9-a25b-4432-9677-25e88252a96c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:10.237709 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-5eb2abe8-91af-49bd-8577-180cbdc249c5 None None] Allocated IP 2001:db8::2 (3550b6d0-c5f3-4461-8b85-e1acc91672f0/af39ca64-a3d1-4cdc-8efe-05a84f48c1e5/5ab9184c-8c2f-4bb7-b23e-717d68a5677a) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:09:10.275718 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-60619f55-0e2d-4547-b8c1-fb7d4bef81ab tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:10.289485 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-f152cf8a-ea39-4727-bdb5-7b0cabffe9d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a345138-8b21-4d04-9958-9268deba4dc9') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:10.289777 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-f152cf8a-ea39-4727-bdb5-7b0cabffe9d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a345138-8b21-4d04-9958-9268deba4dc9') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:10.343096 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6dca3d-d3e8-4c01-99fe-96ea3051f394 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:09:10.346573 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578dfdac-56a2-422d-9922-75e3ffb0fe59 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Made reservation on behalf of a1a196bacc5e4170b4defd7cfb879ddb for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:09:10.347375 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4169e75a-4f8e-4a6e-9caa-486abc6b5853 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:10.349969 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-578dfdac-56a2-422d-9922-75e3ffb0fe59 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:10.360072 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-aa6dca3d-d3e8-4c01-99fe-96ea3051f394 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:09:10.363290 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-4bd23093-f5a0-4878-9192-f3fade60ef20 None None] Deleting port 5c7eb80f-5752-488a-b86d-22bb80167287 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:09:10.363676 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4bd23093-f5a0-4878-9192-f3fade60ef20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:10.364076 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6dca3d-d3e8-4c01-99fe-96ea3051f394 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:09:10.369632 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6dca3d-d3e8-4c01-99fe-96ea3051f394 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:10.370263 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aa6dca3d-d3e8-4c01-99fe-96ea3051f394 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:10.382236 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-578dfdac-56a2-422d-9922-75e3ffb0fe59 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] device_id is not set on port 6af7245e-81f8-4c9b-a8a1-1bd73a8d6b86 yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:09:10.410353 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-60619f55-0e2d-4547-b8c1-fb7d4bef81ab tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Usage tracker for resource:security_group_rule and tenant:f8ca94381a7b4a39b672e9b0e5e63259 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:10.413644 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-99ecfe6c-6dc9-42c6-91d3-beb4cd0f917f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Deleting port 5c7eb80f-5752-488a-b86d-22bb80167287 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:09:10.414151 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-99ecfe6c-6dc9-42c6-91d3-beb4cd0f917f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:10.437125 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-b263ab26-de42-477f-8516-5fb1dcbae4a1 req-ce519db7-61db-41b1-8d3c-84fff13f957e tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/ports?device_id=30d56768-2bba-410e-be7e-2f956bd4eb1d HTTP/1.1" status: 200 len: 210 time: 0.1417518 Feb 10 23:09:10.450117 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-60619f55-0e2d-4547-b8c1-fb7d4bef81ab tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:10.463081 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f152cf8a-ea39-4727-bdb5-7b0cabffe9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32216962'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:10.544342 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4169e75a-4f8e-4a6e-9caa-486abc6b5853 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:10.549413 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7dfada4d-5b67-4805-95d2-c01a53e5689f tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] For port fbc327d4-197b-47d3-9396-0ecba21ce359, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=fbc327d4-197b-47d3-9396-0ecba21ce359,segment=NetworkSegment(18ac054f-133a-4a48-8df3-d5e056177b23),segment_id=18ac054f-133a-4a48-8df3-d5e056177b23)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:09:10.549909 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7dfada4d-5b67-4805-95d2-c01a53e5689f tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:10.600843 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f152cf8a-ea39-4727-bdb5-7b0cabffe9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:10.616805 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f152cf8a-ea39-4727-bdb5-7b0cabffe9d7 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:09:10.616805 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f152cf8a-ea39-4727-bdb5-7b0cabffe9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32033006'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:10.746233 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7dfada4d-5b67-4805-95d2-c01a53e5689f tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Calling delete_port for fbc327d4-197b-47d3-9396-0ecba21ce359 owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:09:10.750612 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 3b302fc7-b352-4ddd-a400-67f063a6e244 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:09:10.774699 dv-neutron-828797-1-hyperv neutron-server[84332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:09:10.774699 dv-neutron-828797-1-hyperv neutron-server[84332]: util.warn( Feb 10 23:09:10.774699 dv-neutron-828797-1-hyperv neutron-server[84332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:09:10.774699 dv-neutron-828797-1-hyperv neutron-server[84332]: util.warn( Feb 10 23:09:10.774699 dv-neutron-828797-1-hyperv neutron-server[84332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:09:10.774699 dv-neutron-828797-1-hyperv neutron-server[84332]: util.warn( Feb 10 23:09:10.774699 dv-neutron-828797-1-hyperv neutron-server[84332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:09:10.774699 dv-neutron-828797-1-hyperv neutron-server[84332]: util.warn( Feb 10 23:09:10.774699 dv-neutron-828797-1-hyperv neutron-server[84332]: Traceback (most recent call last): Feb 10 23:09:10.774699 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:09:10.774699 dv-neutron-828797-1-hyperv neutron-server[84332]: timer() Feb 10 23:09:10.774699 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:09:10.774699 dv-neutron-828797-1-hyperv neutron-server[84332]: cb(*args, **kw) Feb 10 23:09:10.774699 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:09:10.774699 dv-neutron-828797-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Feb 10 23:09:10.774699 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:09:10.774699 dv-neutron-828797-1-hyperv neutron-server[84332]: self._notify() Feb 10 23:09:10.774699 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:09:10.774699 dv-neutron-828797-1-hyperv neutron-server[84332]: self.callback(batched_events) Feb 10 23:09:10.774699 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:09:10.774699 dv-neutron-828797-1-hyperv neutron-server[84332]: event.method(event) Feb 10 23:09:10.774699 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:09:10.774699 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:09:10.774699 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:09:10.774699 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:09:10.774699 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:09:10.774699 dv-neutron-828797-1-hyperv neutron-server[84332]: return f(self, *a, **k) Feb 10 23:09:10.774699 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:09:10.774699 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._get(url).json() Feb 10 23:09:10.774699 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:09:10.774699 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:09:10.774699 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:09:10.774699 dv-neutron-828797-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Feb 10 23:09:10.774699 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:09:10.774699 dv-neutron-828797-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:09:10.774699 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:09:10.774699 dv-neutron-828797-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:09:10.774699 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:09:10.774699 dv-neutron-828797-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:09:10.774699 dv-neutron-828797-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:09:10.815336 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-60619f55-0e2d-4547-b8c1-fb7d4bef81ab tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:10.831949 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5eb2abe8-91af-49bd-8577-180cbdc249c5 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:10.836598 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6dca3d-d3e8-4c01-99fe-96ea3051f394 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event updated for resources: {'Port': ['ID=547b8aa3-0e5f-4e27-aeae-3ec10057a1a2,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:10.860993 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-5eb2abe8-91af-49bd-8577-180cbdc249c5 None None] Transition to ACTIVE for port object 5ab9184c-8c2f-4bb7-b23e-717d68a5677a will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:09:10.864977 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-4bd23093-f5a0-4878-9192-f3fade60ef20 None None] For port 5c7eb80f-5752-488a-b86d-22bb80167287, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=5c7eb80f-5752-488a-b86d-22bb80167287,segment=NetworkSegment(48200443-9d48-4cf4-8a57-ce015a9f083e),segment_id=48200443-9d48-4cf4-8a57-ce015a9f083e)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:09:10.865366 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4bd23093-f5a0-4878-9192-f3fade60ef20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:10.874596 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-37b0fd42-c5a1-4c5e-995f-f3e2556dc355 None None] Provisioning for port 3b302fc7-b352-4ddd-a400-67f063a6e244 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:09:10.951178 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-aa6dca3d-d3e8-4c01-99fe-96ea3051f394 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 6.1202164 Feb 10 23:09:10.966713 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45332) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:11.028173 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-5eb2abe8-91af-49bd-8577-180cbdc249c5 None None] Transition to ACTIVE for port object 5ab9184c-8c2f-4bb7-b23e-717d68a5677a will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:09:11.036776 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f152cf8a-ea39-4727-bdb5-7b0cabffe9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:11.037863 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-4bd23093-f5a0-4878-9192-f3fade60ef20 None None] Calling delete_port for 5c7eb80f-5752-488a-b86d-22bb80167287 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:09:11.041106 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f152cf8a-ea39-4727-bdb5-7b0cabffe9d7 admin admin] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:11.043658 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4169e75a-4f8e-4a6e-9caa-486abc6b5853 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:11.103889 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5eb2abe8-91af-49bd-8577-180cbdc249c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:11.154700 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-60619f55-0e2d-4547-b8c1-fb7d4bef81ab tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:11.166105 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-9243b327-d2bf-4036-89d2-d61448a84a12 req-6470df2e-8e21-4fff-a8d8-8e9d012e10ec tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:11.180561 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f152cf8a-ea39-4727-bdb5-7b0cabffe9d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc3883e2-07c5-4782-b2eb-c25b67bd2e9e,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:11.194290 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-d1141e08-41b5-46e3-acf5-d34c7a4faf94 None None] Provisioning for port 547b8aa3-0e5f-4e27-aeae-3ec10057a1a2 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:09:11.205288 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2abe8-91af-49bd-8577-180cbdc249c5 None None] Pushing event updated for resources: {'Port': ['ID=5ab9184c-8c2f-4bb7-b23e-717d68a5677a,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:11.207071 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-578dfdac-56a2-422d-9922-75e3ffb0fe59 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Allocated IP 2001:db8::19 (3550b6d0-c5f3-4461-8b85-e1acc91672f0/af39ca64-a3d1-4cdc-8efe-05a84f48c1e5/6af7245e-81f8-4c9b-a8a1-1bd73a8d6b86) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:09:11.208794 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb2abe8-91af-49bd-8577-180cbdc249c5 None None] Network 3550b6d0-c5f3-4461-8b85-e1acc91672f0 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:09:11.212095 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4169e75a-4f8e-4a6e-9caa-486abc6b5853 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=87757a7b-ca54-4862-b030-d4c35dafaa27,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:11.212450 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-5eb2abe8-91af-49bd-8577-180cbdc249c5 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:09:11.214836 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-d1141e08-41b5-46e3-acf5-d34c7a4faf94 None None] Provisioning complete for port 547b8aa3-0e5f-4e27-aeae-3ec10057a1a2 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:09:11.215265 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d1141e08-41b5-46e3-acf5-d34c7a4faf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:11.216862 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7dfada4d-5b67-4805-95d2-c01a53e5689f tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:11.227664 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:09:11.245915 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb2abe8-91af-49bd-8577-180cbdc249c5 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:09:11.284062 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-9243b327-d2bf-4036-89d2-d61448a84a12 req-6470df2e-8e21-4fff-a8d8-8e9d012e10ec tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Transition to ACTIVE for port object 5f115977-ed25-4098-8e07-2982d35bc998 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:09:11.285988 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfada4d-5b67-4805-95d2-c01a53e5689f tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event deleted for resources: {'Port': ['ID=fbc327d4-197b-47d3-9396-0ecba21ce359,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:11.293989 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-99ecfe6c-6dc9-42c6-91d3-beb4cd0f917f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] For port 5c7eb80f-5752-488a-b86d-22bb80167287, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=5c7eb80f-5752-488a-b86d-22bb80167287,segment=NetworkSegment(48200443-9d48-4cf4-8a57-ce015a9f083e),segment_id=48200443-9d48-4cf4-8a57-ce015a9f083e)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:09:11.294742 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-99ecfe6c-6dc9-42c6-91d3-beb4cd0f917f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:11.301918 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 3b302fc7-b352-4ddd-a400-67f063a6e244 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:09:11.308967 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 3b302fc7-b352-4ddd-a400-67f063a6e244 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:09:11.309339 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:11.331606 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f152cf8a-ea39-4727-bdb5-7b0cabffe9d7 admin admin] 10.222.0.59 "DELETE /v2.0/networks/cc3883e2-07c5-4782-b2eb-c25b67bd2e9e HTTP/1.1" status: 204 len: 168 time: 4.9502521 Feb 10 23:09:11.388591 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4bd23093-f5a0-4878-9192-f3fade60ef20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:11.455108 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4169e75a-4f8e-4a6e-9caa-486abc6b5853 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:11.456771 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4169e75a-4f8e-4a6e-9caa-486abc6b5853 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/87757a7b-ca54-4862-b030-d4c35dafaa27 HTTP/1.1" status: 204 len: 168 time: 1.4888475 Feb 10 23:09:11.460858 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45338) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:11.467639 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-99ecfe6c-6dc9-42c6-91d3-beb4cd0f917f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Calling delete_port for 5c7eb80f-5752-488a-b86d-22bb80167287 owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:09:11.519511 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd23093-f5a0-4878-9192-f3fade60ef20 None None] Pushing event deleted for resources: {'Port': ['ID=5c7eb80f-5752-488a-b86d-22bb80167287,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:11.527347 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-d1141e08-41b5-46e3-acf5-d34c7a4faf94 None None] Port 547b8aa3-0e5f-4e27-aeae-3ec10057a1a2 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:09:11.556792 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd23093-f5a0-4878-9192-f3fade60ef20 None None] No DVR routers for this DVR port 5c7eb80f-5752-488a-b86d-22bb80167287 on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:09:11.573464 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-5eb2abe8-91af-49bd-8577-180cbdc249c5 None None] Attempting to bind port 5ab9184c-8c2f-4bb7-b23e-717d68a5677a on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:09:11.573464 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-5eb2abe8-91af-49bd-8577-180cbdc249c5 None None] Attempting to bind port 5ab9184c-8c2f-4bb7-b23e-717d68a5677a by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '9a8e47c8-c505-4c77-9e05-12795c13e533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3550b6d0-c5f3-4461-8b85-e1acc91672f0'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:09:11.573464 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb2abe8-91af-49bd-8577-180cbdc249c5 None None] Attempting to bind port 5ab9184c-8c2f-4bb7-b23e-717d68a5677a on network 3550b6d0-c5f3-4461-8b85-e1acc91672f0 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:09:11.617323 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb2abe8-91af-49bd-8577-180cbdc249c5 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:09:11.617323 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb2abe8-91af-49bd-8577-180cbdc249c5 None None] Checking segment: {'id': '9a8e47c8-c505-4c77-9e05-12795c13e533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3550b6d0-c5f3-4461-8b85-e1acc91672f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:09:11.617323 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5eb2abe8-91af-49bd-8577-180cbdc249c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:11.617794 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb2abe8-91af-49bd-8577-180cbdc249c5 None None] Bound using segment: {'id': '9a8e47c8-c505-4c77-9e05-12795c13e533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3550b6d0-c5f3-4461-8b85-e1acc91672f0'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:09:11.618454 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-5eb2abe8-91af-49bd-8577-180cbdc249c5 None None] Bound port: 5ab9184c-8c2f-4bb7-b23e-717d68a5677a, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a8e47c8-c505-4c77-9e05-12795c13e533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3550b6d0-c5f3-4461-8b85-e1acc91672f0'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:09:11.618996 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5eb2abe8-91af-49bd-8577-180cbdc249c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:11.703737 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-60619f55-0e2d-4547-b8c1-fb7d4bef81ab tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:11.753243 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613e524f-c146-48b5-b4ca-733059e2b0e6 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:11.757133 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613e524f-c146-48b5-b4ca-733059e2b0e6 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:11.758750 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-613e524f-c146-48b5-b4ca-733059e2b0e6 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Synchronizing usage tracker for tenant:143e860117cc493db304000cc95b95c2 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:11.760019 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:11.815460 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-60619f55-0e2d-4547-b8c1-fb7d4bef81ab tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:11.815723 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 3b302fc7-b352-4ddd-a400-67f063a6e244, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=3b302fc7-b352-4ddd-a400-67f063a6e244,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:09:11.833284 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ae185741-102e-400c-ba70-765de28cf8b5 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Synchronizing usage tracker for tenant:82a10a87ca1d4162b59aed13d6b90a18 on resource:security_group_rule {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:11.835180 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-5eb2abe8-91af-49bd-8577-180cbdc249c5 None None] For port 5ab9184c-8c2f-4bb7-b23e-717d68a5677a, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:09:11.836763 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-2bea0c6b-4834-403a-bc2d-d46209c60b6a req-dcf0d516-03a9-40b6-ad01-f42b53ba2dd0 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Synchronizing usage tracker for tenant:82bae8319c0a482993cd9e8530b11401 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:11.839186 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-5eb2abe8-91af-49bd-8577-180cbdc249c5 None None] For port 5ab9184c-8c2f-4bb7-b23e-717d68a5677a, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=5ab9184c-8c2f-4bb7-b23e-717d68a5677a,segment=NetworkSegment(9a8e47c8-c505-4c77-9e05-12795c13e533),segment_id=9a8e47c8-c505-4c77-9e05-12795c13e533)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:09:11.852058 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.api [None req-99ecfe6c-6dc9-42c6-91d3-beb4cd0f917f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:09:11.852415 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG oslo_db.api [None req-99ecfe6c-6dc9-42c6-91d3-beb4cd0f917f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:09:11.865922 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60619f55-0e2d-4547-b8c1-fb7d4bef81ab tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c278443c-b2dd-4931-8ee9-e095f59a1389,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:11.888213 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-2bea0c6b-4834-403a-bc2d-d46209c60b6a req-dcf0d516-03a9-40b6-ad01-f42b53ba2dd0 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Unset dirty status for tenant:82bae8319c0a482993cd9e8530b11401 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:11.889377 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2bea0c6b-4834-403a-bc2d-d46209c60b6a req-dcf0d516-03a9-40b6-ad01-f42b53ba2dd0 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/ports?device_id=30d56768-2bba-410e-be7e-2f956bd4eb1d HTTP/1.1" status: 200 len: 210 time: 0.1472161 Feb 10 23:09:11.907323 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-9243b327-d2bf-4036-89d2-d61448a84a12 req-6470df2e-8e21-4fff-a8d8-8e9d012e10ec tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:11.935116 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:11.966751 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ae185741-102e-400c-ba70-765de28cf8b5 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Unset dirty status for tenant:82a10a87ca1d4162b59aed13d6b90a18 on resource:security_group_rule {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:11.972211 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ae185741-102e-400c-ba70-765de28cf8b5 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.4749882 Feb 10 23:09:11.975776 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45344) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:11.979306 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-613e524f-c146-48b5-b4ca-733059e2b0e6 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Unset dirty status for tenant:143e860117cc493db304000cc95b95c2 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:11.982967 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-613e524f-c146-48b5-b4ca-733059e2b0e6 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 1.0088139 Feb 10 23:09:11.987534 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45348) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:12.022928 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45352) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:12.030537 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-578dfdac-56a2-422d-9922-75e3ffb0fe59 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:12.037110 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=3b302fc7-b352-4ddd-a400-67f063a6e244,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:12.040396 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5eb2abe8-91af-49bd-8577-180cbdc249c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:12.088271 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-578dfdac-56a2-422d-9922-75e3ffb0fe59 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Transition to ACTIVE for port object 6af7245e-81f8-4c9b-a8a1-1bd73a8d6b86 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:09:12.116931 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7dfada4d-5b67-4805-95d2-c01a53e5689f tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2767638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733091'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:12.143368 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-87544a3c-a0ff-494c-b4bc-ba62f6d3727c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e452088f31c44993a8754d6dd8fb5a7b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1164358 Feb 10 23:09:12.143625 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2abe8-91af-49bd-8577-180cbdc249c5 None None] Pushing event updated for resources: {'Port': ['ID=5ab9184c-8c2f-4bb7-b23e-717d68a5677a,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:12.143830 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45356) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:12.170249 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-60619f55-0e2d-4547-b8c1-fb7d4bef81ab tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:12.175009 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-60619f55-0e2d-4547-b8c1-fb7d4bef81ab tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 2.0400686 Feb 10 23:09:12.181465 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45360) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:12.190880 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9243b327-d2bf-4036-89d2-d61448a84a12 req-6470df2e-8e21-4fff-a8d8-8e9d012e10ec tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Network 4a75b224-7431-40b5-b18e-691aa5ad073d is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:09:12.204948 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-218ba585-602b-4958-a09b-ddb54c026ffe tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Request body: {'security_group_rule': {'security_group_id': '4eaeb9a9-a25b-4432-9677-25e88252a96c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:12.211845 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [req-9243b327-d2bf-4036-89d2-d61448a84a12 req-6470df2e-8e21-4fff-a8d8-8e9d012e10ec tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:09:12.224645 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6470df2e-8e21-4fff-a8d8-8e9d012e10ec tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Pushing event updated for resources: {'Port': ['ID=5f115977-ed25-4098-8e07-2982d35bc998,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:12.230244 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-218ba585-602b-4958-a09b-ddb54c026ffe tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:12.233673 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-9243b327-d2bf-4036-89d2-d61448a84a12 req-6470df2e-8e21-4fff-a8d8-8e9d012e10ec tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:09:12.269857 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-218ba585-602b-4958-a09b-ddb54c026ffe tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Usage tracker for resource:security_group_rule and tenant:f8ca94381a7b4a39b672e9b0e5e63259 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:12.274914 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4428ea3e-77ed-4738-ae5d-3f2d807492ac tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:12.282150 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-218ba585-602b-4958-a09b-ddb54c026ffe tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:12.296148 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-8df5d161-4395-4cdf-a0e4-78f1601435bd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Deleting port 547b8aa3-0e5f-4e27-aeae-3ec10057a1a2 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:09:12.296488 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8df5d161-4395-4cdf-a0e4-78f1601435bd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:12.321678 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-218ba585-602b-4958-a09b-ddb54c026ffe tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:12.341091 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4428ea3e-77ed-4738-ae5d-3f2d807492ac tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:12.433705 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9243b327-d2bf-4036-89d2-d61448a84a12 req-6470df2e-8e21-4fff-a8d8-8e9d012e10ec tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:12.434430 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-9243b327-d2bf-4036-89d2-d61448a84a12 req-6470df2e-8e21-4fff-a8d8-8e9d012e10ec tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:12.465353 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-52855d6d-a963-476c-84d9-6d5e9e270814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:12.524175 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4428ea3e-77ed-4738-ae5d-3f2d807492ac tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:12.530405 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-218ba585-602b-4958-a09b-ddb54c026ffe tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:12.539345 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-578dfdac-56a2-422d-9922-75e3ffb0fe59 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:12.540029 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4428ea3e-77ed-4738-ae5d-3f2d807492ac tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:12.541266 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4428ea3e-77ed-4738-ae5d-3f2d807492ac tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/b6218c21-5ab3-4b4d-9827-44766993dd12 HTTP/1.1" status: 204 len: 168 time: 0.5595012 Feb 10 23:09:12.554590 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45364) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:12.668624 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-52855d6d-a963-476c-84d9-6d5e9e270814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:12.709619 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578dfdac-56a2-422d-9922-75e3ffb0fe59 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Network 3550b6d0-c5f3-4461-8b85-e1acc91672f0 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:09:12.715513 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-578dfdac-56a2-422d-9922-75e3ffb0fe59 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:09:12.722956 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578dfdac-56a2-422d-9922-75e3ffb0fe59 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:09:12.726854 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578dfdac-56a2-422d-9922-75e3ffb0fe59 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:12.727449 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-578dfdac-56a2-422d-9922-75e3ffb0fe59 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:12.739428 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9243b327-d2bf-4036-89d2-d61448a84a12 req-6470df2e-8e21-4fff-a8d8-8e9d012e10ec tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3108461 Feb 10 23:09:12.740183 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4428ea3e-77ed-4738-ae5d-3f2d807492ac tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b6218c21-5ab3-4b4d-9827-44766993dd12,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:12.740885 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578dfdac-56a2-422d-9922-75e3ffb0fe59 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event updated for resources: {'Port': ['ID=6af7245e-81f8-4c9b-a8a1-1bd73a8d6b86,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:12.751991 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-35f79618-1579-4558-97fb-d0e7b8b06914 None None] Provisioning for port 5f115977-ed25-4098-8e07-2982d35bc998 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:09:12.759898 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-9243b327-d2bf-4036-89d2-d61448a84a12 req-55ec176a-f641-47a1-b005-2de5f96b5c57 service neutron] Request body: {'port': {'device_id': '30d56768-2bba-410e-be7e-2f956bd4eb1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:12.760163 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-35f79618-1579-4558-97fb-d0e7b8b06914 None None] Provisioning complete for port 5f115977-ed25-4098-8e07-2982d35bc998 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:09:12.760659 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-35f79618-1579-4558-97fb-d0e7b8b06914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:12.848028 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-35f79618-1579-4558-97fb-d0e7b8b06914 None None] Port 5f115977-ed25-4098-8e07-2982d35bc998 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:09:12.864820 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-99ecfe6c-6dc9-42c6-91d3-beb4cd0f917f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Deleting port 5c7eb80f-5752-488a-b86d-22bb80167287 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:09:12.865251 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-99ecfe6c-6dc9-42c6-91d3-beb4cd0f917f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:12.920436 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 5ab9184c-8c2f-4bb7-b23e-717d68a5677a up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:09:12.953115 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dfada4d-5b67-4805-95d2-c01a53e5689f tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Router 1359e446-ed83-4f9b-84b9-bc51e0ace908 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:09:13.011521 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-218ba585-602b-4958-a09b-ddb54c026ffe tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:13.015779 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8df5d161-4395-4cdf-a0e4-78f1601435bd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:13.028822 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-99ecfe6c-6dc9-42c6-91d3-beb4cd0f917f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] The port '5c7eb80f-5752-488a-b86d-22bb80167287' was deleted {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 23:09:13.036344 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-db64b615-17db-4faf-8dcc-3726dad22802 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Synchronizing usage tracker for tenant:82a10a87ca1d4162b59aed13d6b90a18 on resource:security_group_rule {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:13.073216 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-578dfdac-56a2-422d-9922-75e3ffb0fe59 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.6807632 Feb 10 23:09:13.115446 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45372) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:13.169399 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 5ab9184c-8c2f-4bb7-b23e-717d68a5677a completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:09:13.175378 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 3b302fc7-b352-4ddd-a400-67f063a6e244 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:09:13.243580 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-52855d6d-a963-476c-84d9-6d5e9e270814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:13.253119 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 3b302fc7-b352-4ddd-a400-67f063a6e244 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:09:13.253940 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:13.282106 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-8df5d161-4395-4cdf-a0e4-78f1601435bd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Calling delete_port for 547b8aa3-0e5f-4e27-aeae-3ec10057a1a2 owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:09:13.339029 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52855d6d-a963-476c-84d9-6d5e9e270814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e3c456-d6f7-445b-bf9b-7edc3da64fed,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:13.342930 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-52855d6d-a963-476c-84d9-6d5e9e270814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:13.344042 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-52855d6d-a963-476c-84d9-6d5e9e270814 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/26e3c456-d6f7-445b-bf9b-7edc3da64fed HTTP/1.1" status: 204 len: 168 time: 1.1993754 Feb 10 23:09:13.365617 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dfada4d-5b67-4805-95d2-c01a53e5689f tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:09:13.374219 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-7dfada4d-5b67-4805-95d2-c01a53e5689f tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "PUT /v2.0/routers/1359e446-ed83-4f9b-84b9-bc51e0ace908/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3069437 Feb 10 23:09:13.375009 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45378) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:13.427129 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199a3a4b-0379-4be6-8cdc-d0b12f9110fe None None] Sync routers for ids ['1359e446-ed83-4f9b-84b9-bc51e0ace908'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:09:13.460620 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199a3a4b-0379-4be6-8cdc-d0b12f9110fe None None] Routers {'1359e446-ed83-4f9b-84b9-bc51e0ace908'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:09:13.464672 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-199a3a4b-0379-4be6-8cdc-d0b12f9110fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:08:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['1359e446-ed83-4f9b-84b9-bc51e0ace908'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:13.471015 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-218ba585-602b-4958-a09b-ddb54c026ffe tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:13.487213 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-33c3e867-1ba1-44ee-af33-332eab220b4c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Request body: {'port': {'network_id': '3550b6d0-c5f3-4461-8b85-e1acc91672f0', 'name': 'tempest-PortsIpV6TestJSON-1936808577'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:13.563662 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1d624-c356-4c17-9edb-72dc50bb5a4e req-9b1037c4-2178-4185-afb1-edb93ebc584d tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:13.566229 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-4ce1d624-c356-4c17-9edb-72dc50bb5a4e req-9b1037c4-2178-4185-afb1-edb93ebc584d tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/ports?device_id=30d56768-2bba-410e-be7e-2f956bd4eb1d HTTP/1.1" status: 200 len: 931 time: 0.4954665 Feb 10 23:09:13.622675 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ba585-602b-4958-a09b-ddb54c026ffe tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dcda0b3-2280-4c19-a5e5-a99bd7b6c5ff,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:13.626407 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-199a3a4b-0379-4be6-8cdc-d0b12f9110fe None None] Set router 1359e446-ed83-4f9b-84b9-bc51e0ace908 gateway port host: None {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:09:13.630970 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-4ce1d624-c356-4c17-9edb-72dc50bb5a4e req-f121bf49-26bf-470e-9491-e4cd51d9a583 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c3f6aaf-3a27-49e5-ae54-3cc5a3f3586f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571315 Feb 10 23:09:13.646769 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8df5d161-4395-4cdf-a0e4-78f1601435bd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:13.673409 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-06ce07d9-e31b-4443-8557-343be2e973d7 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Deleting subnet d6566b71-ba57-47a8-bc9e-b4ac96b16a88 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:09:13.677585 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-06ce07d9-e31b-4443-8557-343be2e973d7 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:13.693386 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3d8748-61f8-4969-b5cc-ba26389416ad None None] Network 3550b6d0-c5f3-4461-8b85-e1acc91672f0 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:09:13.741575 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-06ce07d9-e31b-4443-8557-343be2e973d7 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31983416'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:13.826451 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-db64b615-17db-4faf-8dcc-3726dad22802 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Unset dirty status for tenant:82a10a87ca1d4162b59aed13d6b90a18 on resource:security_group_rule {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:13.831159 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-db64b615-17db-4faf-8dcc-3726dad22802 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 1.2752678 Feb 10 23:09:13.835914 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45384) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:13.857236 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df5d161-4395-4cdf-a0e4-78f1601435bd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event deleted for resources: {'Port': ['ID=547b8aa3-0e5f-4e27-aeae-3ec10057a1a2,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:13.867141 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-199a3a4b-0379-4be6-8cdc-d0b12f9110fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'name': 'tempest-RoutersTest-router-479301092', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:56Z', 'updated_at': '2022-02-10T23:09:10Z', 'revision_number': 11, 'project_id': '62dc022463634d02b4f57b75cc001545', 'gw_port_host': None}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:13.872008 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-99ecfe6c-6dc9-42c6-91d3-beb4cd0f917f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:13.877622 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199a3a4b-0379-4be6-8cdc-d0b12f9110fe None None] Checking router: 1359e446-ed83-4f9b-84b9-bc51e0ace908 for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:09:13.886144 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8df5d161-4395-4cdf-a0e4-78f1601435bd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:13.890433 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8df5d161-4395-4cdf-a0e4-78f1601435bd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/ports/547b8aa3-0e5f-4e27-aeae-3ec10057a1a2 HTTP/1.1" status: 204 len: 168 time: 1.8995256 Feb 10 23:09:13.890592 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199a3a4b-0379-4be6-8cdc-d0b12f9110fe None None] Routers {'1359e446-ed83-4f9b-84b9-bc51e0ace908'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:09:13.890592 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-199a3a4b-0379-4be6-8cdc-d0b12f9110fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:08:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['1359e446-ed83-4f9b-84b9-bc51e0ace908'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:13.897220 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45388) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:13.899482 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-9243b327-d2bf-4036-89d2-d61448a84a12 req-55ec176a-f641-47a1-b005-2de5f96b5c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:13.931112 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-218ba585-602b-4958-a09b-ddb54c026ffe tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:13.935317 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-218ba585-602b-4958-a09b-ddb54c026ffe tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.7509103 Feb 10 23:09:13.940801 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45392) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:13.949059 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-99ecfe6c-6dc9-42c6-91d3-beb4cd0f917f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2856992d-a658-4f45-9647-ded0d2e0a112']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:13.962523 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-e6198e1b-1136-4658-913e-6b0a1269f68f tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Request body: {'security_group_rule': {'security_group_id': '4eaeb9a9-a25b-4432-9677-25e88252a96c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:13.980400 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e6198e1b-1136-4658-913e-6b0a1269f68f tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:13.985012 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-c5b4d4db-264e-4e8b-8954-c33123baa395 None None] Provisioning for port 5ab9184c-8c2f-4bb7-b23e-717d68a5677a completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:09:14.030970 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9a9901e4-8685-4165-bffc-8bedcee9cabd tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:14.054362 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41855475-98df-433e-8315-691c430c0e71 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:14.055625 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41855475-98df-433e-8315-691c430c0e71 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:14.056372 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-41855475-98df-433e-8315-691c430c0e71 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Synchronizing usage tracker for tenant:143e860117cc493db304000cc95b95c2 on resource:subnet {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:14.077503 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-c5b4d4db-264e-4e8b-8954-c33123baa395 None None] Provisioning complete for port 5ab9184c-8c2f-4bb7-b23e-717d68a5677a triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:09:14.077503 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c5b4d4db-264e-4e8b-8954-c33123baa395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:14.082878 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9a9901e4-8685-4165-bffc-8bedcee9cabd tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:14.128719 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e6198e1b-1136-4658-913e-6b0a1269f68f tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Usage tracker for resource:security_group_rule and tenant:f8ca94381a7b4a39b672e9b0e5e63259 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:14.129629 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-06ce07d9-e31b-4443-8557-343be2e973d7 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:14.134673 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-99ecfe6c-6dc9-42c6-91d3-beb4cd0f917f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48200443-9d48-4cf4-8a57-ce015a9f083e') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:14.134968 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-99ecfe6c-6dc9-42c6-91d3-beb4cd0f917f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48200443-9d48-4cf4-8a57-ce015a9f083e') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:14.151888 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e6198e1b-1136-4658-913e-6b0a1269f68f tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:14.177266 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e6198e1b-1136-4658-913e-6b0a1269f68f tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:14.182895 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-99ecfe6c-6dc9-42c6-91d3-beb4cd0f917f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32216962'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:14.208582 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-41855475-98df-433e-8315-691c430c0e71 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Unset dirty status for tenant:143e860117cc493db304000cc95b95c2 on resource:subnet {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:14.210142 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-41855475-98df-433e-8315-691c430c0e71 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3054261 Feb 10 23:09:14.214412 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45402) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:14.254092 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9a9901e4-8685-4165-bffc-8bedcee9cabd tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:14.301188 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9901e4-8685-4165-bffc-8bedcee9cabd tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=90fff41e-0999-4071-a6a8-1fc3cd64afd3,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:14.325092 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-199a3a4b-0379-4be6-8cdc-d0b12f9110fe None None] Set router 1359e446-ed83-4f9b-84b9-bc51e0ace908 gateway port host: None {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:09:14.342065 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-06ce07d9-e31b-4443-8557-343be2e973d7 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:14.378382 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c5b4d4db-264e-4e8b-8954-c33123baa395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:14.390790 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-99ecfe6c-6dc9-42c6-91d3-beb4cd0f917f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:14.399323 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-33c3e867-1ba1-44ee-af33-332eab220b4c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:14.416992 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-c5b4d4db-264e-4e8b-8954-c33123baa395 None None] For port 5ab9184c-8c2f-4bb7-b23e-717d68a5677a, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=5ab9184c-8c2f-4bb7-b23e-717d68a5677a,segment=NetworkSegment(9a8e47c8-c505-4c77-9e05-12795c13e533),segment_id=9a8e47c8-c505-4c77-9e05-12795c13e533)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:09:14.418934 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-33c3e867-1ba1-44ee-af33-332eab220b4c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Usage tracker for resource:port and tenant:a1a196bacc5e4170b4defd7cfb879ddb is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:14.424394 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99ecfe6c-6dc9-42c6-91d3-beb4cd0f917f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:09:14.425196 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-99ecfe6c-6dc9-42c6-91d3-beb4cd0f917f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32033006'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:14.435788 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9a9901e4-8685-4165-bffc-8bedcee9cabd tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:14.439222 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-9a9901e4-8685-4165-bffc-8bedcee9cabd tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/90fff41e-0999-4071-a6a8-1fc3cd64afd3 HTTP/1.1" status: 204 len: 168 time: 0.5965612 Feb 10 23:09:14.439222 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ce07d9-e31b-4443-8557-343be2e973d7 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event deleted for resources: {'Subnet': ['ID=d6566b71-ba57-47a8-bc9e-b4ac96b16a88,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:14.440298 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45408) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:14.448416 dv-neutron-828797-1-hyperv neutron-server[84332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:09:14.448416 dv-neutron-828797-1-hyperv neutron-server[84332]: util.warn( Feb 10 23:09:14.448416 dv-neutron-828797-1-hyperv neutron-server[84332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:09:14.448416 dv-neutron-828797-1-hyperv neutron-server[84332]: util.warn( Feb 10 23:09:14.448416 dv-neutron-828797-1-hyperv neutron-server[84332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:09:14.448416 dv-neutron-828797-1-hyperv neutron-server[84332]: util.warn( Feb 10 23:09:14.448416 dv-neutron-828797-1-hyperv neutron-server[84332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:09:14.448416 dv-neutron-828797-1-hyperv neutron-server[84332]: util.warn( Feb 10 23:09:14.448416 dv-neutron-828797-1-hyperv neutron-server[84332]: Traceback (most recent call last): Feb 10 23:09:14.448416 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:09:14.448416 dv-neutron-828797-1-hyperv neutron-server[84332]: timer() Feb 10 23:09:14.448416 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:09:14.448416 dv-neutron-828797-1-hyperv neutron-server[84332]: cb(*args, **kw) Feb 10 23:09:14.448416 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:09:14.448416 dv-neutron-828797-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Feb 10 23:09:14.448416 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:09:14.448416 dv-neutron-828797-1-hyperv neutron-server[84332]: self._notify() Feb 10 23:09:14.448416 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:09:14.448416 dv-neutron-828797-1-hyperv neutron-server[84332]: self.callback(batched_events) Feb 10 23:09:14.448416 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:09:14.448416 dv-neutron-828797-1-hyperv neutron-server[84332]: event.method(event) Feb 10 23:09:14.448416 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:09:14.448416 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:09:14.448416 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:09:14.448416 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:09:14.448416 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:09:14.448416 dv-neutron-828797-1-hyperv neutron-server[84332]: return f(self, *a, **k) Feb 10 23:09:14.448416 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:09:14.448416 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._get(url).json() Feb 10 23:09:14.448416 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:09:14.448416 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:09:14.448416 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:09:14.448416 dv-neutron-828797-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Feb 10 23:09:14.448416 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:09:14.448416 dv-neutron-828797-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:09:14.448416 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:09:14.448416 dv-neutron-828797-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:09:14.448416 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:09:14.448416 dv-neutron-828797-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:09:14.448416 dv-neutron-828797-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:09:14.458483 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-33c3e867-1ba1-44ee-af33-332eab220b4c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:14.481284 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-06ce07d9-e31b-4443-8557-343be2e973d7 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:14.485878 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-06ce07d9-e31b-4443-8557-343be2e973d7 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "DELETE /v2.0/subnets/d6566b71-ba57-47a8-bc9e-b4ac96b16a88 HTTP/1.1" status: 204 len: 168 time: 1.1092694 Feb 10 23:09:14.491711 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45412) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:14.494782 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df950fcc-c34d-46c2-9c40-d93619ceff60 None None] Network 10d2f5a7-936f-4925-9467-45b0b7c99ec4 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:09:14.525520 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c5b4d4db-264e-4e8b-8954-c33123baa395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:14.528646 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-33c3e867-1ba1-44ee-af33-332eab220b4c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:14.552253 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e6198e1b-1136-4658-913e-6b0a1269f68f tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:14.608810 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-199a3a4b-0379-4be6-8cdc-d0b12f9110fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'name': 'tempest-RoutersTest-router-479301092', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:56Z', 'updated_at': '2022-02-10T23:09:10Z', 'revision_number': 11, 'project_id': '62dc022463634d02b4f57b75cc001545', 'gw_port_host': None}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:14.656357 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e6198e1b-1136-4658-913e-6b0a1269f68f tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:14.674292 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-19c871e2-1a00-4c9c-bad5-664ee58bf443 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Deleting subnet 89fe858f-983b-42e9-8cff-85b7eccd23af {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:09:14.691372 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-a9c4e863-ecab-4873-9654-57bcd326f686 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Synchronizing usage tracker for tenant:82a10a87ca1d4162b59aed13d6b90a18 on resource:security_group_rule {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:14.702648 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c3e867-1ba1-44ee-af33-332eab220b4c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Made reservation on behalf of a1a196bacc5e4170b4defd7cfb879ddb for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:09:14.706821 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-33c3e867-1ba1-44ee-af33-332eab220b4c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:14.727473 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-99ecfe6c-6dc9-42c6-91d3-beb4cd0f917f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:14.727912 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-19c871e2-1a00-4c9c-bad5-664ee58bf443 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:14.729000 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199a3a4b-0379-4be6-8cdc-d0b12f9110fe None None] The sync data for ids ['1359e446-ed83-4f9b-84b9-bc51e0ace908'] in dv-neutron-828797-1-hyperv is: [{'id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'name': 'tempest-RoutersTest-router-479301092', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:56Z', 'updated_at': '2022-02-10T23:09:10Z', 'revision_number': 11, 'project_id': '62dc022463634d02b4f57b75cc001545', 'gw_port_host': None}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:09:14.768941 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-99ecfe6c-6dc9-42c6-91d3-beb4cd0f917f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:14.793128 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ecfe6c-6dc9-42c6-91d3-beb4cd0f917f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Pushing event deleted for resources: {'Network': ['ID=2856992d-a658-4f45-9647-ded0d2e0a112,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:14.794962 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e6198e1b-1136-4658-913e-6b0a1269f68f tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:14.817761 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-33c3e867-1ba1-44ee-af33-332eab220b4c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] device_id is not set on port 9fe8b584-301c-4959-b9bd-eee6c28ac524 yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:09:14.833222 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-006060b8-99f7-4a35-a2f5-6bce1f729188 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:14.856370 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [req-9243b327-d2bf-4036-89d2-d61448a84a12 req-55ec176a-f641-47a1-b005-2de5f96b5c57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f115977-ed25-4098-8e07-2982d35bc998 {{(pid=84332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:09:14.861333 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6198e1b-1136-4658-913e-6b0a1269f68f tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1027995-b199-4730-bfa5-7e1c91a6431f,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:14.862843 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-006060b8-99f7-4a35-a2f5-6bce1f729188 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Deleting port 215d00f1-a1ff-413f-982a-ef65e571b76d {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:09:14.863186 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-006060b8-99f7-4a35-a2f5-6bce1f729188 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:14.871903 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-9243b327-d2bf-4036-89d2-d61448a84a12 req-55ec176a-f641-47a1-b005-2de5f96b5c57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:14.883271 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-99ecfe6c-6dc9-42c6-91d3-beb4cd0f917f tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] 10.222.0.59 "DELETE /v2.0/networks/2856992d-a658-4f45-9647-ded0d2e0a112 HTTP/1.1" status: 204 len: 168 time: 7.4912982 Feb 10 23:09:14.893884 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45422) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:14.902043 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-19c871e2-1a00-4c9c-bad5-664ee58bf443 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31983416'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:14.976372 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-9243b327-d2bf-4036-89d2-d61448a84a12 req-55ec176a-f641-47a1-b005-2de5f96b5c57 service neutron] Transition to ACTIVE for port object 5f115977-ed25-4098-8e07-2982d35bc998 will not be triggered until provisioned by entity L2. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:09:14.978683 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-a9c4e863-ecab-4873-9654-57bcd326f686 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Unset dirty status for tenant:82a10a87ca1d4162b59aed13d6b90a18 on resource:security_group_rule {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:14.979945 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-a9c4e863-ecab-4873-9654-57bcd326f686 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.5300040 Feb 10 23:09:14.986591 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45426) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:14.994908 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7d96ec8-4a4d-476e-bc81-c071a4a5be8b tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] DELETE failed (client error): The resource could not be found. Feb 10 23:09:14.995337 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7d96ec8-4a4d-476e-bc81-c071a4a5be8b tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:09:14.999427 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-c7d96ec8-4a4d-476e-bc81-c071a4a5be8b tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] 10.222.0.59 "DELETE /v2.0/subnets/1a5e3b85-e1ae-413c-b1d6-d0498c34a10d HTTP/1.1" status: 404 len: 337 time: 0.1026013 Feb 10 23:09:15.002534 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b4d4db-264e-4e8b-8954-c33123baa395 None None] Pushing event updated for resources: {'Port': ['ID=5ab9184c-8c2f-4bb7-b23e-717d68a5677a,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:15.007674 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45432) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:15.063222 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e6198e1b-1136-4658-913e-6b0a1269f68f tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:15.067758 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e6198e1b-1136-4658-913e-6b0a1269f68f tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1243865 Feb 10 23:09:15.074283 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45436) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:15.075204 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c9751069-7152-46f3-821d-1253adb87e38 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:15.086950 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-9243b327-d2bf-4036-89d2-d61448a84a12 req-55ec176a-f641-47a1-b005-2de5f96b5c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:15.101757 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-9b01a050-042d-4789-abd3-7735e025155a tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Request body: {'security_group_rule': {'security_group_id': '4eaeb9a9-a25b-4432-9677-25e88252a96c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:15.176924 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-676d8b2d-bb81-469d-b09b-27ec16bfb1a6 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] DELETE failed (client error): The resource could not be found. Feb 10 23:09:15.176924 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-676d8b2d-bb81-469d-b09b-27ec16bfb1a6 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:09:15.176924 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-676d8b2d-bb81-469d-b09b-27ec16bfb1a6 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] 10.222.0.59 "DELETE /v2.0/networks/7ef5c2d7-faeb-45c9-ba8e-6e2cb0da66fc HTTP/1.1" status: 404 len: 339 time: 0.1666048 Feb 10 23:09:15.189916 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758386d3-f715-4a47-b368-68aa80a994c3 None None] DHCP port deletion for 10d2f5a7-936f-4925-9467-45b0b7c99ec4 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:09:15.194417 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-758386d3-f715-4a47-b368-68aa80a994c3 None None] Deleting port 215d00f1-a1ff-413f-982a-ef65e571b76d {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:09:15.194787 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-758386d3-f715-4a47-b368-68aa80a994c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:15.217111 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45440) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:15.222333 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c9751069-7152-46f3-821d-1253adb87e38 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:15.230066 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ec176a-f641-47a1-b005-2de5f96b5c57 service neutron] Pushing event updated for resources: {'Port': ['ID=5f115977-ed25-4098-8e07-2982d35bc998,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:15.281882 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-9b01a050-042d-4789-abd3-7735e025155a tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:15.312196 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-9717e6db-1a57-4d8b-b436-38f330151154 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] DELETE failed (client error): The resource could not be found. Feb 10 23:09:15.312963 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9717e6db-1a57-4d8b-b436-38f330151154 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:09:15.315596 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9717e6db-1a57-4d8b-b436-38f330151154 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] 10.222.0.59 "DELETE /v2.0/subnets/cd0ce41a-9faa-4233-804b-c423c0484d10 HTTP/1.1" status: 404 len: 337 time: 0.0823262 Feb 10 23:09:15.340793 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414c3e1-42f7-488f-be5f-1c7033673bcf req-c8973c22-6df3-4e37-b228-07e470e943e5 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:15.342435 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0414c3e1-42f7-488f-be5f-1c7033673bcf req-c8973c22-6df3-4e37-b228-07e470e943e5 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/ports?device_id=30d56768-2bba-410e-be7e-2f956bd4eb1d HTTP/1.1" status: 200 len: 931 time: 0.4735613 Feb 10 23:09:15.345120 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45446) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:15.411836 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-006060b8-99f7-4a35-a2f5-6bce1f729188 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] For port 215d00f1-a1ff-413f-982a-ef65e571b76d, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=215d00f1-a1ff-413f-982a-ef65e571b76d,segment=NetworkSegment(18ac054f-133a-4a48-8df3-d5e056177b23),segment_id=18ac054f-133a-4a48-8df3-d5e056177b23)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:09:15.413173 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-006060b8-99f7-4a35-a2f5-6bce1f729188 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:15.427796 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-9b01a050-042d-4789-abd3-7735e025155a tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Usage tracker for resource:security_group_rule and tenant:f8ca94381a7b4a39b672e9b0e5e63259 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:15.452725 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-19c871e2-1a00-4c9c-bad5-664ee58bf443 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:15.468256 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-c18c29fe-731d-40b3-9478-4c31391aee31 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] DELETE failed (client error): The resource could not be found. Feb 10 23:09:15.468727 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c18c29fe-731d-40b3-9478-4c31391aee31 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:09:15.504962 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-33c3e867-1ba1-44ee-af33-332eab220b4c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Allocated IP 2001:db8::7e (3550b6d0-c5f3-4461-8b85-e1acc91672f0/af39ca64-a3d1-4cdc-8efe-05a84f48c1e5/9fe8b584-301c-4959-b9bd-eee6c28ac524) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:09:15.512990 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c18c29fe-731d-40b3-9478-4c31391aee31 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] 10.222.0.59 "DELETE /v2.0/networks/b4fb86b7-eb41-4990-bb39-6099d4a1300e HTTP/1.1" status: 404 len: 339 time: 0.1028597 Feb 10 23:09:15.533930 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-758386d3-f715-4a47-b368-68aa80a994c3 None None] For port 215d00f1-a1ff-413f-982a-ef65e571b76d, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=215d00f1-a1ff-413f-982a-ef65e571b76d,segment=NetworkSegment(18ac054f-133a-4a48-8df3-d5e056177b23),segment_id=18ac054f-133a-4a48-8df3-d5e056177b23)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:09:15.534884 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-758386d3-f715-4a47-b368-68aa80a994c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:15.540406 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45452) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:15.570129 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-9b01a050-042d-4789-abd3-7735e025155a tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:15.686387 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c9751069-7152-46f3-821d-1253adb87e38 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:15.707147 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c9751069-7152-46f3-821d-1253adb87e38 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:15.710379 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c9751069-7152-46f3-821d-1253adb87e38 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/fe4c2611-e470-4bfb-aefc-dfdf79b56af4 HTTP/1.1" status: 204 len: 168 time: 0.7224085 Feb 10 23:09:15.739510 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-758386d3-f715-4a47-b368-68aa80a994c3 None None] Calling delete_port for 215d00f1-a1ff-413f-982a-ef65e571b76d owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:09:15.763188 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-be652bf0-8b99-46bf-bcb5-1886e1df065e tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] DELETE failed (client error): The resource could not be found. Feb 10 23:09:15.763641 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be652bf0-8b99-46bf-bcb5-1886e1df065e tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:09:15.773368 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-be652bf0-8b99-46bf-bcb5-1886e1df065e tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] 10.222.0.59 "DELETE /v2.0/subnets/61caa241-d2d6-4bd7-a64e-9a58bbc58736 HTTP/1.1" status: 404 len: 337 time: 0.2296269 Feb 10 23:09:15.774553 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45456) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:15.781363 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-471ca078-3614-4b19-bdc8-eef8af293501 None None] Provisioning for port 6af7245e-81f8-4c9b-a8a1-1bd73a8d6b86 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:09:15.781574 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45458) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:15.789356 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-471ca078-3614-4b19-bdc8-eef8af293501 None None] Provisioning complete for port 6af7245e-81f8-4c9b-a8a1-1bd73a8d6b86 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:09:15.789787 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-471ca078-3614-4b19-bdc8-eef8af293501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:15.797065 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9751069-7152-46f3-821d-1253adb87e38 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fe4c2611-e470-4bfb-aefc-dfdf79b56af4,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:15.857663 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-9b01a050-042d-4789-abd3-7735e025155a tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:15.872860 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-471ca078-3614-4b19-bdc8-eef8af293501 None None] Port 6af7245e-81f8-4c9b-a8a1-1bd73a8d6b86 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:09:15.900621 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-471ca078-3614-4b19-bdc8-eef8af293501 None None] Provisioning complete for port 5ab9184c-8c2f-4bb7-b23e-717d68a5677a triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:09:15.900997 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-471ca078-3614-4b19-bdc8-eef8af293501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:15.931313 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-006060b8-99f7-4a35-a2f5-6bce1f729188 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Calling delete_port for 215d00f1-a1ff-413f-982a-ef65e571b76d owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:09:15.968572 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0414c3e1-42f7-488f-be5f-1c7033673bcf req-fd6a2209-2443-4da1-8afd-3fe0be589be4 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c3f6aaf-3a27-49e5-ae54-3cc5a3f3586f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4980373 Feb 10 23:09:15.977532 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-758386d3-f715-4a47-b368-68aa80a994c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:15.997510 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1004708-5b5a-4be4-a30b-70a1df0e74ad tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] DELETE failed (client error): The resource could not be found. Feb 10 23:09:16.001127 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1004708-5b5a-4be4-a30b-70a1df0e74ad tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:09:16.007930 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45468) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:16.009319 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e1004708-5b5a-4be4-a30b-70a1df0e74ad tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] 10.222.0.59 "DELETE /v2.0/networks/2d7fd473-5e01-4108-b507-160dc31a847e HTTP/1.1" status: 404 len: 339 time: 0.2060997 Feb 10 23:09:16.018942 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:16.029406 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758386d3-f715-4a47-b368-68aa80a994c3 None None] Pushing event deleted for resources: {'Port': ['ID=215d00f1-a1ff-413f-982a-ef65e571b76d,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:16.039889 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758386d3-f715-4a47-b368-68aa80a994c3 None None] No DVR routers for this DVR port 215d00f1-a1ff-413f-982a-ef65e571b76d on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:09:16.089002 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9b01a050-042d-4789-abd3-7735e025155a tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:16.100394 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-006060b8-99f7-4a35-a2f5-6bce1f729188 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:09:16.100741 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-006060b8-99f7-4a35-a2f5-6bce1f729188 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:09:16.147825 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-19c871e2-1a00-4c9c-bad5-664ee58bf443 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:16.183202 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-9243b327-d2bf-4036-89d2-d61448a84a12 req-55ec176a-f641-47a1-b005-2de5f96b5c57 service neutron] Attempting to bind port 5f115977-ed25-4098-8e07-2982d35bc998 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:09:16.183447 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-9243b327-d2bf-4036-89d2-d61448a84a12 req-55ec176a-f641-47a1-b005-2de5f96b5c57 service neutron] Attempting to bind port 5f115977-ed25-4098-8e07-2982d35bc998 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '87261b23-5de2-4068-8909-bc5d27f42710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '4a75b224-7431-40b5-b18e-691aa5ad073d'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:09:16.183781 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9243b327-d2bf-4036-89d2-d61448a84a12 req-55ec176a-f641-47a1-b005-2de5f96b5c57 service neutron] Attempting to bind port 5f115977-ed25-4098-8e07-2982d35bc998 on network 4a75b224-7431-40b5-b18e-691aa5ad073d {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:09:16.194656 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b50c114b-1a7f-4488-bdd7-06a13d26b189 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Synchronizing usage tracker for tenant:82a10a87ca1d4162b59aed13d6b90a18 on resource:security_group_rule {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:16.211336 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9243b327-d2bf-4036-89d2-d61448a84a12 req-55ec176a-f641-47a1-b005-2de5f96b5c57 service neutron] Port 5f115977-ed25-4098-8e07-2982d35bc998 on network 4a75b224-7431-40b5-b18e-691aa5ad073d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:09:16.211656 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9243b327-d2bf-4036-89d2-d61448a84a12 req-55ec176a-f641-47a1-b005-2de5f96b5c57 service neutron] Attempting to bind port 5f115977-ed25-4098-8e07-2982d35bc998 on network 4a75b224-7431-40b5-b18e-691aa5ad073d {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:09:16.241838 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-684c55d9-d981-4683-af1f-93ced928fa5d None None] Provisioning complete for port 6af7245e-81f8-4c9b-a8a1-1bd73a8d6b86 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:09:16.242647 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-684c55d9-d981-4683-af1f-93ced928fa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:16.246834 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c871e2-1a00-4c9c-bad5-664ee58bf443 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event deleted for resources: {'Subnet': ['ID=89fe858f-983b-42e9-8cff-85b7eccd23af,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:16.247340 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9243b327-d2bf-4036-89d2-d61448a84a12 req-55ec176a-f641-47a1-b005-2de5f96b5c57 service neutron] Checking agent: {'id': '0f85d58b-4cda-4360-97cf-be037aef26b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'started_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:09:16.247678 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9243b327-d2bf-4036-89d2-d61448a84a12 req-55ec176a-f641-47a1-b005-2de5f96b5c57 service neutron] Checking segment: {'id': '87261b23-5de2-4068-8909-bc5d27f42710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '4a75b224-7431-40b5-b18e-691aa5ad073d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:09:16.248060 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9243b327-d2bf-4036-89d2-d61448a84a12 req-55ec176a-f641-47a1-b005-2de5f96b5c57 service neutron] Bound using segment: {'id': '87261b23-5de2-4068-8909-bc5d27f42710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '4a75b224-7431-40b5-b18e-691aa5ad073d'} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:09:16.248492 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-9243b327-d2bf-4036-89d2-d61448a84a12 req-55ec176a-f641-47a1-b005-2de5f96b5c57 service neutron] Bound port: 5f115977-ed25-4098-8e07-2982d35bc998, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87261b23-5de2-4068-8909-bc5d27f42710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '4a75b224-7431-40b5-b18e-691aa5ad073d'}}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:09:16.248865 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-9243b327-d2bf-4036-89d2-d61448a84a12 req-55ec176a-f641-47a1-b005-2de5f96b5c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:16.276567 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-19c871e2-1a00-4c9c-bad5-664ee58bf443 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:16.288364 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4160d9-8c53-40b5-8e44-1f740a9c712b None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:09:16.318664 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-33c3e867-1ba1-44ee-af33-332eab220b4c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:16.338527 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9b01a050-042d-4789-abd3-7735e025155a tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:16.344740 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5fa6898-771b-4be1-8b54-daaf3ed8b3f7 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Deleting subnet cfb8fafb-5970-4513-b322-ae89c26c4fbd {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:09:16.348764 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e5fa6898-771b-4be1-8b54-daaf3ed8b3f7 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:16.358697 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b50c114b-1a7f-4488-bdd7-06a13d26b189 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Unset dirty status for tenant:82a10a87ca1d4162b59aed13d6b90a18 on resource:security_group_rule {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:16.362032 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b50c114b-1a7f-4488-bdd7-06a13d26b189 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5588210 Feb 10 23:09:16.363993 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-33c3e867-1ba1-44ee-af33-332eab220b4c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Transition to ACTIVE for port object 9fe8b584-301c-4959-b9bd-eee6c28ac524 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:09:16.366892 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45476) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:16.390487 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-19c871e2-1a00-4c9c-bad5-664ee58bf443 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/subnets/89fe858f-983b-42e9-8cff-85b7eccd23af HTTP/1.1" status: 204 len: 168 time: 2.1751013 Feb 10 23:09:16.394896 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45480) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:16.430089 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-684c55d9-d981-4683-af1f-93ced928fa5d None None] Port 6af7245e-81f8-4c9b-a8a1-1bd73a8d6b86 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:09:16.436840 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-9243b327-d2bf-4036-89d2-d61448a84a12 req-55ec176a-f641-47a1-b005-2de5f96b5c57 service neutron] For port 5f115977-ed25-4098-8e07-2982d35bc998, host hv-neutron-8287, cleared binding levels {{(pid=84332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:09:16.442479 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-9243b327-d2bf-4036-89d2-d61448a84a12 req-55ec176a-f641-47a1-b005-2de5f96b5c57 service neutron] For port 5f115977-ed25-4098-8e07-2982d35bc998, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=5f115977-ed25-4098-8e07-2982d35bc998,segment=NetworkSegment(87261b23-5de2-4068-8909-bc5d27f42710),segment_id=87261b23-5de2-4068-8909-bc5d27f42710)] {{(pid=84332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:09:16.465068 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9b01a050-042d-4789-abd3-7735e025155a tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:16.490535 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-8880653d-c757-4b76-80b4-13fda4c3378b tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0942321 Feb 10 23:09:16.494271 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45486) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:16.507806 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-bb585afa-eb0f-4977-b87e-154ff56dc55a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Request body: {'subnet': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:16.510163 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e5fa6898-771b-4be1-8b54-daaf3ed8b3f7 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31983416'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:16.525519 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fe08d0d5-b3b2-4bfe-9286-a1da2d11ed3b tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:16.543494 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b01a050-042d-4789-abd3-7735e025155a tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f1b53e2-26b8-4691-bc04-698bf96d7e8e,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:16.603913 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-006060b8-99f7-4a35-a2f5-6bce1f729188 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Deleting port 215d00f1-a1ff-413f-982a-ef65e571b76d {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:09:16.605455 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-006060b8-99f7-4a35-a2f5-6bce1f729188 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:16.650803 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-9243b327-d2bf-4036-89d2-d61448a84a12 req-55ec176a-f641-47a1-b005-2de5f96b5c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:16.663406 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9b01a050-042d-4789-abd3-7735e025155a tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:16.665401 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-9b01a050-042d-4789-abd3-7735e025155a tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 1.5816061 Feb 10 23:09:16.673810 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177df467-a044-4458-b5a2-2fe905549463 None None] DHCP port deletion for 6dca27ff-0cc1-400d-8ed1-46016d84d938 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:09:16.678757 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-177df467-a044-4458-b5a2-2fe905549463 None None] Deleting port 3b302fc7-b352-4ddd-a400-67f063a6e244 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:09:16.680378 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-177df467-a044-4458-b5a2-2fe905549463 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:16.681101 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45492) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:16.708432 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 5ab9184c-8c2f-4bb7-b23e-717d68a5677a up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:09:16.741019 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-006060b8-99f7-4a35-a2f5-6bce1f729188 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] The port '215d00f1-a1ff-413f-982a-ef65e571b76d' was deleted {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 23:09:16.823026 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 5ab9184c-8c2f-4bb7-b23e-717d68a5677a triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:09:16.823415 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:16.872794 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e5fa6898-771b-4be1-8b54-daaf3ed8b3f7 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:16.907149 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45498) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:16.920999 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4d4310fe-c3f0-4623-b510-5b1d9add3dba tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:16.927071 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-33c3e867-1ba1-44ee-af33-332eab220b4c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:16.942339 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-9243b327-d2bf-4036-89d2-d61448a84a12 req-55ec176a-f641-47a1-b005-2de5f96b5c57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:16.943886 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9243b327-d2bf-4036-89d2-d61448a84a12 req-55ec176a-f641-47a1-b005-2de5f96b5c57 service neutron] 10.222.0.37 "PUT /v2.0/ports/5f115977-ed25-4098-8e07-2982d35bc998 HTTP/1.1" status: 200 len: 1093 time: 4.1888151 Feb 10 23:09:16.944447 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30d56768-2bba-410e-be7e-2f956bd4eb1d', 'tag': '5f115977-ed25-4098-8e07-2982d35bc998'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:09:16.964675 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4d4310fe-c3f0-4623-b510-5b1d9add3dba tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:16.972422 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fe08d0d5-b3b2-4bfe-9286-a1da2d11ed3b tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:16.972962 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-006060b8-99f7-4a35-a2f5-6bce1f729188 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:17.044295 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-006060b8-99f7-4a35-a2f5-6bce1f729188 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10d2f5a7-936f-4925-9467-45b0b7c99ec4']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:17.060983 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-006060b8-99f7-4a35-a2f5-6bce1f729188 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18ac054f-133a-4a48-8df3-d5e056177b23') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:17.061338 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-006060b8-99f7-4a35-a2f5-6bce1f729188 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18ac054f-133a-4a48-8df3-d5e056177b23') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:17.077046 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ec176a-f641-47a1-b005-2de5f96b5c57 service neutron] Pushing event updated for resources: {'Port': ['ID=5f115977-ed25-4098-8e07-2982d35bc998,revision_number=3']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:17.080390 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-006060b8-99f7-4a35-a2f5-6bce1f729188 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:17.101202 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-006060b8-99f7-4a35-a2f5-6bce1f729188 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:17.108757 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-006060b8-99f7-4a35-a2f5-6bce1f729188 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:09:17.109162 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-006060b8-99f7-4a35-a2f5-6bce1f729188 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:17.145696 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30d56768-2bba-410e-be7e-2f956bd4eb1d', 'tag': '5f115977-ed25-4098-8e07-2982d35bc998', 'status': 'completed', 'code': 200} Feb 10 23:09:17.161711 dv-neutron-828797-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:09:17.161711 dv-neutron-828797-1-hyperv neutron-server[84333]: util.warn( Feb 10 23:09:17.161711 dv-neutron-828797-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:09:17.161711 dv-neutron-828797-1-hyperv neutron-server[84333]: util.warn( Feb 10 23:09:17.161711 dv-neutron-828797-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:09:17.161711 dv-neutron-828797-1-hyperv neutron-server[84333]: util.warn( Feb 10 23:09:17.161711 dv-neutron-828797-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:09:17.161711 dv-neutron-828797-1-hyperv neutron-server[84333]: util.warn( Feb 10 23:09:17.161711 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:09:17.161711 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:09:17.161711 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:09:17.161711 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:09:17.161711 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:09:17.161711 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:09:17.161711 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:09:17.161711 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:09:17.161711 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:09:17.161711 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:09:17.161711 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:09:17.161711 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:09:17.161711 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:09:17.161711 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:09:17.161711 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:09:17.161711 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:09:17.161711 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:09:17.161711 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:09:17.161711 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:09:17.161711 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:09:17.161711 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:09:17.161711 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:09:17.161711 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:09:17.161711 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:09:17.161711 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:09:17.161711 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:09:17.161711 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:09:17.161711 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:09:17.161711 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:09:17.161711 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:09:17.161711 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:09:17.161711 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:09:17.179760 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4d4310fe-c3f0-4623-b510-5b1d9add3dba tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:17.231816 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fe08d0d5-b3b2-4bfe-9286-a1da2d11ed3b tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:17.262941 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-177df467-a044-4458-b5a2-2fe905549463 None None] For port 3b302fc7-b352-4ddd-a400-67f063a6e244, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=3b302fc7-b352-4ddd-a400-67f063a6e244,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:09:17.264281 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-177df467-a044-4458-b5a2-2fe905549463 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:17.273328 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-7c8ed8a1-7b58-4c69-a78b-2f72021be304 tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-282829363'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:17.280824 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e5fa6898-771b-4be1-8b54-daaf3ed8b3f7 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:17.311855 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c3e867-1ba1-44ee-af33-332eab220b4c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Network 3550b6d0-c5f3-4461-8b85-e1acc91672f0 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:09:17.325532 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe08d0d5-b3b2-4bfe-9286-a1da2d11ed3b tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60f6892-dccb-4ba0-80d3-62e010f543ad,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:17.336268 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7c8ed8a1-7b58-4c69-a78b-2f72021be304 tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:17.343010 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4310fe-c3f0-4623-b510-5b1d9add3dba tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0f1b53e2-26b8-4691-bc04-698bf96d7e8e,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:17.354376 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 215d00f1-a1ff-413f-982a-ef65e571b76d no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:09:17.356445 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-7c8ed8a1-7b58-4c69-a78b-2f72021be304 tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Usage tracker for resource:router and tenant:91603657b9d046b48874dfee232d76c9 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:17.357025 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-33c3e867-1ba1-44ee-af33-332eab220b4c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:09:17.362288 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c3e867-1ba1-44ee-af33-332eab220b4c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:09:17.362446 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fa6898-771b-4be1-8b54-daaf3ed8b3f7 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Pushing event deleted for resources: {'Subnet': ['ID=cfb8fafb-5970-4513-b322-ae89c26c4fbd,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:17.373417 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c3e867-1ba1-44ee-af33-332eab220b4c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:17.374202 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-7c8ed8a1-7b58-4c69-a78b-2f72021be304 tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:17.374299 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-33c3e867-1ba1-44ee-af33-332eab220b4c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:17.375839 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7c8ed8a1-7b58-4c69-a78b-2f72021be304 tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:17.380264 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4d4310fe-c3f0-4623-b510-5b1d9add3dba tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:17.389544 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-4d4310fe-c3f0-4623-b510-5b1d9add3dba tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/0f1b53e2-26b8-4691-bc04-698bf96d7e8e HTTP/1.1" status: 204 len: 168 time: 0.7071991 Feb 10 23:09:17.392077 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45508) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:17.401880 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e5fa6898-771b-4be1-8b54-daaf3ed8b3f7 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:17.407870 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-bb585afa-eb0f-4977-b87e-154ff56dc55a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:17.433379 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-bb585afa-eb0f-4977-b87e-154ff56dc55a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Usage tracker for resource:subnet and tenant:143e860117cc493db304000cc95b95c2 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:17.440958 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-e5fa6898-771b-4be1-8b54-daaf3ed8b3f7 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] 10.222.0.59 "DELETE /v2.0/subnets/cfb8fafb-5970-4513-b322-ae89c26c4fbd HTTP/1.1" status: 204 len: 168 time: 1.4318585 Feb 10 23:09:17.443365 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45512) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:17.445095 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-bb585afa-eb0f-4977-b87e-154ff56dc55a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:17.453427 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c3e867-1ba1-44ee-af33-332eab220b4c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event updated for resources: {'Port': ['ID=9fe8b584-301c-4959-b9bd-eee6c28ac524,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:17.475603 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-006060b8-99f7-4a35-a2f5-6bce1f729188 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:17.476299 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-bb585afa-eb0f-4977-b87e-154ff56dc55a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:17.502479 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9243b327-d2bf-4036-89d2-d61448a84a12 req-121b981d-57b8-4fc3-b72e-92e98b5d818e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=82bae8319c0a482993cd9e8530b11401&device_id=30d56768-2bba-410e-be7e-2f956bd4eb1d HTTP/1.1" status: 200 len: 1096 time: 0.3527470 Feb 10 23:09:17.506294 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-177df467-a044-4458-b5a2-2fe905549463 None None] Calling delete_port for 3b302fc7-b352-4ddd-a400-67f063a6e244 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:09:17.510615 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-33c3e867-1ba1-44ee-af33-332eab220b4c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.3093891 Feb 10 23:09:17.554632 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45516) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:17.556346 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-006060b8-99f7-4a35-a2f5-6bce1f729188 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:17.562298 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-006060b8-99f7-4a35-a2f5-6bce1f729188 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "DELETE /v2.0/networks/10d2f5a7-936f-4925-9467-45b0b7c99ec4 HTTP/1.1" status: 204 len: 168 time: 3.0696220 Feb 10 23:09:17.576047 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45518) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:17.587963 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed8a1-7b58-4c69-a78b-2f72021be304 tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:17.589168 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed8a1-7b58-4c69-a78b-2f72021be304 tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:17.610536 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 215d00f1-a1ff-413f-982a-ef65e571b76d {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:09:17.610882 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 215d00f1-a1ff-413f-982a-ef65e571b76d not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:09:17.611961 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device fbc327d4-197b-47d3-9396-0ecba21ce359 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:09:17.623297 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb585afa-eb0f-4977-b87e-154ff56dc55a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Made reservation on behalf of 143e860117cc493db304000cc95b95c2 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:09:17.638637 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fe08d0d5-b3b2-4bfe-9286-a1da2d11ed3b tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:17.661193 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006060b8-99f7-4a35-a2f5-6bce1f729188 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Pushing event deleted for resources: {'Network': ['ID=10d2f5a7-936f-4925-9467-45b0b7c99ec4,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:17.661569 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-fe08d0d5-b3b2-4bfe-9286-a1da2d11ed3b tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "DELETE /v2.0/security-groups/c60f6892-dccb-4ba0-80d3-62e010f543ad HTTP/1.1" status: 204 len: 168 time: 1.2718744 Feb 10 23:09:17.661672 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2403e328-94ac-40a2-8f77-33044ab646e7 None None] Network df7f4518-36c1-488b-97f1-a9bb1c4e4105 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:09:17.661772 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45524) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:17.663792 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-f3de8ce3-3882-4ebe-bbd9-4925751ad0e8 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Request body: {'router': {'routes': None}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:17.667597 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: fbc327d4-197b-47d3-9396-0ecba21ce359 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:09:17.667935 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device fbc327d4-197b-47d3-9396-0ecba21ce359 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:09:17.728262 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-177df467-a044-4458-b5a2-2fe905549463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:17.741894 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9243b327-d2bf-4036-89d2-d61448a84a12 req-678c248e-26ed-4c85-b661-8e481aea7824 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f115977-ed25-4098-8e07-2982d35bc998 HTTP/1.1" status: 200 len: 217 time: 0.2319400 Feb 10 23:09:17.813292 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177df467-a044-4458-b5a2-2fe905549463 None None] Pushing event deleted for resources: {'Port': ['ID=3b302fc7-b352-4ddd-a400-67f063a6e244,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:17.814081 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ad87c-58d2-4bbc-a8a7-e308fa656581 req-024d2afd-0292-4d5d-af5e-7a5a937a5099 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:17.821938 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7c2ad87c-58d2-4bbc-a8a7-e308fa656581 req-024d2afd-0292-4d5d-af5e-7a5a937a5099 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/ports?device_id=30d56768-2bba-410e-be7e-2f956bd4eb1d HTTP/1.1" status: 200 len: 943 time: 0.5744123 Feb 10 23:09:17.827585 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177df467-a044-4458-b5a2-2fe905549463 None None] No DVR routers for this DVR port 3b302fc7-b352-4ddd-a400-67f063a6e244 on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:09:17.872862 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bb585afa-eb0f-4977-b87e-154ff56dc55a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:17.896226 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-e90d7ced-6ebd-4165-bf8b-56ad9334597d tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Synchronizing usage tracker for tenant:f8ca94381a7b4a39b672e9b0e5e63259 on resource:security_group_rule {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:17.949303 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9243b327-d2bf-4036-89d2-d61448a84a12 req-22b89195-78f6-4738-b497-a80252d26b3c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:17.950869 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9243b327-d2bf-4036-89d2-d61448a84a12 req-22b89195-78f6-4738-b497-a80252d26b3c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=375b0e55-6852-456e-bf83-790a9c9d4e02 HTTP/1.1" status: 200 len: 851 time: 0.2022860 Feb 10 23:09:17.989737 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-6383549e-0c7f-4514-944c-099e305dc1da None None] Provisioning for port 9fe8b584-301c-4959-b9bd-eee6c28ac524 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:09:17.998773 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-6383549e-0c7f-4514-944c-099e305dc1da None None] Provisioning complete for port 9fe8b584-301c-4959-b9bd-eee6c28ac524 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:09:18.000463 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6383549e-0c7f-4514-944c-099e305dc1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:18.009920 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8b73cc8f-46db-48d7-a19f-3c9f2017e5f5 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:18.047870 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568fdf9f-4539-404c-ada6-0851d1d1ad9e None None] DHCP port deletion for df7f4518-36c1-488b-97f1-a9bb1c4e4105 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:09:18.049094 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7c2ad87c-58d2-4bbc-a8a7-e308fa656581 req-7a8f69c8-78fa-4284-b6d0-d349dc80665c tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c3f6aaf-3a27-49e5-ae54-3cc5a3f3586f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2262895 Feb 10 23:09:18.070668 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-568fdf9f-4539-404c-ada6-0851d1d1ad9e None None] Deleting port ce6d0c07-692d-46d7-a520-9fe8186dc139 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:09:18.070668 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-568fdf9f-4539-404c-ada6-0851d1d1ad9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:18.070919 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed8a1-7b58-4c69-a78b-2f72021be304 tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:18.098481 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9243b327-d2bf-4036-89d2-d61448a84a12 req-a14fff8a-95ae-4b72-bbc0-99c23ab09cf1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a75b224-7431-40b5-b18e-691aa5ad073d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1383185 Feb 10 23:09:18.106006 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-6383549e-0c7f-4514-944c-099e305dc1da None None] Port 9fe8b584-301c-4959-b9bd-eee6c28ac524 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:09:18.171095 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-8b73cc8f-46db-48d7-a19f-3c9f2017e5f5 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Deleting port ce6d0c07-692d-46d7-a520-9fe8186dc139 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:09:18.171343 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8b73cc8f-46db-48d7-a19f-3c9f2017e5f5 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:18.195232 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-e90d7ced-6ebd-4165-bf8b-56ad9334597d tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Unset dirty status for tenant:f8ca94381a7b4a39b672e9b0e5e63259 on resource:security_group_rule {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:18.196862 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-e90d7ced-6ebd-4165-bf8b-56ad9334597d tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.7991002 Feb 10 23:09:18.226069 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45528) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:18.265819 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-12fd003b-aee8-4c7e-a0a4-e70a033f8146 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4139221 Feb 10 23:09:18.274616 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45532) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:18.291359 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a0dc5a-3fa7-46c5-a7f2-526217fb0983 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:18.291634 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-568fdf9f-4539-404c-ada6-0851d1d1ad9e None None] For port ce6d0c07-692d-46d7-a520-9fe8186dc139, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=ce6d0c07-692d-46d7-a520-9fe8186dc139,segment=NetworkSegment(bad03d2d-0d7f-44b1-9c42-d67e4f883ab9),segment_id=bad03d2d-0d7f-44b1-9c42-d67e4f883ab9)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:09:18.292151 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-568fdf9f-4539-404c-ada6-0851d1d1ad9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:18.292238 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-39a0dc5a-3fa7-46c5-a7f2-526217fb0983 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Synchronizing usage tracker for tenant:a1a196bacc5e4170b4defd7cfb879ddb on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:18.295578 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-80a71a18-3856-4996-9913-fa48c45ad993 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Request body: {'security_group': {'name': 'tempest-secgroup--840549408'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:18.319602 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-80a71a18-3856-4996-9913-fa48c45ad993 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:18.327832 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e302bbe3-e165-42a8-afa1-47e85ed9be74 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:18.335733 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-80a71a18-3856-4996-9913-fa48c45ad993 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Usage tracker for resource:security_group and tenant:82a10a87ca1d4162b59aed13d6b90a18 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:18.352769 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-80a71a18-3856-4996-9913-fa48c45ad993 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:18.356294 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.extraroute_db [None req-f3de8ce3-3882-4ebe-bbd9-4925751ad0e8 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Added routes are [] {{(pid=84333) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 10 23:09:18.356618 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.extraroute_db [None req-f3de8ce3-3882-4ebe-bbd9-4925751ad0e8 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Removed routes are [] {{(pid=84333) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 10 23:09:18.356979 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f3de8ce3-3882-4ebe-bbd9-4925751ad0e8 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:18.360479 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed8a1-7b58-4c69-a78b-2f72021be304 tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:18.361853 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e302bbe3-e165-42a8-afa1-47e85ed9be74 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:18.374330 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-80a71a18-3856-4996-9913-fa48c45ad993 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:18.386825 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9243b327-d2bf-4036-89d2-d61448a84a12 req-31eb0d60-0e99-4702-81bb-016f18bdb0c3 service neutron] 10.222.0.37 "GET /v2.0/networks/4a75b224-7431-40b5-b18e-691aa5ad073d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820671 Feb 10 23:09:18.420403 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-568fdf9f-4539-404c-ada6-0851d1d1ad9e None None] Calling delete_port for ce6d0c07-692d-46d7-a520-9fe8186dc139 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:09:18.477140 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-39a0dc5a-3fa7-46c5-a7f2-526217fb0983 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Unset dirty status for tenant:a1a196bacc5e4170b4defd7cfb879ddb on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:18.480955 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-39a0dc5a-3fa7-46c5-a7f2-526217fb0983 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A19 HTTP/1.1" status: 200 len: 928 time: 0.9034698 Feb 10 23:09:18.489032 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45536) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:18.529295 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-80a71a18-3856-4996-9913-fa48c45ad993 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:18.575848 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-568fdf9f-4539-404c-ada6-0851d1d1ad9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:18.624626 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed8a1-7b58-4c69-a78b-2f72021be304 tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:18.626103 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-7c8ed8a1-7b58-4c69-a78b-2f72021be304 tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.7128482 Feb 10 23:09:18.637184 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568fdf9f-4539-404c-ada6-0851d1d1ad9e None None] No DVR routers for this DVR port ce6d0c07-692d-46d7-a520-9fe8186dc139 on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:09:18.640320 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45540) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:18.659987 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568fdf9f-4539-404c-ada6-0851d1d1ad9e None None] Pushing event deleted for resources: {'Port': ['ID=ce6d0c07-692d-46d7-a520-9fe8186dc139,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:18.667038 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bb585afa-eb0f-4977-b87e-154ff56dc55a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:18.673380 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device ce6d0c07-692d-46d7-a520-9fe8186dc139 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:09:18.697685 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e302bbe3-e165-42a8-afa1-47e85ed9be74 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:18.707981 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: ce6d0c07-692d-46d7-a520-9fe8186dc139 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:09:18.708327 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device ce6d0c07-692d-46d7-a520-9fe8186dc139 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:09:18.708773 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 3b302fc7-b352-4ddd-a400-67f063a6e244 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:09:18.739952 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 3b302fc7-b352-4ddd-a400-67f063a6e244 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:09:18.740169 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-3831ac02-c4d7-45f1-9b6d-4b1bf14f05ac tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Deleting port 9fe8b584-301c-4959-b9bd-eee6c28ac524 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:09:18.740285 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 3b302fc7-b352-4ddd-a400-67f063a6e244 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:09:18.740371 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3831ac02-c4d7-45f1-9b6d-4b1bf14f05ac tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:18.791444 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-80a71a18-3856-4996-9913-fa48c45ad993 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:18.802064 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e302bbe3-e165-42a8-afa1-47e85ed9be74 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d1027995-b199-4730-bfa5-7e1c91a6431f,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:18.813658 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9243b327-d2bf-4036-89d2-d61448a84a12 req-360ffe5f-5973-4648-bed0-6073efe33821 service neutron] 10.222.0.37 "GET /v2.0/networks/4a75b224-7431-40b5-b18e-691aa5ad073d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4124773 Feb 10 23:09:18.820139 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-80a71a18-3856-4996-9913-fa48c45ad993 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Usage tracker for resource:security_group_rule and tenant:82a10a87ca1d4162b59aed13d6b90a18 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:18.826833 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-80a71a18-3856-4996-9913-fa48c45ad993 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:18.845353 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb585afa-eb0f-4977-b87e-154ff56dc55a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:09:18.851086 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-80a71a18-3856-4996-9913-fa48c45ad993 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:18.859384 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-bb585afa-eb0f-4977-b87e-154ff56dc55a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:09:18.869718 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0230da20-b301-4041-b50c-7870cbca5cd0 None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:09:18.871038 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb585afa-eb0f-4977-b87e-154ff56dc55a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:18.871618 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bb585afa-eb0f-4977-b87e-154ff56dc55a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:18.877556 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb585afa-eb0f-4977-b87e-154ff56dc55a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event updated for resources: {'Subnet': ['ID=33027b1a-a571-4e3c-9e9d-b808c1f6d9e3,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:18.918682 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-8b73cc8f-46db-48d7-a19f-3c9f2017e5f5 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] For port ce6d0c07-692d-46d7-a520-9fe8186dc139, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=ce6d0c07-692d-46d7-a520-9fe8186dc139,segment=NetworkSegment(bad03d2d-0d7f-44b1-9c42-d67e4f883ab9),segment_id=bad03d2d-0d7f-44b1-9c42-d67e4f883ab9)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:09:18.919360 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8b73cc8f-46db-48d7-a19f-3c9f2017e5f5 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:18.928581 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f3de8ce3-3882-4ebe-bbd9-4925751ad0e8 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:18.938988 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f3de8ce3-3882-4ebe-bbd9-4925751ad0e8 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1734371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1734168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1735070'] for router, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:18.966759 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e302bbe3-e165-42a8-afa1-47e85ed9be74 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:18.970385 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e302bbe3-e165-42a8-afa1-47e85ed9be74 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/d1027995-b199-4730-bfa5-7e1c91a6431f HTTP/1.1" status: 204 len: 168 time: 0.7391343 Feb 10 23:09:19.001421 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45544) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:19.042934 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-41b2c16d-a8c1-442a-bdea-e07718c5b48f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:19.074454 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-8b73cc8f-46db-48d7-a19f-3c9f2017e5f5 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Calling delete_port for ce6d0c07-692d-46d7-a520-9fe8186dc139 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:09:19.138253 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd776f2-2892-463e-a396-6855e93b8406 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-6dca27ff-0cc1-400d-8ed1-46016d84d938', 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'tenant_id': '143e860117cc493db304000cc95b95c2', 'fixed_ips': [{'subnet_id': '33027b1a-a571-4e3c-9e9d-b808c1f6d9e3'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:09:19.139076 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-afd776f2-2892-463e-a396-6855e93b8406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:19.238674 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-bb585afa-eb0f-4977-b87e-154ff56dc55a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.7376981 Feb 10 23:09:19.253165 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45550) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:19.276398 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-80a71a18-3856-4996-9913-fa48c45ad993 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:19.280211 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-f8e126cc-a69f-46f9-a68a-9dc3b50794ae tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Request body: {'port': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'name': 'tempest-NetworksTestDHCPv6-526662433'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:19.331096 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-afd776f2-2892-463e-a396-6855e93b8406 None None] Allocated IP 2001:db8::2 (6dca27ff-0cc1-400d-8ed1-46016d84d938/33027b1a-a571-4e3c-9e9d-b808c1f6d9e3/a7defd82-7f33-4f97-bd90-08e0b91777ea) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:09:19.390334 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-80a71a18-3856-4996-9913-fa48c45ad993 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:19.431456 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-302df5c2-9711-4a47-8e99-fa8b8862d2a2 tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:19.473192 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9a754f3a-2f84-4bd6-ab3b-9c14407297e3 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Synchronizing usage tracker for tenant:f8ca94381a7b4a39b672e9b0e5e63259 on resource:security_group_rule {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:19.535935 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3831ac02-c4d7-45f1-9b6d-4b1bf14f05ac tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:19.544225 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a71a18-3856-4996-9913-fa48c45ad993 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a26aa3-e207-4fa7-b931-340fb48d473d,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:19.595345 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-8b73cc8f-46db-48d7-a19f-3c9f2017e5f5 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:09:19.595693 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-8b73cc8f-46db-48d7-a19f-3c9f2017e5f5 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:09:19.614882 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-afd776f2-2892-463e-a396-6855e93b8406 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:19.629754 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-afd776f2-2892-463e-a396-6855e93b8406 None None] Transition to ACTIVE for port object a7defd82-7f33-4f97-bd90-08e0b91777ea will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:09:19.631539 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3de8ce3-3882-4ebe-bbd9-4925751ad0e8 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Router 1359e446-ed83-4f9b-84b9-bc51e0ace908 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:09:19.650942 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-afd776f2-2892-463e-a396-6855e93b8406 None None] Transition to ACTIVE for port object a7defd82-7f33-4f97-bd90-08e0b91777ea will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:09:19.680991 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-27c6a351-2b68-47bb-9743-5af7cf9b5f62 req-2f195c91-ebb1-4840-8e8c-788a050ee47e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=82bae8319c0a482993cd9e8530b11401&device_id=30d56768-2bba-410e-be7e-2f956bd4eb1d HTTP/1.1" status: 200 len: 1096 time: 0.7178042 Feb 10 23:09:19.687119 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-3831ac02-c4d7-45f1-9b6d-4b1bf14f05ac tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Calling delete_port for 9fe8b584-301c-4959-b9bd-eee6c28ac524 owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:09:19.728103 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-80a71a18-3856-4996-9913-fa48c45ad993 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:19.731860 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-80a71a18-3856-4996-9913-fa48c45ad993 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.4534686 Feb 10 23:09:19.734406 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-afd776f2-2892-463e-a396-6855e93b8406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:19.750254 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9a754f3a-2f84-4bd6-ab3b-9c14407297e3 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Unset dirty status for tenant:f8ca94381a7b4a39b672e9b0e5e63259 on resource:security_group_rule {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:19.754965 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9a754f3a-2f84-4bd6-ab3b-9c14407297e3 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.7449811 Feb 10 23:09:19.754965 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45554) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:19.755172 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45556) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:19.758116 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f8e126cc-a69f-46f9-a68a-9dc3b50794ae tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:19.777977 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-fab8fab5-4db9-4b8b-9098-d1376db9cf88 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Request body: {'security_group_rule': {'security_group_id': 'd2a26aa3-e207-4fa7-b931-340fb48d473d', 'direction': 'ingress', 'protocol': 17}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:19.827559 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd776f2-2892-463e-a396-6855e93b8406 None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:09:19.830372 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-afd776f2-2892-463e-a396-6855e93b8406 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:09:19.836030 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd776f2-2892-463e-a396-6855e93b8406 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:09:19.838355 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ccf9b-6643-48aa-945c-98abd12737f2 req-ee6c1d98-a9ca-4cc0-9b5f-61e739bd951a tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:19.839790 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-3b4ccf9b-6643-48aa-945c-98abd12737f2 req-ee6c1d98-a9ca-4cc0-9b5f-61e739bd951a tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/ports?device_id=30d56768-2bba-410e-be7e-2f956bd4eb1d HTTP/1.1" status: 200 len: 943 time: 0.5065672 Feb 10 23:09:19.851042 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f8e126cc-a69f-46f9-a68a-9dc3b50794ae tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:19.857432 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-fab8fab5-4db9-4b8b-9098-d1376db9cf88 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:19.879626 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-fab8fab5-4db9-4b8b-9098-d1376db9cf88 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Usage tracker for resource:security_group_rule and tenant:82a10a87ca1d4162b59aed13d6b90a18 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:19.897144 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-fab8fab5-4db9-4b8b-9098-d1376db9cf88 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:19.916477 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-fab8fab5-4db9-4b8b-9098-d1376db9cf88 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:19.922093 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd776f2-2892-463e-a396-6855e93b8406 None None] Pushing event updated for resources: {'Port': ['ID=a7defd82-7f33-4f97-bd90-08e0b91777ea,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:19.938980 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-386d819a-112d-45d0-936d-3530b0519541 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:19.946403 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-afd776f2-2892-463e-a396-6855e93b8406 None None] Attempting to bind port a7defd82-7f33-4f97-bd90-08e0b91777ea on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:09:19.946775 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-afd776f2-2892-463e-a396-6855e93b8406 None None] Attempting to bind port a7defd82-7f33-4f97-bd90-08e0b91777ea by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:09:19.947131 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd776f2-2892-463e-a396-6855e93b8406 None None] Attempting to bind port a7defd82-7f33-4f97-bd90-08e0b91777ea on network 6dca27ff-0cc1-400d-8ed1-46016d84d938 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:09:19.954203 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd776f2-2892-463e-a396-6855e93b8406 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:09:19.958302 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd776f2-2892-463e-a396-6855e93b8406 None None] Checking segment: {'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:09:19.958302 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-afd776f2-2892-463e-a396-6855e93b8406 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:19.958302 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd776f2-2892-463e-a396-6855e93b8406 None None] Bound using segment: {'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:09:19.958302 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-afd776f2-2892-463e-a396-6855e93b8406 None None] Bound port: a7defd82-7f33-4f97-bd90-08e0b91777ea, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:09:19.958302 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-afd776f2-2892-463e-a396-6855e93b8406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:19.996958 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-386d819a-112d-45d0-936d-3530b0519541 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:20.008306 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e126cc-a69f-46f9-a68a-9dc3b50794ae tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Made reservation on behalf of 143e860117cc493db304000cc95b95c2 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:09:20.011545 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f8e126cc-a69f-46f9-a68a-9dc3b50794ae tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:20.052681 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-afd776f2-2892-463e-a396-6855e93b8406 None None] For port a7defd82-7f33-4f97-bd90-08e0b91777ea, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:09:20.068572 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-302df5c2-9711-4a47-8e99-fa8b8862d2a2 tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:20.077797 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c6a351-2b68-47bb-9743-5af7cf9b5f62 req-618cfd35-2ddd-495c-9cb7-7d6917a6dfe6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:20.079283 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-27c6a351-2b68-47bb-9743-5af7cf9b5f62 req-618cfd35-2ddd-495c-9cb7-7d6917a6dfe6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a75b224-7431-40b5-b18e-691aa5ad073d HTTP/1.1" status: 200 len: 913 time: 0.3550594 Feb 10 23:09:20.079710 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-302df5c2-9711-4a47-8e99-fa8b8862d2a2 tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:20.084254 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-f8e126cc-a69f-46f9-a68a-9dc3b50794ae tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] device_id is not set on port a1cac504-c5bb-4cc2-8be5-ae673e105dc5 yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:09:20.090145 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-3b4ccf9b-6643-48aa-945c-98abd12737f2 req-eb63a462-d2ff-4623-be4d-b6b88bb89e6e tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c3f6aaf-3a27-49e5-ae54-3cc5a3f3586f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1986473 Feb 10 23:09:20.096623 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-8b73cc8f-46db-48d7-a19f-3c9f2017e5f5 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Deleting port ce6d0c07-692d-46d7-a520-9fe8186dc139 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:09:20.096972 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8b73cc8f-46db-48d7-a19f-3c9f2017e5f5 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:20.116659 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fab8fab5-4db9-4b8b-9098-d1376db9cf88 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:20.120856 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3de8ce3-3882-4ebe-bbd9-4925751ad0e8 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:09:20.135146 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a962ae08-038f-4c2f-86dc-9bd03f19b490 None None] Sync routers for ids ['1359e446-ed83-4f9b-84b9-bc51e0ace908'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:09:20.149995 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a962ae08-038f-4c2f-86dc-9bd03f19b490 None None] Routers {'1359e446-ed83-4f9b-84b9-bc51e0ace908'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:09:20.151173 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-a962ae08-038f-4c2f-86dc-9bd03f19b490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:08:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['1359e446-ed83-4f9b-84b9-bc51e0ace908'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:20.180147 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-8b73cc8f-46db-48d7-a19f-3c9f2017e5f5 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] The port 'ce6d0c07-692d-46d7-a520-9fe8186dc139' was deleted {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 23:09:20.202846 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-afd776f2-2892-463e-a396-6855e93b8406 None None] For port a7defd82-7f33-4f97-bd90-08e0b91777ea, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=a7defd82-7f33-4f97-bd90-08e0b91777ea,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:09:20.214659 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3831ac02-c4d7-45f1-9b6d-4b1bf14f05ac tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:20.227345 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-27c6a351-2b68-47bb-9743-5af7cf9b5f62 req-0663b003-3e00-4901-a987-b3745af43ab7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f115977-ed25-4098-8e07-2982d35bc998 HTTP/1.1" status: 200 len: 217 time: 0.1034477 Feb 10 23:09:20.234047 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f3de8ce3-3882-4ebe-bbd9-4925751ad0e8 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:20.235092 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-f3de8ce3-3882-4ebe-bbd9-4925751ad0e8 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "PUT /v2.0/routers/1359e446-ed83-4f9b-84b9-bc51e0ace908 HTTP/1.1" status: 200 len: 700 time: 2.6487653 Feb 10 23:09:20.239940 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45562) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:20.285512 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-afd776f2-2892-463e-a396-6855e93b8406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:20.307440 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-a962ae08-038f-4c2f-86dc-9bd03f19b490 None None] Set router 1359e446-ed83-4f9b-84b9-bc51e0ace908 gateway port host: None {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:09:20.326801 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-302df5c2-9711-4a47-8e99-fa8b8862d2a2 tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:20.327138 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3831ac02-c4d7-45f1-9b6d-4b1bf14f05ac tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event deleted for resources: {'Port': ['ID=9fe8b584-301c-4959-b9bd-eee6c28ac524,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:20.327767 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-302df5c2-9711-4a47-8e99-fa8b8862d2a2 tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 569f3cb4-2b2a-4f71-86fb-04a04c316330 {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:09:20.338647 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-302df5c2-9711-4a47-8e99-fa8b8862d2a2 tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:20.340486 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-302df5c2-9711-4a47-8e99-fa8b8862d2a2 tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] 10.222.0.59 "DELETE /v2.0/routers/569f3cb4-2b2a-4f71-86fb-04a04c316330 HTTP/1.1" status: 204 len: 168 time: 1.6989837 Feb 10 23:09:20.342302 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-56b2c21c-e7bf-4622-a550-d6eaa0e063e1 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Synchronizing usage tracker for tenant:62dc022463634d02b4f57b75cc001545 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:20.344999 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-386d819a-112d-45d0-936d-3530b0519541 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:20.347140 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45566) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:20.370078 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8b73cc8f-46db-48d7-a19f-3c9f2017e5f5 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:20.382395 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-729861b7-ed53-4310-b071-71c19fe055bd tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Request body: {'router': {'name': 'tempest-router-363307521', 'distributed': False}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:20.388173 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd776f2-2892-463e-a396-6855e93b8406 None None] Pushing event updated for resources: {'Port': ['ID=a7defd82-7f33-4f97-bd90-08e0b91777ea,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:20.398830 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-8b73cc8f-46db-48d7-a19f-3c9f2017e5f5 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df7f4518-36c1-488b-97f1-a9bb1c4e4105']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:20.414379 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-8b73cc8f-46db-48d7-a19f-3c9f2017e5f5 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bad03d2d-0d7f-44b1-9c42-d67e4f883ab9') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:20.414664 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-8b73cc8f-46db-48d7-a19f-3c9f2017e5f5 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bad03d2d-0d7f-44b1-9c42-d67e4f883ab9') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:20.427487 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8b73cc8f-46db-48d7-a19f-3c9f2017e5f5 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:20.432807 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386d819a-112d-45d0-936d-3530b0519541 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3dcda0b3-2280-4c19-a5e5-a99bd7b6c5ff,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:20.445673 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8b73cc8f-46db-48d7-a19f-3c9f2017e5f5 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:20.453601 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b73cc8f-46db-48d7-a19f-3c9f2017e5f5 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:09:20.454122 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8b73cc8f-46db-48d7-a19f-3c9f2017e5f5 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:20.460848 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-729861b7-ed53-4310-b071-71c19fe055bd tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:20.492695 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-a962ae08-038f-4c2f-86dc-9bd03f19b490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'name': 'tempest-RoutersTest-router-479301092', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:56Z', 'updated_at': '2022-02-10T23:09:10Z', 'revision_number': 11, 'project_id': '62dc022463634d02b4f57b75cc001545', 'gw_port_host': None}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:20.495217 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:09:20.495217 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:09:20.495217 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:09:20.495217 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:09:20.495217 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:09:20.495217 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:09:20.495217 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:09:20.495217 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:09:20.495217 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:09:20.495217 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:09:20.495217 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:09:20.495217 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:09:20.495217 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:09:20.495217 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:09:20.495217 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:09:20.495217 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:09:20.495217 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:09:20.495217 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:09:20.495217 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:09:20.495217 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:09:20.495217 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:09:20.495217 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:09:20.495217 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:09:20.495217 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:09:20.495217 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:09:20.495217 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:09:20.495217 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:09:20.495217 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:09:20.495217 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:09:20.495217 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:09:20.495217 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:09:20.495217 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:09:20.498826 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a962ae08-038f-4c2f-86dc-9bd03f19b490 None None] Checking router: 1359e446-ed83-4f9b-84b9-bc51e0ace908 for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:09:20.500154 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-729861b7-ed53-4310-b071-71c19fe055bd tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Usage tracker for resource:router and tenant:91603657b9d046b48874dfee232d76c9 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:20.509647 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-729861b7-ed53-4310-b071-71c19fe055bd tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:20.523583 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a962ae08-038f-4c2f-86dc-9bd03f19b490 None None] Routers {'1359e446-ed83-4f9b-84b9-bc51e0ace908'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:09:20.524216 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-a962ae08-038f-4c2f-86dc-9bd03f19b490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:08:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['1359e446-ed83-4f9b-84b9-bc51e0ace908'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:20.539023 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3831ac02-c4d7-45f1-9b6d-4b1bf14f05ac tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:20.547247 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c6a351-2b68-47bb-9743-5af7cf9b5f62 req-1fa0961b-80a9-413a-8cf4-169dd554f493 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:20.549808 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-27c6a351-2b68-47bb-9743-5af7cf9b5f62 req-1fa0961b-80a9-413a-8cf4-169dd554f493 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=375b0e55-6852-456e-bf83-790a9c9d4e02 HTTP/1.1" status: 200 len: 851 time: 0.2770522 Feb 10 23:09:20.550678 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-729861b7-ed53-4310-b071-71c19fe055bd tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:20.566719 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-56b2c21c-e7bf-4622-a550-d6eaa0e063e1 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Unset dirty status for tenant:62dc022463634d02b4f57b75cc001545 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:20.570092 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-56b2c21c-e7bf-4622-a550-d6eaa0e063e1 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "GET /v2.0/ports?device_id=1359e446-ed83-4f9b-84b9-bc51e0ace908 HTTP/1.1" status: 200 len: 205 time: 0.3289156 Feb 10 23:09:20.579843 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45570) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:20.625740 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3831ac02-c4d7-45f1-9b6d-4b1bf14f05ac tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "DELETE /v2.0/ports/9fe8b584-301c-4959-b9bd-eee6c28ac524 HTTP/1.1" status: 204 len: 168 time: 2.1322155 Feb 10 23:09:20.650110 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-f8e126cc-a69f-46f9-a68a-9dc3b50794ae tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Allocated IP 2001:db8::158 (6dca27ff-0cc1-400d-8ed1-46016d84d938/33027b1a-a571-4e3c-9e9d-b808c1f6d9e3/a1cac504-c5bb-4cc2-8be5-ae673e105dc5) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:09:20.655122 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45574) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:20.663034 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fab8fab5-4db9-4b8b-9098-d1376db9cf88 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:20.666638 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-386d819a-112d-45d0-936d-3530b0519541 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:20.670216 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-386d819a-112d-45d0-936d-3530b0519541 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/3dcda0b3-2280-4c19-a5e5-a99bd7b6c5ff HTTP/1.1" status: 204 len: 168 time: 0.9057992 Feb 10 23:09:20.717707 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45578) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:20.755403 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-a962ae08-038f-4c2f-86dc-9bd03f19b490 None None] Set router 1359e446-ed83-4f9b-84b9-bc51e0ace908 gateway port host: None {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:09:20.758146 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b4c79c2-653a-4a84-8d2a-1c49909501ea tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] GET failed (client error): The resource could not be found. Feb 10 23:09:20.758558 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-3b4c79c2-653a-4a84-8d2a-1c49909501ea tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Synchronizing usage tracker for tenant:a1a196bacc5e4170b4defd7cfb879ddb on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:20.771700 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-729861b7-ed53-4310-b071-71c19fe055bd tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:20.772651 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-729861b7-ed53-4310-b071-71c19fe055bd tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:20.828472 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fab8fab5-4db9-4b8b-9098-d1376db9cf88 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:20.900422 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab8fab5-4db9-4b8b-9098-d1376db9cf88 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=891df2f1-35ce-48e4-832f-9a683ce197e6,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:20.964200 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-a962ae08-038f-4c2f-86dc-9bd03f19b490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'name': 'tempest-RoutersTest-router-479301092', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:56Z', 'updated_at': '2022-02-10T23:09:10Z', 'revision_number': 11, 'project_id': '62dc022463634d02b4f57b75cc001545', 'gw_port_host': None}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:20.970107 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a962ae08-038f-4c2f-86dc-9bd03f19b490 None None] The sync data for ids ['1359e446-ed83-4f9b-84b9-bc51e0ace908'] in dv-neutron-828797-1-hyperv is: [{'id': '1359e446-ed83-4f9b-84b9-bc51e0ace908', 'name': 'tempest-RoutersTest-router-479301092', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:56Z', 'updated_at': '2022-02-10T23:09:10Z', 'revision_number': 11, 'project_id': '62dc022463634d02b4f57b75cc001545', 'gw_port_host': None}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:09:20.972619 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-2077ed8c-e63b-4c9e-9ff8-f8d85dab29cd tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Synchronizing usage tracker for tenant:f8ca94381a7b4a39b672e9b0e5e63259 on resource:security_group_rule {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:20.974873 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-86614dbb-1bfd-4df1-ae2b-e75fcb2efce9 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:20.993355 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-3b4c79c2-653a-4a84-8d2a-1c49909501ea tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Unset dirty status for tenant:a1a196bacc5e4170b4defd7cfb879ddb on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:20.997047 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3b4c79c2-653a-4a84-8d2a-1c49909501ea tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "GET /v2.0/ports/9fe8b584-301c-4959-b9bd-eee6c28ac524 HTTP/1.1" status: 404 len: 333 time: 0.3383951 Feb 10 23:09:21.037583 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45582) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:21.050092 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8b73cc8f-46db-48d7-a19f-3c9f2017e5f5 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:21.059700 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-729861b7-ed53-4310-b071-71c19fe055bd tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:21.115693 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8b73cc8f-46db-48d7-a19f-3c9f2017e5f5 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:21.186818 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b73cc8f-46db-48d7-a19f-3c9f2017e5f5 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Pushing event deleted for resources: {'Network': ['ID=df7f4518-36c1-488b-97f1-a9bb1c4e4105,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:21.202899 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fab8fab5-4db9-4b8b-9098-d1376db9cf88 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:21.207116 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-fab8fab5-4db9-4b8b-9098-d1376db9cf88 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.4434752 Feb 10 23:09:21.209200 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45588) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:21.212529 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-27c6a351-2b68-47bb-9743-5af7cf9b5f62 req-c049a978-d1c5-4edf-b2b9-fdf50230e4e0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a75b224-7431-40b5-b18e-691aa5ad073d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6516109 Feb 10 23:09:21.215608 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-8b73cc8f-46db-48d7-a19f-3c9f2017e5f5 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] 10.222.0.59 "DELETE /v2.0/networks/df7f4518-36c1-488b-97f1-a9bb1c4e4105 HTTP/1.1" status: 204 len: 168 time: 3.7709467 Feb 10 23:09:21.217974 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45590) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:21.241064 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-242bee1d-ff61-4f5d-8877-70223ce5be8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:21.285465 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-243194ce-0c54-4bc5-82d7-f82cd5d1e4de tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Deleting port 6af7245e-81f8-4c9b-a8a1-1bd73a8d6b86 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:09:21.285808 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-243194ce-0c54-4bc5-82d7-f82cd5d1e4de tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:21.324955 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f9624c5-42fb-420a-88ee-8ca35880a687 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] DELETE failed (client error): The resource could not be found. Feb 10 23:09:21.325395 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f9624c5-42fb-420a-88ee-8ca35880a687 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:09:21.327019 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-9f9624c5-42fb-420a-88ee-8ca35880a687 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] 10.222.0.59 "DELETE /v2.0/subnets/7715c3b2-2f24-40f7-9a19-0d045fbf6f76 HTTP/1.1" status: 404 len: 337 time: 0.0939407 Feb 10 23:09:21.338823 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45596) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:21.343887 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-2077ed8c-e63b-4c9e-9ff8-f8d85dab29cd tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Unset dirty status for tenant:f8ca94381a7b4a39b672e9b0e5e63259 on resource:security_group_rule {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:21.345175 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2077ed8c-e63b-4c9e-9ff8-f8d85dab29cd tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.6265278 Feb 10 23:09:21.360999 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45600) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:21.397879 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cb20d5f-d19c-4c2d-94f0-466c668b58e7 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] DELETE failed (client error): The resource could not be found. Feb 10 23:09:21.398321 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cb20d5f-d19c-4c2d-94f0-466c668b58e7 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:09:21.400011 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-3cb20d5f-d19c-4c2d-94f0-466c668b58e7 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] 10.222.0.59 "DELETE /v2.0/networks/866ee6f0-a7c3-4042-b8ae-f7a8eb536a70 HTTP/1.1" status: 404 len: 339 time: 0.0601285 Feb 10 23:09:21.404403 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45604) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:21.424971 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-729861b7-ed53-4310-b071-71c19fe055bd tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:21.512751 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f8e126cc-a69f-46f9-a68a-9dc3b50794ae tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:21.516987 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ce0d82a0-583e-4fd4-a214-7374de550720 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:21.528374 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-27c6a351-2b68-47bb-9743-5af7cf9b5f62 req-c0c2c09d-5cd1-4927-8664-8a91d76103f8 service neutron] 10.222.0.37 "GET /v2.0/networks/4a75b224-7431-40b5-b18e-691aa5ad073d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054450 Feb 10 23:09:21.538914 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ce0d82a0-583e-4fd4-a214-7374de550720 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:21.583529 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-f8e126cc-a69f-46f9-a68a-9dc3b50794ae tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Transition to ACTIVE for port object a1cac504-c5bb-4cc2-8be5-ae673e105dc5 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:09:21.636440 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-729861b7-ed53-4310-b071-71c19fe055bd tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:21.640941 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-729861b7-ed53-4310-b071-71c19fe055bd tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.2774911 Feb 10 23:09:21.648876 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45608) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:21.663618 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d9224d-4094-4e56-bfe5-933428dfea00 req-02f99314-fa81-43bb-98bd-133998d14afe tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:21.670751 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-21d9224d-4094-4e56-bfe5-933428dfea00 req-02f99314-fa81-43bb-98bd-133998d14afe tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/ports?device_id=30d56768-2bba-410e-be7e-2f956bd4eb1d HTTP/1.1" status: 200 len: 943 time: 0.4233961 Feb 10 23:09:21.737478 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-56c3401d-65f5-498d-a658-ea0bd650d7a7 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:21.773234 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-21d9224d-4094-4e56-bfe5-933428dfea00 req-e489d74f-d2cc-4795-9d9a-42fdf069321b tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c3f6aaf-3a27-49e5-ae54-3cc5a3f3586f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012914 Feb 10 23:09:21.792614 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-27c6a351-2b68-47bb-9743-5af7cf9b5f62 req-326dc26c-f307-423f-b919-3df4218735a5 service neutron] 10.222.0.37 "GET /v2.0/networks/4a75b224-7431-40b5-b18e-691aa5ad073d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455189 Feb 10 23:09:21.793487 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ce0d82a0-583e-4fd4-a214-7374de550720 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:21.822059 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0d82a0-583e-4fd4-a214-7374de550720 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c278443c-b2dd-4931-8ee9-e095f59a1389,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:21.855392 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f8e126cc-a69f-46f9-a68a-9dc3b50794ae tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:21.898928 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ce0d82a0-583e-4fd4-a214-7374de550720 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:21.902485 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ce0d82a0-583e-4fd4-a214-7374de550720 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/c278443c-b2dd-4931-8ee9-e095f59a1389 HTTP/1.1" status: 204 len: 168 time: 0.5364723 Feb 10 23:09:21.911458 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45612) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:21.955684 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-2c2cb46d-f575-47b4-871a-7acf5b9cfde4 None None] Provisioning for port a7defd82-7f33-4f97-bd90-08e0b91777ea completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:09:21.959115 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e126cc-a69f-46f9-a68a-9dc3b50794ae tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:09:21.963480 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-f8e126cc-a69f-46f9-a68a-9dc3b50794ae tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:09:21.969718 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e126cc-a69f-46f9-a68a-9dc3b50794ae tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:09:21.974179 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e126cc-a69f-46f9-a68a-9dc3b50794ae tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:21.974769 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f8e126cc-a69f-46f9-a68a-9dc3b50794ae tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:21.979483 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e126cc-a69f-46f9-a68a-9dc3b50794ae tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event updated for resources: {'Port': ['ID=a1cac504-c5bb-4cc2-8be5-ae673e105dc5,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:22.013025 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-134c1773-2856-4203-8be1-b0a5bf5db669 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Synchronizing usage tracker for tenant:f8ca94381a7b4a39b672e9b0e5e63259 on resource:security_group_rule {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:22.073225 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f8e126cc-a69f-46f9-a68a-9dc3b50794ae tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8148246 Feb 10 23:09:22.075610 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45616) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:22.115140 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-134c1773-2856-4203-8be1-b0a5bf5db669 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Unset dirty status for tenant:f8ca94381a7b4a39b672e9b0e5e63259 on resource:security_group_rule {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:22.119093 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-134c1773-2856-4203-8be1-b0a5bf5db669 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2040040 Feb 10 23:09:22.121486 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45620) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:22.168122 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3aa15f57-f3e4-4519-aff2-b01bfe694f2d tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:22.183132 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3aa15f57-f3e4-4519-aff2-b01bfe694f2d tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:22.209684 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7294ad-8aa4-4466-ba26-ad31a6e3e270 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:22.213568 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7294ad-8aa4-4466-ba26-ad31a6e3e270 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:22.214333 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-cd7294ad-8aa4-4466-ba26-ad31a6e3e270 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Synchronizing usage tracker for tenant:143e860117cc493db304000cc95b95c2 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:22.251730 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-86614dbb-1bfd-4df1-ae2b-e75fcb2efce9 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:22.266330 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-56c3401d-65f5-498d-a658-ea0bd650d7a7 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:22.292411 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3aa15f57-f3e4-4519-aff2-b01bfe694f2d tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:22.303334 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-86614dbb-1bfd-4df1-ae2b-e75fcb2efce9 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:22.311172 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa15f57-f3e4-4519-aff2-b01bfe694f2d tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d591d8a-f4a7-4228-96fa-dac95135cf62,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:22.320790 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-cd7294ad-8aa4-4466-ba26-ad31a6e3e270 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Unset dirty status for tenant:143e860117cc493db304000cc95b95c2 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:22.322020 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-cd7294ad-8aa4-4466-ba26-ad31a6e3e270 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2453082 Feb 10 23:09:22.324683 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45624) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:22.347084 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1473df16-ef31-4ccd-9897-318a18fbdca9 tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:22.378184 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-e6917270-f58f-4eea-9636-6515d87bee45 None None] Provisioning for port a1cac504-c5bb-4cc2-8be5-ae673e105dc5 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:09:22.383293 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-e6917270-f58f-4eea-9636-6515d87bee45 None None] Provisioning complete for port a1cac504-c5bb-4cc2-8be5-ae673e105dc5 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:09:22.383736 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e6917270-f58f-4eea-9636-6515d87bee45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:22.396204 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-c523f82b-5869-46f7-9f49-c53852463e43 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Deleting port a1cac504-c5bb-4cc2-8be5-ae673e105dc5 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:09:22.396769 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c523f82b-5869-46f7-9f49-c53852463e43 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:22.433495 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3aa15f57-f3e4-4519-aff2-b01bfe694f2d tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:22.434625 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:22.437599 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3aa15f57-f3e4-4519-aff2-b01bfe694f2d tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/9d591d8a-f4a7-4228-96fa-dac95135cf62 HTTP/1.1" status: 204 len: 168 time: 0.3146827 Feb 10 23:09:22.441329 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-e6917270-f58f-4eea-9636-6515d87bee45 None None] Port a1cac504-c5bb-4cc2-8be5-ae673e105dc5 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:09:22.442124 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45628) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:22.514968 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc780eb8-7b2d-4a15-ba6a-5304e58eb8ee tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Deleting subnet b11584e1-344c-4d3d-8d48-8a951f1bc97d {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:09:22.527925 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-243194ce-0c54-4bc5-82d7-f82cd5d1e4de tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:22.537558 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cc780eb8-7b2d-4a15-ba6a-5304e58eb8ee tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:22.551823 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:22.554950 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f44bf855-bbc3-4cd0-8434-6341337eab28 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Synchronizing usage tracker for tenant:f8ca94381a7b4a39b672e9b0e5e63259 on resource:security_group_rule {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:22.696217 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f44bf855-bbc3-4cd0-8434-6341337eab28 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Unset dirty status for tenant:f8ca94381a7b4a39b672e9b0e5e63259 on resource:security_group_rule {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:22.700979 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f44bf855-bbc3-4cd0-8434-6341337eab28 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2551942 Feb 10 23:09:22.705401 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45632) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:22.708652 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device a7defd82-7f33-4f97-bd90-08e0b91777ea up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:09:22.709093 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-243194ce-0c54-4bc5-82d7-f82cd5d1e4de tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Calling delete_port for 6af7245e-81f8-4c9b-a8a1-1bd73a8d6b86 owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:09:22.715404 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c523f82b-5869-46f7-9f49-c53852463e43 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:22.749616 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-56c3401d-65f5-498d-a658-ea0bd650d7a7 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:22.753449 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-86614dbb-1bfd-4df1-ae2b-e75fcb2efce9 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:22.753915 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86614dbb-1bfd-4df1-ae2b-e75fcb2efce9 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Fanout notify agent at l3_agent the message router_deleted on router 1359e446-ed83-4f9b-84b9-bc51e0ace908 {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:09:22.792997 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cc780eb8-7b2d-4a15-ba6a-5304e58eb8ee tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31983416'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:22.848221 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c3401d-65f5-498d-a658-ea0bd650d7a7 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a26aa3-e207-4fa7-b931-340fb48d473d,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:22.851687 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-c523f82b-5869-46f7-9f49-c53852463e43 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Calling delete_port for a1cac504-c5bb-4cc2-8be5-ae673e105dc5 owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:09:22.856427 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port a7defd82-7f33-4f97-bd90-08e0b91777ea completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:09:22.865177 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port a7defd82-7f33-4f97-bd90-08e0b91777ea triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:09:22.866600 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:23.023986 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:23.056804 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port a7defd82-7f33-4f97-bd90-08e0b91777ea, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=a7defd82-7f33-4f97-bd90-08e0b91777ea,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:09:23.089346 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c523f82b-5869-46f7-9f49-c53852463e43 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:23.108490 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-86614dbb-1bfd-4df1-ae2b-e75fcb2efce9 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:23.109595 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-86614dbb-1bfd-4df1-ae2b-e75fcb2efce9 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "DELETE /v2.0/routers/1359e446-ed83-4f9b-84b9-bc51e0ace908 HTTP/1.1" status: 204 len: 168 time: 2.5280621 Feb 10 23:09:23.117755 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-56c3401d-65f5-498d-a658-ea0bd650d7a7 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:23.118798 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-56c3401d-65f5-498d-a658-ea0bd650d7a7 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "DELETE /v2.0/security-groups/d2a26aa3-e207-4fa7-b931-340fb48d473d HTTP/1.1" status: 204 len: 168 time: 1.9020064 Feb 10 23:09:23.122384 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45638) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:23.132308 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45640) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:23.142994 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:23.143945 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-7836b627-489a-4a18-bf34-37b87f5c6f65 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1305936321', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:23.152769 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c523f82b-5869-46f7-9f49-c53852463e43 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event deleted for resources: {'Port': ['ID=a1cac504-c5bb-4cc2-8be5-ae673e105dc5,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:23.203966 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c523f82b-5869-46f7-9f49-c53852463e43 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:23.230434 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=a7defd82-7f33-4f97-bd90-08e0b91777ea,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:23.264391 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c523f82b-5869-46f7-9f49-c53852463e43 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/ports/a1cac504-c5bb-4cc2-8be5-ae673e105dc5 HTTP/1.1" status: 204 len: 168 time: 0.9385719 Feb 10 23:09:23.267198 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45646) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:23.333380 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7836b627-489a-4a18-bf34-37b87f5c6f65 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:23.341069 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5380cd2-7607-4d2a-ba87-46da696f0b51 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:23.343174 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5380cd2-7607-4d2a-ba87-46da696f0b51 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:23.343984 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b5380cd2-7607-4d2a-ba87-46da696f0b51 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Synchronizing usage tracker for tenant:143e860117cc493db304000cc95b95c2 on resource:subnet {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:23.373550 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-7836b627-489a-4a18-bf34-37b87f5c6f65 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Usage tracker for resource:router and tenant:62dc022463634d02b4f57b75cc001545 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:23.379739 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-7836b627-489a-4a18-bf34-37b87f5c6f65 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:23.403334 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7836b627-489a-4a18-bf34-37b87f5c6f65 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:23.420747 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b5380cd2-7607-4d2a-ba87-46da696f0b51 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Unset dirty status for tenant:143e860117cc493db304000cc95b95c2 on resource:subnet {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:23.422206 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b5380cd2-7607-4d2a-ba87-46da696f0b51 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1539454 Feb 10 23:09:23.424105 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c9bc7bb8-1627-4d94-be0f-21e2798154d9 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:23.425504 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45650) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:23.432337 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1473df16-ef31-4ccd-9897-318a18fbdca9 tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:23.466738 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1473df16-ef31-4ccd-9897-318a18fbdca9 tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:23.469706 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cc780eb8-7b2d-4a15-ba6a-5304e58eb8ee tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:23.542955 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c9bc7bb8-1627-4d94-be0f-21e2798154d9 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:23.556001 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-243194ce-0c54-4bc5-82d7-f82cd5d1e4de tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:23.599278 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7836b627-489a-4a18-bf34-37b87f5c6f65 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:23.600126 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7836b627-489a-4a18-bf34-37b87f5c6f65 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:23.616518 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-0cff1e0b-7a00-4c81-85b7-8a19154ba622 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Synchronizing usage tracker for tenant:82a10a87ca1d4162b59aed13d6b90a18 on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:23.639881 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34290cd6-b978-4810-9ac3-115927162d3c req-180a1646-6e43-4ceb-a924-453996c64743 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:23.641513 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-34290cd6-b978-4810-9ac3-115927162d3c req-180a1646-6e43-4ceb-a924-453996c64743 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/ports?device_id=30d56768-2bba-410e-be7e-2f956bd4eb1d HTTP/1.1" status: 200 len: 943 time: 0.6957524 Feb 10 23:09:23.653015 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243194ce-0c54-4bc5-82d7-f82cd5d1e4de tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event deleted for resources: {'Port': ['ID=6af7245e-81f8-4c9b-a8a1-1bd73a8d6b86,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:23.726554 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-4007a458-5e06-4c18-9e25-aad70fe656aa tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Deleting subnet 33027b1a-a571-4e3c-9e9d-b808c1f6d9e3 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:09:23.729662 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4007a458-5e06-4c18-9e25-aad70fe656aa tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:23.791700 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4007a458-5e06-4c18-9e25-aad70fe656aa tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:23.891951 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4007a458-5e06-4c18-9e25-aad70fe656aa tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:23.925579 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-243194ce-0c54-4bc5-82d7-f82cd5d1e4de tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:23.938796 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1473df16-ef31-4ccd-9897-318a18fbdca9 tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:23.939604 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1473df16-ef31-4ccd-9897-318a18fbdca9 tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e72c984d-ebc6-4e22-a731-bcae9fbdda94 {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:09:23.939780 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:23.947503 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-0cff1e0b-7a00-4c81-85b7-8a19154ba622 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Unset dirty status for tenant:82a10a87ca1d4162b59aed13d6b90a18 on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:23.947503 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-0cff1e0b-7a00-4c81-85b7-8a19154ba622 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.8105154 Feb 10 23:09:23.949972 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45654) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:23.958890 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-1bd6ff09-5c85-4841-99cf-0f2cee78f6cd tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Request body: {'security_group': {'name': 'tempest-secgroup--615518597'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:23.969590 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-1bd6ff09-5c85-4841-99cf-0f2cee78f6cd tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:23.970251 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7836b627-489a-4a18-bf34-37b87f5c6f65 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:23.982662 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-1bd6ff09-5c85-4841-99cf-0f2cee78f6cd tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:23.995913 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-34290cd6-b978-4810-9ac3-115927162d3c req-0bbe8539-fc33-46ae-98aa-7612c0c814bb tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c3f6aaf-3a27-49e5-ae54-3cc5a3f3586f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3399763 Feb 10 23:09:24.006883 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1473df16-ef31-4ccd-9897-318a18fbdca9 tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:24.007894 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-1473df16-ef31-4ccd-9897-318a18fbdca9 tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] 10.222.0.59 "DELETE /v2.0/routers/e72c984d-ebc6-4e22-a731-bcae9fbdda94 HTTP/1.1" status: 204 len: 168 time: 2.3497705 Feb 10 23:09:24.011628 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45658) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:24.017016 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-f24b0b6a-5199-41a0-95d5-0384507f40ad tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Request body: {'router': {'name': 'tempest-router-434498454', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '7ac0b84ca8364323b097566c9ed2e765'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:24.022335 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f24b0b6a-5199-41a0-95d5-0384507f40ad tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:24.026125 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f24b0b6a-5199-41a0-95d5-0384507f40ad tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Usage tracker for resource:router and tenant:7ac0b84ca8364323b097566c9ed2e765 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:24.026548 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cc780eb8-7b2d-4a15-ba6a-5304e58eb8ee tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:24.029684 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f24b0b6a-5199-41a0-95d5-0384507f40ad tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:24.037070 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f24b0b6a-5199-41a0-95d5-0384507f40ad tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:24.064739 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc780eb8-7b2d-4a15-ba6a-5304e58eb8ee tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Pushing event deleted for resources: {'Subnet': ['ID=b11584e1-344c-4d3d-8d48-8a951f1bc97d,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:24.070968 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cc780eb8-7b2d-4a15-ba6a-5304e58eb8ee tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:24.072781 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-cc780eb8-7b2d-4a15-ba6a-5304e58eb8ee tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] 10.222.0.59 "DELETE /v2.0/subnets/b11584e1-344c-4d3d-8d48-8a951f1bc97d HTTP/1.1" status: 204 len: 168 time: 2.6655438 Feb 10 23:09:24.075365 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45662) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:24.077896 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73dec58-d605-4f4f-a303-f74971b70405 None None] Network e0a232f8-d42c-4251-aeb3-7374894f313d requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:09:24.081670 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1bd6ff09-5c85-4841-99cf-0f2cee78f6cd tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:24.097383 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4007a458-5e06-4c18-9e25-aad70fe656aa tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:24.101609 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c9bc7bb8-1627-4d94-be0f-21e2798154d9 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:24.103916 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c9bc7bb8-1627-4d94-be0f-21e2798154d9 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:24.107333 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-c9bc7bb8-1627-4d94-be0f-21e2798154d9 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "DELETE /v2.0/security-groups/4eaeb9a9-a25b-4432-9677-25e88252a96c HTTP/1.1" status: 204 len: 168 time: 1.3661456 Feb 10 23:09:24.129412 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45666) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:24.158821 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007a458-5e06-4c18-9e25-aad70fe656aa tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event deleted for resources: {'Subnet': ['ID=33027b1a-a571-4e3c-9e9d-b808c1f6d9e3,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:24.164364 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f24b0b6a-5199-41a0-95d5-0384507f40ad tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:24.165551 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f24b0b6a-5199-41a0-95d5-0384507f40ad tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:24.167615 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-243194ce-0c54-4bc5-82d7-f82cd5d1e4de tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "DELETE /v2.0/ports/6af7245e-81f8-4c9b-a8a1-1bd73a8d6b86 HTTP/1.1" status: 204 len: 168 time: 3.1285594 Feb 10 23:09:24.168894 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7836b627-489a-4a18-bf34-37b87f5c6f65 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:24.174397 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45670) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:24.182092 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bc7bb8-1627-4d94-be0f-21e2798154d9 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eaeb9a9-a25b-4432-9677-25e88252a96c,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:24.185151 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4007a458-5e06-4c18-9e25-aad70fe656aa tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:24.196018 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfad14d-9cf5-49b5-a7e9-05a1d3ee9910 None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:09:24.236952 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-1bd6ff09-5c85-4841-99cf-0f2cee78f6cd tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:24.250467 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1bd6ff09-5c85-4841-99cf-0f2cee78f6cd tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Usage tracker for resource:security_group_rule and tenant:82a10a87ca1d4162b59aed13d6b90a18 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:24.257830 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ef6ddf4-c86f-4a37-a9fb-48b94e89ae30 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] GET failed (client error): The resource could not be found. Feb 10 23:09:24.258145 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1bd6ff09-5c85-4841-99cf-0f2cee78f6cd tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:24.258326 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-3ef6ddf4-c86f-4a37-a9fb-48b94e89ae30 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Synchronizing usage tracker for tenant:a1a196bacc5e4170b4defd7cfb879ddb on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:24.268653 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9ef41ac3-4cd8-49ae-a0ef-27309c95f968 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Synchronizing usage tracker for tenant:f8ca94381a7b4a39b672e9b0e5e63259 on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:24.269407 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7035d52d-fb62-4465-9923-eb64be254658 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:24.272813 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-1bd6ff09-5c85-4841-99cf-0f2cee78f6cd tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:24.283416 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4007a458-5e06-4c18-9e25-aad70fe656aa tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/subnets/33027b1a-a571-4e3c-9e9d-b808c1f6d9e3 HTTP/1.1" status: 204 len: 168 time: 0.8540182 Feb 10 23:09:24.285407 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45674) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:24.286941 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f24b0b6a-5199-41a0-95d5-0384507f40ad tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:24.306123 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9ef41ac3-4cd8-49ae-a0ef-27309c95f968 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Unset dirty status for tenant:f8ca94381a7b4a39b672e9b0e5e63259 on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:24.309105 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9ef41ac3-4cd8-49ae-a0ef-27309c95f968 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1755464 Feb 10 23:09:24.324190 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45678) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:24.333019 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-966b9f7b-d893-4279-8dd8-da78c0ad9bc3 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Request body: {'security_group': {'name': 'tempest-secgroup--1744764329'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:24.349101 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7836b627-489a-4a18-bf34-37b87f5c6f65 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:24.350820 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-7836b627-489a-4a18-bf34-37b87f5c6f65 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.2249978 Feb 10 23:09:24.351651 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7035d52d-fb62-4465-9923-eb64be254658 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Deleting port 0ffdb687-22dc-4c56-8f67-c55acb7e41fb {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:09:24.351916 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7035d52d-fb62-4465-9923-eb64be254658 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:24.355699 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-966b9f7b-d893-4279-8dd8-da78c0ad9bc3 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:24.357895 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45682) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:24.369775 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-8518e166-e09e-40de-873e-c6e3c1ba2d10 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:24.390707 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-3ef6ddf4-c86f-4a37-a9fb-48b94e89ae30 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Unset dirty status for tenant:a1a196bacc5e4170b4defd7cfb879ddb on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:24.391852 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-3ef6ddf4-c86f-4a37-a9fb-48b94e89ae30 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "GET /v2.0/ports/6af7245e-81f8-4c9b-a8a1-1bd73a8d6b86 HTTP/1.1" status: 404 len: 333 time: 0.2119713 Feb 10 23:09:24.396579 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-56665b94-38c7-49e8-85bb-3e7e6210209e tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1078460 Feb 10 23:09:24.396579 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45686) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:24.401050 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45688) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:24.441381 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-966b9f7b-d893-4279-8dd8-da78c0ad9bc3 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:24.518757 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1bd6ff09-5c85-4841-99cf-0f2cee78f6cd tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:24.525030 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f24b0b6a-5199-41a0-95d5-0384507f40ad tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:24.566757 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f476fa-bb32-4ee2-93d4-57bf9dfd6b9a None None] DHCP port deletion for e0a232f8-d42c-4251-aeb3-7374894f313d request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:09:24.571637 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-97f476fa-bb32-4ee2-93d4-57bf9dfd6b9a None None] Deleting port 0ffdb687-22dc-4c56-8f67-c55acb7e41fb {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:09:24.572133 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-97f476fa-bb32-4ee2-93d4-57bf9dfd6b9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:24.617952 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d161a8-a846-47d0-8c65-f7f7e90721cc None None] DHCP port deletion for 6dca27ff-0cc1-400d-8ed1-46016d84d938 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:09:24.638365 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-b2d161a8-a846-47d0-8c65-f7f7e90721cc None None] Deleting port a7defd82-7f33-4f97-bd90-08e0b91777ea {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:09:24.639080 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b2d161a8-a846-47d0-8c65-f7f7e90721cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:24.649393 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1bd6ff09-5c85-4841-99cf-0f2cee78f6cd tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:24.695851 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 0ffdb687-22dc-4c56-8f67-c55acb7e41fb no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:09:24.732946 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-966b9f7b-d893-4279-8dd8-da78c0ad9bc3 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:24.753354 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f24b0b6a-5199-41a0-95d5-0384507f40ad tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:24.757464 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f24b0b6a-5199-41a0-95d5-0384507f40ad tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7447925 Feb 10 23:09:24.764275 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45694) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:24.771845 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-38ca7ca8-3c36-47e8-a50b-8b28dedff599 tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Request body: {'router': {'distributed': True}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:24.846447 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1bd6ff09-5c85-4841-99cf-0f2cee78f6cd tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:24.847896 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1bd6ff09-5c85-4841-99cf-0f2cee78f6cd tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8970833 Feb 10 23:09:24.856166 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6ff09-5c85-4841-99cf-0f2cee78f6cd tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5bbdceb-cbaf-48be-8db9-5414735671ec,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:24.863914 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45698) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:24.886153 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-dabab0f9-36a1-49b8-9f77-7bde4c53f7fe tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Request body: {'security_group': {'name': 'tempest-secgroup--1149248099'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:24.900270 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-dabab0f9-36a1-49b8-9f77-7bde4c53f7fe tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:24.907420 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb962692-ea3c-4ea3-b4ec-9d45934ee2ef tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:24.908230 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-eb962692-ea3c-4ea3-b4ec-9d45934ee2ef tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Synchronizing usage tracker for tenant:143e860117cc493db304000cc95b95c2 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:24.911808 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7035d52d-fb62-4465-9923-eb64be254658 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] For port 0ffdb687-22dc-4c56-8f67-c55acb7e41fb, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=0ffdb687-22dc-4c56-8f67-c55acb7e41fb,segment=NetworkSegment(6f9c3653-3026-42ce-b01e-ef6b8851a8ad),segment_id=6f9c3653-3026-42ce-b01e-ef6b8851a8ad)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:09:24.912170 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7035d52d-fb62-4465-9923-eb64be254658 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:24.929487 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-dabab0f9-36a1-49b8-9f77-7bde4c53f7fe tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Usage tracker for resource:security_group and tenant:82a10a87ca1d4162b59aed13d6b90a18 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:24.933945 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0d3dfe4-9c93-4f9d-9332-2394998db5df tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Deleting subnet af39ca64-a3d1-4cdc-8efe-05a84f48c1e5 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:09:24.940998 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-966b9f7b-d893-4279-8dd8-da78c0ad9bc3 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:24.988580 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-dabab0f9-36a1-49b8-9f77-7bde4c53f7fe tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:25.010156 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-966b9f7b-d893-4279-8dd8-da78c0ad9bc3 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:25.053778 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a0d3dfe4-9c93-4f9d-9332-2394998db5df tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:25.089738 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7035d52d-fb62-4465-9923-eb64be254658 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Calling delete_port for 0ffdb687-22dc-4c56-8f67-c55acb7e41fb owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:09:25.135862 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-dabab0f9-36a1-49b8-9f77-7bde4c53f7fe tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:25.155206 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-97f476fa-bb32-4ee2-93d4-57bf9dfd6b9a None None] For port 0ffdb687-22dc-4c56-8f67-c55acb7e41fb, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=0ffdb687-22dc-4c56-8f67-c55acb7e41fb,segment=NetworkSegment(6f9c3653-3026-42ce-b01e-ef6b8851a8ad),segment_id=6f9c3653-3026-42ce-b01e-ef6b8851a8ad)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:09:25.159874 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-97f476fa-bb32-4ee2-93d4-57bf9dfd6b9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:25.162113 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8518e166-e09e-40de-873e-c6e3c1ba2d10 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:25.164425 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-b2d161a8-a846-47d0-8c65-f7f7e90721cc None None] For port a7defd82-7f33-4f97-bd90-08e0b91777ea, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=a7defd82-7f33-4f97-bd90-08e0b91777ea,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:09:25.164900 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b2d161a8-a846-47d0-8c65-f7f7e90721cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:25.186857 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a0d3dfe4-9c93-4f9d-9332-2394998db5df tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31983416'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:25.247002 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-eb962692-ea3c-4ea3-b4ec-9d45934ee2ef tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Unset dirty status for tenant:143e860117cc493db304000cc95b95c2 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:25.248174 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-eb962692-ea3c-4ea3-b4ec-9d45934ee2ef tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8462753 Feb 10 23:09:25.250830 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45704) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:25.285838 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:25.300050 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dabab0f9-36a1-49b8-9f77-7bde4c53f7fe tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:25.306974 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8518e166-e09e-40de-873e-c6e3c1ba2d10 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1734371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1734168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1735070'] for router, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:25.342946 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-966b9f7b-d893-4279-8dd8-da78c0ad9bc3 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:25.366579 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a93681c-bff1-477a-9de7-5f0b40916138 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:25.367916 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-8a93681c-bff1-477a-9de7-5f0b40916138 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Synchronizing usage tracker for tenant:143e860117cc493db304000cc95b95c2 on resource:subnet {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:25.385193 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7035d52d-fb62-4465-9923-eb64be254658 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:25.412066 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-97f476fa-bb32-4ee2-93d4-57bf9dfd6b9a None None] Calling delete_port for 0ffdb687-22dc-4c56-8f67-c55acb7e41fb owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:09:25.434501 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-dabab0f9-36a1-49b8-9f77-7bde4c53f7fe tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:25.449395 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-b2d161a8-a846-47d0-8c65-f7f7e90721cc None None] Calling delete_port for a7defd82-7f33-4f97-bd90-08e0b91777ea owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:09:25.452108 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7035d52d-fb62-4465-9923-eb64be254658 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Pushing event deleted for resources: {'Port': ['ID=0ffdb687-22dc-4c56-8f67-c55acb7e41fb,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:25.457285 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a0d3dfe4-9c93-4f9d-9332-2394998db5df tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:25.484645 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-dabab0f9-36a1-49b8-9f77-7bde4c53f7fe tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Usage tracker for resource:security_group_rule and tenant:82a10a87ca1d4162b59aed13d6b90a18 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:25.493694 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-dabab0f9-36a1-49b8-9f77-7bde4c53f7fe tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:25.508883 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-dabab0f9-36a1-49b8-9f77-7bde4c53f7fe tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:25.511221 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7035d52d-fb62-4465-9923-eb64be254658 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] No DVR routers for this DVR port 0ffdb687-22dc-4c56-8f67-c55acb7e41fb on host dv-neutron-828797-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:09:25.523331 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-966b9f7b-d893-4279-8dd8-da78c0ad9bc3 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:25.563033 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-8a93681c-bff1-477a-9de7-5f0b40916138 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Unset dirty status for tenant:143e860117cc493db304000cc95b95c2 on resource:subnet {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:25.563248 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device a7defd82-7f33-4f97-bd90-08e0b91777ea no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:09:25.565325 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-8a93681c-bff1-477a-9de7-5f0b40916138 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3126731 Feb 10 23:09:25.582408 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45708) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:25.644900 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-97f476fa-bb32-4ee2-93d4-57bf9dfd6b9a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:09:25.645254 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-97f476fa-bb32-4ee2-93d4-57bf9dfd6b9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:09:25.682515 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-2cd4467b-67d2-4e20-840a-cef683568ede tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0836332 Feb 10 23:09:25.696948 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45712) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:25.720859 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:25.738010 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b2d161a8-a846-47d0-8c65-f7f7e90721cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:25.770999 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-353aa93d-b8ea-4ccc-b3b2-cfd7b11d4fbd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Request body: {'subnet': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:25.783549 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d161a8-a846-47d0-8c65-f7f7e90721cc None None] Pushing event deleted for resources: {'Port': ['ID=a7defd82-7f33-4f97-bd90-08e0b91777ea,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:25.809873 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b9f7b-d893-4279-8dd8-da78c0ad9bc3 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acf8b049-dc22-4205-a91b-01470ca6ee01,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:25.825486 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d161a8-a846-47d0-8c65-f7f7e90721cc None None] No DVR routers for this DVR port a7defd82-7f33-4f97-bd90-08e0b91777ea on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:09:25.874439 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7035d52d-fb62-4465-9923-eb64be254658 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:25.899461 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-38ca7ca8-3c36-47e8-a50b-8b28dedff599 tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:25.899818 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-38ca7ca8-3c36-47e8-a50b-8b28dedff599 tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Notify callbacks [] for router, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:25.918477 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dabab0f9-36a1-49b8-9f77-7bde4c53f7fe tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:25.920065 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-7035d52d-fb62-4465-9923-eb64be254658 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0a232f8-d42c-4251-aeb3-7374894f313d']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:25.935741 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-7035d52d-fb62-4465-9923-eb64be254658 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f9c3653-3026-42ce-b01e-ef6b8851a8ad') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:25.935942 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-7035d52d-fb62-4465-9923-eb64be254658 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f9c3653-3026-42ce-b01e-ef6b8851a8ad') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:25.948416 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7035d52d-fb62-4465-9923-eb64be254658 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:25.964276 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a0d3dfe4-9c93-4f9d-9332-2394998db5df tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:25.968130 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7035d52d-fb62-4465-9923-eb64be254658 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:26.006805 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7035d52d-fb62-4465-9923-eb64be254658 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:09:26.007199 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7035d52d-fb62-4465-9923-eb64be254658 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:26.022326 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:09:26.022326 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:09:26.022326 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:09:26.022326 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:09:26.022326 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:09:26.022326 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:09:26.022326 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:09:26.022326 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:09:26.022326 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:09:26.022326 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:09:26.022326 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:09:26.022326 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:09:26.022326 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:09:26.022326 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:09:26.022326 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:09:26.022326 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:09:26.022326 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:09:26.022326 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:09:26.022326 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:09:26.022326 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:09:26.022326 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:09:26.022326 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:09:26.022326 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:09:26.022326 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:09:26.022326 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:09:26.022326 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:09:26.022326 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:09:26.022326 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:09:26.022326 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:09:26.022326 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:09:26.022326 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:09:26.022326 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:09:26.024350 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d3dfe4-9c93-4f9d-9332-2394998db5df tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event deleted for resources: {'Subnet': ['ID=af39ca64-a3d1-4cdc-8efe-05a84f48c1e5,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:26.031224 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dabab0f9-36a1-49b8-9f77-7bde4c53f7fe tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:26.049611 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-966b9f7b-d893-4279-8dd8-da78c0ad9bc3 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:26.051555 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-966b9f7b-d893-4279-8dd8-da78c0ad9bc3 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.7263715 Feb 10 23:09:26.057822 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fcf22b-3a50-45bc-905b-15c29e3aacf5 req-8040908b-ab47-4972-ac27-48e50f2868b4 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:26.059316 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-90fcf22b-3a50-45bc-905b-15c29e3aacf5 req-8040908b-ab47-4972-ac27-48e50f2868b4 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/ports?device_id=30d56768-2bba-410e-be7e-2f956bd4eb1d HTTP/1.1" status: 200 len: 943 time: 0.8076048 Feb 10 23:09:26.063398 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45716) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:26.087890 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-fa9397ae-06fe-42aa-b23a-b14dabaa1a84 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Request body: {'security_group_rule': {'security_group_id': 'acf8b049-dc22-4205-a91b-01470ca6ee01', 'direction': 'ingress', 'protocol': 17}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:26.114854 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a0d3dfe4-9c93-4f9d-9332-2394998db5df tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:26.115067 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a19dff7-f2cf-4eef-898a-85c9940d1072 None None] Network 3550b6d0-c5f3-4461-8b85-e1acc91672f0 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:09:26.120666 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-353aa93d-b8ea-4ccc-b3b2-cfd7b11d4fbd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:26.126579 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-fa9397ae-06fe-42aa-b23a-b14dabaa1a84 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:26.145274 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-38ca7ca8-3c36-47e8-a50b-8b28dedff599 tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=84332) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Feb 10 23:09:26.145640 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-38ca7ca8-3c36-47e8-a50b-8b28dedff599 tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Router e8765454-b6d0-4fc3-aa61-b866b54e5d23 migrating from provider to provider. {{(pid=84332) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Feb 10 23:09:26.145983 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-38ca7ca8-3c36-47e8-a50b-8b28dedff599 tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:26.153996 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-353aa93d-b8ea-4ccc-b3b2-cfd7b11d4fbd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:26.155620 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-fa9397ae-06fe-42aa-b23a-b14dabaa1a84 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Usage tracker for resource:security_group_rule and tenant:f8ca94381a7b4a39b672e9b0e5e63259 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:26.164657 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-fa9397ae-06fe-42aa-b23a-b14dabaa1a84 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:26.167528 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabab0f9-36a1-49b8-9f77-7bde4c53f7fe tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4ae35d-ac15-48da-bcd4-d42125d2e2c8,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:26.173244 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-a0d3dfe4-9c93-4f9d-9332-2394998db5df tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "DELETE /v2.0/subnets/af39ca64-a3d1-4cdc-8efe-05a84f48c1e5 HTTP/1.1" status: 204 len: 168 time: 1.7752206 Feb 10 23:09:26.174530 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45720) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:26.178741 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-38ca7ca8-3c36-47e8-a50b-8b28dedff599 tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:26.186413 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-fa9397ae-06fe-42aa-b23a-b14dabaa1a84 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:26.187414 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-97f476fa-bb32-4ee2-93d4-57bf9dfd6b9a None None] Deleting port 0ffdb687-22dc-4c56-8f67-c55acb7e41fb {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:09:26.188386 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-97f476fa-bb32-4ee2-93d4-57bf9dfd6b9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:26.217191 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-90fcf22b-3a50-45bc-905b-15c29e3aacf5 req-7eac094f-53e4-488a-9641-7cbee6e78d01 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c3f6aaf-3a27-49e5-ae54-3cc5a3f3586f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470280 Feb 10 23:09:26.260677 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7035d52d-fb62-4465-9923-eb64be254658 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:26.261050 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353aa93d-b8ea-4ccc-b3b2-cfd7b11d4fbd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Made reservation on behalf of 143e860117cc493db304000cc95b95c2 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:09:26.265913 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-353aa93d-b8ea-4ccc-b3b2-cfd7b11d4fbd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:26.277484 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-97f476fa-bb32-4ee2-93d4-57bf9dfd6b9a None None] The port '0ffdb687-22dc-4c56-8f67-c55acb7e41fb' was deleted {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 23:09:26.286512 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dabab0f9-36a1-49b8-9f77-7bde4c53f7fe tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:26.291365 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-38ca7ca8-3c36-47e8-a50b-8b28dedff599 tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1734371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1734168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1735070'] for router, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:26.291527 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-dabab0f9-36a1-49b8-9f77-7bde4c53f7fe tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.4223390 Feb 10 23:09:26.294790 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7035d52d-fb62-4465-9923-eb64be254658 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:26.294945 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45724) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:26.305875 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-8a8296fd-93c4-42cb-8fc4-1d083c8cf196 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Request body: {'security_group_rule': {'security_group_id': 'a5bbdceb-cbaf-48be-8db9-5414735671ec', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6b4ae35d-ac15-48da-bcd4-d42125d2e2c8', 'remote_ip_prefix': None}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:26.316411 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7035d52d-fb62-4465-9923-eb64be254658 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] Pushing event deleted for resources: {'Network': ['ID=e0a232f8-d42c-4251-aeb3-7374894f313d,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:26.337069 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-7035d52d-fb62-4465-9923-eb64be254658 tempest-NetworksIpV6Test-480654277 tempest-NetworksIpV6Test-480654277-project] 10.222.0.59 "DELETE /v2.0/networks/e0a232f8-d42c-4251-aeb3-7374894f313d HTTP/1.1" status: 204 len: 168 time: 2.2606945 Feb 10 23:09:26.344725 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b0e26cde-09a5-4014-a3d9-8e1e25c413bd tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:26.356924 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b0e26cde-09a5-4014-a3d9-8e1e25c413bd tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Deleting port 5ab9184c-8c2f-4bb7-b23e-717d68a5677a {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:09:26.357252 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b0e26cde-09a5-4014-a3d9-8e1e25c413bd tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:26.360173 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8a8296fd-93c4-42cb-8fc4-1d083c8cf196 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:26.369370 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8518e166-e09e-40de-873e-c6e3c1ba2d10 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Router 44427b28-7563-4842-af8b-0c59554bcd47 is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:09:26.434906 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8a8296fd-93c4-42cb-8fc4-1d083c8cf196 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Usage tracker for resource:security_group_rule and tenant:82a10a87ca1d4162b59aed13d6b90a18 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:26.461334 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8a8296fd-93c4-42cb-8fc4-1d083c8cf196 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:26.464059 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fa9397ae-06fe-42aa-b23a-b14dabaa1a84 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:26.496527 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a2ea69-ae3a-429c-9cba-047a00886abf None None] DHCP port deletion for 3550b6d0-c5f3-4461-8b85-e1acc91672f0 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:09:26.503257 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-53a2ea69-ae3a-429c-9cba-047a00886abf None None] Deleting port 5ab9184c-8c2f-4bb7-b23e-717d68a5677a {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:09:26.503629 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-53a2ea69-ae3a-429c-9cba-047a00886abf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:26.531617 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8a8296fd-93c4-42cb-8fc4-1d083c8cf196 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:26.581498 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b0e26cde-09a5-4014-a3d9-8e1e25c413bd tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] For port 5ab9184c-8c2f-4bb7-b23e-717d68a5677a, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=5ab9184c-8c2f-4bb7-b23e-717d68a5677a,segment=NetworkSegment(9a8e47c8-c505-4c77-9e05-12795c13e533),segment_id=9a8e47c8-c505-4c77-9e05-12795c13e533)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:09:26.582068 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b0e26cde-09a5-4014-a3d9-8e1e25c413bd tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:26.727439 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 5ab9184c-8c2f-4bb7-b23e-717d68a5677a no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:09:26.759952 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b0e26cde-09a5-4014-a3d9-8e1e25c413bd tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Calling delete_port for 5ab9184c-8c2f-4bb7-b23e-717d68a5677a owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:09:26.774262 dv-neutron-828797-1-hyperv neutron-server[84332]: WARNING neutron.scheduler.l3_agent_scheduler [None req-38ca7ca8-3c36-47e8-a50b-8b28dedff599 tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] No L3 agents can host the router e8765454-b6d0-4fc3-aa61-b866b54e5d23 Feb 10 23:09:26.777406 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8a8296fd-93c4-42cb-8fc4-1d083c8cf196 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:26.791460 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-53a2ea69-ae3a-429c-9cba-047a00886abf None None] For port 5ab9184c-8c2f-4bb7-b23e-717d68a5677a, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=5ab9184c-8c2f-4bb7-b23e-717d68a5677a,segment=NetworkSegment(9a8e47c8-c505-4c77-9e05-12795c13e533),segment_id=9a8e47c8-c505-4c77-9e05-12795c13e533)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:09:26.791846 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-53a2ea69-ae3a-429c-9cba-047a00886abf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:26.805401 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fa9397ae-06fe-42aa-b23a-b14dabaa1a84 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:26.839062 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8518e166-e09e-40de-873e-c6e3c1ba2d10 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:09:26.896885 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fa9397ae-06fe-42aa-b23a-b14dabaa1a84 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:26.919176 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8518e166-e09e-40de-873e-c6e3c1ba2d10 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:26.922797 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8518e166-e09e-40de-873e-c6e3c1ba2d10 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "PUT /v2.0/routers/44427b28-7563-4842-af8b-0c59554bcd47 HTTP/1.1" status: 200 len: 694 time: 2.5595708 Feb 10 23:09:26.923138 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45732) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:26.957371 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064625e7-38ec-4c95-a254-03fc995a4c7a None None] Sync routers for ids ['44427b28-7563-4842-af8b-0c59554bcd47'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:09:26.972805 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-53a2ea69-ae3a-429c-9cba-047a00886abf None None] Calling delete_port for 5ab9184c-8c2f-4bb7-b23e-717d68a5677a owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:09:26.989660 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45736) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:27.008471 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No active binding found for port 5ab9184c-8c2f-4bb7-b23e-717d68a5677a {{(pid=84334) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 10 23:09:27.008900 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 5ab9184c-8c2f-4bb7-b23e-717d68a5677a not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:09:27.037536 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064625e7-38ec-4c95-a254-03fc995a4c7a None None] Routers {'44427b28-7563-4842-af8b-0c59554bcd47'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:09:27.038169 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-064625e7-38ec-4c95-a254-03fc995a4c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:09:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['44427b28-7563-4842-af8b-0c59554bcd47'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:27.056486 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b0e26cde-09a5-4014-a3d9-8e1e25c413bd tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:27.116875 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e26cde-09a5-4014-a3d9-8e1e25c413bd tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event deleted for resources: {'Port': ['ID=5ab9184c-8c2f-4bb7-b23e-717d68a5677a,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:27.128425 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e26cde-09a5-4014-a3d9-8e1e25c413bd tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] No DVR routers for this DVR port 5ab9184c-8c2f-4bb7-b23e-717d68a5677a on host dv-neutron-828797-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:09:27.132575 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9397ae-06fe-42aa-b23a-b14dabaa1a84 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7bda315-6fba-4368-89b3-6b445d79f5c6,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:27.175625 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-53a2ea69-ae3a-429c-9cba-047a00886abf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:09:27.176254 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-53a2ea69-ae3a-429c-9cba-047a00886abf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:09:27.201707 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fa9397ae-06fe-42aa-b23a-b14dabaa1a84 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:27.202880 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-fa9397ae-06fe-42aa-b23a-b14dabaa1a84 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.1346107 Feb 10 23:09:27.208363 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-064625e7-38ec-4c95-a254-03fc995a4c7a None None] Set router 44427b28-7563-4842-af8b-0c59554bcd47 gateway port host: None {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:09:27.221742 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45742) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:27.246260 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-fe0bfb0d-3572-4f20-a9d3-a26ec1a2cd8b tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "GET /v2.0/routers/44427b28-7563-4842-af8b-0c59554bcd47 HTTP/1.1" status: 200 len: 700 time: 0.3182595 Feb 10 23:09:27.247425 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45746) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:27.303467 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8a8296fd-93c4-42cb-8fc4-1d083c8cf196 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:27.339887 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-353aa93d-b8ea-4ccc-b3b2-cfd7b11d4fbd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:27.358678 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b0e26cde-09a5-4014-a3d9-8e1e25c413bd tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:27.359689 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-064625e7-38ec-4c95-a254-03fc995a4c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44427b28-7563-4842-af8b-0c59554bcd47', 'name': 'tempest-RoutersTest-router-1305936321', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:09:23Z', 'updated_at': '2022-02-10T23:09:25Z', 'revision_number': 2, 'project_id': '62dc022463634d02b4f57b75cc001545', 'gw_port_host': None}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:27.365767 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064625e7-38ec-4c95-a254-03fc995a4c7a None None] Checking router: 44427b28-7563-4842-af8b-0c59554bcd47 for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:09:27.371155 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-78c11f53-ec93-4a43-bd2b-5e35a0f84d74 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "GET /v2.0/ports?device_id=44427b28-7563-4842-af8b-0c59554bcd47 HTTP/1.1" status: 200 len: 205 time: 0.1205509 Feb 10 23:09:27.372703 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45752) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:27.380399 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064625e7-38ec-4c95-a254-03fc995a4c7a None None] Routers {'44427b28-7563-4842-af8b-0c59554bcd47'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:09:27.382490 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-064625e7-38ec-4c95-a254-03fc995a4c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:09:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['44427b28-7563-4842-af8b-0c59554bcd47'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:27.410699 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8a8296fd-93c4-42cb-8fc4-1d083c8cf196 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:27.442034 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ca7ca8-3c36-47e8-a50b-8b28dedff599 tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Hosts for router e8765454-b6d0-4fc3-aa61-b866b54e5d23: [] {{(pid=84332) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Feb 10 23:09:27.515405 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8296fd-93c4-42cb-8fc4-1d083c8cf196 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=574d6023-5cfe-4f8e-b16c-7b6d9cf7ae73,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:27.527481 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-064625e7-38ec-4c95-a254-03fc995a4c7a None None] Set router 44427b28-7563-4842-af8b-0c59554bcd47 gateway port host: None {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:09:27.536992 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353aa93d-b8ea-4ccc-b3b2-cfd7b11d4fbd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:09:27.541896 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-67aba05e-9e99-44d7-bce9-84b722c2446d tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:27.550310 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-353aa93d-b8ea-4ccc-b3b2-cfd7b11d4fbd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:09:27.554972 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353aa93d-b8ea-4ccc-b3b2-cfd7b11d4fbd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event updated for resources: {'Subnet': ['ID=905749bc-461c-48b4-974b-a616a7d12260,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:27.557251 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ca7ca8-3c36-47e8-a50b-8b28dedff599 tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Hosts for other DVR routers connected to router e8765454-b6d0-4fc3-aa61-b866b54e5d23: set() {{(pid=84332) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Feb 10 23:09:27.559592 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-38ca7ca8-3c36-47e8-a50b-8b28dedff599 tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:27.560791 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-38ca7ca8-3c36-47e8-a50b-8b28dedff599 tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] 10.222.0.59 "PUT /v2.0/routers/e8765454-b6d0-4fc3-aa61-b866b54e5d23 HTTP/1.1" status: 200 len: 716 time: 2.7936895 Feb 10 23:09:27.577180 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353aa93d-b8ea-4ccc-b3b2-cfd7b11d4fbd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:27.577771 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-353aa93d-b8ea-4ccc-b3b2-cfd7b11d4fbd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:27.587787 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45756) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:27.645598 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-b0e26cde-09a5-4014-a3d9-8e1e25c413bd tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3550b6d0-c5f3-4461-8b85-e1acc91672f0']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:27.671106 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca26a519-68ea-44ca-9fc6-e21fadfee0be None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:09:27.674426 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8a8296fd-93c4-42cb-8fc4-1d083c8cf196 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:27.676067 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8a8296fd-93c4-42cb-8fc4-1d083c8cf196 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 1.3800871 Feb 10 23:09:27.677620 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-b0e26cde-09a5-4014-a3d9-8e1e25c413bd tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a8e47c8-c505-4c77-9e05-12795c13e533') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:27.677910 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-b0e26cde-09a5-4014-a3d9-8e1e25c413bd tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a8e47c8-c505-4c77-9e05-12795c13e533') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:27.684013 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-53a2ea69-ae3a-429c-9cba-047a00886abf None None] Deleting port 5ab9184c-8c2f-4bb7-b23e-717d68a5677a {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:09:27.684395 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-53a2ea69-ae3a-429c-9cba-047a00886abf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:27.684896 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-67aba05e-9e99-44d7-bce9-84b722c2446d tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:27.687407 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45760) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:27.696347 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-490afc23-6781-4ed8-95ce-03cb0b73d312 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ddd8d1e5e56d403487d0461567751352&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7014875 Feb 10 23:09:27.706051 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b0e26cde-09a5-4014-a3d9-8e1e25c413bd tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:27.709348 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-064625e7-38ec-4c95-a254-03fc995a4c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44427b28-7563-4842-af8b-0c59554bcd47', 'name': 'tempest-RoutersTest-router-1305936321', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:09:23Z', 'updated_at': '2022-02-10T23:09:25Z', 'revision_number': 2, 'project_id': '62dc022463634d02b4f57b75cc001545', 'gw_port_host': None}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:27.714749 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45764) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:27.767558 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b0e26cde-09a5-4014-a3d9-8e1e25c413bd tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:27.772646 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-353aa93d-b8ea-4ccc-b3b2-cfd7b11d4fbd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0731006 Feb 10 23:09:27.774839 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064625e7-38ec-4c95-a254-03fc995a4c7a None None] The sync data for ids ['44427b28-7563-4842-af8b-0c59554bcd47'] in dv-neutron-828797-1-hyperv is: [{'id': '44427b28-7563-4842-af8b-0c59554bcd47', 'name': 'tempest-RoutersTest-router-1305936321', 'tenant_id': '62dc022463634d02b4f57b75cc001545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:09:23Z', 'updated_at': '2022-02-10T23:09:25Z', 'revision_number': 2, 'project_id': '62dc022463634d02b4f57b75cc001545', 'gw_port_host': None}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:09:27.775842 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45768) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:27.796906 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-074cfd1d-db19-4df3-8415-6d56aa97f9fe tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:27.797116 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-0dc44584-fd57-43a5-97db-6351a48fa1e5 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Request body: {'port': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'fixed_ips': [{'subnet_id': '905749bc-461c-48b4-974b-a616a7d12260', 'ip_address': '2001:db8::1d40:1e24:9647:929'}], 'name': 'tempest-NetworksTestDHCPv6-2031756272'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:27.826668 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-53a2ea69-ae3a-429c-9cba-047a00886abf None None] The port '5ab9184c-8c2f-4bb7-b23e-717d68a5677a' was deleted {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 23:09:27.875941 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0e26cde-09a5-4014-a3d9-8e1e25c413bd tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:09:27.876663 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b0e26cde-09a5-4014-a3d9-8e1e25c413bd tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:27.894297 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:09:27.894297 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:09:27.894297 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:09:27.894297 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:09:27.894297 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:09:27.894297 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:09:27.894297 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:09:27.894297 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:09:27.894297 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:09:27.894297 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:09:27.894297 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:09:27.894297 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:09:27.894297 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:09:27.894297 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:09:27.894297 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:09:27.894297 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:09:27.894297 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:09:27.894297 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:09:27.894297 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:09:27.894297 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:09:27.894297 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:09:27.894297 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:09:27.894297 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:09:27.894297 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:09:27.894297 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:09:27.894297 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:09:27.894297 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:09:27.894297 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:09:27.894297 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:09:27.894297 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:09:27.894297 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:09:27.894297 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:09:27.902414 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1cf7b877-8ba3-4272-9af8-33379a68ed44 tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] 10.222.0.59 "GET /v2.0/routers/e8765454-b6d0-4fc3-aa61-b866b54e5d23 HTTP/1.1" status: 200 len: 716 time: 0.3131442 Feb 10 23:09:27.907071 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45772) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:27.907444 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-38c5a1bf-1720-4032-aa40-1e04d42bc2f4 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:28.006734 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-67aba05e-9e99-44d7-bce9-84b722c2446d tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:28.011630 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-0dc44584-fd57-43a5-97db-6351a48fa1e5 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:28.019051 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9da8605-d578-4e72-bb02-7d24bccc7c29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-6dca27ff-0cc1-400d-8ed1-46016d84d938', 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'tenant_id': '143e860117cc493db304000cc95b95c2', 'fixed_ips': [{'subnet_id': '905749bc-461c-48b4-974b-a616a7d12260'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:09:28.020290 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e9da8605-d578-4e72-bb02-7d24bccc7c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:28.049289 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-38c5a1bf-1720-4032-aa40-1e04d42bc2f4 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:28.058818 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aba05e-9e99-44d7-bce9-84b722c2446d tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf8b049-dc22-4205-a91b-01470ca6ee01,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:28.076743 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-0dc44584-fd57-43a5-97db-6351a48fa1e5 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:28.098102 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-67aba05e-9e99-44d7-bce9-84b722c2446d tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:28.098102 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-67aba05e-9e99-44d7-bce9-84b722c2446d tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "DELETE /v2.0/security-groups/acf8b049-dc22-4205-a91b-01470ca6ee01 HTTP/1.1" status: 204 len: 168 time: 0.8712590 Feb 10 23:09:28.099277 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45778) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:28.104933 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e324f-017a-4853-838d-49b5b437fadb req-30d0409d-b05e-4ba8-818b-6da10f59091e tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:28.106814 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-0a7e324f-017a-4853-838d-49b5b437fadb req-30d0409d-b05e-4ba8-818b-6da10f59091e tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/ports?device_id=30d56768-2bba-410e-be7e-2f956bd4eb1d HTTP/1.1" status: 200 len: 943 time: 0.6645918 Feb 10 23:09:28.160702 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-286172d7-b7e4-4d7d-93d8-9a7459a73b76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:28.190583 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 5f115977-ed25-4098-8e07-2982d35bc998 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:09:28.227773 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc44584-fd57-43a5-97db-6351a48fa1e5 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Made reservation on behalf of 143e860117cc493db304000cc95b95c2 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:09:28.232983 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0dc44584-fd57-43a5-97db-6351a48fa1e5 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:28.256016 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-e9da8605-d578-4e72-bb02-7d24bccc7c29 None None] Allocated IP 2001:db8::2 (6dca27ff-0cc1-400d-8ed1-46016d84d938/905749bc-461c-48b4-974b-a616a7d12260/b852c431-7103-4d88-aafe-76356bb9a490) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:09:28.292291 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-aeb90f39-61f5-4bf6-8fb3-ff0f91c973dd tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Synchronizing usage tracker for tenant:f8ca94381a7b4a39b672e9b0e5e63259 on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:28.326338 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b0e26cde-09a5-4014-a3d9-8e1e25c413bd tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:28.328677 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-286172d7-b7e4-4d7d-93d8-9a7459a73b76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:28.328889 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-0dc44584-fd57-43a5-97db-6351a48fa1e5 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] device_id is not set on port 5cd91fec-3067-4e25-a66f-99ccd493fee1 yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:09:28.351207 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b0e26cde-09a5-4014-a3d9-8e1e25c413bd tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:28.368255 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-38c5a1bf-1720-4032-aa40-1e04d42bc2f4 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:28.389651 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5025cb63-3d92-4bc7-a014-16e6191e8f63 tempest-RoutersTestDVR-34009451 tempest-RoutersTestDVR-34009451-project] 10.222.0.59 "GET /v2.0/routers/e8765454-b6d0-4fc3-aa61-b866b54e5d23 HTTP/1.1" status: 200 len: 682 time: 0.4803193 Feb 10 23:09:28.394757 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45782) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:28.415860 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e26cde-09a5-4014-a3d9-8e1e25c413bd tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event deleted for resources: {'Network': ['ID=3550b6d0-c5f3-4461-8b85-e1acc91672f0,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:28.429778 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-0a7e324f-017a-4853-838d-49b5b437fadb req-6d21c75f-964f-4639-9c6e-e0949a70dbfc tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c3f6aaf-3a27-49e5-ae54-3cc5a3f3586f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3059268 Feb 10 23:09:28.441143 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c5a1bf-1720-4032-aa40-1e04d42bc2f4 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=574d6023-5cfe-4f8e-b16c-7b6d9cf7ae73,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:28.468570 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-aeb90f39-61f5-4bf6-8fb3-ff0f91c973dd tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Unset dirty status for tenant:f8ca94381a7b4a39b672e9b0e5e63259 on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:28.469803 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-aeb90f39-61f5-4bf6-8fb3-ff0f91c973dd tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3696020 Feb 10 23:09:28.511111 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 5f115977-ed25-4098-8e07-2982d35bc998, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=5f115977-ed25-4098-8e07-2982d35bc998,segment=NetworkSegment(87261b23-5de2-4068-8909-bc5d27f42710),segment_id=87261b23-5de2-4068-8909-bc5d27f42710)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:09:28.513097 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45786) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:28.538921 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Returning: {'device': '5f115977-ed25-4098-8e07-2982d35bc998', 'network_id': '4a75b224-7431-40b5-b18e-691aa5ad073d', 'port_id': '5f115977-ed25-4098-8e07-2982d35bc998', 'mac_address': 'fa:16:3e:b8:80:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '375b0e55-6852-456e-bf83-790a9c9d4e02', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:09:28.599117 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-84d25d94-f5da-430a-92b6-ce3b882228d4 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Request body: {'security_group': {'name': 'tempest-secgroup--625521356'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:28.605007 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-38c5a1bf-1720-4032-aa40-1e04d42bc2f4 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:28.606472 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-38c5a1bf-1720-4032-aa40-1e04d42bc2f4 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/574d6023-5cfe-4f8e-b16c-7b6d9cf7ae73 HTTP/1.1" status: 204 len: 168 time: 0.9165580 Feb 10 23:09:28.613448 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-b0e26cde-09a5-4014-a3d9-8e1e25c413bd tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "DELETE /v2.0/networks/3550b6d0-c5f3-4461-8b85-e1acc91672f0 HTTP/1.1" status: 204 len: 168 time: 2.4378395 Feb 10 23:09:28.616041 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45790) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:28.617184 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-84d25d94-f5da-430a-92b6-ce3b882228d4 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:28.624387 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45792) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:28.630056 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-074cfd1d-db19-4df3-8415-6d56aa97f9fe tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:28.635487 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-5c156c51-fd51-493b-a179-ec57fddc4ff7 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1110007715'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:28.667024 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-84d25d94-f5da-430a-92b6-ce3b882228d4 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:28.670854 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5c156c51-fd51-493b-a179-ec57fddc4ff7 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:28.674567 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:28.680384 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-5c156c51-fd51-493b-a179-ec57fddc4ff7 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Usage tracker for resource:network and tenant:a1a196bacc5e4170b4defd7cfb879ddb is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:28.688901 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-5c156c51-fd51-493b-a179-ec57fddc4ff7 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:28.692758 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-074cfd1d-db19-4df3-8415-6d56aa97f9fe tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:28.700266 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5c156c51-fd51-493b-a179-ec57fddc4ff7 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:28.702128 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f115977-ed25-4098-8e07-2982d35bc998 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:09:28.710323 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e9da8605-d578-4e72-bb02-7d24bccc7c29 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:28.716932 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-86910c41-798a-4016-b052-ffac361b800a tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:28.726916 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-e9da8605-d578-4e72-bb02-7d24bccc7c29 None None] Transition to ACTIVE for port object b852c431-7103-4d88-aafe-76356bb9a490 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:09:28.734336 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 5f115977-ed25-4098-8e07-2982d35bc998, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=5f115977-ed25-4098-8e07-2982d35bc998,segment=NetworkSegment(87261b23-5de2-4068-8909-bc5d27f42710),segment_id=87261b23-5de2-4068-8909-bc5d27f42710)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:09:28.748581 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-e9da8605-d578-4e72-bb02-7d24bccc7c29 None None] Transition to ACTIVE for port object b852c431-7103-4d88-aafe-76356bb9a490 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:09:28.753928 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-f5dfb8ca-454b-4887-9ee0-7d472de9e1d5 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Synchronizing usage tracker for tenant:82a10a87ca1d4162b59aed13d6b90a18 on resource:security_group_rule {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:28.768332 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-84d25d94-f5da-430a-92b6-ce3b882228d4 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:28.795395 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:28.797100 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c156c51-fd51-493b-a179-ec57fddc4ff7 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Made reservation on behalf of a1a196bacc5e4170b4defd7cfb879ddb for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:09:28.800861 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5c156c51-fd51-493b-a179-ec57fddc4ff7 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:28.810052 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-286172d7-b7e4-4d7d-93d8-9a7459a73b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:28.848629 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-84d25d94-f5da-430a-92b6-ce3b882228d4 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:28.851285 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286172d7-b7e4-4d7d-93d8-9a7459a73b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c57f9a-d2a6-4fdb-aa2f-670e68b9470e,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:28.860187 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-84d25d94-f5da-430a-92b6-ce3b882228d4 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Usage tracker for resource:security_group_rule and tenant:f8ca94381a7b4a39b672e9b0e5e63259 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:28.865854 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-84d25d94-f5da-430a-92b6-ce3b882228d4 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:28.879361 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-84d25d94-f5da-430a-92b6-ce3b882228d4 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:28.883246 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=5f115977-ed25-4098-8e07-2982d35bc998,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:28.886550 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-074cfd1d-db19-4df3-8415-6d56aa97f9fe tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:28.887344 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074cfd1d-db19-4df3-8415-6d56aa97f9fe tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Fanout notify agent at l3_agent the message router_deleted on router 44427b28-7563-4842-af8b-0c59554bcd47 {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:09:28.889230 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e9da8605-d578-4e72-bb02-7d24bccc7c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:28.904334 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-f5dfb8ca-454b-4887-9ee0-7d472de9e1d5 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Unset dirty status for tenant:82a10a87ca1d4162b59aed13d6b90a18 on resource:security_group_rule {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:28.906367 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-f5dfb8ca-454b-4887-9ee0-7d472de9e1d5 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.2859175 Feb 10 23:09:28.913543 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45798) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:28.943358 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-074cfd1d-db19-4df3-8415-6d56aa97f9fe tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:28.944767 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-074cfd1d-db19-4df3-8415-6d56aa97f9fe tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "DELETE /v2.0/routers/44427b28-7563-4842-af8b-0c59554bcd47 HTTP/1.1" status: 204 len: 168 time: 1.5708673 Feb 10 23:09:28.948732 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45802) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:28.973687 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9da8605-d578-4e72-bb02-7d24bccc7c29 None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:09:28.979923 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-e9da8605-d578-4e72-bb02-7d24bccc7c29 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:09:28.982401 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9da8605-d578-4e72-bb02-7d24bccc7c29 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:09:28.993755 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da8605-d578-4e72-bb02-7d24bccc7c29 None None] Pushing event updated for resources: {'Port': ['ID=b852c431-7103-4d88-aafe-76356bb9a490,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:28.998997 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c156c51-fd51-493b-a179-ec57fddc4ff7 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:09:29.033852 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-a249f376-904d-4d0e-8c59-f4604f7a5b9d tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "GET /v2.0/ports?device_id=44427b28-7563-4842-af8b-0c59554bcd47 HTTP/1.1" status: 200 len: 205 time: 0.0765371 Feb 10 23:09:29.050241 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45806) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:29.057507 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5c156c51-fd51-493b-a179-ec57fddc4ff7 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:29.057859 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-5c156c51-fd51-493b-a179-ec57fddc4ff7 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Added segment 818410f4-eaf2-4d55-9f12-47c59d08fac3 of type vlan for network 6b337e56-2357-471e-b7ef-c88d93d58d2a Feb 10 23:09:29.067665 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-286172d7-b7e4-4d7d-93d8-9a7459a73b76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:29.068749 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-286172d7-b7e4-4d7d-93d8-9a7459a73b76 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c2c57f9a-d2a6-4fdb-aa2f-670e68b9470e HTTP/1.1" status: 204 len: 168 time: 1.3528712 Feb 10 23:09:29.084643 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['5f115977-ed25-4098-8e07-2982d35bc998'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:09:29.149986 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-84d25d94-f5da-430a-92b6-ce3b882228d4 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:29.154824 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-e9da8605-d578-4e72-bb02-7d24bccc7c29 None None] Attempting to bind port b852c431-7103-4d88-aafe-76356bb9a490 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:09:29.155197 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.api.v2.resource [None req-e5f18c06-8773-4a1a-b79e-2db4cbbfa479 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] delete failed (client error): The resource could not be found. Feb 10 23:09:29.155595 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-e9da8605-d578-4e72-bb02-7d24bccc7c29 None None] Attempting to bind port b852c431-7103-4d88-aafe-76356bb9a490 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:09:29.156223 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-e5f18c06-8773-4a1a-b79e-2db4cbbfa479 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "DELETE /v2.0/routers/44427b28-7563-4842-af8b-0c59554bcd47 HTTP/1.1" status: 404 len: 336 time: 0.1035495 Feb 10 23:09:29.156342 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9da8605-d578-4e72-bb02-7d24bccc7c29 None None] Attempting to bind port b852c431-7103-4d88-aafe-76356bb9a490 on network 6dca27ff-0cc1-400d-8ed1-46016d84d938 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:09:29.161605 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45812) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:29.177460 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9da8605-d578-4e72-bb02-7d24bccc7c29 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:09:29.178155 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9da8605-d578-4e72-bb02-7d24bccc7c29 None None] Checking segment: {'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:09:29.178781 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e9da8605-d578-4e72-bb02-7d24bccc7c29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:29.179394 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9da8605-d578-4e72-bb02-7d24bccc7c29 None None] Bound using segment: {'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:09:29.180028 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-e9da8605-d578-4e72-bb02-7d24bccc7c29 None None] Bound port: b852c431-7103-4d88-aafe-76356bb9a490, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:09:29.180685 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e9da8605-d578-4e72-bb02-7d24bccc7c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:29.231248 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a4d4c55e-b7c8-4d75-9c51-090eb76f610d tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:29.236982 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-1773f3b4-e1b9-49a0-a610-3942fee5ecb2 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] DELETE failed (client error): The resource could not be found. Feb 10 23:09:29.237417 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1773f3b4-e1b9-49a0-a610-3942fee5ecb2 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:09:29.239097 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-1773f3b4-e1b9-49a0-a610-3942fee5ecb2 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "DELETE /v2.0/subnets/8ee29318-ea2c-48e8-898d-6d1f35272696 HTTP/1.1" status: 404 len: 337 time: 0.0748346 Feb 10 23:09:29.241858 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45816) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:29.250156 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5c156c51-fd51-493b-a179-ec57fddc4ff7 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:29.256280 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-84d25d94-f5da-430a-92b6-ce3b882228d4 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:29.301725 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a4d4c55e-b7c8-4d75-9c51-090eb76f610d tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:29.347164 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d25d94-f5da-430a-92b6-ce3b882228d4 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab18d099-0668-4458-8bfa-d4a124f76ee7,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:29.355228 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-e9da8605-d578-4e72-bb02-7d24bccc7c29 None None] For port b852c431-7103-4d88-aafe-76356bb9a490, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:09:29.361236 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ecbd167-a551-4bc6-8318-1cead1751b77 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] DELETE failed (client error): The resource could not be found. Feb 10 23:09:29.361677 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ecbd167-a551-4bc6-8318-1cead1751b77 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:09:29.377153 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-e9da8605-d578-4e72-bb02-7d24bccc7c29 None None] For port b852c431-7103-4d88-aafe-76356bb9a490, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=b852c431-7103-4d88-aafe-76356bb9a490,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:09:29.406346 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-84d25d94-f5da-430a-92b6-ce3b882228d4 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:29.409052 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-84d25d94-f5da-430a-92b6-ce3b882228d4 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8845475 Feb 10 23:09:29.411069 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45820) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:29.416917 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-77aee45d-e2bb-4176-b975-d1d5019d7e53 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Request body: {'security_group': {'name': 'tempest-secgroup--548726832'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:29.422769 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-77aee45d-e2bb-4176-b975-d1d5019d7e53 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:29.428325 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-77aee45d-e2bb-4176-b975-d1d5019d7e53 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Usage tracker for resource:security_group and tenant:f8ca94381a7b4a39b672e9b0e5e63259 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:29.431350 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-77aee45d-e2bb-4176-b975-d1d5019d7e53 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:29.437387 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-77aee45d-e2bb-4176-b975-d1d5019d7e53 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:29.440439 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5ecbd167-a551-4bc6-8318-1cead1751b77 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "DELETE /v2.0/subnets/8876885e-8839-4ecf-9a7c-7d3f809d8dfd HTTP/1.1" status: 404 len: 337 time: 0.1975718 Feb 10 23:09:29.443247 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45824) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:29.449137 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-0dc44584-fd57-43a5-97db-6351a48fa1e5 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Allocated IP 2001:db8::1d40:1e24:9647:929 (6dca27ff-0cc1-400d-8ed1-46016d84d938/905749bc-461c-48b4-974b-a616a7d12260/5cd91fec-3067-4e25-a66f-99ccd493fee1) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:09:29.454180 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-86910c41-798a-4016-b052-ffac361b800a tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:29.463373 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-86910c41-798a-4016-b052-ffac361b800a tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:29.472859 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e9da8605-d578-4e72-bb02-7d24bccc7c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:29.507969 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5c156c51-fd51-493b-a179-ec57fddc4ff7 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:29.507969 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c156c51-fd51-493b-a179-ec57fddc4ff7 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:29.507969 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5c156c51-fd51-493b-a179-ec57fddc4ff7 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:29.539041 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a4d4c55e-b7c8-4d75-9c51-090eb76f610d tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:29.539041 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a3ae381-e343-4f03-a4eb-37feb92d42af tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] DELETE failed (client error): The resource could not be found. Feb 10 23:09:29.539041 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a3ae381-e343-4f03-a4eb-37feb92d42af tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:09:29.617548 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-86910c41-798a-4016-b052-ffac361b800a tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:29.618362 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86910c41-798a-4016-b052-ffac361b800a tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e8765454-b6d0-4fc3-aa61-b866b54e5d23 {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:09:29.647144 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-86910c41-798a-4016-b052-ffac361b800a tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:29.648578 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-86910c41-798a-4016-b052-ffac361b800a tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] 10.222.0.59 "DELETE /v2.0/routers/e8765454-b6d0-4fc3-aa61-b866b54e5d23 HTTP/1.1" status: 204 len: 168 time: 1.2525949 Feb 10 23:09:29.652474 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45832) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:29.662002 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-39042c02-a847-4df7-994b-d32abac50a2c tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Request body: {'router': {'name': 'tempest-router-1813499587', 'distributed': True}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:29.670233 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-39042c02-a847-4df7-994b-d32abac50a2c tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:29.693513 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-39042c02-a847-4df7-994b-d32abac50a2c tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Usage tracker for resource:router and tenant:91603657b9d046b48874dfee232d76c9 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:29.699432 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-39042c02-a847-4df7-994b-d32abac50a2c tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:29.713422 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da8605-d578-4e72-bb02-7d24bccc7c29 None None] Pushing event updated for resources: {'Port': ['ID=b852c431-7103-4d88-aafe-76356bb9a490,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:29.726359 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-39042c02-a847-4df7-994b-d32abac50a2c tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:29.785327 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d4c55e-b7c8-4d75-9c51-090eb76f610d tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4ae35d-ac15-48da-bcd4-d42125d2e2c8,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:29.797370 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a4d4c55e-b7c8-4d75-9c51-090eb76f610d tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:29.802673 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-a4d4c55e-b7c8-4d75-9c51-090eb76f610d tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "DELETE /v2.0/security-groups/6b4ae35d-ac15-48da-bcd4-d42125d2e2c8 HTTP/1.1" status: 204 len: 168 time: 0.8841848 Feb 10 23:09:29.806137 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0dc44584-fd57-43a5-97db-6351a48fa1e5 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:29.807993 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-77aee45d-e2bb-4176-b975-d1d5019d7e53 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:29.813584 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45838) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:29.832643 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-7a3ae381-e343-4f03-a4eb-37feb92d42af tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "DELETE /v2.0/subnets/c2fd1ea0-3072-4924-9e05-ffa3a0177446 HTTP/1.1" status: 404 len: 337 time: 0.3881755 Feb 10 23:09:29.850468 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45844) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:29.869207 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-39042c02-a847-4df7-994b-d32abac50a2c tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:29.869207 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-39042c02-a847-4df7-994b-d32abac50a2c tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:29.887531 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-39042c02-a847-4df7-994b-d32abac50a2c tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:29.904489 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-11b5908c-ada1-4eba-bd9b-4f9a2a903c90 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] DELETE failed (client error): The resource could not be found. Feb 10 23:09:29.905525 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11b5908c-ada1-4eba-bd9b-4f9a2a903c90 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:09:29.907203 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-11b5908c-ada1-4eba-bd9b-4f9a2a903c90 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "DELETE /v2.0/subnets/d6566b71-ba57-47a8-bc9e-b4ac96b16a88 HTTP/1.1" status: 404 len: 337 time: 0.0554652 Feb 10 23:09:29.912216 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45848) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:29.913521 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-0dc44584-fd57-43a5-97db-6351a48fa1e5 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Transition to ACTIVE for port object 5cd91fec-3067-4e25-a66f-99ccd493fee1 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:09:29.956643 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c156c51-fd51-493b-a179-ec57fddc4ff7 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event updated for resources: {'Network': ['ID=6b337e56-2357-471e-b7ef-c88d93d58d2a,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:29.977036 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91a6ee3-8110-40ce-9efe-29bbd25b3722 req-93714c0a-6d49-4979-9d04-c2266dc02179 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:29.984530 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-5c156c51-fd51-493b-a179-ec57fddc4ff7 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3546536 Feb 10 23:09:29.984749 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c91a6ee3-8110-40ce-9efe-29bbd25b3722 req-93714c0a-6d49-4979-9d04-c2266dc02179 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/ports?device_id=30d56768-2bba-410e-be7e-2f956bd4eb1d HTTP/1.1" status: 200 len: 944 time: 0.2685075 Feb 10 23:09:29.994923 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-ee63fc94-e591-4ea1-b70f-682c5cc7083d tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "GET /v2.0/ports?device_id=1359e446-ed83-4f9b-84b9-bc51e0ace908 HTTP/1.1" status: 200 len: 205 time: 0.0785561 Feb 10 23:09:29.994923 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-77aee45d-e2bb-4176-b975-d1d5019d7e53 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:29.996656 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45854) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:29.996794 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45856) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:30.003562 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-c9943f2f-4a76-4fd4-a293-ed808ec09691 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Request body: {'subnet': {'network_id': '6b337e56-2357-471e-b7ef-c88d93d58d2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:30.009082 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 6b337e56-2357-471e-b7ef-c88d93d58d2a details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:09:30.086977 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-77aee45d-e2bb-4176-b975-d1d5019d7e53 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Usage tracker for resource:security_group_rule and tenant:f8ca94381a7b4a39b672e9b0e5e63259 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:30.093659 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-77aee45d-e2bb-4176-b975-d1d5019d7e53 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:30.111309 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-39042c02-a847-4df7-994b-d32abac50a2c tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:30.126537 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-69ba7471-673b-4a3a-86f3-31d306a3e2df tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] delete failed (client error): The resource could not be found. Feb 10 23:09:30.130749 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-69ba7471-673b-4a3a-86f3-31d306a3e2df tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "DELETE /v2.0/routers/1359e446-ed83-4f9b-84b9-bc51e0ace908 HTTP/1.1" status: 404 len: 336 time: 0.1298575 Feb 10 23:09:30.130919 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 5f115977-ed25-4098-8e07-2982d35bc998 up at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:09:30.135487 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c9943f2f-4a76-4fd4-a293-ed808ec09691 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:30.139650 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-c9943f2f-4a76-4fd4-a293-ed808ec09691 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Usage tracker for resource:subnet and tenant:a1a196bacc5e4170b4defd7cfb879ddb is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:30.140112 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45862) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:30.144616 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-c9943f2f-4a76-4fd4-a293-ed808ec09691 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:30.150852 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c9943f2f-4a76-4fd4-a293-ed808ec09691 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:30.163298 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-77aee45d-e2bb-4176-b975-d1d5019d7e53 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:30.228475 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-5717f1d1-2247-45b7-b88c-c2a23dc605cd tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Synchronizing usage tracker for tenant:62dc022463634d02b4f57b75cc001545 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:30.233442 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a59e90fe-52e4-4b3e-9723-0d2a53f64919 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Synchronizing usage tracker for tenant:82a10a87ca1d4162b59aed13d6b90a18 on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:30.234108 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9943f2f-4a76-4fd4-a293-ed808ec09691 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Made reservation on behalf of a1a196bacc5e4170b4defd7cfb879ddb for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:09:30.243358 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c91a6ee3-8110-40ce-9efe-29bbd25b3722 req-733cce3a-4a5f-4874-a841-39e754e22321 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c3f6aaf-3a27-49e5-ae54-3cc5a3f3586f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2450809 Feb 10 23:09:30.260710 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-5717f1d1-2247-45b7-b88c-c2a23dc605cd tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] Unset dirty status for tenant:62dc022463634d02b4f57b75cc001545 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:30.263591 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5717f1d1-2247-45b7-b88c-c2a23dc605cd tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "GET /v2.0/ports?device_id=17d2f71b-c3f5-4af6-a202-4bd24d87c59f HTTP/1.1" status: 200 len: 205 time: 0.1207795 Feb 10 23:09:30.264582 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45868) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:30.306264 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning for port 5f115977-ed25-4098-8e07-2982d35bc998 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:09:30.315021 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning complete for port 5f115977-ed25-4098-8e07-2982d35bc998 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:09:30.315021 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:30.333220 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-39042c02-a847-4df7-994b-d32abac50a2c tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:30.337418 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-39042c02-a847-4df7-994b-d32abac50a2c tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6837516 Feb 10 23:09:30.338010 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-77aee45d-e2bb-4176-b975-d1d5019d7e53 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:30.338767 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45872) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:30.350507 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0dc44584-fd57-43a5-97db-6351a48fa1e5 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:30.353850 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a59e90fe-52e4-4b3e-9723-0d2a53f64919 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Unset dirty status for tenant:82a10a87ca1d4162b59aed13d6b90a18 on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:30.358211 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a59e90fe-52e4-4b3e-9723-0d2a53f64919 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.5335851 Feb 10 23:09:30.360201 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-6a977878-019d-4451-87ef-1b98c5daa2b8 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] delete failed (client error): The resource could not be found. Feb 10 23:09:30.364751 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6a977878-019d-4451-87ef-1b98c5daa2b8 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "DELETE /v2.0/routers/17d2f71b-c3f5-4af6-a202-4bd24d87c59f HTTP/1.1" status: 404 len: 336 time: 0.0967953 Feb 10 23:09:30.373475 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45876) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:30.373475 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45878) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:30.433844 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-77aee45d-e2bb-4176-b975-d1d5019d7e53 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:30.482181 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-444529bb-f7e5-4778-9d73-b78b797d2a40 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] DELETE failed (client error): The resource could not be found. Feb 10 23:09:30.482750 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-444529bb-f7e5-4778-9d73-b78b797d2a40 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:09:30.484457 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-444529bb-f7e5-4778-9d73-b78b797d2a40 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "DELETE /v2.0/subnets/69f14db7-a52e-47f1-a162-74b6291ee6f2 HTTP/1.1" status: 404 len: 337 time: 0.0771420 Feb 10 23:09:30.499805 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45886) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:30.502976 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:30.546649 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 5f115977-ed25-4098-8e07-2982d35bc998, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=5f115977-ed25-4098-8e07-2982d35bc998,segment=NetworkSegment(87261b23-5de2-4068-8909-bc5d27f42710),segment_id=87261b23-5de2-4068-8909-bc5d27f42710)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:09:30.548805 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30d56768-2bba-410e-be7e-2f956bd4eb1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f115977-ed25-4098-8e07-2982d35bc998'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:09:30.553859 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c9943f2f-4a76-4fd4-a293-ed808ec09691 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:30.607717 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc44584-fd57-43a5-97db-6351a48fa1e5 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event updated for resources: {'Port': ['ID=5cd91fec-3067-4e25-a66f-99ccd493fee1,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:30.617879 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc44584-fd57-43a5-97db-6351a48fa1e5 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:09:30.634068 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:30.653830 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-0dc44584-fd57-43a5-97db-6351a48fa1e5 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:09:30.664232 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc44584-fd57-43a5-97db-6351a48fa1e5 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:09:30.674491 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc44584-fd57-43a5-97db-6351a48fa1e5 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:30.675518 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0dc44584-fd57-43a5-97db-6351a48fa1e5 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:30.680370 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aee45d-e2bb-4176-b975-d1d5019d7e53 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad09b1c-4ebb-4a75-9cac-91212a7ed415,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:30.703030 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a9d1189e-a4fb-4910-8f76-d9e4e9e8940d tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d7e5b39-263f-40f0-8c80-c77f963cca9b HTTP/1.1" status: 200 len: 205 time: 0.1888111 Feb 10 23:09:30.708902 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45896) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:30.739440 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-41aafa51-0cb0-47a4-ad1a-796b41e9b45b tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:30.784743 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-41aafa51-0cb0-47a4-ad1a-796b41e9b45b tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:30.821688 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=5f115977-ed25-4098-8e07-2982d35bc998,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:30.854461 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device b852c431-7103-4d88-aafe-76356bb9a490 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:09:30.868336 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.api.v2.resource [None req-6b12d3fb-79b5-447e-886b-6b946dc7d98a tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] delete failed (client error): The resource could not be found. Feb 10 23:09:30.870012 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-6b12d3fb-79b5-447e-886b-6b946dc7d98a tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "DELETE /v2.0/routers/1d7e5b39-263f-40f0-8c80-c77f963cca9b HTTP/1.1" status: 404 len: 336 time: 0.1591647 Feb 10 23:09:30.872989 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45902) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:30.875803 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-540c44c7-c793-4d93-9bf6-6d1cb6872aac tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:30.940327 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3225fa48-07a8-4332-9e51-e31959907e33 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff5b9757-8651-43e0-aa42-b37338fc27c5 HTTP/1.1" status: 200 len: 205 time: 0.0633862 Feb 10 23:09:30.940958 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45906) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:30.963610 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-77aee45d-e2bb-4176-b975-d1d5019d7e53 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:30.965094 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-77aee45d-e2bb-4176-b975-d1d5019d7e53 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.5528629 Feb 10 23:09:30.978118 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45910) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:30.987794 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30d56768-2bba-410e-be7e-2f956bd4eb1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f115977-ed25-4098-8e07-2982d35bc998', 'code': 200} Feb 10 23:09:31.037829 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45914) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:31.039361 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0dc44584-fd57-43a5-97db-6351a48fa1e5 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.2615352 Feb 10 23:09:31.040086 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-41aafa51-0cb0-47a4-ad1a-796b41e9b45b tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:31.042405 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-41aafa51-0cb0-47a4-ad1a-796b41e9b45b tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:31.043386 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-41aafa51-0cb0-47a4-ad1a-796b41e9b45b tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "DELETE /v2.0/security-groups/a5bbdceb-cbaf-48be-8db9-5414735671ec HTTP/1.1" status: 204 len: 168 time: 0.6379094 Feb 10 23:09:31.046617 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-5f6216de-e317-4a36-9509-a1f3e29115d5 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] delete failed (client error): The resource could not be found. Feb 10 23:09:31.049938 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5f6216de-e317-4a36-9509-a1f3e29115d5 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "DELETE /v2.0/routers/ff5b9757-8651-43e0-aa42-b37338fc27c5 HTTP/1.1" status: 404 len: 336 time: 0.1057012 Feb 10 23:09:31.049938 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45916) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:31.049938 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45920) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:31.050266 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-fbb59b34-ef06-47f7-a2ad-94fbeab59fc7 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Request body: {'security_group_rule': {'security_group_id': 'ab18d099-0668-4458-8bfa-d4a124f76ee7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8ad09b1c-4ebb-4a75-9cac-91212a7ed415', 'remote_ip_prefix': None}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:31.057880 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45922) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:31.069645 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-fbb59b34-ef06-47f7-a2ad-94fbeab59fc7 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:31.074805 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port b852c431-7103-4d88-aafe-76356bb9a490 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:09:31.126939 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-fbb59b34-ef06-47f7-a2ad-94fbeab59fc7 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Usage tracker for resource:security_group_rule and tenant:f8ca94381a7b4a39b672e9b0e5e63259 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:31.143638 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-fbb59b34-ef06-47f7-a2ad-94fbeab59fc7 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:31.155025 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-c45539c3-9dfb-4de8-8cc3-dd7822a3034c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] DELETE failed (client error): The resource could not be found. Feb 10 23:09:31.155465 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c45539c3-9dfb-4de8-8cc3-dd7822a3034c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:09:31.158743 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-fbb59b34-ef06-47f7-a2ad-94fbeab59fc7 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:31.176574 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-c45539c3-9dfb-4de8-8cc3-dd7822a3034c tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "DELETE /v2.0/subnets/f92fcb0e-3f44-4c2c-b992-54f831682171 HTTP/1.1" status: 404 len: 337 time: 0.1151669 Feb 10 23:09:31.176923 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45930) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:31.221931 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aafa51-0cb0-47a4-ad1a-796b41e9b45b tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5bbdceb-cbaf-48be-8db9-5414735671ec,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:31.227500 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-71cfadd8-d354-49df-98e1-f0a4dbecf5f7 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "GET /v2.0/ports?device_id=860699f4-4122-49f5-a678-229e55095e66 HTTP/1.1" status: 200 len: 205 time: 0.0497680 Feb 10 23:09:31.230253 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45936) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:31.356185 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-7079fc92-2239-4b38-83b5-7892721fd111 None None] Provisioning for port b852c431-7103-4d88-aafe-76356bb9a490 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:09:31.362714 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-7079fc92-2239-4b38-83b5-7892721fd111 None None] Provisioning complete for port b852c431-7103-4d88-aafe-76356bb9a490 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:09:31.363365 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7079fc92-2239-4b38-83b5-7892721fd111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:31.389342 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-0745d5cf-1889-46fe-98f5-4bd04733fa66 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] delete failed (client error): The resource could not be found. Feb 10 23:09:31.401202 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0745d5cf-1889-46fe-98f5-4bd04733fa66 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "DELETE /v2.0/routers/860699f4-4122-49f5-a678-229e55095e66 HTTP/1.1" status: 404 len: 336 time: 0.1693318 Feb 10 23:09:31.408220 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45942) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:31.459902 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fbb59b34-ef06-47f7-a2ad-94fbeab59fc7 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:31.583574 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7079fc92-2239-4b38-83b5-7892721fd111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:31.618106 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-7079fc92-2239-4b38-83b5-7892721fd111 None None] For port b852c431-7103-4d88-aafe-76356bb9a490, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=b852c431-7103-4d88-aafe-76356bb9a490,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:09:31.632846 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c43c81d-de2f-4cbb-aee7-d2e2408f6a89 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] DELETE failed (client error): The resource could not be found. Feb 10 23:09:31.633659 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c43c81d-de2f-4cbb-aee7-d2e2408f6a89 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:09:31.634921 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2c43c81d-de2f-4cbb-aee7-d2e2408f6a89 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "DELETE /v2.0/subnets/1456149e-fa62-46c1-a3f9-6d35699188c3 HTTP/1.1" status: 404 len: 337 time: 0.2161453 Feb 10 23:09:31.643230 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-61781fcf-e20f-47f1-b9aa-1e06f5ab8c6b tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1356310928'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:31.650218 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45948) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:31.659693 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cd580c-c4f5-4bb7-8bf8-5cd1405dd9a4 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:31.663609 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cd580c-c4f5-4bb7-8bf8-5cd1405dd9a4 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:31.664350 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-33cd580c-c4f5-4bb7-8bf8-5cd1405dd9a4 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Synchronizing usage tracker for tenant:143e860117cc493db304000cc95b95c2 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:31.668351 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-61781fcf-e20f-47f1-b9aa-1e06f5ab8c6b tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:31.700169 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7079fc92-2239-4b38-83b5-7892721fd111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:31.717799 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-61781fcf-e20f-47f1-b9aa-1e06f5ab8c6b tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Usage tracker for resource:network and tenant:8ebaafa64ea74242ba2bb084ec0966de is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:31.727569 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8dff8453-e5c7-4201-adae-a3700a03f025 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Synchronizing usage tracker for tenant:82a10a87ca1d4162b59aed13d6b90a18 on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:31.729952 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-540c44c7-c793-4d93-9bf6-6d1cb6872aac tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:31.735166 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-61781fcf-e20f-47f1-b9aa-1e06f5ab8c6b tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:31.755258 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a2011789-8903-47d6-b068-fc4b6b2e0d81 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "GET /v2.0/ports?device_id=844462a6-c714-4837-9ec2-5886c1f60d6b HTTP/1.1" status: 200 len: 205 time: 0.1026897 Feb 10 23:09:31.757345 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-61781fcf-e20f-47f1-b9aa-1e06f5ab8c6b tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:31.759158 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45952) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:31.764309 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-540c44c7-c793-4d93-9bf6-6d1cb6872aac tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:31.775692 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7079fc92-2239-4b38-83b5-7892721fd111 None None] Pushing event updated for resources: {'Port': ['ID=b852c431-7103-4d88-aafe-76356bb9a490,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:31.827751 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fbb59b34-ef06-47f7-a2ad-94fbeab59fc7 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:31.852819 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c9943f2f-4a76-4fd4-a293-ed808ec09691 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:31.859668 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-9db7561d-5ee1-4017-98c8-c027e31b8201 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] delete failed (client error): The resource could not be found. Feb 10 23:09:31.861274 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9db7561d-5ee1-4017-98c8-c027e31b8201 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "DELETE /v2.0/routers/844462a6-c714-4837-9ec2-5886c1f60d6b HTTP/1.1" status: 404 len: 336 time: 0.0932808 Feb 10 23:09:31.866709 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-584090c4-8ba3-4263-8c71-79e85bbaadd2 req-9ecd4d30-da8e-44c0-ad75-1c6999bb5025 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=30d56768-2bba-410e-be7e-2f956bd4eb1d HTTP/1.1" status: 200 len: 1098 time: 0.3606911 Feb 10 23:09:31.867153 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45956) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:31.880297 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-b740b634-9962-4f08-a5ef-0eb0677956de None None] Provisioning for port 5cd91fec-3067-4e25-a66f-99ccd493fee1 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:09:31.885318 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-b740b634-9962-4f08-a5ef-0eb0677956de None None] Provisioning complete for port 5cd91fec-3067-4e25-a66f-99ccd493fee1 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:09:31.885688 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b740b634-9962-4f08-a5ef-0eb0677956de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:31.888475 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-540c44c7-c793-4d93-9bf6-6d1cb6872aac tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:31.889048 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-540c44c7-c793-4d93-9bf6-6d1cb6872aac tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3418cb97-1fad-4e41-ac4f-30e2f0eb76ab {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:09:31.924695 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-935cecb0-893c-4681-835c-da9a810cbc94 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] DELETE failed (client error): The resource could not be found. Feb 10 23:09:31.925147 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-935cecb0-893c-4681-835c-da9a810cbc94 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:09:31.929111 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-935cecb0-893c-4681-835c-da9a810cbc94 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "DELETE /v2.0/subnets/945e7c55-c753-4a35-b698-fcabe500c0d6 HTTP/1.1" status: 404 len: 337 time: 0.0573106 Feb 10 23:09:31.931794 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fbb59b34-ef06-47f7-a2ad-94fbeab59fc7 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:31.935434 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc10a34-3175-48fb-949a-a2d6d1cba161 req-8289fa17-e846-48cc-9088-1c519fed404a tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:31.936874 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-adc10a34-3175-48fb-949a-a2d6d1cba161 req-8289fa17-e846-48cc-9088-1c519fed404a tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/ports?device_id=30d56768-2bba-410e-be7e-2f956bd4eb1d HTTP/1.1" status: 200 len: 945 time: 0.3697934 Feb 10 23:09:31.937020 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45960) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:31.937481 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61781fcf-e20f-47f1-b9aa-1e06f5ab8c6b tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Made reservation on behalf of 8ebaafa64ea74242ba2bb084ec0966de for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:09:31.940506 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-61781fcf-e20f-47f1-b9aa-1e06f5ab8c6b tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:31.950081 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-33cd580c-c4f5-4bb7-8bf8-5cd1405dd9a4 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Unset dirty status for tenant:143e860117cc493db304000cc95b95c2 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:31.959387 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-33cd580c-c4f5-4bb7-8bf8-5cd1405dd9a4 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.8949547 Feb 10 23:09:31.960183 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-b740b634-9962-4f08-a5ef-0eb0677956de None None] Port 5cd91fec-3067-4e25-a66f-99ccd493fee1 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:09:31.960277 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-540c44c7-c793-4d93-9bf6-6d1cb6872aac tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:31.960277 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-540c44c7-c793-4d93-9bf6-6d1cb6872aac tempest-RoutersTestDVR-382531680 tempest-RoutersTestDVR-382531680-project-admin] 10.222.0.59 "DELETE /v2.0/routers/3418cb97-1fad-4e41-ac4f-30e2f0eb76ab HTTP/1.1" status: 204 len: 168 time: 1.6154888 Feb 10 23:09:31.960425 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45964) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:31.960425 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8dff8453-e5c7-4201-adae-a3700a03f025 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Unset dirty status for tenant:82a10a87ca1d4162b59aed13d6b90a18 on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:31.961119 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8dff8453-e5c7-4201-adae-a3700a03f025 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.9020391 Feb 10 23:09:32.003399 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45970) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:32.005678 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-61781fcf-e20f-47f1-b9aa-1e06f5ab8c6b tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:32.014954 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb59b34-ef06-47f7-a2ad-94fbeab59fc7 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8e8f293-3537-420b-a349-8fe5ccc8f119,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:32.022702 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-88c7cb1a-7bab-42c3-a900-521e0a306b14 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] DELETE failed (client error): The resource could not be found. Feb 10 23:09:32.023137 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88c7cb1a-7bab-42c3-a900-521e0a306b14 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:09:32.024914 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-88c7cb1a-7bab-42c3-a900-521e0a306b14 tempest-RoutersTest-452703610 tempest-RoutersTest-452703610-project] 10.222.0.59 "DELETE /v2.0/subnets/337fd35a-b208-4f48-9d8a-5aef3a0f2d7e HTTP/1.1" status: 404 len: 337 time: 0.0804336 Feb 10 23:09:32.025859 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9943f2f-4a76-4fd4-a293-ed808ec09691 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event updated for resources: {'Subnet': ['ID=3d0334ca-e3c1-4924-b63b-9b90c081f51b,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:32.032981 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-e8f1ea57-1080-45c2-9841-557b976e3283 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Request body: {'security_group': {'name': 'tempest-secgroup--913251843'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:32.053807 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9943f2f-4a76-4fd4-a293-ed808ec09691 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Checking segment: {'id': '818410f4-eaf2-4d55-9f12-47c59d08fac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '6b337e56-2357-471e-b7ef-c88d93d58d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:09:32.054174 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9943f2f-4a76-4fd4-a293-ed808ec09691 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Network hostable DHCP agents. Network: 6b337e56-2357-471e-b7ef-c88d93d58d2a, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:09:32.063338 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e8f1ea57-1080-45c2-9841-557b976e3283 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:32.089058 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fbb59b34-ef06-47f7-a2ad-94fbeab59fc7 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:32.096369 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-fbb59b34-ef06-47f7-a2ad-94fbeab59fc7 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 1.0577199 Feb 10 23:09:32.096369 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45976) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:32.107778 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e8f1ea57-1080-45c2-9841-557b976e3283 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:32.120737 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-206db07e-f941-4cae-9a0d-75ad051cec5f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Deleting port 5cd91fec-3067-4e25-a66f-99ccd493fee1 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:09:32.121195 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-206db07e-f941-4cae-9a0d-75ad051cec5f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:32.141263 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9943f2f-4a76-4fd4-a293-ed808ec09691 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Network 6b337e56-2357-471e-b7ef-c88d93d58d2a is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:09:32.146762 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-584090c4-8ba3-4263-8c71-79e85bbaadd2 req-31a19be9-7f87-40f7-9326-b15e208f9060 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7c3f6aaf-3a27-49e5-ae54-3cc5a3f3586f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2436609 Feb 10 23:09:32.151036 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d7558500-7892-453d-9c4e-8196d11f9a12 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:32.163107 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d7558500-7892-453d-9c4e-8196d11f9a12 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:32.172753 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-adc10a34-3175-48fb-949a-a2d6d1cba161 req-952808bc-a0e9-415d-bb43-1118b4f0338b tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c3f6aaf-3a27-49e5-ae54-3cc5a3f3586f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2204945 Feb 10 23:09:32.186329 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-61781fcf-e20f-47f1-b9aa-1e06f5ab8c6b tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:32.195050 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-61781fcf-e20f-47f1-b9aa-1e06f5ab8c6b tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Usage tracker for resource:security_group_rule and tenant:8ebaafa64ea74242ba2bb084ec0966de is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:32.199495 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-61781fcf-e20f-47f1-b9aa-1e06f5ab8c6b tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:32.206609 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-c9943f2f-4a76-4fd4-a293-ed808ec09691 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 6b337e56-2357-471e-b7ef-c88d93d58d2a) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:09:32.211556 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9943f2f-4a76-4fd4-a293-ed808ec09691 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:32.212128 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c9943f2f-4a76-4fd4-a293-ed808ec09691 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:32.225887 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa030d36-2f04-458a-ba4a-43d2eee9e0ab None None] Network 6b337e56-2357-471e-b7ef-c88d93d58d2a requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:09:32.241544 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-61781fcf-e20f-47f1-b9aa-1e06f5ab8c6b tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:32.249397 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d7558500-7892-453d-9c4e-8196d11f9a12 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:32.260681 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d7558500-7892-453d-9c4e-8196d11f9a12 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:32.264243 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-d7558500-7892-453d-9c4e-8196d11f9a12 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/b8e8f293-3537-420b-a349-8fe5ccc8f119 HTTP/1.1" status: 204 len: 168 time: 0.1669068 Feb 10 23:09:32.264630 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45980) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:32.296723 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e8f1ea57-1080-45c2-9841-557b976e3283 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:32.307345 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-c9943f2f-4a76-4fd4-a293-ed808ec09691 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3099244 Feb 10 23:09:32.308509 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7558500-7892-453d-9c4e-8196d11f9a12 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b8e8f293-3537-420b-a349-8fe5ccc8f119,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:32.310862 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45984) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:32.322506 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-042d88b8-3d3d-4c21-9962-3ef21bf64365 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Request body: {'port': {'network_id': '6b337e56-2357-471e-b7ef-c88d93d58d2a', 'name': 'tempest-PortsIpV6TestJSON-1632880763', 'fixed_ips': [{'subnet_id': '3d0334ca-e3c1-4924-b63b-9b90c081f51b', 'ip_address': '2001:db8::10'}]}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:32.543220 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e8f1ea57-1080-45c2-9841-557b976e3283 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:32.544316 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-9cc7c170-1234-4261-add7-8552179ef2f2 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Synchronizing usage tracker for tenant:f8ca94381a7b4a39b672e9b0e5e63259 on resource:security_group_rule {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:32.544424 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e8f1ea57-1080-45c2-9841-557b976e3283 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:32.544424 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-206db07e-f941-4cae-9a0d-75ad051cec5f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:32.544424 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-61781fcf-e20f-47f1-b9aa-1e06f5ab8c6b tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:32.544724 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120fe256-9069-4420-98f9-3112630974f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-6b337e56-2357-471e-b7ef-c88d93d58d2a', 'network_id': '6b337e56-2357-471e-b7ef-c88d93d58d2a', 'tenant_id': 'a1a196bacc5e4170b4defd7cfb879ddb', 'fixed_ips': [{'subnet_id': '3d0334ca-e3c1-4924-b63b-9b90c081f51b'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:09:32.544724 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-120fe256-9069-4420-98f9-3112630974f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:32.544931 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-042d88b8-3d3d-4c21-9962-3ef21bf64365 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:32.556797 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-042d88b8-3d3d-4c21-9962-3ef21bf64365 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Usage tracker for resource:port and tenant:a1a196bacc5e4170b4defd7cfb879ddb is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:32.563146 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-042d88b8-3d3d-4c21-9962-3ef21bf64365 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:32.579309 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-042d88b8-3d3d-4c21-9962-3ef21bf64365 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:32.596552 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 45990) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:32.637880 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-206db07e-f941-4cae-9a0d-75ad051cec5f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Calling delete_port for 5cd91fec-3067-4e25-a66f-99ccd493fee1 owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:09:32.712376 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-120fe256-9069-4420-98f9-3112630974f9 None None] Allocated IP 2001:db8::2 (6b337e56-2357-471e-b7ef-c88d93d58d2a/3d0334ca-e3c1-4924-b63b-9b90c081f51b/0c90659e-e2bc-4475-a9ce-55cdde2ba21e) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:09:32.728913 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device b852c431-7103-4d88-aafe-76356bb9a490 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:09:32.751941 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e8f1ea57-1080-45c2-9841-557b976e3283 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:32.797562 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d235aba6-6225-4f3a-971f-2db5bb3a5bd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:32.830561 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d235aba6-6225-4f3a-971f-2db5bb3a5bd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:32.834399 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-d235aba6-6225-4f3a-971f-2db5bb3a5bd2 admin admin] Usage tracker for resource:security_group_rule and tenant:7ac0b84ca8364323b097566c9ed2e765 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:32.837200 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-d235aba6-6225-4f3a-971f-2db5bb3a5bd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:32.843103 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d235aba6-6225-4f3a-971f-2db5bb3a5bd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:32.927238 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port b852c431-7103-4d88-aafe-76356bb9a490 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:09:32.927857 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:32.930488 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e8f1ea57-1080-45c2-9841-557b976e3283 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:32.934240 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-61781fcf-e20f-47f1-b9aa-1e06f5ab8c6b tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:32.936281 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-9cc7c170-1234-4261-add7-8552179ef2f2 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Unset dirty status for tenant:f8ca94381a7b4a39b672e9b0e5e63259 on resource:security_group_rule {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:32.937246 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-206db07e-f941-4cae-9a0d-75ad051cec5f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:32.937575 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-9cc7c170-1234-4261-add7-8552179ef2f2 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.6718941 Feb 10 23:09:32.939761 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042d88b8-3d3d-4c21-9962-3ef21bf64365 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Made reservation on behalf of a1a196bacc5e4170b4defd7cfb879ddb for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:09:32.945650 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-042d88b8-3d3d-4c21-9962-3ef21bf64365 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:32.953852 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 45998) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:32.979848 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-042d88b8-3d3d-4c21-9962-3ef21bf64365 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] device_id is not set on port 50944bf5-f4ee-478c-81c1-6381fc317e9d yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:09:33.026567 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f1ea57-1080-45c2-9841-557b976e3283 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=296ed2da-a70a-4365-99dc-b4ad4663e98c,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:33.065583 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46002) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:33.109528 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206db07e-f941-4cae-9a0d-75ad051cec5f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event deleted for resources: {'Port': ['ID=5cd91fec-3067-4e25-a66f-99ccd493fee1,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:33.116055 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61781fcf-e20f-47f1-b9aa-1e06f5ab8c6b tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:09:33.134120 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-120fe256-9069-4420-98f9-3112630974f9 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:33.156227 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-120fe256-9069-4420-98f9-3112630974f9 None None] Transition to ACTIVE for port object 0c90659e-e2bc-4475-a9ce-55cdde2ba21e will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:09:33.193413 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-120fe256-9069-4420-98f9-3112630974f9 None None] Transition to ACTIVE for port object 0c90659e-e2bc-4475-a9ce-55cdde2ba21e will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:09:33.208815 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d235aba6-6225-4f3a-971f-2db5bb3a5bd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:33.222296 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-61781fcf-e20f-47f1-b9aa-1e06f5ab8c6b tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:33.222648 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-61781fcf-e20f-47f1-b9aa-1e06f5ab8c6b tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Added segment a7d60f95-79ab-4be6-9e86-ad5e713f186a of type vlan for network 8620a4de-949e-4d31-a92e-ab0daf29cb13 Feb 10 23:09:33.243330 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61781fcf-e20f-47f1-b9aa-1e06f5ab8c6b tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c04e49e8-ee15-4c2f-b592-e7f4f67edce4,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:33.298938 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-206db07e-f941-4cae-9a0d-75ad051cec5f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:33.319679 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-79e4ee82-da1f-4a8d-92dd-ee59db6c2a27 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:33.325566 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-206db07e-f941-4cae-9a0d-75ad051cec5f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/ports/5cd91fec-3067-4e25-a66f-99ccd493fee1 HTTP/1.1" status: 204 len: 168 time: 1.3637755 Feb 10 23:09:33.326251 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46010) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:33.327336 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-120fe256-9069-4420-98f9-3112630974f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:33.424137 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120fe256-9069-4420-98f9-3112630974f9 None None] Network 6b337e56-2357-471e-b7ef-c88d93d58d2a is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:09:33.427261 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-120fe256-9069-4420-98f9-3112630974f9 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:09:33.432576 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120fe256-9069-4420-98f9-3112630974f9 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:09:33.435226 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120fe256-9069-4420-98f9-3112630974f9 None None] Pushing event updated for resources: {'Port': ['ID=0c90659e-e2bc-4475-a9ce-55cdde2ba21e,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:33.487889 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d235aba6-6225-4f3a-971f-2db5bb3a5bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:33.499582 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-042d88b8-3d3d-4c21-9962-3ef21bf64365 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Allocated IP 2001:db8::10 (6b337e56-2357-471e-b7ef-c88d93d58d2a/3d0334ca-e3c1-4924-b63b-9b90c081f51b/50944bf5-f4ee-478c-81c1-6381fc317e9d) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:09:33.538484 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-61781fcf-e20f-47f1-b9aa-1e06f5ab8c6b tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:33.553335 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-120fe256-9069-4420-98f9-3112630974f9 None None] Attempting to bind port 0c90659e-e2bc-4475-a9ce-55cdde2ba21e on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:09:33.553965 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-120fe256-9069-4420-98f9-3112630974f9 None None] Attempting to bind port 0c90659e-e2bc-4475-a9ce-55cdde2ba21e by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '818410f4-eaf2-4d55-9f12-47c59d08fac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '6b337e56-2357-471e-b7ef-c88d93d58d2a'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:09:33.554517 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120fe256-9069-4420-98f9-3112630974f9 None None] Attempting to bind port 0c90659e-e2bc-4475-a9ce-55cdde2ba21e on network 6b337e56-2357-471e-b7ef-c88d93d58d2a {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:09:33.563173 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120fe256-9069-4420-98f9-3112630974f9 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:09:33.564667 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120fe256-9069-4420-98f9-3112630974f9 None None] Checking segment: {'id': '818410f4-eaf2-4d55-9f12-47c59d08fac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '6b337e56-2357-471e-b7ef-c88d93d58d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:09:33.567827 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-120fe256-9069-4420-98f9-3112630974f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:33.567827 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120fe256-9069-4420-98f9-3112630974f9 None None] Bound using segment: {'id': '818410f4-eaf2-4d55-9f12-47c59d08fac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '6b337e56-2357-471e-b7ef-c88d93d58d2a'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:09:33.567827 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-120fe256-9069-4420-98f9-3112630974f9 None None] Bound port: 0c90659e-e2bc-4475-a9ce-55cdde2ba21e, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '818410f4-eaf2-4d55-9f12-47c59d08fac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '6b337e56-2357-471e-b7ef-c88d93d58d2a'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:09:33.567827 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-120fe256-9069-4420-98f9-3112630974f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:33.596461 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521cf083-8b28-400e-ad3b-6d105915d543 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:33.596461 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521cf083-8b28-400e-ad3b-6d105915d543 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:33.597215 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-521cf083-8b28-400e-ad3b-6d105915d543 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Synchronizing usage tracker for tenant:143e860117cc493db304000cc95b95c2 on resource:subnet {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:33.616425 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e8f1ea57-1080-45c2-9841-557b976e3283 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:33.617564 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-087a1595-4b2e-4b6a-b40d-2ee57333b0b7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=62dc022463634d02b4f57b75cc001545&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5496235 Feb 10 23:09:33.618299 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46014) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:33.622065 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e8f1ea57-1080-45c2-9841-557b976e3283 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.6026278 Feb 10 23:09:33.630568 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46016) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:33.648350 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235aba6-6225-4f3a-971f-2db5bb3a5bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd769bf9-aeea-46b9-8ceb-9768b035050a,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:33.649680 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-d6eb7cd7-4be1-45de-996f-b8604677cde3 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Request body: {'security_group_rule': {'security_group_id': '296ed2da-a70a-4365-99dc-b4ad4663e98c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:33.656093 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-d6eb7cd7-4be1-45de-996f-b8604677cde3 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:33.661481 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d6eb7cd7-4be1-45de-996f-b8604677cde3 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Usage tracker for resource:security_group_rule and tenant:82a10a87ca1d4162b59aed13d6b90a18 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:33.665269 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d6eb7cd7-4be1-45de-996f-b8604677cde3 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:33.674046 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-d6eb7cd7-4be1-45de-996f-b8604677cde3 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:33.680193 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-d235aba6-6225-4f3a-971f-2db5bb3a5bd2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7ac0b84ca8364323b097566c9ed2e765&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0798392 Feb 10 23:09:33.680967 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-521cf083-8b28-400e-ad3b-6d105915d543 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Unset dirty status for tenant:143e860117cc493db304000cc95b95c2 on resource:subnet {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:33.682183 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-521cf083-8b28-400e-ad3b-6d105915d543 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3431921 Feb 10 23:09:33.684495 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46022) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:33.684661 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-79e4ee82-da1f-4a8d-92dd-ee59db6c2a27 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:33.684915 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46024) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:33.690573 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-120fe256-9069-4420-98f9-3112630974f9 None None] For port 0c90659e-e2bc-4475-a9ce-55cdde2ba21e, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:09:33.694638 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-120fe256-9069-4420-98f9-3112630974f9 None None] For port 0c90659e-e2bc-4475-a9ce-55cdde2ba21e, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=0c90659e-e2bc-4475-a9ce-55cdde2ba21e,segment=NetworkSegment(818410f4-eaf2-4d55-9f12-47c59d08fac3),segment_id=818410f4-eaf2-4d55-9f12-47c59d08fac3)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:09:33.774831 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-120fe256-9069-4420-98f9-3112630974f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:33.798666 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-61781fcf-e20f-47f1-b9aa-1e06f5ab8c6b tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:33.802846 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61781fcf-e20f-47f1-b9aa-1e06f5ab8c6b tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:33.803502 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-61781fcf-e20f-47f1-b9aa-1e06f5ab8c6b tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:33.828612 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-79e4ee82-da1f-4a8d-92dd-ee59db6c2a27 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:33.861579 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d6eb7cd7-4be1-45de-996f-b8604677cde3 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:33.862484 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120fe256-9069-4420-98f9-3112630974f9 None None] Pushing event updated for resources: {'Port': ['ID=0c90659e-e2bc-4475-a9ce-55cdde2ba21e,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:33.928225 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e4ee82-da1f-4a8d-92dd-ee59db6c2a27 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad09b1c-4ebb-4a75-9cac-91212a7ed415,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:33.939740 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-79e4ee82-da1f-4a8d-92dd-ee59db6c2a27 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:33.944552 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-79e4ee82-da1f-4a8d-92dd-ee59db6c2a27 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "DELETE /v2.0/security-groups/8ad09b1c-4ebb-4a75-9cac-91212a7ed415 HTTP/1.1" status: 204 len: 168 time: 0.9524834 Feb 10 23:09:33.951645 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46030) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:33.977399 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61781fcf-e20f-47f1-b9aa-1e06f5ab8c6b tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event updated for resources: {'Network': ['ID=8620a4de-949e-4d31-a92e-ab0daf29cb13,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:33.985635 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e4ee82-da1f-4a8d-92dd-ee59db6c2a27 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:33.985981 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e4ee82-da1f-4a8d-92dd-ee59db6c2a27 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:33.986316 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e4ee82-da1f-4a8d-92dd-ee59db6c2a27 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:33.986644 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e4ee82-da1f-4a8d-92dd-ee59db6c2a27 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:33.986958 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e4ee82-da1f-4a8d-92dd-ee59db6c2a27 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:33.987280 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e4ee82-da1f-4a8d-92dd-ee59db6c2a27 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:33.987598 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e4ee82-da1f-4a8d-92dd-ee59db6c2a27 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:33.987972 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e4ee82-da1f-4a8d-92dd-ee59db6c2a27 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:33.988218 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e4ee82-da1f-4a8d-92dd-ee59db6c2a27 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:33.988531 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e4ee82-da1f-4a8d-92dd-ee59db6c2a27 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:33.988905 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e4ee82-da1f-4a8d-92dd-ee59db6c2a27 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:33.996947 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-61781fcf-e20f-47f1-b9aa-1e06f5ab8c6b tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.9511034 Feb 10 23:09:34.000438 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46034) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:34.011092 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-f5c25b6b-afa6-4012-b464-e98fbec2abd7 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Request body: {'port': {'network_id': '8620a4de-949e-4d31-a92e-ab0daf29cb13', 'name': 'tempest-PortsTestJSON-1538345479'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:34.034459 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61781fcf-e20f-47f1-b9aa-1e06f5ab8c6b tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:34.036310 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61781fcf-e20f-47f1-b9aa-1e06f5ab8c6b tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:34.036310 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61781fcf-e20f-47f1-b9aa-1e06f5ab8c6b tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:34.036310 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61781fcf-e20f-47f1-b9aa-1e06f5ab8c6b tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:34.036310 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61781fcf-e20f-47f1-b9aa-1e06f5ab8c6b tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:34.036310 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61781fcf-e20f-47f1-b9aa-1e06f5ab8c6b tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:34.036773 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61781fcf-e20f-47f1-b9aa-1e06f5ab8c6b tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:34.036773 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61781fcf-e20f-47f1-b9aa-1e06f5ab8c6b tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:34.037616 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61781fcf-e20f-47f1-b9aa-1e06f5ab8c6b tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:34.037616 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61781fcf-e20f-47f1-b9aa-1e06f5ab8c6b tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:34.037616 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61781fcf-e20f-47f1-b9aa-1e06f5ab8c6b tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:34.064885 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 8620a4de-949e-4d31-a92e-ab0daf29cb13 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:09:34.087692 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a14aed6b-f8a2-4830-bf20-4ba7d34c4ec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:34.094347 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a85df09-26b3-438b-8a9f-1c0a9ae5487c req-3fef3e60-d55f-4e02-b4ac-6d5cb7339583 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:34.104731 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-8a85df09-26b3-438b-8a9f-1c0a9ae5487c req-3fef3e60-d55f-4e02-b4ac-6d5cb7339583 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/ports?device_id=30d56768-2bba-410e-be7e-2f956bd4eb1d HTTP/1.1" status: 200 len: 945 time: 0.6019282 Feb 10 23:09:34.155655 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-042d88b8-3d3d-4c21-9962-3ef21bf64365 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:34.181200 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d6eb7cd7-4be1-45de-996f-b8604677cde3 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:34.187714 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f5c25b6b-afa6-4012-b464-e98fbec2abd7 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:34.193403 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f5c25b6b-afa6-4012-b464-e98fbec2abd7 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Usage tracker for resource:port and tenant:8ebaafa64ea74242ba2bb084ec0966de is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:34.197832 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f5c25b6b-afa6-4012-b464-e98fbec2abd7 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:34.202369 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f5c25b6b-afa6-4012-b464-e98fbec2abd7 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:34.227253 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-042d88b8-3d3d-4c21-9962-3ef21bf64365 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Transition to ACTIVE for port object 50944bf5-f4ee-478c-81c1-6381fc317e9d will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:09:34.260009 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d6eb7cd7-4be1-45de-996f-b8604677cde3 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:34.267633 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8edd43a9-d846-45d9-86a7-b85c913686f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:34.285427 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a14aed6b-f8a2-4830-bf20-4ba7d34c4ec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:34.287369 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c25b6b-afa6-4012-b464-e98fbec2abd7 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Made reservation on behalf of 8ebaafa64ea74242ba2bb084ec0966de for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:09:34.290281 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f5c25b6b-afa6-4012-b464-e98fbec2abd7 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:34.308050 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eb7cd7-4be1-45de-996f-b8604677cde3 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5acdcf3b-227d-4a08-8f82-530813b037bd,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:34.322541 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-f5c25b6b-afa6-4012-b464-e98fbec2abd7 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] device_id is not set on port 2492a63a-0ae1-448f-bfd4-7adfe4e4276e yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:09:34.378182 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d6eb7cd7-4be1-45de-996f-b8604677cde3 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:34.382673 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d6eb7cd7-4be1-45de-996f-b8604677cde3 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.7509019 Feb 10 23:09:34.384596 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46038) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:34.452702 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7fba21f3-fbb0-49e4-acb9-31e4a895614c tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:34.469408 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7fba21f3-fbb0-49e4-acb9-31e4a895614c tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:34.492508 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8edd43a9-d846-45d9-86a7-b85c913686f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:34.515609 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-98950d25-743a-4058-9993-d6344bcc6a4c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Deleting subnet 905749bc-461c-48b4-974b-a616a7d12260 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:09:34.554004 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-98950d25-743a-4058-9993-d6344bcc6a4c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:34.609566 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-8a85df09-26b3-438b-8a9f-1c0a9ae5487c req-358d5751-26af-4c79-8aa8-da54bc482c0d tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c3f6aaf-3a27-49e5-ae54-3cc5a3f3586f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3953297 Feb 10 23:09:34.612661 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-8ff47133-a120-47b8-b6a3-e16f3fc91373 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Synchronizing usage tracker for tenant:f8ca94381a7b4a39b672e9b0e5e63259 on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:34.639906 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f5c25b6b-afa6-4012-b464-e98fbec2abd7 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:34.667171 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-98950d25-743a-4058-9993-d6344bcc6a4c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31983416'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:34.681611 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7fba21f3-fbb0-49e4-acb9-31e4a895614c tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:34.699671 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fba21f3-fbb0-49e4-acb9-31e4a895614c tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5acdcf3b-227d-4a08-8f82-530813b037bd,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:34.717082 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7fba21f3-fbb0-49e4-acb9-31e4a895614c tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:34.722156 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7fba21f3-fbb0-49e4-acb9-31e4a895614c tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/5acdcf3b-227d-4a08-8f82-530813b037bd HTTP/1.1" status: 204 len: 168 time: 0.3367062 Feb 10 23:09:34.723714 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46042) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:34.728242 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-042d88b8-3d3d-4c21-9962-3ef21bf64365 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:34.741507 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 0c90659e-e2bc-4475-a9ce-55cdde2ba21e up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:09:34.779226 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f5c25b6b-afa6-4012-b464-e98fbec2abd7 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:34.830803 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-6ab4550b-cf04-4316-b233-cbd6155fb8b3 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Synchronizing usage tracker for tenant:82a10a87ca1d4162b59aed13d6b90a18 on resource:security_group_rule {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:34.840906 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-8ff47133-a120-47b8-b6a3-e16f3fc91373 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Unset dirty status for tenant:f8ca94381a7b4a39b672e9b0e5e63259 on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:34.842686 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-8ff47133-a120-47b8-b6a3-e16f3fc91373 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.8826895 Feb 10 23:09:34.847018 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-98950d25-743a-4058-9993-d6344bcc6a4c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:34.849356 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46046) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:34.879378 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a14aed6b-f8a2-4830-bf20-4ba7d34c4ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:34.885190 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 0c90659e-e2bc-4475-a9ce-55cdde2ba21e completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:09:34.896826 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c25b6b-afa6-4012-b464-e98fbec2abd7 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event updated for resources: {'Port': ['ID=2492a63a-0ae1-448f-bfd4-7adfe4e4276e,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:34.927998 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8edd43a9-d846-45d9-86a7-b85c913686f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:34.957318 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14aed6b-f8a2-4830-bf20-4ba7d34c4ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071a750d-c8da-4db9-abea-2473fad984bc,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:34.959638 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c25b6b-afa6-4012-b464-e98fbec2abd7 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Checking segment: {'id': 'a7d60f95-79ab-4be6-9e86-ad5e713f186a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8620a4de-949e-4d31-a92e-ab0daf29cb13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:09:34.960106 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c25b6b-afa6-4012-b464-e98fbec2abd7 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Network hostable DHCP agents. Network: 8620a4de-949e-4d31-a92e-ab0daf29cb13, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:09:34.969472 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042d88b8-3d3d-4c21-9962-3ef21bf64365 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Network 6b337e56-2357-471e-b7ef-c88d93d58d2a is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:09:34.979667 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-042d88b8-3d3d-4c21-9962-3ef21bf64365 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:09:34.986119 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042d88b8-3d3d-4c21-9962-3ef21bf64365 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event updated for resources: {'Port': ['ID=50944bf5-f4ee-478c-81c1-6381fc317e9d,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:34.986508 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-6ab4550b-cf04-4316-b233-cbd6155fb8b3 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Unset dirty status for tenant:82a10a87ca1d4162b59aed13d6b90a18 on resource:security_group_rule {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:34.986508 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6ab4550b-cf04-4316-b233-cbd6155fb8b3 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2560894 Feb 10 23:09:34.988387 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46050) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:34.989135 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-82a1bcd1-10c1-4c47-9f0b-61ccaff45786 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:34.990305 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042d88b8-3d3d-4c21-9962-3ef21bf64365 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:09:34.994522 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042d88b8-3d3d-4c21-9962-3ef21bf64365 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:34.995139 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-042d88b8-3d3d-4c21-9962-3ef21bf64365 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:35.019823 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edd43a9-d846-45d9-86a7-b85c913686f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd769bf9-aeea-46b9-8ceb-9768b035050a,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:35.028104 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a14aed6b-f8a2-4830-bf20-4ba7d34c4ec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:35.029350 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-a14aed6b-f8a2-4830-bf20-4ba7d34c4ec8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/071a750d-c8da-4db9-abea-2473fad984bc HTTP/1.1" status: 204 len: 168 time: 1.3875153 Feb 10 23:09:35.049386 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8edd43a9-d846-45d9-86a7-b85c913686f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:35.049386 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-8edd43a9-d846-45d9-86a7-b85c913686f2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dd769bf9-aeea-46b9-8ceb-9768b035050a HTTP/1.1" status: 204 len: 168 time: 1.3603427 Feb 10 23:09:35.056383 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126b70ac-bb4d-49fc-b205-6a05b1e1e448 None None] Network 6b337e56-2357-471e-b7ef-c88d93d58d2a requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:09:35.064240 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-82a1bcd1-10c1-4c47-9f0b-61ccaff45786 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:35.155684 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1412abf6-5d19-4282-97c6-42e097b801d7 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:35.155684 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c25b6b-afa6-4012-b464-e98fbec2abd7 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Network 8620a4de-949e-4d31-a92e-ab0daf29cb13 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:09:35.176587 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-042d88b8-3d3d-4c21-9962-3ef21bf64365 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8608658 Feb 10 23:09:35.179977 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-98950d25-743a-4058-9993-d6344bcc6a4c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:35.182980 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46058) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:35.193332 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-99fcc1cc-efae-405a-945c-f899043ffa2b tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Request body: {'port': {'network_id': '6b337e56-2357-471e-b7ef-c88d93d58d2a', 'name': 'tempest-PortsIpV6TestJSON-1943460373', 'fixed_ips': [{'subnet_id': '3d0334ca-e3c1-4924-b63b-9b90c081f51b', 'ip_address': '2001:db8::f'}]}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:35.217033 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1412abf6-5d19-4282-97c6-42e097b801d7 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:35.224626 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98950d25-743a-4058-9993-d6344bcc6a4c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event deleted for resources: {'Subnet': ['ID=905749bc-461c-48b4-974b-a616a7d12260,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:35.228508 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-98950d25-743a-4058-9993-d6344bcc6a4c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:35.230443 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-98950d25-743a-4058-9993-d6344bcc6a4c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/subnets/905749bc-461c-48b4-974b-a616a7d12260 HTTP/1.1" status: 204 len: 168 time: 1.5414052 Feb 10 23:09:35.232869 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46062) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:35.244746 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b43e53-fa14-49c3-b2d8-04753f7d03f8 None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:09:35.288874 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-f5c25b6b-afa6-4012-b464-e98fbec2abd7 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 8620a4de-949e-4d31-a92e-ab0daf29cb13) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:09:35.303620 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c25b6b-afa6-4012-b464-e98fbec2abd7 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:09:35.307568 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c25b6b-afa6-4012-b464-e98fbec2abd7 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:35.308165 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f5c25b6b-afa6-4012-b464-e98fbec2abd7 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:35.327399 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf91fda-be73-463e-b878-7745013cd86c None None] Network 8620a4de-949e-4d31-a92e-ab0daf29cb13 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:09:35.334616 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-82a1bcd1-10c1-4c47-9f0b-61ccaff45786 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:35.338679 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-eb99558b-999b-49df-a800-ba67f5700c72 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1046586 Feb 10 23:09:35.341462 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46066) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:35.348026 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-a1e60e65-a6fa-4941-830b-2311c6ed1019 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Request body: {'subnet': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:35.350889 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-4ee481ea-4f84-41df-8ea5-7d2e8c470186 None None] Provisioning for port 0c90659e-e2bc-4475-a9ce-55cdde2ba21e completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:09:35.378035 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a1bcd1-10c1-4c47-9f0b-61ccaff45786 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab18d099-0668-4458-8bfa-d4a124f76ee7,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:35.440307 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-4ee481ea-4f84-41df-8ea5-7d2e8c470186 None None] Provisioning complete for port 0c90659e-e2bc-4475-a9ce-55cdde2ba21e triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:09:35.440710 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4ee481ea-4f84-41df-8ea5-7d2e8c470186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:35.456881 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-99fcc1cc-efae-405a-945c-f899043ffa2b tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:35.462610 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-99fcc1cc-efae-405a-945c-f899043ffa2b tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Usage tracker for resource:port and tenant:a1a196bacc5e4170b4defd7cfb879ddb is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:35.466141 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-99fcc1cc-efae-405a-945c-f899043ffa2b tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:35.477172 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-99fcc1cc-efae-405a-945c-f899043ffa2b tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:35.493041 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a1e60e65-a6fa-4941-830b-2311c6ed1019 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:35.507893 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f5c25b6b-afa6-4012-b464-e98fbec2abd7 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5039597 Feb 10 23:09:35.508916 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1412abf6-5d19-4282-97c6-42e097b801d7 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:35.515224 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46074) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:35.525417 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a1e60e65-a6fa-4941-830b-2311c6ed1019 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:35.554984 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-f48b59b8-3f86-4032-92fb-7d2ffa93c384 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-305674429'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:35.579201 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f48b59b8-3f86-4032-92fb-7d2ffa93c384 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:35.591942 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f48b59b8-3f86-4032-92fb-7d2ffa93c384 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Usage tracker for resource:network and tenant:8ebaafa64ea74242ba2bb084ec0966de is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:35.598760 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f48b59b8-3f86-4032-92fb-7d2ffa93c384 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:35.612333 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f48b59b8-3f86-4032-92fb-7d2ffa93c384 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:35.617032 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e60e65-a6fa-4941-830b-2311c6ed1019 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Made reservation on behalf of 143e860117cc493db304000cc95b95c2 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:09:35.621214 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a1e60e65-a6fa-4941-830b-2311c6ed1019 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:35.653962 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1412abf6-5d19-4282-97c6-42e097b801d7 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=296ed2da-a70a-4365-99dc-b4ad4663e98c,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:35.655864 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-82a1bcd1-10c1-4c47-9f0b-61ccaff45786 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:35.663034 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-82a1bcd1-10c1-4c47-9f0b-61ccaff45786 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "DELETE /v2.0/security-groups/ab18d099-0668-4458-8bfa-d4a124f76ee7 HTTP/1.1" status: 204 len: 168 time: 0.8095798 Feb 10 23:09:35.664098 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99fcc1cc-efae-405a-945c-f899043ffa2b tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Made reservation on behalf of a1a196bacc5e4170b4defd7cfb879ddb for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:09:35.704614 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46084) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:35.754178 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1412abf6-5d19-4282-97c6-42e097b801d7 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:35.756193 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1412abf6-5d19-4282-97c6-42e097b801d7 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "DELETE /v2.0/security-groups/296ed2da-a70a-4365-99dc-b4ad4663e98c HTTP/1.1" status: 204 len: 168 time: 0.7651172 Feb 10 23:09:35.766546 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46090) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:35.837713 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-da825c42-3e07-4d5a-80b8-f9c6e7b4c3e3 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Synchronizing usage tracker for tenant:f8ca94381a7b4a39b672e9b0e5e63259 on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:35.838158 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-b21294c6-0f97-4a09-8ac1-2200eada70ab tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Synchronizing usage tracker for tenant:82a10a87ca1d4162b59aed13d6b90a18 on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:35.848074 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48b59b8-3f86-4032-92fb-7d2ffa93c384 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Made reservation on behalf of 8ebaafa64ea74242ba2bb084ec0966de for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:09:35.853316 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f48b59b8-3f86-4032-92fb-7d2ffa93c384 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:35.965821 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f48b59b8-3f86-4032-92fb-7d2ffa93c384 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:09:35.966587 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-b21294c6-0f97-4a09-8ac1-2200eada70ab tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Unset dirty status for tenant:82a10a87ca1d4162b59aed13d6b90a18 on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:35.969704 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-b21294c6-0f97-4a09-8ac1-2200eada70ab tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2005935 Feb 10 23:09:35.976054 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46096) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:36.001357 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-81208ead-6400-456b-855f-eab23bbc3209 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Request body: {'security_group': {'name': 'tempest-secgroup--1638437954'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:36.015382 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4ee481ea-4f84-41df-8ea5-7d2e8c470186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:36.021610 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f48b59b8-3f86-4032-92fb-7d2ffa93c384 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:36.023689 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-f48b59b8-3f86-4032-92fb-7d2ffa93c384 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Added segment cc7bea57-917f-48fd-a547-74c62e9346d2 of type vlan for network a5739b4d-04ff-44a6-92b8-46bc0b56657c Feb 10 23:09:36.034243 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-81208ead-6400-456b-855f-eab23bbc3209 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:36.054663 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-99fcc1cc-efae-405a-945c-f899043ffa2b tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:36.082363 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-81208ead-6400-456b-855f-eab23bbc3209 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:36.087828 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-da825c42-3e07-4d5a-80b8-f9c6e7b4c3e3 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Unset dirty status for tenant:f8ca94381a7b4a39b672e9b0e5e63259 on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:36.089049 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-da825c42-3e07-4d5a-80b8-f9c6e7b4c3e3 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3783786 Feb 10 23:09:36.093520 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46100) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:36.098417 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-99fcc1cc-efae-405a-945c-f899043ffa2b tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] device_id is not set on port f0aaefad-978e-41a0-a4cf-44e5e250a4cb yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:09:36.101317 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-4ee481ea-4f84-41df-8ea5-7d2e8c470186 None None] For port 0c90659e-e2bc-4475-a9ce-55cdde2ba21e, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=0c90659e-e2bc-4475-a9ce-55cdde2ba21e,segment=NetworkSegment(818410f4-eaf2-4d55-9f12-47c59d08fac3),segment_id=818410f4-eaf2-4d55-9f12-47c59d08fac3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:09:36.107189 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-4d7ce525-c57f-4684-8749-481646aeb962 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Request body: {'security_group': {'name': 'tempest-secgroup--2075206897'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:36.118901 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4d7ce525-c57f-4684-8749-481646aeb962 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:36.125996 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46104) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:36.152961 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4d7ce525-c57f-4684-8749-481646aeb962 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:36.156825 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a1e60e65-a6fa-4941-830b-2311c6ed1019 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:36.170074 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d0b725-abac-45a0-93b1-ff3ce2ca58f8 req-95e82202-2633-4cb6-b64b-63fbdaf008ae tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:36.173596 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e4d0b725-abac-45a0-93b1-ff3ce2ca58f8 req-95e82202-2633-4cb6-b64b-63fbdaf008ae tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/ports?device_id=30d56768-2bba-410e-be7e-2f956bd4eb1d HTTP/1.1" status: 200 len: 945 time: 0.3250945 Feb 10 23:09:36.175219 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f48b59b8-3f86-4032-92fb-7d2ffa93c384 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:36.192152 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4ee481ea-4f84-41df-8ea5-7d2e8c470186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:36.202777 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7c0e85fb-9cff-471c-837a-b0798ab779c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:36.277058 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e60e65-a6fa-4941-830b-2311c6ed1019 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:09:36.282718 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-a1e60e65-a6fa-4941-830b-2311c6ed1019 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:09:36.284768 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e60e65-a6fa-4941-830b-2311c6ed1019 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event updated for resources: {'Subnet': ['ID=8169b5e4-cc5a-4895-a8ac-44f62dcf4bf1,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:36.287206 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7c0e85fb-9cff-471c-837a-b0798ab779c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:36.290116 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e60e65-a6fa-4941-830b-2311c6ed1019 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:36.291208 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a1e60e65-a6fa-4941-830b-2311c6ed1019 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:36.296311 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-7c0e85fb-9cff-471c-837a-b0798ab779c7 admin admin] Usage tracker for resource:security_group_rule and tenant:91603657b9d046b48874dfee232d76c9 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:36.297983 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee481ea-4f84-41df-8ea5-7d2e8c470186 None None] Pushing event updated for resources: {'Port': ['ID=0c90659e-e2bc-4475-a9ce-55cdde2ba21e,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:36.301309 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-7c0e85fb-9cff-471c-837a-b0798ab779c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:36.302507 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3943d6b-e5f4-4115-930e-087a5e770017 None None] DHCP port deletion for 6dca27ff-0cc1-400d-8ed1-46016d84d938 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:09:36.308062 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-c3943d6b-e5f4-4115-930e-087a5e770017 None None] Deleting port b852c431-7103-4d88-aafe-76356bb9a490 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:09:36.308691 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c3943d6b-e5f4-4115-930e-087a5e770017 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:36.313068 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7c0e85fb-9cff-471c-837a-b0798ab779c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:36.351603 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4d7ce525-c57f-4684-8749-481646aeb962 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:36.456361 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-a1e60e65-a6fa-4941-830b-2311c6ed1019 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1134512 Feb 10 23:09:36.460388 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46110) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:36.465439 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4d7ce525-c57f-4684-8749-481646aeb962 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:36.468674 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7c0e85fb-9cff-471c-837a-b0798ab779c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:36.471910 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-81208ead-6400-456b-855f-eab23bbc3209 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:36.473515 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-63fbb20d-969b-405f-9ef9-c6d988081ec6 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Request body: {'port': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'fixed_ips': [{'subnet_id': '8169b5e4-cc5a-4895-a8ac-44f62dcf4bf1', 'ip_address': '2001:db8::a20:4235:a81c:8205'}], 'name': 'tempest-NetworksTestDHCPv6-997219109'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:36.524795 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e4d0b725-abac-45a0-93b1-ff3ce2ca58f8 req-5a40c090-d752-4b15-b57f-bdc24fb5e1ff tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c3f6aaf-3a27-49e5-ae54-3cc5a3f3586f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3398862 Feb 10 23:09:36.576892 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4d7ce525-c57f-4684-8749-481646aeb962 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:36.586978 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7c0e85fb-9cff-471c-837a-b0798ab779c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:36.673658 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f48b59b8-3f86-4032-92fb-7d2ffa93c384 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:36.686202 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48b59b8-3f86-4032-92fb-7d2ffa93c384 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:36.686961 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f48b59b8-3f86-4032-92fb-7d2ffa93c384 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:36.738664 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-c3943d6b-e5f4-4115-930e-087a5e770017 None None] For port b852c431-7103-4d88-aafe-76356bb9a490, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=b852c431-7103-4d88-aafe-76356bb9a490,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:09:36.739380 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c3943d6b-e5f4-4115-930e-087a5e770017 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:36.760426 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 0c90659e-e2bc-4475-a9ce-55cdde2ba21e up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:09:36.770701 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0e85fb-9cff-471c-837a-b0798ab779c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e01c21-f3fb-4488-9182-30907f1d1212,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:36.836274 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-99fcc1cc-efae-405a-945c-f899043ffa2b tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Allocated IP 2001:db8::f (6b337e56-2357-471e-b7ef-c88d93d58d2a/3d0334ca-e3c1-4924-b63b-9b90c081f51b/f0aaefad-978e-41a0-a4cf-44e5e250a4cb) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:09:36.859764 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-7c0e85fb-9cff-471c-837a-b0798ab779c7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=91603657b9d046b48874dfee232d76c9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7227731 Feb 10 23:09:36.900233 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46120) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:36.933728 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46124) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:36.948024 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4d7ce525-c57f-4684-8749-481646aeb962 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:36.952030 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-63fbb20d-969b-405f-9ef9-c6d988081ec6 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:36.962461 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-c3943d6b-e5f4-4115-930e-087a5e770017 None None] Calling delete_port for b852c431-7103-4d88-aafe-76356bb9a490 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:09:36.983138 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-63fbb20d-969b-405f-9ef9-c6d988081ec6 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:37.007625 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-e049c9f9-22a3-42f4-a6af-df44aea4a426 None None] Provisioning for port 50944bf5-f4ee-478c-81c1-6381fc317e9d completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:09:37.017826 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-e049c9f9-22a3-42f4-a6af-df44aea4a426 None None] Provisioning complete for port 50944bf5-f4ee-478c-81c1-6381fc317e9d triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:09:37.018569 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e049c9f9-22a3-42f4-a6af-df44aea4a426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:37.043153 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4d7ce525-c57f-4684-8749-481646aeb962 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:37.046586 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ee28f16a-849b-4d4d-b4c5-c99ad2d8255f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:37.055501 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f48b59b8-3f86-4032-92fb-7d2ffa93c384 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.5290265 Feb 10 23:09:37.058499 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46130) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:37.072306 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-81208ead-6400-456b-855f-eab23bbc3209 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:37.080613 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-e049c9f9-22a3-42f4-a6af-df44aea4a426 None None] Port 50944bf5-f4ee-478c-81c1-6381fc317e9d cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:09:37.096975 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-10c2689b-1f85-4407-87a5-d36550e64d57 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Request body: {'ports': [{'network_id': '8620a4de-949e-4d31-a92e-ab0daf29cb13'}, {'network_id': 'a5739b4d-04ff-44a6-92b8-46bc0b56657c'}]} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:37.097397 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-10c2689b-1f85-4407-87a5-d36550e64d57 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Request body: {'port': {'network_id': '8620a4de-949e-4d31-a92e-ab0daf29cb13'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:37.098295 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-10c2689b-1f85-4407-87a5-d36550e64d57 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Request body: {'port': {'network_id': 'a5739b4d-04ff-44a6-92b8-46bc0b56657c'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:37.098763 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e81273-a145-496e-b5b0-e04bf1590ded req-e48087a4-5e6e-4a59-82d5-60e9b33345bc tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:37.100260 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-30e81273-a145-496e-b5b0-e04bf1590ded req-e48087a4-5e6e-4a59-82d5-60e9b33345bc tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/ports?device_id=30d56768-2bba-410e-be7e-2f956bd4eb1d HTTP/1.1" status: 200 len: 945 time: 0.2900140 Feb 10 23:09:37.100980 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63fbb20d-969b-405f-9ef9-c6d988081ec6 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Made reservation on behalf of 143e860117cc493db304000cc95b95c2 for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:09:37.106300 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-63fbb20d-969b-405f-9ef9-c6d988081ec6 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:37.115237 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-e049c9f9-22a3-42f4-a6af-df44aea4a426 None None] Provisioning complete for port 0c90659e-e2bc-4475-a9ce-55cdde2ba21e triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:09:37.123057 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e049c9f9-22a3-42f4-a6af-df44aea4a426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:37.161108 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ce525-c57f-4684-8749-481646aeb962 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72cbc3a3-bdd0-49d9-927b-6e2fe6deb992,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:37.164449 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ee28f16a-849b-4d4d-b4c5-c99ad2d8255f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:37.193650 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 0c90659e-e2bc-4475-a9ce-55cdde2ba21e triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:09:37.194020 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:37.201624 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-63fbb20d-969b-405f-9ef9-c6d988081ec6 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] device_id is not set on port b9706e6c-9442-4804-b414-992cf7d2aa88 yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:09:37.206892 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48b59b8-3f86-4032-92fb-7d2ffa93c384 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event updated for resources: {'Network': ['ID=a5739b4d-04ff-44a6-92b8-46bc0b56657c,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:37.209707 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-81208ead-6400-456b-855f-eab23bbc3209 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:37.231726 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network a5739b4d-04ff-44a6-92b8-46bc0b56657c details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:09:37.264276 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-827aaa58-bfbe-4216-842b-c37bd4f1ac9d tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-2010721864', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:37.287100 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-827aaa58-bfbe-4216-842b-c37bd4f1ac9d tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:37.305548 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4d7ce525-c57f-4684-8749-481646aeb962 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:37.309978 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-4d7ce525-c57f-4684-8749-481646aeb962 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2134292 Feb 10 23:09:37.311452 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-827aaa58-bfbe-4216-842b-c37bd4f1ac9d tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Usage tracker for resource:router and tenant:98b9cb7810824cb681c954336163e71b is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:37.314629 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c3943d6b-e5f4-4115-930e-087a5e770017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:37.315157 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46134) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:37.325913 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-827aaa58-bfbe-4216-842b-c37bd4f1ac9d tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:37.340140 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-e2f72b1f-9a7e-43bb-99d4-29e4302a7855 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Request body: {'security_group_rule': {'security_group_id': '72cbc3a3-bdd0-49d9-927b-6e2fe6deb992', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:37.346187 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-827aaa58-bfbe-4216-842b-c37bd4f1ac9d tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:37.354136 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e2f72b1f-9a7e-43bb-99d4-29e4302a7855 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:37.359077 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-30e81273-a145-496e-b5b0-e04bf1590ded req-4fee2929-6d28-404b-b1de-f5bea8029a72 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c3f6aaf-3a27-49e5-ae54-3cc5a3f3586f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2403538 Feb 10 23:09:37.368032 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-e2f72b1f-9a7e-43bb-99d4-29e4302a7855 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Usage tracker for resource:security_group_rule and tenant:f8ca94381a7b4a39b672e9b0e5e63259 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:37.374283 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-e2f72b1f-9a7e-43bb-99d4-29e4302a7855 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:37.388871 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-99fcc1cc-efae-405a-945c-f899043ffa2b tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:37.390254 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3943d6b-e5f4-4115-930e-087a5e770017 None None] Pushing event deleted for resources: {'Port': ['ID=b852c431-7103-4d88-aafe-76356bb9a490,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:37.413519 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e2f72b1f-9a7e-43bb-99d4-29e4302a7855 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:37.435978 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46138) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:37.442982 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-827aaa58-bfbe-4216-842b-c37bd4f1ac9d tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:37.443907 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-827aaa58-bfbe-4216-842b-c37bd4f1ac9d tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:37.460906 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-81208ead-6400-456b-855f-eab23bbc3209 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:37.473489 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-10c2689b-1f85-4407-87a5-d36550e64d57 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:37.486583 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-10c2689b-1f85-4407-87a5-d36550e64d57 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Usage tracker for resource:port and tenant:8ebaafa64ea74242ba2bb084ec0966de is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:37.490390 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-10c2689b-1f85-4407-87a5-d36550e64d57 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:37.491700 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3943d6b-e5f4-4115-930e-087a5e770017 None None] No DVR routers for this DVR port b852c431-7103-4d88-aafe-76356bb9a490 on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:09:37.497681 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-10c2689b-1f85-4407-87a5-d36550e64d57 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:37.509639 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-99fcc1cc-efae-405a-945c-f899043ffa2b tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Transition to ACTIVE for port object f0aaefad-978e-41a0-a4cf-44e5e250a4cb will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:09:37.530604 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-81208ead-6400-456b-855f-eab23bbc3209 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:37.544723 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c018bb-fe4e-450b-874f-ecbc4b2d3349 None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:09:37.625400 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c2689b-1f85-4407-87a5-d36550e64d57 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Made reservation on behalf of 8ebaafa64ea74242ba2bb084ec0966de for: {'port': 2} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:09:37.629500 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-10c2689b-1f85-4407-87a5-d36550e64d57 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:37.666452 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81208ead-6400-456b-855f-eab23bbc3209 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9404698-a0a5-4d0b-8635-363184b408f6,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:37.669004 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-10c2689b-1f85-4407-87a5-d36550e64d57 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:37.720456 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ee28f16a-849b-4d4d-b4c5-c99ad2d8255f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:37.748373 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-99fcc1cc-efae-405a-945c-f899043ffa2b tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:37.759399 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e2f72b1f-9a7e-43bb-99d4-29e4302a7855 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:37.772876 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee28f16a-849b-4d4d-b4c5-c99ad2d8255f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e01c21-f3fb-4488-9182-30907f1d1212,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:37.785633 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-373de50a-4601-46e5-a501-7628345e0bf7 None None] Provisioning complete for port 50944bf5-f4ee-478c-81c1-6381fc317e9d triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:09:37.786020 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-373de50a-4601-46e5-a501-7628345e0bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:37.823809 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-827aaa58-bfbe-4216-842b-c37bd4f1ac9d tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:37.831121 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-81208ead-6400-456b-855f-eab23bbc3209 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:37.835319 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-81208ead-6400-456b-855f-eab23bbc3209 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.8484812 Feb 10 23:09:37.835567 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-63fbb20d-969b-405f-9ef9-c6d988081ec6 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Allocated IP 2001:db8::a20:4235:a81c:8205 (6dca27ff-0cc1-400d-8ed1-46016d84d938/8169b5e4-cc5a-4895-a8ac-44f62dcf4bf1/b9706e6c-9442-4804-b414-992cf7d2aa88) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:09:37.843019 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46144) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:37.856049 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-82c64cdd-d8ff-436c-8aed-ce6bc6d3d995 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Request body: {'security_group_rule': {'security_group_id': 'b9404698-a0a5-4d0b-8635-363184b408f6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:37.866170 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device b852c431-7103-4d88-aafe-76356bb9a490 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:09:37.883335 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-82c64cdd-d8ff-436c-8aed-ce6bc6d3d995 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:37.893884 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e2f72b1f-9a7e-43bb-99d4-29e4302a7855 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:37.909826 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ee28f16a-849b-4d4d-b4c5-c99ad2d8255f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:37.913234 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-ee28f16a-849b-4d4d-b4c5-c99ad2d8255f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e9e01c21-f3fb-4488-9182-30907f1d1212 HTTP/1.1" status: 204 len: 168 time: 1.0117481 Feb 10 23:09:37.938156 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-82c64cdd-d8ff-436c-8aed-ce6bc6d3d995 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Usage tracker for resource:security_group_rule and tenant:82a10a87ca1d4162b59aed13d6b90a18 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:37.947090 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-827aaa58-bfbe-4216-842b-c37bd4f1ac9d tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:37.950079 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-82c64cdd-d8ff-436c-8aed-ce6bc6d3d995 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:37.959770 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fcc1cc-efae-405a-945c-f899043ffa2b tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Network 6b337e56-2357-471e-b7ef-c88d93d58d2a is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:09:37.970763 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-99fcc1cc-efae-405a-945c-f899043ffa2b tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:09:37.974732 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-82c64cdd-d8ff-436c-8aed-ce6bc6d3d995 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:37.986094 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fcc1cc-efae-405a-945c-f899043ffa2b tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:09:37.990172 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fcc1cc-efae-405a-945c-f899043ffa2b tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:37.990794 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-99fcc1cc-efae-405a-945c-f899043ffa2b tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:37.993403 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-b921cf95-6117-4892-80ca-283e779ec091 tempest-TestVolumeBootPattern-589506401 tempest-TestVolumeBootPattern-589506401-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=30d56768-2bba-410e-be7e-2f956bd4eb1d HTTP/1.1" status: 200 len: 1093 time: 0.5557632 Feb 10 23:09:37.997228 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46150) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:37.998998 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e2f72b1f-9a7e-43bb-99d4-29e4302a7855 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:38.018447 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fcc1cc-efae-405a-945c-f899043ffa2b tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event updated for resources: {'Port': ['ID=f0aaefad-978e-41a0-a4cf-44e5e250a4cb,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:38.027665 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: b852c431-7103-4d88-aafe-76356bb9a490 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:09:38.028137 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device b852c431-7103-4d88-aafe-76356bb9a490 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:09:38.038437 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-10c2689b-1f85-4407-87a5-d36550e64d57 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] device_id is not set on port 15e45240-557d-4fcc-8190-b11d95ba1bfd yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:09:38.050968 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-373de50a-4601-46e5-a501-7628345e0bf7 None None] Port 50944bf5-f4ee-478c-81c1-6381fc317e9d cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:09:38.052640 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df6f3ca-937e-483e-90b3-32a22b2eb736 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-6dca27ff-0cc1-400d-8ed1-46016d84d938', 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'tenant_id': '143e860117cc493db304000cc95b95c2', 'fixed_ips': [{'subnet_id': '8169b5e4-cc5a-4895-a8ac-44f62dcf4bf1'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:09:38.059906 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2df6f3ca-937e-483e-90b3-32a22b2eb736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:38.110529 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-eb3bb87c-4cf1-488a-add4-6a7828491bab tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Request body: {'floatingip': {'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'port_id': '5f115977-ed25-4098-8e07-2982d35bc998', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:38.142127 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-827aaa58-bfbe-4216-842b-c37bd4f1ac9d tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:38.144851 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-827aaa58-bfbe-4216-842b-c37bd4f1ac9d tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.1988113 Feb 10 23:09:38.149730 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-eb3bb87c-4cf1-488a-add4-6a7828491bab tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:38.168330 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-10c2689b-1f85-4407-87a5-d36550e64d57 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:38.180607 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46154) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:38.188234 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f72b1f-9a7e-43bb-99d4-29e4302a7855 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4893018c-3653-464d-a6b6-6cb5c1d1b763,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:38.196866 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-2d342dce-d010-4972-8d60-7248c456f39b tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-515307103'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:38.202113 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-eb3bb87c-4cf1-488a-add4-6a7828491bab tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Usage tracker for resource:floatingip and tenant:82bae8319c0a482993cd9e8530b11401 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:38.208815 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-eb3bb87c-4cf1-488a-add4-6a7828491bab tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:38.211777 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2d342dce-d010-4972-8d60-7248c456f39b tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:38.229293 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-eb3bb87c-4cf1-488a-add4-6a7828491bab tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:38.235168 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-2d342dce-d010-4972-8d60-7248c456f39b tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Usage tracker for resource:network and tenant:98b9cb7810824cb681c954336163e71b is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:38.242743 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-2d342dce-d010-4972-8d60-7248c456f39b tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:38.258383 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2d342dce-d010-4972-8d60-7248c456f39b tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:38.268728 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-99fcc1cc-efae-405a-945c-f899043ffa2b tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0810966 Feb 10 23:09:38.273126 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46158) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:38.275509 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-82c64cdd-d8ff-436c-8aed-ce6bc6d3d995 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:38.391543 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e2f72b1f-9a7e-43bb-99d4-29e4302a7855 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:38.394516 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-e2f72b1f-9a7e-43bb-99d4-29e4302a7855 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 1.0701582 Feb 10 23:09:38.395353 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46162) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:38.408775 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eb3bb87c-4cf1-488a-add4-6a7828491bab tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks [] for floatingip, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:38.421200 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-10c2689b-1f85-4407-87a5-d36550e64d57 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] device_id is not set on port 293c59a7-7bd7-4784-bcde-34063ee9efb7 yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:09:38.461553 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-82c64cdd-d8ff-436c-8aed-ce6bc6d3d995 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:38.473301 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d342dce-d010-4972-8d60-7248c456f39b tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Made reservation on behalf of 98b9cb7810824cb681c954336163e71b for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:09:38.476337 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2d342dce-d010-4972-8d60-7248c456f39b tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:38.512510 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f051cd-6cce-414c-af2e-11fb01a4ed2f tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:38.513367 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f7f051cd-6cce-414c-af2e-11fb01a4ed2f tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Synchronizing usage tracker for tenant:a1a196bacc5e4170b4defd7cfb879ddb on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:38.542254 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-82c64cdd-d8ff-436c-8aed-ce6bc6d3d995 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:38.543178 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f903fd27-5833-4b19-9ecf-1e31409aad11 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:38.565700 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-24941ed1-7c03-4426-a676-7685aa7c40b0 None None] Provisioning for port f0aaefad-978e-41a0-a4cf-44e5e250a4cb completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:09:38.568400 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f903fd27-5833-4b19-9ecf-1e31409aad11 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:38.576622 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-24941ed1-7c03-4426-a676-7685aa7c40b0 None None] Provisioning complete for port f0aaefad-978e-41a0-a4cf-44e5e250a4cb triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:09:38.576851 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-63fbb20d-969b-405f-9ef9-c6d988081ec6 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:38.577038 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-24941ed1-7c03-4426-a676-7685aa7c40b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:38.582089 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2d342dce-d010-4972-8d60-7248c456f39b tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:38.600240 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c64cdd-d8ff-436c-8aed-ce6bc6d3d995 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=400c4748-636e-4dc9-8f6e-6d91e36b4121,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:38.628713 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f7f051cd-6cce-414c-af2e-11fb01a4ed2f tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Unset dirty status for tenant:a1a196bacc5e4170b4defd7cfb879ddb on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:38.632965 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f7f051cd-6cce-414c-af2e-11fb01a4ed2f tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3555639 Feb 10 23:09:38.632965 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-10c2689b-1f85-4407-87a5-d36550e64d57 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:38.634071 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46168) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:38.645891 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-63fbb20d-969b-405f-9ef9-c6d988081ec6 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Transition to ACTIVE for port object b9706e6c-9442-4804-b414-992cf7d2aa88 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:09:38.701603 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-24941ed1-7c03-4426-a676-7685aa7c40b0 None None] Port f0aaefad-978e-41a0-a4cf-44e5e250a4cb cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:09:38.727577 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-82c64cdd-d8ff-436c-8aed-ce6bc6d3d995 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:38.728798 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-82c64cdd-d8ff-436c-8aed-ce6bc6d3d995 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8830407 Feb 10 23:09:38.731898 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46174) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:38.734412 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2d342dce-d010-4972-8d60-7248c456f39b tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:38.745128 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-2d342dce-d010-4972-8d60-7248c456f39b tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Usage tracker for resource:security_group_rule and tenant:98b9cb7810824cb681c954336163e71b is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:38.751520 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-2d342dce-d010-4972-8d60-7248c456f39b tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:38.764712 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2d342dce-d010-4972-8d60-7248c456f39b tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:38.772848 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aec12bf-aa3a-48dd-9b2d-db07409180a9 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:38.777884 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aec12bf-aa3a-48dd-9b2d-db07409180a9 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:38.783526 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aec12bf-aa3a-48dd-9b2d-db07409180a9 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:38.787991 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3aec12bf-aa3a-48dd-9b2d-db07409180a9 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.1503894 Feb 10 23:09:38.790985 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8e52fe5b-7d60-4934-bcdc-d7205f404797 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "GET /v2.0/security-group-rules/400c4748-636e-4dc9-8f6e-6d91e36b4121 HTTP/1.1" status: 200 len: 705 time: 0.0556555 Feb 10 23:09:38.790985 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46178) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:38.792183 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f903fd27-5833-4b19-9ecf-1e31409aad11 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:38.792494 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46180) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:38.837787 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f903fd27-5833-4b19-9ecf-1e31409aad11 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4893018c-3653-464d-a6b6-6cb5c1d1b763,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:38.851102 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f903fd27-5833-4b19-9ecf-1e31409aad11 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:38.852653 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-f903fd27-5833-4b19-9ecf-1e31409aad11 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/4893018c-3653-464d-a6b6-6cb5c1d1b763 HTTP/1.1" status: 204 len: 168 time: 0.4539649 Feb 10 23:09:38.858103 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46188) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:38.878467 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-10c2689b-1f85-4407-87a5-d36550e64d57 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:38.937204 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-2df6f3ca-937e-483e-90b3-32a22b2eb736 None None] Allocated IP 2001:db8::2 (6dca27ff-0cc1-400d-8ed1-46016d84d938/8169b5e4-cc5a-4895-a8ac-44f62dcf4bf1/ced1698a-c715-44bc-a6e8-d6db26848a26) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:09:38.941085 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2d342dce-d010-4972-8d60-7248c456f39b tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:38.965469 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-63fbb20d-969b-405f-9ef9-c6d988081ec6 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:38.997520 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eb3bb87c-4cf1-488a-add4-6a7828491bab tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:39.035878 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-ff44e9c7-1fbc-48d1-aad2-012e95e22013 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Deleting port f0aaefad-978e-41a0-a4cf-44e5e250a4cb {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:09:39.036227 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ff44e9c7-1fbc-48d1-aad2-012e95e22013 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:39.133175 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2d342dce-d010-4972-8d60-7248c456f39b tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:39.183766 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2df6f3ca-937e-483e-90b3-32a22b2eb736 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:39.187162 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fbb20d-969b-405f-9ef9-c6d988081ec6 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:09:39.197989 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-2df6f3ca-937e-483e-90b3-32a22b2eb736 None None] Transition to ACTIVE for port object ced1698a-c715-44bc-a6e8-d6db26848a26 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:09:39.230409 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-63fbb20d-969b-405f-9ef9-c6d988081ec6 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:09:39.239291 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fbb20d-969b-405f-9ef9-c6d988081ec6 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:09:39.242464 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-2df6f3ca-937e-483e-90b3-32a22b2eb736 None None] Transition to ACTIVE for port object ced1698a-c715-44bc-a6e8-d6db26848a26 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:09:39.248406 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fbb20d-969b-405f-9ef9-c6d988081ec6 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:39.248406 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-63fbb20d-969b-405f-9ef9-c6d988081ec6 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:39.265013 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c2689b-1f85-4407-87a5-d36550e64d57 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Network 8620a4de-949e-4d31-a92e-ab0daf29cb13 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:09:39.278110 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-10c2689b-1f85-4407-87a5-d36550e64d57 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:09:39.282991 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c2689b-1f85-4407-87a5-d36550e64d57 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event updated for resources: {'Port': ['ID=15e45240-557d-4fcc-8190-b11d95ba1bfd,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:39.286999 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c2689b-1f85-4407-87a5-d36550e64d57 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:09:39.287928 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-10c2689b-1f85-4407-87a5-d36550e64d57 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:39.323454 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2df6f3ca-937e-483e-90b3-32a22b2eb736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:39.326544 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d342dce-d010-4972-8d60-7248c456f39b tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:09:39.342260 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d342dce-d010-4972-8d60-7248c456f39b tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de21f518-7169-4095-b819-13050aa3fb0e,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:39.345178 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d6da670a-2cba-4a18-b350-b7e532e9f819 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Synchronizing usage tracker for tenant:82a10a87ca1d4162b59aed13d6b90a18 on resource:security_group_rule {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:39.353310 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fbb20d-969b-405f-9ef9-c6d988081ec6 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event updated for resources: {'Port': ['ID=b9706e6c-9442-4804-b414-992cf7d2aa88,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:39.379828 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2d342dce-d010-4972-8d60-7248c456f39b tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:39.380312 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-2d342dce-d010-4972-8d60-7248c456f39b tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Added segment 802766a9-1e0f-4bd4-ab30-b305f31f3a58 of type vlan for network 3dbe09f5-e4d8-4439-ae5e-c04c020ec211 Feb 10 23:09:39.391045 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-72ef5a9f-e6f7-46b7-a53c-a631e1e2ccc8 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Synchronizing usage tracker for tenant:f8ca94381a7b4a39b672e9b0e5e63259 on resource:security_group_rule {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:39.391597 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df6f3ca-937e-483e-90b3-32a22b2eb736 None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:09:39.394792 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-2df6f3ca-937e-483e-90b3-32a22b2eb736 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:09:39.398557 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df6f3ca-937e-483e-90b3-32a22b2eb736 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:09:39.403700 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df6f3ca-937e-483e-90b3-32a22b2eb736 None None] Pushing event updated for resources: {'Port': ['ID=ced1698a-c715-44bc-a6e8-d6db26848a26,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:39.454475 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c2689b-1f85-4407-87a5-d36550e64d57 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event updated for resources: {'Port': ['ID=293c59a7-7bd7-4784-bcde-34063ee9efb7,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:39.493693 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2d342dce-d010-4972-8d60-7248c456f39b tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:39.517281 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-eb3bb87c-4cf1-488a-add4-6a7828491bab tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Allocated IP 172.26.8.189 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/5b82c7ba-9f55-4b7c-b765-562fd98efc6c) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:09:39.520605 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c2689b-1f85-4407-87a5-d36550e64d57 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Checking segment: {'id': 'cc7bea57-917f-48fd-a547-74c62e9346d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'a5739b4d-04ff-44a6-92b8-46bc0b56657c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:09:39.520965 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c2689b-1f85-4407-87a5-d36550e64d57 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Network hostable DHCP agents. Network: a5739b4d-04ff-44a6-92b8-46bc0b56657c, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:09:39.523969 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-2df6f3ca-937e-483e-90b3-32a22b2eb736 None None] Attempting to bind port ced1698a-c715-44bc-a6e8-d6db26848a26 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:09:39.524319 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-2df6f3ca-937e-483e-90b3-32a22b2eb736 None None] Attempting to bind port ced1698a-c715-44bc-a6e8-d6db26848a26 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:09:39.524805 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df6f3ca-937e-483e-90b3-32a22b2eb736 None None] Attempting to bind port ced1698a-c715-44bc-a6e8-d6db26848a26 on network 6dca27ff-0cc1-400d-8ed1-46016d84d938 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:09:39.533880 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df6f3ca-937e-483e-90b3-32a22b2eb736 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:09:39.534242 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df6f3ca-937e-483e-90b3-32a22b2eb736 None None] Checking segment: {'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:09:39.534594 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2df6f3ca-937e-483e-90b3-32a22b2eb736 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:39.535019 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df6f3ca-937e-483e-90b3-32a22b2eb736 None None] Bound using segment: {'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:09:39.535488 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-2df6f3ca-937e-483e-90b3-32a22b2eb736 None None] Bound port: ced1698a-c715-44bc-a6e8-d6db26848a26, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:09:39.535855 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2df6f3ca-937e-483e-90b3-32a22b2eb736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:39.554929 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-72ef5a9f-e6f7-46b7-a53c-a631e1e2ccc8 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Unset dirty status for tenant:f8ca94381a7b4a39b672e9b0e5e63259 on resource:security_group_rule {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:39.575217 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-72ef5a9f-e6f7-46b7-a53c-a631e1e2ccc8 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.7156620 Feb 10 23:09:39.575934 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46200) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:39.576725 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-63fbb20d-969b-405f-9ef9-c6d988081ec6 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.1131401 Feb 10 23:09:39.582523 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46202) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:39.585414 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d6da670a-2cba-4a18-b350-b7e532e9f819 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Unset dirty status for tenant:82a10a87ca1d4162b59aed13d6b90a18 on resource:security_group_rule {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:39.586166 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d6da670a-2cba-4a18-b350-b7e532e9f819 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.7928033 Feb 10 23:09:39.601391 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46206) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:39.634105 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-2df6f3ca-937e-483e-90b3-32a22b2eb736 None None] For port ced1698a-c715-44bc-a6e8-d6db26848a26, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:09:39.637556 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-2df6f3ca-937e-483e-90b3-32a22b2eb736 None None] For port ced1698a-c715-44bc-a6e8-d6db26848a26, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=ced1698a-c715-44bc-a6e8-d6db26848a26,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:09:39.714394 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2df6f3ca-937e-483e-90b3-32a22b2eb736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:39.724231 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a9e1f03c-f160-4bfb-b4e4-7a0fbbb34f4a tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:39.746625 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ff44e9c7-1fbc-48d1-aad2-012e95e22013 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:39.757047 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a9e1f03c-f160-4bfb-b4e4-7a0fbbb34f4a tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:39.793759 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46214) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:39.810187 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2d342dce-d010-4972-8d60-7248c456f39b tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:39.815506 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d342dce-d010-4972-8d60-7248c456f39b tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:39.816146 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2d342dce-d010-4972-8d60-7248c456f39b tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:39.825809 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e83f7fc-99ac-42f6-bba6-7e5b76529528 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:39.829720 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e83f7fc-99ac-42f6-bba6-7e5b76529528 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:39.830658 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-7e83f7fc-99ac-42f6-bba6-7e5b76529528 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Synchronizing usage tracker for tenant:143e860117cc493db304000cc95b95c2 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:39.837236 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df6f3ca-937e-483e-90b3-32a22b2eb736 None None] Pushing event updated for resources: {'Port': ['ID=ced1698a-c715-44bc-a6e8-d6db26848a26,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:39.915252 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c2689b-1f85-4407-87a5-d36550e64d57 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Network a5739b4d-04ff-44a6-92b8-46bc0b56657c is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:09:39.924315 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-ff44e9c7-1fbc-48d1-aad2-012e95e22013 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Calling delete_port for f0aaefad-978e-41a0-a4cf-44e5e250a4cb owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:09:39.945459 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eb3bb87c-4cf1-488a-add4-6a7828491bab tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:39.953054 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d8b2fd42-9bfb-4bc9-b2d3-440b9bc8f0c4 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:39.977781 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d342dce-d010-4972-8d60-7248c456f39b tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Pushing event updated for resources: {'Network': ['ID=3dbe09f5-e4d8-4439-ae5e-c04c020ec211,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:40.003763 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 3dbe09f5-e4d8-4439-ae5e-c04c020ec211 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:09:40.017933 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d8b2fd42-9bfb-4bc9-b2d3-440b9bc8f0c4 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:40.023627 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-ba558c5d-18c5-4f59-bfbd-5645b5972b43 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1802933147'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:40.030414 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-2d342dce-d010-4972-8d60-7248c456f39b tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.8469417 Feb 10 23:09:40.032951 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ba558c5d-18c5-4f59-bfbd-5645b5972b43 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:40.035143 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46220) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:40.041076 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-7e83f7fc-99ac-42f6-bba6-7e5b76529528 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Unset dirty status for tenant:143e860117cc493db304000cc95b95c2 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:40.042463 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-7e83f7fc-99ac-42f6-bba6-7e5b76529528 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.4589674 Feb 10 23:09:40.053496 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-ba558c5d-18c5-4f59-bfbd-5645b5972b43 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Usage tracker for resource:network and tenant:c9ff6cbf59e34519ba8c2d8cad5dbdd1 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:40.056707 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46224) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:40.060712 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-ba558c5d-18c5-4f59-bfbd-5645b5972b43 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:40.064256 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-4af08d7a-e264-4376-9d4c-53f0e9464a4f tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Request body: {'subnet': {'network_id': '3dbe09f5-e4d8-4439-ae5e-c04c020ec211', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:40.089026 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-10c2689b-1f85-4407-87a5-d36550e64d57 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, a5739b4d-04ff-44a6-92b8-46bc0b56657c) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:09:40.107478 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c2689b-1f85-4407-87a5-d36550e64d57 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:09:40.111000 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f58c2ac-eb5c-45cd-8e70-ef8415c114fb None None] Network a5739b4d-04ff-44a6-92b8-46bc0b56657c requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:09:40.111578 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c2689b-1f85-4407-87a5-d36550e64d57 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:40.114798 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c2689b-1f85-4407-87a5-d36550e64d57 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:40.115769 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-10c2689b-1f85-4407-87a5-d36550e64d57 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:40.140795 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ba558c5d-18c5-4f59-bfbd-5645b5972b43 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:40.155230 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eb3bb87c-4cf1-488a-add4-6a7828491bab tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:40.199220 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a9e1f03c-f160-4bfb-b4e4-7a0fbbb34f4a tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:40.253553 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3bb87c-4cf1-488a-add4-6a7828491bab tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:09:40.261178 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-c3628c04-7205-46e2-bc29-8778bbd1e369 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Deleting port b9706e6c-9442-4804-b414-992cf7d2aa88 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:09:40.261641 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c3628c04-7205-46e2-bc29-8778bbd1e369 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:40.305511 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-eb3bb87c-4cf1-488a-add4-6a7828491bab tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:09:40.320240 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3bb87c-4cf1-488a-add4-6a7828491bab tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:09:40.322514 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e1f03c-f160-4bfb-b4e4-7a0fbbb34f4a tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=400c4748-636e-4dc9-8f6e-6d91e36b4121,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:40.372897 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a9e1f03c-f160-4bfb-b4e4-7a0fbbb34f4a tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:40.376779 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a9e1f03c-f160-4bfb-b4e4-7a0fbbb34f4a tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/400c4748-636e-4dc9-8f6e-6d91e36b4121 HTTP/1.1" status: 204 len: 168 time: 0.7717254 Feb 10 23:09:40.378927 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46228) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:40.383347 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-4af08d7a-e264-4376-9d4c-53f0e9464a4f tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:40.394868 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bb87c-4cf1-488a-add4-6a7828491bab tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Pushing event updated for resources: {'Port': ['ID=5b82c7ba-9f55-4b7c-b765-562fd98efc6c,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:40.401846 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d8b2fd42-9bfb-4bc9-b2d3-440b9bc8f0c4 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:40.404083 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d8b2fd42-9bfb-4bc9-b2d3-440b9bc8f0c4 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:40.405216 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d8b2fd42-9bfb-4bc9-b2d3-440b9bc8f0c4 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "DELETE /v2.0/security-groups/72cbc3a3-bdd0-49d9-927b-6e2fe6deb992 HTTP/1.1" status: 204 len: 168 time: 0.8181088 Feb 10 23:09:40.406374 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-4af08d7a-e264-4376-9d4c-53f0e9464a4f tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Usage tracker for resource:subnet and tenant:98b9cb7810824cb681c954336163e71b is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:40.423519 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-4af08d7a-e264-4376-9d4c-53f0e9464a4f tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:40.426064 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46232) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:40.447316 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-4af08d7a-e264-4376-9d4c-53f0e9464a4f tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:40.450439 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2fd42-9bfb-4bc9-b2d3-440b9bc8f0c4 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72cbc3a3-bdd0-49d9-927b-6e2fe6deb992,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:40.470094 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba558c5d-18c5-4f59-bfbd-5645b5972b43 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Made reservation on behalf of c9ff6cbf59e34519ba8c2d8cad5dbdd1 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:09:40.473322 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ba558c5d-18c5-4f59-bfbd-5645b5972b43 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:40.485112 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-10c2689b-1f85-4407-87a5-d36550e64d57 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.4176807 Feb 10 23:09:40.486773 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46236) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:40.583240 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ff44e9c7-1fbc-48d1-aad2-012e95e22013 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:40.587823 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-ed5ae395-2be1-4ead-bad2-e83ef7ca5192 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Deleting port 293c59a7-7bd7-4784-bcde-34063ee9efb7 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:09:40.588281 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ed5ae395-2be1-4ead-bad2-e83ef7ca5192 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:40.629371 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ba558c5d-18c5-4f59-bfbd-5645b5972b43 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:40.664593 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af08d7a-e264-4376-9d4c-53f0e9464a4f tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Made reservation on behalf of 98b9cb7810824cb681c954336163e71b for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:09:40.700053 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e82fb3ed-eb35-4db6-ba0c-9e3b0f06bf5c tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Synchronizing usage tracker for tenant:f8ca94381a7b4a39b672e9b0e5e63259 on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:40.720781 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff44e9c7-1fbc-48d1-aad2-012e95e22013 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event deleted for resources: {'Port': ['ID=f0aaefad-978e-41a0-a4cf-44e5e250a4cb,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:40.728996 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e0a7e816-d9aa-4865-a294-2d76365bba15 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Synchronizing usage tracker for tenant:82a10a87ca1d4162b59aed13d6b90a18 on resource:security_group_rule {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:40.746873 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device ced1698a-c715-44bc-a6e8-d6db26848a26 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:09:40.825231 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ba558c5d-18c5-4f59-bfbd-5645b5972b43 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:40.902898 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e0a7e816-d9aa-4865-a294-2d76365bba15 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Unset dirty status for tenant:82a10a87ca1d4162b59aed13d6b90a18 on resource:security_group_rule {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:40.904529 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e0a7e816-d9aa-4865-a294-2d76365bba15 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5228479 Feb 10 23:09:40.909991 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-ba558c5d-18c5-4f59-bfbd-5645b5972b43 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Usage tracker for resource:security_group_rule and tenant:c9ff6cbf59e34519ba8c2d8cad5dbdd1 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:40.912445 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46240) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:40.920508 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port ced1698a-c715-44bc-a6e8-d6db26848a26 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:09:40.947247 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ff44e9c7-1fbc-48d1-aad2-012e95e22013 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:40.951679 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ff44e9c7-1fbc-48d1-aad2-012e95e22013 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "DELETE /v2.0/ports/f0aaefad-978e-41a0-a4cf-44e5e250a4cb HTTP/1.1" status: 204 len: 168 time: 2.1581445 Feb 10 23:09:40.958152 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46244) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:40.982210 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-ba558c5d-18c5-4f59-bfbd-5645b5972b43 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:40.992709 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-b54b9ca2-5c14-41f4-a0bb-812e4293e2b0 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Request body: {'security_group_rule': {'security_group_id': 'b9404698-a0a5-4d0b-8635-363184b408f6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:41.014274 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4af08d7a-e264-4376-9d4c-53f0e9464a4f tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:41.016796 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b54b9ca2-5c14-41f4-a0bb-812e4293e2b0 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:41.016796 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ba558c5d-18c5-4f59-bfbd-5645b5972b43 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:41.035663 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c3628c04-7205-46e2-bc29-8778bbd1e369 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:41.065268 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b54b9ca2-5c14-41f4-a0bb-812e4293e2b0 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:41.092285 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e82fb3ed-eb35-4db6-ba0c-9e3b0f06bf5c tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Unset dirty status for tenant:f8ca94381a7b4a39b672e9b0e5e63259 on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:41.098558 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e82fb3ed-eb35-4db6-ba0c-9e3b0f06bf5c tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6659975 Feb 10 23:09:41.098558 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1d870cb-7664-4d18-8171-6bad8605d696 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] GET failed (client error): The resource could not be found. Feb 10 23:09:41.098558 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f1d870cb-7664-4d18-8171-6bad8605d696 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Synchronizing usage tracker for tenant:a1a196bacc5e4170b4defd7cfb879ddb on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:41.106345 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46248) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:41.126595 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-9052740e-a450-4577-b96d-96ae4b8386a2 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Request body: {'security_group': {'name': 'tempest-secgroup--597673564'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:41.161243 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9052740e-a450-4577-b96d-96ae4b8386a2 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:41.213990 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-c3628c04-7205-46e2-bc29-8778bbd1e369 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Calling delete_port for b9706e6c-9442-4804-b414-992cf7d2aa88 owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:09:41.321422 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b54b9ca2-5c14-41f4-a0bb-812e4293e2b0 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:41.340030 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f1d870cb-7664-4d18-8171-6bad8605d696 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Unset dirty status for tenant:a1a196bacc5e4170b4defd7cfb879ddb on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:41.341192 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f1d870cb-7664-4d18-8171-6bad8605d696 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "GET /v2.0/ports/f0aaefad-978e-41a0-a4cf-44e5e250a4cb HTTP/1.1" status: 404 len: 333 time: 0.3821182 Feb 10 23:09:41.358790 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46252) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:41.361237 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9052740e-a450-4577-b96d-96ae4b8386a2 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:41.393880 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ed5ae395-2be1-4ead-bad2-e83ef7ca5192 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:41.434410 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-5d968042-5e09-428f-ba6e-93c35f48d76e None None] Provisioning for port ced1698a-c715-44bc-a6e8-d6db26848a26 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:09:41.441095 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-5d968042-5e09-428f-ba6e-93c35f48d76e None None] Provisioning complete for port ced1698a-c715-44bc-a6e8-d6db26848a26 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:09:41.444103 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5d968042-5e09-428f-ba6e-93c35f48d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:41.444218 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ba558c5d-18c5-4f59-bfbd-5645b5972b43 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:41.520482 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-ed5ae395-2be1-4ead-bad2-e83ef7ca5192 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Calling delete_port for 293c59a7-7bd7-4784-bcde-34063ee9efb7 owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:09:41.543069 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-99cf13e6-3dcf-4f22-b1fe-cba379530759 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Deleting port 50944bf5-f4ee-478c-81c1-6381fc317e9d {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:09:41.543663 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-99cf13e6-3dcf-4f22-b1fe-cba379530759 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:41.547363 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9052740e-a450-4577-b96d-96ae4b8386a2 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:41.583464 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ba558c5d-18c5-4f59-bfbd-5645b5972b43 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:41.639882 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b54b9ca2-5c14-41f4-a0bb-812e4293e2b0 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:41.642800 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5d968042-5e09-428f-ba6e-93c35f48d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:41.673911 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba558c5d-18c5-4f59-bfbd-5645b5972b43 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:09:41.684390 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9052740e-a450-4577-b96d-96ae4b8386a2 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:41.686492 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-5d968042-5e09-428f-ba6e-93c35f48d76e None None] For port ced1698a-c715-44bc-a6e8-d6db26848a26, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=ced1698a-c715-44bc-a6e8-d6db26848a26,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:09:41.711602 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba558c5d-18c5-4f59-bfbd-5645b5972b43 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e02a55-10d7-4593-8e9a-3ae1ad2c1e0b,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:41.715939 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9052740e-a450-4577-b96d-96ae4b8386a2 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:41.722693 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b54b9ca2-5c14-41f4-a0bb-812e4293e2b0 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:41.743458 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ba558c5d-18c5-4f59-bfbd-5645b5972b43 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:41.743584 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-ba558c5d-18c5-4f59-bfbd-5645b5972b43 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Added segment 663d0e4f-6719-4220-a9b1-5fab3ad7362a of type vlan for network a02a6afb-fc33-40dd-a617-846ee69cf640 Feb 10 23:09:41.773912 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c3628c04-7205-46e2-bc29-8778bbd1e369 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:41.783438 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9052740e-a450-4577-b96d-96ae4b8386a2 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:41.783808 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54b9ca2-5c14-41f4-a0bb-812e4293e2b0 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d57695e-e6b1-4e15-9a60-4614a2e726e8,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:41.806095 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5d968042-5e09-428f-ba6e-93c35f48d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:41.806623 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ed5ae395-2be1-4ead-bad2-e83ef7ca5192 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:41.865113 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4af08d7a-e264-4376-9d4c-53f0e9464a4f tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:41.886609 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d968042-5e09-428f-ba6e-93c35f48d76e None None] Pushing event updated for resources: {'Port': ['ID=ced1698a-c715-44bc-a6e8-d6db26848a26,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:41.898292 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5ae395-2be1-4ead-bad2-e83ef7ca5192 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event deleted for resources: {'Port': ['ID=293c59a7-7bd7-4784-bcde-34063ee9efb7,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:41.911893 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9052740e-a450-4577-b96d-96ae4b8386a2 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:41.920055 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-7d0d2e43-e561-49d2-98b8-06965e03136a None None] Could not find standard attr ID for object b9706e6c-9442-4804-b414-992cf7d2aa88. {{(pid=84334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 23:09:41.938111 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3628c04-7205-46e2-bc29-8778bbd1e369 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event deleted for resources: {'Port': ['ID=b9706e6c-9442-4804-b414-992cf7d2aa88,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:41.949172 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ed5ae395-2be1-4ead-bad2-e83ef7ca5192 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:41.992762 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9052740e-a450-4577-b96d-96ae4b8386a2 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26901bcc-9dde-4194-98b1-dd795e543718,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:42.008869 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af08d7a-e264-4376-9d4c-53f0e9464a4f tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Pushing event updated for resources: {'Subnet': ['ID=792af123-08de-4cd7-b065-70e8c589f6d2,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:42.020214 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ed5ae395-2be1-4ead-bad2-e83ef7ca5192 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "DELETE /v2.0/ports/293c59a7-7bd7-4784-bcde-34063ee9efb7 HTTP/1.1" status: 204 len: 168 time: 1.5159657 Feb 10 23:09:42.022457 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46256) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:42.073267 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9052740e-a450-4577-b96d-96ae4b8386a2 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:42.077155 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9052740e-a450-4577-b96d-96ae4b8386a2 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9654312 Feb 10 23:09:42.077338 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46260) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:42.078035 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ba558c5d-18c5-4f59-bfbd-5645b5972b43 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:42.085016 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-11265a6e-9864-4e03-8753-9e10e2b95aaf tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Request body: {'security_group_rule': {'security_group_id': '26901bcc-9dde-4194-98b1-dd795e543718', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:42.089139 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af08d7a-e264-4376-9d4c-53f0e9464a4f tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Checking segment: {'id': '802766a9-1e0f-4bd4-ab30-b305f31f3a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '3dbe09f5-e4d8-4439-ae5e-c04c020ec211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:09:42.091309 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af08d7a-e264-4376-9d4c-53f0e9464a4f tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Network hostable DHCP agents. Network: 3dbe09f5-e4d8-4439-ae5e-c04c020ec211, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:09:42.096640 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c3628c04-7205-46e2-bc29-8778bbd1e369 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:42.098492 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-c3628c04-7205-46e2-bc29-8778bbd1e369 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/ports/b9706e6c-9442-4804-b414-992cf7d2aa88 HTTP/1.1" status: 204 len: 168 time: 2.0408533 Feb 10 23:09:42.103199 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46264) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:42.104068 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-11265a6e-9864-4e03-8753-9e10e2b95aaf tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:42.152273 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b54b9ca2-5c14-41f4-a0bb-812e4293e2b0 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:42.155876 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-b54b9ca2-5c14-41f4-a0bb-812e4293e2b0 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.2400520 Feb 10 23:09:42.160064 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-11265a6e-9864-4e03-8753-9e10e2b95aaf tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:42.161488 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46268) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:42.167342 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eb3bb87c-4cf1-488a-add4-6a7828491bab tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:42.181845 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-99cf13e6-3dcf-4f22-b1fe-cba379530759 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:42.214196 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0df52ee-f55e-4df3-9d82-b8ea2ba9028f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:42.215467 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0df52ee-f55e-4df3-9d82-b8ea2ba9028f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:42.220286 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c0df52ee-f55e-4df3-9d82-b8ea2ba9028f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1102912 Feb 10 23:09:42.221081 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46272) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:42.273060 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6875b03-e5f2-446a-b4b7-b675dea1bbd1 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:42.276916 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6875b03-e5f2-446a-b4b7-b675dea1bbd1 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:42.277679 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a6875b03-e5f2-446a-b4b7-b675dea1bbd1 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Synchronizing usage tracker for tenant:8ebaafa64ea74242ba2bb084ec0966de on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:42.288286 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af08d7a-e264-4376-9d4c-53f0e9464a4f tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Network 3dbe09f5-e4d8-4439-ae5e-c04c020ec211 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:09:42.312051 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-11265a6e-9864-4e03-8753-9e10e2b95aaf tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:42.363397 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-4edff868-b362-478c-be6c-9c93082bf4d9 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "GET /v2.0/security-group-rules/8d57695e-e6b1-4e15-9a60-4614a2e726e8 HTTP/1.1" status: 200 len: 705 time: 0.1974511 Feb 10 23:09:42.406293 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46276) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:42.416857 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-4af08d7a-e264-4376-9d4c-53f0e9464a4f tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 3dbe09f5-e4d8-4439-ae5e-c04c020ec211) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:09:42.426096 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999536d3-5a14-4913-aac5-edee907713ff None None] Network 3dbe09f5-e4d8-4439-ae5e-c04c020ec211 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:09:42.441349 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ba558c5d-18c5-4f59-bfbd-5645b5972b43 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:42.444952 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba558c5d-18c5-4f59-bfbd-5645b5972b43 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:42.445517 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ba558c5d-18c5-4f59-bfbd-5645b5972b43 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:42.448248 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af08d7a-e264-4376-9d4c-53f0e9464a4f tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:42.448851 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4af08d7a-e264-4376-9d4c-53f0e9464a4f tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:42.453928 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a6875b03-e5f2-446a-b4b7-b675dea1bbd1 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Unset dirty status for tenant:8ebaafa64ea74242ba2bb084ec0966de on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:42.457008 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a6875b03-e5f2-446a-b4b7-b675dea1bbd1 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.4336038 Feb 10 23:09:42.459717 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-99cf13e6-3dcf-4f22-b1fe-cba379530759 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Calling delete_port for 50944bf5-f4ee-478c-81c1-6381fc317e9d owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:09:42.470922 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46280) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:42.580637 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-b262eeca-bce6-480b-ae57-7be4fec4571f tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Deleting port 15e45240-557d-4fcc-8190-b11d95ba1bfd {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:09:42.581326 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b262eeca-bce6-480b-ae57-7be4fec4571f tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:42.629793 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eb3bb87c-4cf1-488a-add4-6a7828491bab tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:42.655066 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba558c5d-18c5-4f59-bfbd-5645b5972b43 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Pushing event updated for resources: {'Network': ['ID=a02a6afb-fc33-40dd-a617-846ee69cf640,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:42.678241 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network a02a6afb-fc33-40dd-a617-846ee69cf640 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:09:42.698221 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-ba558c5d-18c5-4f59-bfbd-5645b5972b43 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.8988829 Feb 10 23:09:42.699855 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46284) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:42.709739 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-b80d45d6-f2ce-46a3-afb8-ab78f3bbe5d4 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Request body: {'subnet': {'network_id': 'a02a6afb-fc33-40dd-a617-846ee69cf640', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:42.713980 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9f9680d-10c8-4f73-aab0-9da291e3a2d2 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Deleting subnet 8169b5e4-cc5a-4895-a8ac-44f62dcf4bf1 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:09:42.729114 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d9f9680d-10c8-4f73-aab0-9da291e3a2d2 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:42.788210 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4af08d7a-e264-4376-9d4c-53f0e9464a4f tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7521119 Feb 10 23:09:42.800305 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device ced1698a-c715-44bc-a6e8-d6db26848a26 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:09:42.804360 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-11265a6e-9864-4e03-8753-9e10e2b95aaf tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:42.815898 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46288) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:42.831724 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-06210b74-ded0-4428-84d3-34f4958f215f tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Request body: {'network': {'name': 'tempest-router-network01--1232608491'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:42.847776 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-56b245e6-51a8-477a-984d-b42445defc4f tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.4379945 Feb 10 23:09:42.849516 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-06210b74-ded0-4428-84d3-34f4958f215f tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:42.861482 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46292) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:42.880465 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-06210b74-ded0-4428-84d3-34f4958f215f tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Usage tracker for resource:network and tenant:98b9cb7810824cb681c954336163e71b is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:42.888365 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-06210b74-ded0-4428-84d3-34f4958f215f tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:42.893501 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d9f9680d-10c8-4f73-aab0-9da291e3a2d2 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:42.909155 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce9cdc1-00ce-4de8-b203-04aa8418b736 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-3dbe09f5-e4d8-4439-ae5e-c04c020ec211', 'network_id': '3dbe09f5-e4d8-4439-ae5e-c04c020ec211', 'tenant_id': '98b9cb7810824cb681c954336163e71b', 'fixed_ips': [{'subnet_id': '792af123-08de-4cd7-b065-70e8c589f6d2'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:09:42.910541 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1ce9cdc1-00ce-4de8-b203-04aa8418b736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:42.937798 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-06210b74-ded0-4428-84d3-34f4958f215f tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:42.966040 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-11265a6e-9864-4e03-8753-9e10e2b95aaf tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:42.966282 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b80d45d6-f2ce-46a3-afb8-ab78f3bbe5d4 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:42.973159 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port ced1698a-c715-44bc-a6e8-d6db26848a26 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:09:42.978530 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:42.981729 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-b80d45d6-f2ce-46a3-afb8-ab78f3bbe5d4 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Usage tracker for resource:subnet and tenant:c9ff6cbf59e34519ba8c2d8cad5dbdd1 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:42.987518 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-b80d45d6-f2ce-46a3-afb8-ab78f3bbe5d4 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:43.002293 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b80d45d6-f2ce-46a3-afb8-ab78f3bbe5d4 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:43.040893 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eb3bb87c-4cf1-488a-add4-6a7828491bab tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:43.054664 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-99cf13e6-3dcf-4f22-b1fe-cba379530759 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:43.092185 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11265a6e-9864-4e03-8753-9e10e2b95aaf tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4c2dc7d-d912-4f63-8998-0ccd0092654a,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:43.107276 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-92119de9-6552-4e8e-8ad4-b71ad497bfd5 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:43.108209 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b80d45d6-f2ce-46a3-afb8-ab78f3bbe5d4 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Made reservation on behalf of c9ff6cbf59e34519ba8c2d8cad5dbdd1 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:09:43.126855 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-92119de9-6552-4e8e-8ad4-b71ad497bfd5 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:43.134840 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cf13e6-3dcf-4f22-b1fe-cba379530759 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event deleted for resources: {'Port': ['ID=50944bf5-f4ee-478c-81c1-6381fc317e9d,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:43.153219 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b262eeca-bce6-480b-ae57-7be4fec4571f tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:43.165954 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-1ce9cdc1-00ce-4de8-b203-04aa8418b736 None None] Allocated IP 2001:db8::2 (3dbe09f5-e4d8-4439-ae5e-c04c020ec211/792af123-08de-4cd7-b065-70e8c589f6d2/daeeb3ff-b03c-4786-869e-3d0a733f493b) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:09:43.230548 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eb3bb87c-4cf1-488a-add4-6a7828491bab tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:43.266017 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cf13e6-3dcf-4f22-b1fe-cba379530759 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:43.266422 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cf13e6-3dcf-4f22-b1fe-cba379530759 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:43.267254 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cf13e6-3dcf-4f22-b1fe-cba379530759 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:43.267644 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cf13e6-3dcf-4f22-b1fe-cba379530759 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:43.267976 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cf13e6-3dcf-4f22-b1fe-cba379530759 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:43.268294 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cf13e6-3dcf-4f22-b1fe-cba379530759 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:43.268844 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cf13e6-3dcf-4f22-b1fe-cba379530759 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:43.269168 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cf13e6-3dcf-4f22-b1fe-cba379530759 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:43.269488 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cf13e6-3dcf-4f22-b1fe-cba379530759 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:43.269860 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cf13e6-3dcf-4f22-b1fe-cba379530759 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:43.270178 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cf13e6-3dcf-4f22-b1fe-cba379530759 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:43.339375 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-99cf13e6-3dcf-4f22-b1fe-cba379530759 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:43.362085 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b80d45d6-f2ce-46a3-afb8-ab78f3bbe5d4 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:43.421657 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06210b74-ded0-4428-84d3-34f4958f215f tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Made reservation on behalf of 98b9cb7810824cb681c954336163e71b for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:09:43.425226 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-06210b74-ded0-4428-84d3-34f4958f215f tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:43.444292 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-b262eeca-bce6-480b-ae57-7be4fec4571f tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Calling delete_port for 15e45240-557d-4fcc-8190-b11d95ba1bfd owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:09:43.464251 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1ce9cdc1-00ce-4de8-b203-04aa8418b736 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:43.472692 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-11265a6e-9864-4e03-8753-9e10e2b95aaf tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:43.473828 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-11265a6e-9864-4e03-8753-9e10e2b95aaf tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.3952973 Feb 10 23:09:43.487932 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46296) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:43.526880 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d9f9680d-10c8-4f73-aab0-9da291e3a2d2 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:43.547040 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bb87c-4cf1-488a-add4-6a7828491bab tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Pushing event updated for resources: {'Port': ['ID=5b82c7ba-9f55-4b7c-b765-562fd98efc6c,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:43.557837 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eb3bb87c-4cf1-488a-add4-6a7828491bab tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1734214'] for floatingip, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:43.575024 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ae0c7048-f80f-469d-9005-b69850d12cb5 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "GET /v2.0/security-group-rules/a4c2dc7d-d912-4f63-8998-0ccd0092654a HTTP/1.1" status: 200 len: 705 time: 0.0857675 Feb 10 23:09:43.583740 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46300) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:43.587071 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-1ce9cdc1-00ce-4de8-b203-04aa8418b736 None None] Transition to ACTIVE for port object daeeb3ff-b03c-4786-869e-3d0a733f493b will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:09:43.615935 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06210b74-ded0-4428-84d3-34f4958f215f tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:09:43.623642 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-99cf13e6-3dcf-4f22-b1fe-cba379530759 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "DELETE /v2.0/ports/50944bf5-f4ee-478c-81c1-6381fc317e9d HTTP/1.1" status: 204 len: 168 time: 2.2589622 Feb 10 23:09:43.628033 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-92119de9-6552-4e8e-8ad4-b71ad497bfd5 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:43.650930 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46304) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:43.701069 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-06210b74-ded0-4428-84d3-34f4958f215f tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:43.706749 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-06210b74-ded0-4428-84d3-34f4958f215f tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Added segment 3dba7c65-137b-4b09-9318-c94951018fc6 of type vlan for network c66b218c-bc29-40da-ab3b-a175947d1e48 Feb 10 23:09:43.708264 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92119de9-6552-4e8e-8ad4-b71ad497bfd5 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8d57695e-e6b1-4e15-9a60-4614a2e726e8,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:43.747500 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bec6de3-bbd3-4242-8106-3c752e821f18 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] GET failed (client error): The resource could not be found. Feb 10 23:09:43.747500 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2bec6de3-bbd3-4242-8106-3c752e821f18 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "GET /v2.0/ports/50944bf5-f4ee-478c-81c1-6381fc317e9d HTTP/1.1" status: 404 len: 333 time: 0.0918946 Feb 10 23:09:43.750093 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46308) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:43.768561 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b262eeca-bce6-480b-ae57-7be4fec4571f tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:43.836640 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-0826a427-1cfc-4dff-84d1-168da15017ff tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Synchronizing usage tracker for tenant:f8ca94381a7b4a39b672e9b0e5e63259 on resource:security_group_rule {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:43.846751 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-1ce9cdc1-00ce-4de8-b203-04aa8418b736 None None] Transition to ACTIVE for port object daeeb3ff-b03c-4786-869e-3d0a733f493b will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:09:43.849663 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-06210b74-ded0-4428-84d3-34f4958f215f tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:43.864760 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b262eeca-bce6-480b-ae57-7be4fec4571f tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event deleted for resources: {'Port': ['ID=15e45240-557d-4fcc-8190-b11d95ba1bfd,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:43.868633 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d9f9680d-10c8-4f73-aab0-9da291e3a2d2 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:43.918068 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-92119de9-6552-4e8e-8ad4-b71ad497bfd5 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:43.918068 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-92119de9-6552-4e8e-8ad4-b71ad497bfd5 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/8d57695e-e6b1-4e15-9a60-4614a2e726e8 HTTP/1.1" status: 204 len: 168 time: 1.0446332 Feb 10 23:09:43.921477 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46312) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:43.925037 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b262eeca-bce6-480b-ae57-7be4fec4571f tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:43.928793 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b262eeca-bce6-480b-ae57-7be4fec4571f tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "DELETE /v2.0/ports/15e45240-557d-4fcc-8190-b11d95ba1bfd HTTP/1.1" status: 204 len: 168 time: 1.4550679 Feb 10 23:09:43.931467 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f9680d-10c8-4f73-aab0-9da291e3a2d2 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event deleted for resources: {'Subnet': ['ID=8169b5e4-cc5a-4895-a8ac-44f62dcf4bf1,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:43.933171 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46314) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:43.953260 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1ce9cdc1-00ce-4de8-b203-04aa8418b736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:44.024827 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d9f9680d-10c8-4f73-aab0-9da291e3a2d2 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:44.024827 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d9f9680d-10c8-4f73-aab0-9da291e3a2d2 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/subnets/8169b5e4-cc5a-4895-a8ac-44f62dcf4bf1 HTTP/1.1" status: 204 len: 168 time: 1.8004284 Feb 10 23:09:44.028451 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46320) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:44.056840 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f45776-f5f4-4f4e-8c29-ed1cd74f0808 None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:09:44.104847 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-0826a427-1cfc-4dff-84d1-168da15017ff tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Unset dirty status for tenant:f8ca94381a7b4a39b672e9b0e5e63259 on resource:security_group_rule {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:44.105125 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0826a427-1cfc-4dff-84d1-168da15017ff tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.5079558 Feb 10 23:09:44.113393 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-680ea20f-a7e9-455f-a656-d52da4330239 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0828757 Feb 10 23:09:44.115160 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46324) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:44.115160 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46326) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:44.125908 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b80d45d6-f2ce-46a3-afb8-ab78f3bbe5d4 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:44.129415 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-06210b74-ded0-4428-84d3-34f4958f215f tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:44.129415 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06210b74-ded0-4428-84d3-34f4958f215f tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:44.129415 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-06210b74-ded0-4428-84d3-34f4958f215f tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:44.146667 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-8076de5b-cf07-4636-b1c5-1a76a0299139 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Request body: {'subnet': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:44.170087 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce9cdc1-00ce-4de8-b203-04aa8418b736 None None] Network 3dbe09f5-e4d8-4439-ae5e-c04c020ec211 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:09:44.179793 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce9cdc1-00ce-4de8-b203-04aa8418b736 None None] Pushing event updated for resources: {'Port': ['ID=daeeb3ff-b03c-4786-869e-3d0a733f493b,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:44.193330 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-1ce9cdc1-00ce-4de8-b203-04aa8418b736 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:09:44.193330 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce9cdc1-00ce-4de8-b203-04aa8418b736 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:09:44.240201 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-818c78f0-69f7-4d80-acd5-96db9494a1eb tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Synchronizing usage tracker for tenant:82a10a87ca1d4162b59aed13d6b90a18 on resource:security_group_rule {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:44.246172 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce9cdc1-00ce-4de8-b203-04aa8418b736 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:44.246172 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce9cdc1-00ce-4de8-b203-04aa8418b736 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:44.246172 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce9cdc1-00ce-4de8-b203-04aa8418b736 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:44.246172 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce9cdc1-00ce-4de8-b203-04aa8418b736 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:44.246172 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce9cdc1-00ce-4de8-b203-04aa8418b736 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:44.246172 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce9cdc1-00ce-4de8-b203-04aa8418b736 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:44.246172 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce9cdc1-00ce-4de8-b203-04aa8418b736 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:44.246172 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce9cdc1-00ce-4de8-b203-04aa8418b736 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:44.246172 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce9cdc1-00ce-4de8-b203-04aa8418b736 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:44.246172 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce9cdc1-00ce-4de8-b203-04aa8418b736 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:44.246172 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce9cdc1-00ce-4de8-b203-04aa8418b736 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:44.285414 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06210b74-ded0-4428-84d3-34f4958f215f tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Pushing event updated for resources: {'Network': ['ID=c66b218c-bc29-40da-ab3b-a175947d1e48,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:44.288821 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22389892-2289-49b6-9f6c-8347b3d6f499 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:44.288821 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-22389892-2289-49b6-9f6c-8347b3d6f499 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Synchronizing usage tracker for tenant:8ebaafa64ea74242ba2bb084ec0966de on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:44.302417 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-06210b74-ded0-4428-84d3-34f4958f215f tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4854655 Feb 10 23:09:44.305087 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46332) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:44.309254 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network c66b218c-bc29-40da-ab3b-a175947d1e48 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:09:44.317077 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-5f995986-cca3-4aaf-8a58-be11024bff09 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Request body: {'network': {'name': 'tempest-router-network02--1000422030'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:44.319910 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-5f995986-cca3-4aaf-8a58-be11024bff09 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:44.324517 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-5f995986-cca3-4aaf-8a58-be11024bff09 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Usage tracker for resource:network and tenant:98b9cb7810824cb681c954336163e71b is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:44.329868 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-5f995986-cca3-4aaf-8a58-be11024bff09 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:44.340432 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-818c78f0-69f7-4d80-acd5-96db9494a1eb tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Unset dirty status for tenant:82a10a87ca1d4162b59aed13d6b90a18 on resource:security_group_rule {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:44.340432 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-818c78f0-69f7-4d80-acd5-96db9494a1eb tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4087527 Feb 10 23:09:44.342165 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-5f995986-cca3-4aaf-8a58-be11024bff09 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:44.346392 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46336) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:44.355503 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-984ce1ca-9d19-4e48-beb6-6884b0a87cfe tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Request body: {'security_group_rule': {'security_group_id': 'b9404698-a0a5-4d0b-8635-363184b408f6', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:44.361699 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8076de5b-cf07-4636-b1c5-1a76a0299139 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:44.378668 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-984ce1ca-9d19-4e48-beb6-6884b0a87cfe tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:44.392203 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-984ce1ca-9d19-4e48-beb6-6884b0a87cfe tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:44.402449 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-22389892-2289-49b6-9f6c-8347b3d6f499 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Unset dirty status for tenant:8ebaafa64ea74242ba2bb084ec0966de on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:44.402449 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-22389892-2289-49b6-9f6c-8347b3d6f499 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4596107 Feb 10 23:09:44.406870 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46340) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:44.406870 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-8076de5b-cf07-4636-b1c5-1a76a0299139 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Usage tracker for resource:subnet and tenant:143e860117cc493db304000cc95b95c2 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:44.412057 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-465f02ff-e49f-417f-b75c-2ed4711d0978 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:44.426505 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-8076de5b-cf07-4636-b1c5-1a76a0299139 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:44.426689 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-1ce9cdc1-00ce-4de8-b203-04aa8418b736 None None] Attempting to bind port daeeb3ff-b03c-4786-869e-3d0a733f493b on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:09:44.427028 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-1ce9cdc1-00ce-4de8-b203-04aa8418b736 None None] Attempting to bind port daeeb3ff-b03c-4786-869e-3d0a733f493b by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '802766a9-1e0f-4bd4-ab30-b305f31f3a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '3dbe09f5-e4d8-4439-ae5e-c04c020ec211'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:09:44.428218 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce9cdc1-00ce-4de8-b203-04aa8418b736 None None] Attempting to bind port daeeb3ff-b03c-4786-869e-3d0a733f493b on network 3dbe09f5-e4d8-4439-ae5e-c04c020ec211 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:09:44.453706 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f995986-cca3-4aaf-8a58-be11024bff09 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Made reservation on behalf of 98b9cb7810824cb681c954336163e71b for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:09:44.456218 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5f995986-cca3-4aaf-8a58-be11024bff09 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:44.496139 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8076de5b-cf07-4636-b1c5-1a76a0299139 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:44.496355 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce9cdc1-00ce-4de8-b203-04aa8418b736 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:09:44.496355 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce9cdc1-00ce-4de8-b203-04aa8418b736 None None] Checking segment: {'id': '802766a9-1e0f-4bd4-ab30-b305f31f3a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '3dbe09f5-e4d8-4439-ae5e-c04c020ec211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:09:44.496355 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1ce9cdc1-00ce-4de8-b203-04aa8418b736 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:44.496355 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce9cdc1-00ce-4de8-b203-04aa8418b736 None None] Bound using segment: {'id': '802766a9-1e0f-4bd4-ab30-b305f31f3a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '3dbe09f5-e4d8-4439-ae5e-c04c020ec211'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:09:44.496355 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-1ce9cdc1-00ce-4de8-b203-04aa8418b736 None None] Bound port: daeeb3ff-b03c-4786-869e-3d0a733f493b, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '802766a9-1e0f-4bd4-ab30-b305f31f3a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '3dbe09f5-e4d8-4439-ae5e-c04c020ec211'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:09:44.497271 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1ce9cdc1-00ce-4de8-b203-04aa8418b736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:44.501956 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-984ce1ca-9d19-4e48-beb6-6884b0a87cfe tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:44.504453 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-465f02ff-e49f-417f-b75c-2ed4711d0978 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:44.553418 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f995986-cca3-4aaf-8a58-be11024bff09 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:09:44.579681 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80d45d6-f2ce-46a3-afb8-ab78f3bbe5d4 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Checking segment: {'id': '663d0e4f-6719-4220-a9b1-5fab3ad7362a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a02a6afb-fc33-40dd-a617-846ee69cf640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:09:44.579681 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80d45d6-f2ce-46a3-afb8-ab78f3bbe5d4 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Network hostable DHCP agents. Network: a02a6afb-fc33-40dd-a617-846ee69cf640, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:09:44.579681 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e37f0bd-805d-4af4-8aa1-ae0b6b2617ae tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] GET failed (client error): The resource could not be found. Feb 10 23:09:44.585902 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5f995986-cca3-4aaf-8a58-be11024bff09 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:44.585902 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-5f995986-cca3-4aaf-8a58-be11024bff09 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Added segment 7ee545a7-fdb6-4e4e-9fc3-1ba7d8329ab3 of type vlan for network e79e1fa0-441a-471f-bef9-13162ac2f791 Feb 10 23:09:44.589097 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-2e37f0bd-805d-4af4-8aa1-ae0b6b2617ae tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "GET /v2.0/ports/293c59a7-7bd7-4784-bcde-34063ee9efb7 HTTP/1.1" status: 404 len: 333 time: 0.1567345 Feb 10 23:09:44.592907 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46344) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:44.594679 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80d45d6-f2ce-46a3-afb8-ab78f3bbe5d4 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Pushing event updated for resources: {'Subnet': ['ID=3b08d23a-43fd-4053-aa65-6175199ef100,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:44.636180 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb3f081e-fd4d-4749-ac33-011de37c1bf7 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Deleting subnet 3d0334ca-e3c1-4924-b63b-9b90c081f51b {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:09:44.646856 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fb3f081e-fd4d-4749-ac33-011de37c1bf7 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:44.661266 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c4391a9-39bd-4ca9-9533-6e5b69f4703f tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] GET failed (client error): The resource could not be found. Feb 10 23:09:44.662517 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7c4391a9-39bd-4ca9-9533-6e5b69f4703f tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "GET /v2.0/ports/15e45240-557d-4fcc-8190-b11d95ba1bfd HTTP/1.1" status: 404 len: 333 time: 0.0820720 Feb 10 23:09:44.666399 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5f995986-cca3-4aaf-8a58-be11024bff09 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:44.675089 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46348) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:44.692843 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8076de5b-cf07-4636-b1c5-1a76a0299139 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Made reservation on behalf of 143e860117cc493db304000cc95b95c2 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:09:44.722573 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-1ce9cdc1-00ce-4de8-b203-04aa8418b736 None None] For port daeeb3ff-b03c-4786-869e-3d0a733f493b, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:09:44.726733 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-1ce9cdc1-00ce-4de8-b203-04aa8418b736 None None] For port daeeb3ff-b03c-4786-869e-3d0a733f493b, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=daeeb3ff-b03c-4786-869e-3d0a733f493b,segment=NetworkSegment(802766a9-1e0f-4bd4-ab30-b305f31f3a58),segment_id=802766a9-1e0f-4bd4-ab30-b305f31f3a58)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:09:44.733984 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-465f02ff-e49f-417f-b75c-2ed4711d0978 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:44.787513 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3d6d6e-0448-4620-b099-46982249b05a None None] DHCP port deletion for 6dca27ff-0cc1-400d-8ed1-46016d84d938 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:09:44.793583 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-be3d6d6e-0448-4620-b099-46982249b05a None None] Deleting port ced1698a-c715-44bc-a6e8-d6db26848a26 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:09:44.794107 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-be3d6d6e-0448-4620-b099-46982249b05a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:44.821207 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.l3_db [None req-eb3bb87c-4cf1-488a-add4-6a7828491bab tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Floating IP 47af9a2a-307c-45c5-acd0-950585c2199b associated. External IP: 172.26.8.189, port: 5f115977-ed25-4098-8e07-2982d35bc998. Feb 10 23:09:44.823456 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-984ce1ca-9d19-4e48-beb6-6884b0a87cfe tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:44.833503 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1ce9cdc1-00ce-4de8-b203-04aa8418b736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:44.868107 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f3c8abbd-bf0c-4bc7-9f74-97841cebdf23 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:44.902582 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465f02ff-e49f-417f-b75c-2ed4711d0978 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a4c2dc7d-d912-4f63-8998-0ccd0092654a,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:44.914673 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fb3f081e-fd4d-4749-ac33-011de37c1bf7 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31983416'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:44.951614 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-984ce1ca-9d19-4e48-beb6-6884b0a87cfe tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:44.951891 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80d45d6-f2ce-46a3-afb8-ab78f3bbe5d4 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Network a02a6afb-fc33-40dd-a617-846ee69cf640 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:09:45.021884 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce9cdc1-00ce-4de8-b203-04aa8418b736 None None] Pushing event updated for resources: {'Port': ['ID=daeeb3ff-b03c-4786-869e-3d0a733f493b,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:45.071267 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f3c8abbd-bf0c-4bc7-9f74-97841cebdf23 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:45.077264 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8076de5b-cf07-4636-b1c5-1a76a0299139 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:45.103277 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-f3c8abbd-bf0c-4bc7-9f74-97841cebdf23 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5739b4d-04ff-44a6-92b8-46bc0b56657c']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:45.130326 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-f3c8abbd-bf0c-4bc7-9f74-97841cebdf23 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc7bea57-917f-48fd-a547-74c62e9346d2') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:45.132248 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-f3c8abbd-bf0c-4bc7-9f74-97841cebdf23 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc7bea57-917f-48fd-a547-74c62e9346d2') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:45.152445 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f3c8abbd-bf0c-4bc7-9f74-97841cebdf23 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32216962'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:45.173854 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f3c8abbd-bf0c-4bc7-9f74-97841cebdf23 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:45.182155 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3c8abbd-bf0c-4bc7-9f74-97841cebdf23 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:09:45.182916 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f3c8abbd-bf0c-4bc7-9f74-97841cebdf23 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32033006'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:45.186020 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-b80d45d6-f2ce-46a3-afb8-ab78f3bbe5d4 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, a02a6afb-fc33-40dd-a617-846ee69cf640) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:09:45.198127 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1ff179-2e47-4973-9686-90072c561e3b None None] Network a02a6afb-fc33-40dd-a617-846ee69cf640 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:09:45.207694 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80d45d6-f2ce-46a3-afb8-ab78f3bbe5d4 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:45.210554 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5f995986-cca3-4aaf-8a58-be11024bff09 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:45.213295 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b80d45d6-f2ce-46a3-afb8-ab78f3bbe5d4 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:45.214706 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f995986-cca3-4aaf-8a58-be11024bff09 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:45.215365 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5f995986-cca3-4aaf-8a58-be11024bff09 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:45.220531 dv-neutron-828797-1-hyperv neutron-server[84332]: Traceback (most recent call last): Feb 10 23:09:45.220531 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:09:45.220531 dv-neutron-828797-1-hyperv neutron-server[84332]: timer() Feb 10 23:09:45.220531 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:09:45.220531 dv-neutron-828797-1-hyperv neutron-server[84332]: cb(*args, **kw) Feb 10 23:09:45.220531 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:09:45.220531 dv-neutron-828797-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Feb 10 23:09:45.220531 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:09:45.220531 dv-neutron-828797-1-hyperv neutron-server[84332]: self._notify() Feb 10 23:09:45.220531 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:09:45.220531 dv-neutron-828797-1-hyperv neutron-server[84332]: self.callback(batched_events) Feb 10 23:09:45.220531 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:09:45.220531 dv-neutron-828797-1-hyperv neutron-server[84332]: event.method(event) Feb 10 23:09:45.220531 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:09:45.220531 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:09:45.220531 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:09:45.220531 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:09:45.220531 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:09:45.220531 dv-neutron-828797-1-hyperv neutron-server[84332]: return f(self, *a, **k) Feb 10 23:09:45.220531 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:09:45.220531 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._get(url).json() Feb 10 23:09:45.220531 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:09:45.220531 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:09:45.220531 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:09:45.220531 dv-neutron-828797-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Feb 10 23:09:45.220531 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:09:45.220531 dv-neutron-828797-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:09:45.220531 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:09:45.220531 dv-neutron-828797-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:09:45.220531 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:09:45.220531 dv-neutron-828797-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:09:45.220531 dv-neutron-828797-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:09:45.292149 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-465f02ff-e49f-417f-b75c-2ed4711d0978 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:45.295840 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-465f02ff-e49f-417f-b75c-2ed4711d0978 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/a4c2dc7d-d912-4f63-8998-0ccd0092654a HTTP/1.1" status: 204 len: 168 time: 1.1755917 Feb 10 23:09:45.312388 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46352) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:45.314206 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-be3d6d6e-0448-4620-b099-46982249b05a None None] For port ced1698a-c715-44bc-a6e8-d6db26848a26, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=ced1698a-c715-44bc-a6e8-d6db26848a26,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:09:45.317318 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-be3d6d6e-0448-4620-b099-46982249b05a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:45.353271 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984ce1ca-9d19-4e48-beb6-6884b0a87cfe tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c5d4be3-ad39-4299-bbcd-0684773de601,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:45.439223 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fb3f081e-fd4d-4749-ac33-011de37c1bf7 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:45.460396 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f995986-cca3-4aaf-8a58-be11024bff09 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Pushing event updated for resources: {'Network': ['ID=e79e1fa0-441a-471f-bef9-13162ac2f791,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:45.510341 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-b80d45d6-f2ce-46a3-afb8-ab78f3bbe5d4 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8076200 Feb 10 23:09:45.510613 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-be3d6d6e-0448-4620-b099-46982249b05a None None] Calling delete_port for ced1698a-c715-44bc-a6e8-d6db26848a26 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:09:45.513820 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5f995986-cca3-4aaf-8a58-be11024bff09 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2074842 Feb 10 23:09:45.515034 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-984ce1ca-9d19-4e48-beb6-6884b0a87cfe tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:45.517941 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-984ce1ca-9d19-4e48-beb6-6884b0a87cfe tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.1707230 Feb 10 23:09:45.522004 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46356) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:45.522004 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46358) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:45.527047 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-9488d043-7dc6-4e5d-b084-860317e0231e tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Request body: {'port': {'network_id': 'a02a6afb-fc33-40dd-a617-846ee69cf640', 'name': 'tempest-TagsExtTest-556877406'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:45.530595 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46364) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:45.561075 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network e79e1fa0-441a-471f-bef9-13162ac2f791 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:09:45.572861 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-f0be5f5e-4176-48be-bc8e-807be6edde49 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Synchronizing usage tracker for tenant:f8ca94381a7b4a39b672e9b0e5e63259 on resource:security_group_rule {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:45.598414 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-af921797-3b96-44e0-b99d-0b2835aa492e tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "GET /v2.0/security-group-rules/5c5d4be3-ad39-4299-bbcd-0684773de601 HTTP/1.1" status: 200 len: 706 time: 0.0624959 Feb 10 23:09:45.606618 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46368) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:45.631564 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-73f56cb6-ead2-4a75-994f-3bba31e76525 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Request body: {'subnet': {'network_id': 'c66b218c-bc29-40da-ab3b-a175947d1e48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:45.662164 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f3c8abbd-bf0c-4bc7-9f74-97841cebdf23 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:45.707041 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-36ba8059-f4e3-4cd9-be02-83a5e7f605d8 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Synchronizing usage tracker for tenant:82a10a87ca1d4162b59aed13d6b90a18 on resource:security_group_rule {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:45.712215 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8076de5b-cf07-4636-b1c5-1a76a0299139 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:45.758918 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-f0be5f5e-4176-48be-bc8e-807be6edde49 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Unset dirty status for tenant:f8ca94381a7b4a39b672e9b0e5e63259 on resource:security_group_rule {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:45.762886 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-f0be5f5e-4176-48be-bc8e-807be6edde49 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4453068 Feb 10 23:09:45.762886 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fb3f081e-fd4d-4749-ac33-011de37c1bf7 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:45.765711 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46372) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:45.785999 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-4bbe2607-f546-4536-95ad-bf0f3d32ef6e tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Request body: {'security_group_rule': {'security_group_id': '26901bcc-9dde-4194-98b1-dd795e543718', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:45.806261 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4bbe2607-f546-4536-95ad-bf0f3d32ef6e tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:45.836124 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8076de5b-cf07-4636-b1c5-1a76a0299139 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:09:45.837320 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4bbe2607-f546-4536-95ad-bf0f3d32ef6e tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:45.841628 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fb3f081e-fd4d-4749-ac33-011de37c1bf7 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:45.845924 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f3c8abbd-bf0c-4bc7-9f74-97841cebdf23 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:45.849974 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8076de5b-cf07-4636-b1c5-1a76a0299139 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event updated for resources: {'Subnet': ['ID=46bc28c5-6ce5-436f-a573-ed4d066919a6,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:45.852187 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-8076de5b-cf07-4636-b1c5-1a76a0299139 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:09:45.866141 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c8abbd-bf0c-4bc7-9f74-97841cebdf23 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event deleted for resources: {'Network': ['ID=a5739b4d-04ff-44a6-92b8-46bc0b56657c,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:45.878882 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996251ae-c9bd-4bf6-ab83-3bc2b2c68c9c None None] Network 6b337e56-2357-471e-b7ef-c88d93d58d2a requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:09:45.888947 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8076de5b-cf07-4636-b1c5-1a76a0299139 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:45.889858 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8076de5b-cf07-4636-b1c5-1a76a0299139 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:45.908956 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-fb3f081e-fd4d-4749-ac33-011de37c1bf7 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "DELETE /v2.0/subnets/3d0334ca-e3c1-4924-b63b-9b90c081f51b HTTP/1.1" status: 204 len: 168 time: 2.1578705 Feb 10 23:09:45.910280 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3f081e-fd4d-4749-ac33-011de37c1bf7 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event deleted for resources: {'Subnet': ['ID=3d0334ca-e3c1-4924-b63b-9b90c081f51b,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:45.914125 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9488d043-7dc6-4e5d-b084-860317e0231e tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:45.914887 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46376) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:45.917639 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-36ba8059-f4e3-4cd9-be02-83a5e7f605d8 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Unset dirty status for tenant:82a10a87ca1d4162b59aed13d6b90a18 on resource:security_group_rule {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:45.918489 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9488d043-7dc6-4e5d-b084-860317e0231e tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Usage tracker for resource:port and tenant:c9ff6cbf59e34519ba8c2d8cad5dbdd1 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:45.919617 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-36ba8059-f4e3-4cd9-be02-83a5e7f605d8 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.3025146 Feb 10 23:09:45.921524 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9488d043-7dc6-4e5d-b084-860317e0231e tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:45.927987 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9488d043-7dc6-4e5d-b084-860317e0231e tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:45.933740 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46380) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:45.970496 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f3c8abbd-bf0c-4bc7-9f74-97841cebdf23 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "DELETE /v2.0/networks/a5739b4d-04ff-44a6-92b8-46bc0b56657c HTTP/1.1" status: 204 len: 168 time: 1.2929068 Feb 10 23:09:45.987527 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46384) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:45.996179 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-38d4b541-d92c-4a61-9ab5-87bc74389020 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:45.998021 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5458f88-e946-4615-b212-d850895f7f59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-a02a6afb-fc33-40dd-a617-846ee69cf640', 'network_id': 'a02a6afb-fc33-40dd-a617-846ee69cf640', 'tenant_id': 'c9ff6cbf59e34519ba8c2d8cad5dbdd1', 'fixed_ips': [{'subnet_id': '3b08d23a-43fd-4053-aa65-6175199ef100'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:09:45.998889 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d5458f88-e946-4615-b212-d850895f7f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:46.008919 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-38d4b541-d92c-4a61-9ab5-87bc74389020 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:46.022705 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-be3d6d6e-0448-4620-b099-46982249b05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:46.030883 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-c3bb153c-562a-45e5-a608-1fd42b7ecf93 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-665027087'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:46.038128 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c3bb153c-562a-45e5-a608-1fd42b7ecf93 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:46.043062 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c3bb153c-562a-45e5-a608-1fd42b7ecf93 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Usage tracker for resource:network and tenant:8ebaafa64ea74242ba2bb084ec0966de is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:46.046321 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c3bb153c-562a-45e5-a608-1fd42b7ecf93 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:46.054102 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c3bb153c-562a-45e5-a608-1fd42b7ecf93 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:46.079449 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9488d043-7dc6-4e5d-b084-860317e0231e tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Made reservation on behalf of c9ff6cbf59e34519ba8c2d8cad5dbdd1 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:09:46.083490 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9488d043-7dc6-4e5d-b084-860317e0231e tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:46.100156 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-73f56cb6-ead2-4a75-994f-3bba31e76525 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:46.108198 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-73f56cb6-ead2-4a75-994f-3bba31e76525 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Usage tracker for resource:subnet and tenant:98b9cb7810824cb681c954336163e71b is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:46.112794 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-73f56cb6-ead2-4a75-994f-3bba31e76525 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:46.123039 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-73f56cb6-ead2-4a75-994f-3bba31e76525 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:46.126476 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-9488d043-7dc6-4e5d-b084-860317e0231e tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] device_id is not set on port c36b25be-d2ef-4c50-8d08-a49633c15939 yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:09:46.134739 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3d6d6e-0448-4620-b099-46982249b05a None None] Pushing event deleted for resources: {'Port': ['ID=ced1698a-c715-44bc-a6e8-d6db26848a26,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:46.166712 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3bb153c-562a-45e5-a608-1fd42b7ecf93 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Made reservation on behalf of 8ebaafa64ea74242ba2bb084ec0966de for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:09:46.170050 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c3bb153c-562a-45e5-a608-1fd42b7ecf93 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:46.183194 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-38d4b541-d92c-4a61-9ab5-87bc74389020 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:46.212025 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d4b541-d92c-4a61-9ab5-87bc74389020 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5c5d4be3-ad39-4299-bbcd-0684773de601,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:46.250583 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3bb153c-562a-45e5-a608-1fd42b7ecf93 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:09:46.261164 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c3bb153c-562a-45e5-a608-1fd42b7ecf93 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:46.261761 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-c3bb153c-562a-45e5-a608-1fd42b7ecf93 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Added segment 31c7d460-095d-49b2-a7f8-d42afcade3a4 of type vlan for network 39ecc6a5-59a0-4e52-a23c-c2da5aa33a99 Feb 10 23:09:46.262944 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-8076de5b-cf07-4636-b1c5-1a76a0299139 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1433980 Feb 10 23:09:46.269380 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46388) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:46.286661 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-e65b74fd-ee6c-41b9-95b3-5ccdb0555a10 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Request body: {'port': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'fixed_ips': [{'subnet_id': '46bc28c5-6ce5-436f-a573-ed4d066919a6', 'ip_address': '2001:db8::6e60:8872:40db:3abb'}], 'name': 'tempest-NetworksTestDHCPv6-376865157'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:46.291818 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c3bb153c-562a-45e5-a608-1fd42b7ecf93 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:46.313295 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4bbe2607-f546-4536-95ad-bf0f3d32ef6e tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:46.336220 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f56cb6-ead2-4a75-994f-3bba31e76525 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Made reservation on behalf of 98b9cb7810824cb681c954336163e71b for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:09:46.336820 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:46.340905 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3d6d6e-0448-4620-b099-46982249b05a None None] No DVR routers for this DVR port ced1698a-c715-44bc-a6e8-d6db26848a26 on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:09:46.387124 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-d5458f88-e946-4615-b212-d850895f7f59 None None] Allocated IP 172.20.0.2 (a02a6afb-fc33-40dd-a617-846ee69cf640/3b08d23a-43fd-4053-aa65-6175199ef100/249dbe75-c3d2-4650-8358-efaa4257b060) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:09:46.417129 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8729f675-165b-4fa7-95c6-e5e0af4b7a9c None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:09:46.430479 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c3bb153c-562a-45e5-a608-1fd42b7ecf93 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:46.430701 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15057294-de94-4360-8ab0-85e07555a8c2 None None] Network 3dbe09f5-e4d8-4439-ae5e-c04c020ec211 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:09:46.434153 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bb153c-562a-45e5-a608-1fd42b7ecf93 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:46.434721 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c3bb153c-562a-45e5-a608-1fd42b7ecf93 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:46.460038 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-38d4b541-d92c-4a61-9ab5-87bc74389020 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:46.463604 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a2bf2342-3a5a-43ad-9881-aad362c774ef tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:46.464663 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-38d4b541-d92c-4a61-9ab5-87bc74389020 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/5c5d4be3-ad39-4299-bbcd-0684773de601 HTTP/1.1" status: 204 len: 168 time: 0.5273838 Feb 10 23:09:46.467110 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46392) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:46.555338 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-a2bf2342-3a5a-43ad-9881-aad362c774ef tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Deleting port 0c90659e-e2bc-4475-a9ce-55cdde2ba21e {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:09:46.555675 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a2bf2342-3a5a-43ad-9881-aad362c774ef tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:46.577280 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-73f56cb6-ead2-4a75-994f-3bba31e76525 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:46.601632 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e65b74fd-ee6c-41b9-95b3-5ccdb0555a10 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:46.636579 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4bbe2607-f546-4536-95ad-bf0f3d32ef6e tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:46.649885 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e65b74fd-ee6c-41b9-95b3-5ccdb0555a10 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:46.696619 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-bf8a1eda-dfc3-49d0-839d-2da925dd8469 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2248526 Feb 10 23:09:46.705514 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46396) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:46.735823 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4bbe2607-f546-4536-95ad-bf0f3d32ef6e tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:46.806338 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65b74fd-ee6c-41b9-95b3-5ccdb0555a10 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Made reservation on behalf of 143e860117cc493db304000cc95b95c2 for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:09:46.811713 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e65b74fd-ee6c-41b9-95b3-5ccdb0555a10 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:46.828307 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bb153c-562a-45e5-a608-1fd42b7ecf93 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event updated for resources: {'Network': ['ID=39ecc6a5-59a0-4e52-a23c-c2da5aa33a99,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:46.869530 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device daeeb3ff-b03c-4786-869e-3d0a733f493b up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:09:46.872764 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbe2607-f546-4536-95ad-bf0f3d32ef6e tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c80c9959-1f8f-4a1b-b624-368724d209b2,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:46.886461 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c3bb153c-562a-45e5-a608-1fd42b7ecf93 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8944330 Feb 10 23:09:46.889220 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46400) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:46.894942 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 39ecc6a5-59a0-4e52-a23c-c2da5aa33a99 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:09:46.895715 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-c63bb802-9bba-4c79-904c-7cba7562a756 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Request body: {'subnet': {'network_id': '39ecc6a5-59a0-4e52-a23c-c2da5aa33a99', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:46.925313 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-0b429031-b253-41c5-9dd4-3cb5292e76e7 None None] Provisioning for port daeeb3ff-b03c-4786-869e-3d0a733f493b completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:09:46.947736 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-e65b74fd-ee6c-41b9-95b3-5ccdb0555a10 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] device_id is not set on port ad429346-83d7-435f-a73d-5c09d3397504 yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:09:46.975460 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-73f56cb6-ead2-4a75-994f-3bba31e76525 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:46.991136 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-a2bf2342-3a5a-43ad-9881-aad362c774ef tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] For port 0c90659e-e2bc-4475-a9ce-55cdde2ba21e, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=0c90659e-e2bc-4475-a9ce-55cdde2ba21e,segment=NetworkSegment(818410f4-eaf2-4d55-9f12-47c59d08fac3),segment_id=818410f4-eaf2-4d55-9f12-47c59d08fac3)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:09:46.991472 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a2bf2342-3a5a-43ad-9881-aad362c774ef tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:46.999901 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4bbe2607-f546-4536-95ad-bf0f3d32ef6e tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:47.002000 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-4bbe2607-f546-4536-95ad-bf0f3d32ef6e tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.2308047 Feb 10 23:09:47.009075 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46404) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:47.077925 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5316a87d-6c5e-4b0a-bf54-56ac82bd3f30 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "GET /v2.0/security-group-rules/c80c9959-1f8f-4a1b-b624-368724d209b2 HTTP/1.1" status: 200 len: 705 time: 0.0570667 Feb 10 23:09:47.084519 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46408) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:47.098396 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c63bb802-9bba-4c79-904c-7cba7562a756 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:47.130429 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c63bb802-9bba-4c79-904c-7cba7562a756 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Usage tracker for resource:subnet and tenant:8ebaafa64ea74242ba2bb084ec0966de is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:47.140575 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c63bb802-9bba-4c79-904c-7cba7562a756 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:47.147856 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f56cb6-ead2-4a75-994f-3bba31e76525 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Pushing event updated for resources: {'Subnet': ['ID=182af042-3b41-4eeb-a3d9-42eb8ff68bb8,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:47.156235 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c63bb802-9bba-4c79-904c-7cba7562a756 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:47.158305 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-a2bf2342-3a5a-43ad-9881-aad362c774ef tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Calling delete_port for 0c90659e-e2bc-4475-a9ce-55cdde2ba21e owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:09:47.181224 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f56cb6-ead2-4a75-994f-3bba31e76525 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Checking segment: {'id': '3dba7c65-137b-4b09-9318-c94951018fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c66b218c-bc29-40da-ab3b-a175947d1e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:09:47.181737 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f56cb6-ead2-4a75-994f-3bba31e76525 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Network hostable DHCP agents. Network: c66b218c-bc29-40da-ab3b-a175947d1e48, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:09:47.201187 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0c5b30a1-70db-421c-84f8-6bc11e529775 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:47.209920 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-fe84dec9-06bf-48e4-9479-250527ee4425 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1183915 Feb 10 23:09:47.212484 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46412) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:47.252360 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2cef40-4c7a-4d39-a274-bced9aa0e7c0 None None] DHCP port deletion for 6b337e56-2357-471e-b7ef-c88d93d58d2a request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:09:47.253997 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f440f24f-45d5-45c4-83c1-b2ead46a4482 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:47.265989 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f440f24f-45d5-45c4-83c1-b2ead46a4482 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:47.274895 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63bb802-9bba-4c79-904c-7cba7562a756 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Made reservation on behalf of 8ebaafa64ea74242ba2bb084ec0966de for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:09:47.301420 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0c5b30a1-70db-421c-84f8-6bc11e529775 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:47.305380 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-bb2cef40-4c7a-4d39-a274-bced9aa0e7c0 None None] Deleting port 0c90659e-e2bc-4475-a9ce-55cdde2ba21e {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:09:47.305751 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bb2cef40-4c7a-4d39-a274-bced9aa0e7c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:47.310219 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb3bb87c-4cf1-488a-add4-6a7828491bab tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Router 0c9fa0c2-ee96-477c-9912-b767191929dc has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:09:47.353901 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f56cb6-ead2-4a75-994f-3bba31e76525 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Network c66b218c-bc29-40da-ab3b-a175947d1e48 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:09:47.398855 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c63bb802-9bba-4c79-904c-7cba7562a756 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:47.430744 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port daeeb3ff-b03c-4786-869e-3d0a733f493b completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:09:47.440552 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e39c67-d94e-487f-b0b3-9a9cc3e516fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-6dca27ff-0cc1-400d-8ed1-46016d84d938', 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'tenant_id': '143e860117cc493db304000cc95b95c2', 'fixed_ips': [{'subnet_id': '46bc28c5-6ce5-436f-a573-ed4d066919a6'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:09:47.441615 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f7e39c67-d94e-487f-b0b3-9a9cc3e516fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:47.478951 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d5458f88-e946-4615-b212-d850895f7f59 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:47.489627 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-73f56cb6-ead2-4a75-994f-3bba31e76525 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, c66b218c-bc29-40da-ab3b-a175947d1e48) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:09:47.504084 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f56cb6-ead2-4a75-994f-3bba31e76525 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:47.504870 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-73f56cb6-ead2-4a75-994f-3bba31e76525 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:47.517304 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port daeeb3ff-b03c-4786-869e-3d0a733f493b triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:09:47.519792 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:47.523224 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f440f24f-45d5-45c4-83c1-b2ead46a4482 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:47.530655 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.ipam_backend_mixin [None req-c63bb802-9bba-4c79-904c-7cba7562a756 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Performing IP validity checks on allocation pools {{(pid=84332) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 10 23:09:47.531264 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.ipam_backend_mixin [None req-c63bb802-9bba-4c79-904c-7cba7562a756 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84332) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 10 23:09:47.544455 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c895492-96c3-486c-8415-dbb4b956c63d None None] Network c66b218c-bc29-40da-ab3b-a175947d1e48 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:09:47.575677 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-d5458f88-e946-4615-b212-d850895f7f59 None None] Transition to ACTIVE for port object 249dbe75-c3d2-4650-8358-efaa4257b060 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:09:47.579021 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a2bf2342-3a5a-43ad-9881-aad362c774ef tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:47.656770 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf2342-3a5a-43ad-9881-aad362c774ef tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event deleted for resources: {'Port': ['ID=0c90659e-e2bc-4475-a9ce-55cdde2ba21e,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:47.658742 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0c5b30a1-70db-421c-84f8-6bc11e529775 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:47.663128 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-e65b74fd-ee6c-41b9-95b3-5ccdb0555a10 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Allocated IP 2001:db8::6e60:8872:40db:3abb (6dca27ff-0cc1-400d-8ed1-46016d84d938/46bc28c5-6ce5-436f-a573-ed4d066919a6/ad429346-83d7-435f-a73d-5c09d3397504) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:09:47.683151 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f440f24f-45d5-45c4-83c1-b2ead46a4482 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c80c9959-1f8f-4a1b-b624-368724d209b2,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:47.709235 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b30a1-70db-421c-84f8-6bc11e529775 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9404698-a0a5-4d0b-8635-363184b408f6,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:47.715171 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bf2342-3a5a-43ad-9881-aad362c774ef tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] No DVR routers for this DVR port 0c90659e-e2bc-4475-a9ce-55cdde2ba21e on host dv-neutron-828797-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:09:47.729592 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f440f24f-45d5-45c4-83c1-b2ead46a4482 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:47.732184 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f440f24f-45d5-45c4-83c1-b2ead46a4482 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/c80c9959-1f8f-4a1b-b624-368724d209b2 HTTP/1.1" status: 204 len: 168 time: 0.5182197 Feb 10 23:09:47.734260 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46416) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:47.795830 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-73f56cb6-ead2-4a75-994f-3bba31e76525 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2741377 Feb 10 23:09:47.803193 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46420) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:47.809342 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-9aeebae4-9eec-40c7-b5c2-183bc7806f74 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Request body: {'subnet': {'network_id': 'e79e1fa0-441a-471f-bef9-13162ac2f791', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:47.828909 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0c5b30a1-70db-421c-84f8-6bc11e529775 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:47.830582 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-0c5b30a1-70db-421c-84f8-6bc11e529775 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "DELETE /v2.0/security-groups/b9404698-a0a5-4d0b-8635-363184b408f6 HTTP/1.1" status: 204 len: 168 time: 1.1221237 Feb 10 23:09:47.835361 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46424) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:47.842936 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-d5458f88-e946-4615-b212-d850895f7f59 None None] Transition to ACTIVE for port object 249dbe75-c3d2-4650-8358-efaa4257b060 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:09:47.910835 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c63bb802-9bba-4c79-904c-7cba7562a756 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:47.957149 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d5458f88-e946-4615-b212-d850895f7f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:48.005828 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-bb2cef40-4c7a-4d39-a274-bced9aa0e7c0 None None] For port 0c90659e-e2bc-4475-a9ce-55cdde2ba21e, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=0c90659e-e2bc-4475-a9ce-55cdde2ba21e,segment=NetworkSegment(818410f4-eaf2-4d55-9f12-47c59d08fac3),segment_id=818410f4-eaf2-4d55-9f12-47c59d08fac3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:09:48.006229 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bb2cef40-4c7a-4d39-a274-bced9aa0e7c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:48.068860 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a6f75dca-37f6-49b9-8acd-c9927c31d07a tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Synchronizing usage tracker for tenant:f8ca94381a7b4a39b672e9b0e5e63259 on resource:security_group_rule {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:48.172026 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a2bf2342-3a5a-43ad-9881-aad362c774ef tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:48.198080 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:09:48.207499 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9aeebae4-9eec-40c7-b5c2-183bc7806f74 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:48.233471 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-a2bf2342-3a5a-43ad-9881-aad362c774ef tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b337e56-2357-471e-b7ef-c88d93d58d2a']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:48.233817 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9aeebae4-9eec-40c7-b5c2-183bc7806f74 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Usage tracker for resource:subnet and tenant:98b9cb7810824cb681c954336163e71b is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:48.239662 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63bb802-9bba-4c79-904c-7cba7562a756 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event updated for resources: {'Subnet': ['ID=74c1ab56-6f66-4467-b441-2761e5739786,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:48.248932 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9aeebae4-9eec-40c7-b5c2-183bc7806f74 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:48.262039 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-bb2cef40-4c7a-4d39-a274-bced9aa0e7c0 None None] Calling delete_port for 0c90659e-e2bc-4475-a9ce-55cdde2ba21e owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:09:48.262745 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9160b116-b68f-4f78-b499-998016eb2fb5 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Synchronizing usage tracker for tenant:82a10a87ca1d4162b59aed13d6b90a18 on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:48.267495 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-a2bf2342-3a5a-43ad-9881-aad362c774ef tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '818410f4-eaf2-4d55-9f12-47c59d08fac3') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:48.267766 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9aeebae4-9eec-40c7-b5c2-183bc7806f74 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:48.267871 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-a2bf2342-3a5a-43ad-9881-aad362c774ef tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '818410f4-eaf2-4d55-9f12-47c59d08fac3') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:48.287849 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a6f75dca-37f6-49b9-8acd-c9927c31d07a tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Unset dirty status for tenant:f8ca94381a7b4a39b672e9b0e5e63259 on resource:security_group_rule {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:48.289356 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a6f75dca-37f6-49b9-8acd-c9927c31d07a tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5528142 Feb 10 23:09:48.293416 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46428) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:48.296099 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-c1f0aa0d-0abc-471a-8fa1-21dc6e778d70 None None] Provisioning complete for port daeeb3ff-b03c-4786-869e-3d0a733f493b triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:09:48.296723 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c1f0aa0d-0abc-471a-8fa1-21dc6e778d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:48.300377 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-203c9970-e68a-49e9-b68b-a4e333045881 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Request body: {'security_group_rule': {'security_group_id': '26901bcc-9dde-4194-98b1-dd795e543718', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:48.306843 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-203c9970-e68a-49e9-b68b-a4e333045881 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:48.309347 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.api [None req-9488d043-7dc6-4e5d-b084-860317e0231e tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-365b4c62-55f3-4d11-b5e3-a662b450558f {{(pid=84332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:09:48.309909 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG oslo_db.api [None req-9488d043-7dc6-4e5d-b084-860317e0231e tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:09:48.310587 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63bb802-9bba-4c79-904c-7cba7562a756 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Checking segment: {'id': '31c7d460-095d-49b2-a7f8-d42afcade3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '39ecc6a5-59a0-4e52-a23c-c2da5aa33a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:09:48.310587 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63bb802-9bba-4c79-904c-7cba7562a756 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Network hostable DHCP agents. Network: 39ecc6a5-59a0-4e52-a23c-c2da5aa33a99, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:09:48.316236 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a2bf2342-3a5a-43ad-9881-aad362c774ef tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:48.326331 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e65b74fd-ee6c-41b9-95b3-5ccdb0555a10 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:48.328565 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5458f88-e946-4615-b212-d850895f7f59 None None] Network a02a6afb-fc33-40dd-a617-846ee69cf640 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:09:48.329747 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-203c9970-e68a-49e9-b68b-a4e333045881 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:48.348568 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5458f88-e946-4615-b212-d850895f7f59 None None] Pushing event updated for resources: {'Port': ['ID=249dbe75-c3d2-4650-8358-efaa4257b060,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:48.350345 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a2bf2342-3a5a-43ad-9881-aad362c774ef tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:48.352598 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-d5458f88-e946-4615-b212-d850895f7f59 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:09:48.355112 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5458f88-e946-4615-b212-d850895f7f59 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:09:48.362982 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:48.364368 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-e65b74fd-ee6c-41b9-95b3-5ccdb0555a10 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Transition to ACTIVE for port object ad429346-83d7-435f-a73d-5c09d3397504 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:09:48.365850 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aeebae4-9eec-40c7-b5c2-183bc7806f74 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Made reservation on behalf of 98b9cb7810824cb681c954336163e71b for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:09:48.367114 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2bf2342-3a5a-43ad-9881-aad362c774ef tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:09:48.367514 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a2bf2342-3a5a-43ad-9881-aad362c774ef tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:48.386479 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:09:48.386479 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:09:48.386479 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:09:48.386479 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:09:48.386479 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:09:48.386479 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:09:48.386479 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:09:48.386479 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:09:48.386479 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:09:48.386479 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:09:48.386479 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:09:48.386479 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:09:48.386479 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:09:48.386479 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:09:48.386479 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:09:48.386479 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:09:48.386479 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:09:48.386479 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:09:48.386479 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:09:48.386479 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:09:48.386479 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:09:48.386479 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:09:48.386479 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:09:48.386479 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:09:48.386479 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:09:48.386479 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:09:48.386479 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:09:48.386479 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:09:48.386479 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:09:48.386479 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:09:48.386479 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:09:48.386479 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:09:48.444348 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9160b116-b68f-4f78-b499-998016eb2fb5 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Unset dirty status for tenant:82a10a87ca1d4162b59aed13d6b90a18 on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:48.449907 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9160b116-b68f-4f78-b499-998016eb2fb5 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6062176 Feb 10 23:09:48.449907 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.securitygroups_db [None req-203c9970-e68a-49e9-b68b-a4e333045881 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Project f8ca94381a7b4a39b672e9b0e5e63259 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:09:48.453577 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3bb87c-4cf1-488a-add4-6a7828491bab tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:09:48.455865 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46432) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:48.455999 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63bb802-9bba-4c79-904c-7cba7562a756 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Network 39ecc6a5-59a0-4e52-a23c-c2da5aa33a99 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:09:48.474885 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198e20d1-b59e-4158-a2ca-ca21adc5193a None None] Sync routers for ids ['0c9fa0c2-ee96-477c-9912-b767191929dc'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:09:48.483165 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-80971aeb-c51e-4039-ba04-a8f34a3949cc tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Request body: {'security_group': {'name': 'tempest-secgroup--1632454112'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:48.489084 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-203c9970-e68a-49e9-b68b-a4e333045881 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:48.496911 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198e20d1-b59e-4158-a2ca-ca21adc5193a None None] Routers {'0c9fa0c2-ee96-477c-9912-b767191929dc'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:09:48.497965 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-198e20d1-b59e-4158-a2ca-ca21adc5193a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:09:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['0c9fa0c2-ee96-477c-9912-b767191929dc'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:48.508273 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-80971aeb-c51e-4039-ba04-a8f34a3949cc tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:48.534362 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9aeebae4-9eec-40c7-b5c2-183bc7806f74 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:48.535071 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-80971aeb-c51e-4039-ba04-a8f34a3949cc tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:48.537936 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e65b74fd-ee6c-41b9-95b3-5ccdb0555a10 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:48.624762 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65b74fd-ee6c-41b9-95b3-5ccdb0555a10 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:09:48.629222 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-e65b74fd-ee6c-41b9-95b3-5ccdb0555a10 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:09:48.633840 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a2bf2342-3a5a-43ad-9881-aad362c774ef tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:48.635464 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65b74fd-ee6c-41b9-95b3-5ccdb0555a10 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:09:48.635787 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae43fedf-aa63-44e9-bbaa-b3fcaf1fd188 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-c66b218c-bc29-40da-ab3b-a175947d1e48', 'network_id': 'c66b218c-bc29-40da-ab3b-a175947d1e48', 'tenant_id': '98b9cb7810824cb681c954336163e71b', 'fixed_ips': [{'subnet_id': '182af042-3b41-4eeb-a3d9-42eb8ff68bb8'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:09:48.636645 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ae43fedf-aa63-44e9-bbaa-b3fcaf1fd188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:48.640121 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65b74fd-ee6c-41b9-95b3-5ccdb0555a10 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:48.640959 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e65b74fd-ee6c-41b9-95b3-5ccdb0555a10 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:48.645191 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65b74fd-ee6c-41b9-95b3-5ccdb0555a10 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event updated for resources: {'Port': ['ID=ad429346-83d7-435f-a73d-5c09d3397504,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:48.691899 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a2bf2342-3a5a-43ad-9881-aad362c774ef tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:48.706310 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port daeeb3ff-b03c-4786-869e-3d0a733f493b, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=daeeb3ff-b03c-4786-869e-3d0a733f493b,segment=NetworkSegment(802766a9-1e0f-4bd4-ab30-b305f31f3a58),segment_id=802766a9-1e0f-4bd4-ab30-b305f31f3a58)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:09:48.706762 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-a2bf2342-3a5a-43ad-9881-aad362c774ef tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "DELETE /v2.0/networks/6b337e56-2357-471e-b7ef-c88d93d58d2a HTTP/1.1" status: 204 len: 168 time: 2.7905366 Feb 10 23:09:48.708759 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf2342-3a5a-43ad-9881-aad362c774ef tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event deleted for resources: {'Network': ['ID=6b337e56-2357-471e-b7ef-c88d93d58d2a,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:48.714230 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46436) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:48.714450 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eb3bb87c-4cf1-488a-add4-6a7828491bab tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:48.743434 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-bb2cef40-4c7a-4d39-a274-bced9aa0e7c0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:09:48.744070 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-bb2cef40-4c7a-4d39-a274-bced9aa0e7c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:09:48.766566 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-065afe39-4d85-4401-8b8b-68b53600e8e2 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2137113443'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:48.791292 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-c63bb802-9bba-4c79-904c-7cba7562a756 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 39ecc6a5-59a0-4e52-a23c-c2da5aa33a99) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:09:48.801422 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63bb802-9bba-4c79-904c-7cba7562a756 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:48.802233 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c63bb802-9bba-4c79-904c-7cba7562a756 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:48.815442 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9488d043-7dc6-4e5d-b084-860317e0231e tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:48.816693 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-f7e39c67-d94e-487f-b0b3-9a9cc3e516fe None None] Allocated IP 2001:db8::2 (6dca27ff-0cc1-400d-8ed1-46016d84d938/46bc28c5-6ce5-436f-a573-ed4d066919a6/c35b7e54-57c9-4aa0-8150-63397d4eec4d) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:09:48.825433 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-d5458f88-e946-4615-b212-d850895f7f59 None None] Attempting to bind port 249dbe75-c3d2-4650-8358-efaa4257b060 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:09:48.825818 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-d5458f88-e946-4615-b212-d850895f7f59 None None] Attempting to bind port 249dbe75-c3d2-4650-8358-efaa4257b060 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '663d0e4f-6719-4220-a9b1-5fab3ad7362a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a02a6afb-fc33-40dd-a617-846ee69cf640'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:09:48.826176 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5458f88-e946-4615-b212-d850895f7f59 None None] Attempting to bind port 249dbe75-c3d2-4650-8358-efaa4257b060 on network a02a6afb-fc33-40dd-a617-846ee69cf640 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:09:48.828351 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba907b50-70e2-4f67-a431-d465c1ae00e8 None None] Network 39ecc6a5-59a0-4e52-a23c-c2da5aa33a99 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:09:48.830207 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-eb3bb87c-4cf1-488a-add4-6a7828491bab tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 10.8228860 Feb 10 23:09:48.832802 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-065afe39-4d85-4401-8b8b-68b53600e8e2 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:48.837893 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30d56768-2bba-410e-be7e-2f956bd4eb1d', 'tag': '5f115977-ed25-4098-8e07-2982d35bc998'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:09:48.846219 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-80971aeb-c51e-4039-ba04-a8f34a3949cc tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:48.855917 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-198e20d1-b59e-4158-a2ca-ca21adc5193a None None] Set router 0c9fa0c2-ee96-477c-9912-b767191929dc gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:09:48.865302 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-065afe39-4d85-4401-8b8b-68b53600e8e2 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Usage tracker for resource:network and tenant:a1a196bacc5e4170b4defd7cfb879ddb is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:48.871690 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-065afe39-4d85-4401-8b8b-68b53600e8e2 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:48.872489 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:48.882992 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-065afe39-4d85-4401-8b8b-68b53600e8e2 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:48.887265 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-203c9970-e68a-49e9-b68b-a4e333045881 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:48.895170 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9aeebae4-9eec-40c7-b5c2-183bc7806f74 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:48.937405 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-e65b74fd-ee6c-41b9-95b3-5ccdb0555a10 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6628871 Feb 10 23:09:48.940059 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-80971aeb-c51e-4039-ba04-a8f34a3949cc tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:48.944784 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46446) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:48.980993 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-9488d043-7dc6-4e5d-b084-860317e0231e tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] device_id is not set on port 2935f253-b9a7-422b-ad30-fe988f6e8b08 yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:09:49.010114 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-80971aeb-c51e-4039-ba04-a8f34a3949cc tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Usage tracker for resource:security_group_rule and tenant:82a10a87ca1d4162b59aed13d6b90a18 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:49.014761 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-80971aeb-c51e-4039-ba04-a8f34a3949cc tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:49.020324 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c63bb802-9bba-4c79-904c-7cba7562a756 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1271181 Feb 10 23:09:49.020324 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-203c9970-e68a-49e9-b68b-a4e333045881 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:49.023010 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46450) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:49.023809 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065afe39-4d85-4401-8b8b-68b53600e8e2 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Made reservation on behalf of a1a196bacc5e4170b4defd7cfb879ddb for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:09:49.030127 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-065afe39-4d85-4401-8b8b-68b53600e8e2 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:49.051990 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-80971aeb-c51e-4039-ba04-a8f34a3949cc tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:49.057291 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-3f2c3954-04d2-4cea-9636-129d636edf1e tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Request body: {'port': {'network_id': '39ecc6a5-59a0-4e52-a23c-c2da5aa33a99', 'name': 'tempest-PortsTestJSON-1524109992'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:49.087380 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device ced1698a-c715-44bc-a6e8-d6db26848a26 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:09:49.089987 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203c9970-e68a-49e9-b68b-a4e333045881 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90e652dd-fd51-479c-85ed-abdd108d39da,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:49.161959 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeebae4-9eec-40c7-b5c2-183bc7806f74 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Pushing event updated for resources: {'Subnet': ['ID=5903e19a-28a0-451f-935c-246d03538e36,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:49.174122 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-065afe39-4d85-4401-8b8b-68b53600e8e2 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:09:49.213334 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-065afe39-4d85-4401-8b8b-68b53600e8e2 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:49.213685 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-065afe39-4d85-4401-8b8b-68b53600e8e2 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Added segment 7692c583-1311-48c9-99d9-d8a99e8a7db1 of type vlan for network 32834719-14e1-4a91-bf5e-797f9a9214b2 Feb 10 23:09:49.236623 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5458f88-e946-4615-b212-d850895f7f59 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:09:49.236623 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5458f88-e946-4615-b212-d850895f7f59 None None] Checking segment: {'id': '663d0e4f-6719-4220-a9b1-5fab3ad7362a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a02a6afb-fc33-40dd-a617-846ee69cf640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:09:49.236623 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d5458f88-e946-4615-b212-d850895f7f59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:49.236623 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5458f88-e946-4615-b212-d850895f7f59 None None] Bound using segment: {'id': '663d0e4f-6719-4220-a9b1-5fab3ad7362a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a02a6afb-fc33-40dd-a617-846ee69cf640'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:09:49.238380 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-d5458f88-e946-4615-b212-d850895f7f59 None None] Bound port: 249dbe75-c3d2-4650-8358-efaa4257b060, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '663d0e4f-6719-4220-a9b1-5fab3ad7362a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a02a6afb-fc33-40dd-a617-846ee69cf640'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:09:49.239339 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d5458f88-e946-4615-b212-d850895f7f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:49.277819 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30d56768-2bba-410e-be7e-2f956bd4eb1d', 'tag': '5f115977-ed25-4098-8e07-2982d35bc998', 'status': 'completed', 'code': 200} Feb 10 23:09:49.290467 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-bb2cef40-4c7a-4d39-a274-bced9aa0e7c0 None None] Deleting port 0c90659e-e2bc-4475-a9ce-55cdde2ba21e {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:09:49.291062 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bb2cef40-4c7a-4d39-a274-bced9aa0e7c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:49.311231 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-065afe39-4d85-4401-8b8b-68b53600e8e2 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:49.320929 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: ced1698a-c715-44bc-a6e8-d6db26848a26 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:09:49.321479 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device ced1698a-c715-44bc-a6e8-d6db26848a26 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:09:49.336890 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-203c9970-e68a-49e9-b68b-a4e333045881 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:49.341538 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-203c9970-e68a-49e9-b68b-a4e333045881 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.0472107 Feb 10 23:09:49.350380 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46456) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:49.386161 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aeebae4-9eec-40c7-b5c2-183bc7806f74 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Checking segment: {'id': '7ee545a7-fdb6-4e4e-9fc3-1ba7d8329ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e79e1fa0-441a-471f-bef9-13162ac2f791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:09:49.386688 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3fb9eb-1cb9-43e1-a2eb-34ce7c0f27cd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:49.387156 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aeebae4-9eec-40c7-b5c2-183bc7806f74 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Network hostable DHCP agents. Network: e79e1fa0-441a-471f-bef9-13162ac2f791, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:09:49.387406 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-9f3fb9eb-1cb9-43e1-a2eb-34ce7c0f27cd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Synchronizing usage tracker for tenant:143e860117cc493db304000cc95b95c2 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:49.395486 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-80971aeb-c51e-4039-ba04-a8f34a3949cc tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:49.424480 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-4c3aa4cd-3cb3-42d5-9833-4cab8b59a705 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "GET /v2.0/security-group-rules/90e652dd-fd51-479c-85ed-abdd108d39da HTTP/1.1" status: 200 len: 711 time: 0.0685267 Feb 10 23:09:49.426496 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3f2c3954-04d2-4cea-9636-129d636edf1e tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:49.428925 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46460) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:49.475105 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3f2c3954-04d2-4cea-9636-129d636edf1e tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:49.483972 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-9488d043-7dc6-4e5d-b084-860317e0231e tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Allocated IP 172.20.0.5 (a02a6afb-fc33-40dd-a617-846ee69cf640/3b08d23a-43fd-4053-aa65-6175199ef100/2935f253-b9a7-422b-ad30-fe988f6e8b08) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:09:49.490759 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-80971aeb-c51e-4039-ba04-a8f34a3949cc tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:49.510511 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-bb2cef40-4c7a-4d39-a274-bced9aa0e7c0 None None] The port '0c90659e-e2bc-4475-a9ce-55cdde2ba21e' was deleted {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 23:09:49.538696 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-43c12fee-0c68-47ef-911f-480f3c0d74a2 req-f1531eb3-377c-4279-80c3-176e178b5de6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=82bae8319c0a482993cd9e8530b11401&device_id=30d56768-2bba-410e-be7e-2f956bd4eb1d HTTP/1.1" status: 200 len: 1098 time: 0.2537768 Feb 10 23:09:49.539261 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 0c90659e-e2bc-4475-a9ce-55cdde2ba21e no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:09:49.578063 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-198e20d1-b59e-4158-a2ca-ca21adc5193a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'name': 'tempest-TestVolumeBootPattern-2038376794-router', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '093b879d-55ae-41f8-86e6-83c75280bd23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:07:12Z', 'updated_at': '2022-02-10T23:07:24Z', 'revision_number': 4, 'project_id': '82bae8319c0a482993cd9e8530b11401', 'gw_port': {'id': '093b879d-55ae-41f8-86e6-83c75280bd23', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:85:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:13Z', 'updated_at': '2022-02-10T23:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '47af9a2a-307c-45c5-acd0-950585c2199b', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'floating_ip_address': '172.26.8.189', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'port_id': '5f115977-ed25-4098-8e07-2982d35bc998', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a75b224-7431-40b5-b18e-691aa5ad073d', 'mac_address': 'fa:16:3e:b8:80:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d56768-2bba-410e-be7e-2f956bd4eb1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:09:41Z', 'updated_at': '2022-02-10T23:09:41Z', 'revision_number': 0, 'project_id': '82bae8319c0a482993cd9e8530b11401', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84c668e2-7ac4-43ac-a76c-bad486b79ed7', 'name': '', 'network_id': '4a75b224-7431-40b5-b18e-691aa5ad073d', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'mac_address': 'fa:16:3e:f1:ad:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '375b0e55-6852-456e-bf83-790a9c9d4e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:20Z', 'updated_at': '2022-02-10T23:07:36Z', 'revision_number': 5, 'project_id': '82bae8319c0a482993cd9e8530b11401', 'subnets': [{'id': '375b0e55-6852-456e-bf83-790a9c9d4e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:49.578063 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198e20d1-b59e-4158-a2ca-ca21adc5193a None None] Checking router: 0c9fa0c2-ee96-477c-9912-b767191929dc for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:09:49.579264 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-866be5f5-c307-4d7c-a662-582f3a404a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:49.587084 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198e20d1-b59e-4158-a2ca-ca21adc5193a None None] Routers {'0c9fa0c2-ee96-477c-9912-b767191929dc'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:09:49.588006 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-198e20d1-b59e-4158-a2ca-ca21adc5193a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:09:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['0c9fa0c2-ee96-477c-9912-b767191929dc'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:49.608004 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2c3954-04d2-4cea-9636-129d636edf1e tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Made reservation on behalf of 8ebaafa64ea74242ba2bb084ec0966de for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:09:49.616608 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aeebae4-9eec-40c7-b5c2-183bc7806f74 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Network e79e1fa0-441a-471f-bef9-13162ac2f791 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:09:49.620165 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3f2c3954-04d2-4cea-9636-129d636edf1e tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:49.681185 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-065afe39-4d85-4401-8b8b-68b53600e8e2 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:49.684487 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-d5458f88-e946-4615-b212-d850895f7f59 None None] For port 249dbe75-c3d2-4650-8358-efaa4257b060, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:09:49.688855 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065afe39-4d85-4401-8b8b-68b53600e8e2 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:49.689259 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-d5458f88-e946-4615-b212-d850895f7f59 None None] For port 249dbe75-c3d2-4650-8358-efaa4257b060, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=249dbe75-c3d2-4650-8358-efaa4257b060,segment=NetworkSegment(663d0e4f-6719-4220-a9b1-5fab3ad7362a),segment_id=663d0e4f-6719-4220-a9b1-5fab3ad7362a)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:09:49.693837 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-065afe39-4d85-4401-8b8b-68b53600e8e2 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:49.709662 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-9f3fb9eb-1cb9-43e1-a2eb-34ce7c0f27cd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Unset dirty status for tenant:143e860117cc493db304000cc95b95c2 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:49.713802 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-9f3fb9eb-1cb9-43e1-a2eb-34ce7c0f27cd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.7680023 Feb 10 23:09:49.729121 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46464) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:49.733997 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 0c90659e-e2bc-4475-a9ce-55cdde2ba21e {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:09:49.734339 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 0c90659e-e2bc-4475-a9ce-55cdde2ba21e not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:09:49.796834 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-3f2c3954-04d2-4cea-9636-129d636edf1e tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] device_id is not set on port 059140f2-090d-4a83-9489-7f72a15287e0 yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:09:49.830094 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-9aeebae4-9eec-40c7-b5c2-183bc7806f74 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, e79e1fa0-441a-471f-bef9-13162ac2f791) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:09:49.840995 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aeebae4-9eec-40c7-b5c2-183bc7806f74 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:49.841663 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9aeebae4-9eec-40c7-b5c2-183bc7806f74 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:49.886964 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-198e20d1-b59e-4158-a2ca-ca21adc5193a None None] Set router 0c9fa0c2-ee96-477c-9912-b767191929dc gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:09:49.904007 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-01863ca2-e6de-448b-94ac-1059428203be tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Synchronizing usage tracker for tenant:f8ca94381a7b4a39b672e9b0e5e63259 on resource:security_group_rule {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:49.907614 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80971aeb-c51e-4039-ba04-a8f34a3949cc tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cdaabf0-5d39-48cc-8849-52c04c6e219b,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:49.950268 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d5458f88-e946-4615-b212-d850895f7f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:49.962575 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=daeeb3ff-b03c-4786-869e-3d0a733f493b,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:49.966639 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12175e4-e0ed-4fc9-b903-98f6a55fab0c None None] Network e79e1fa0-441a-471f-bef9-13162ac2f791 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:09:49.985849 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c12fee-0c68-47ef-911f-480f3c0d74a2 req-563df4b7-c2cd-4bab-b3cb-45c54737046e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:49.987291 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-43c12fee-0c68-47ef-911f-480f3c0d74a2 req-563df4b7-c2cd-4bab-b3cb-45c54737046e service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a75b224-7431-40b5-b18e-691aa5ad073d HTTP/1.1" status: 200 len: 913 time: 0.4374945 Feb 10 23:09:50.064902 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9488d043-7dc6-4e5d-b084-860317e0231e tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:50.079979 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065afe39-4d85-4401-8b8b-68b53600e8e2 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event updated for resources: {'Network': ['ID=32834719-14e1-4a91-bf5e-797f9a9214b2,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:50.089095 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-065afe39-4d85-4401-8b8b-68b53600e8e2 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3270326 Feb 10 23:09:50.096373 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46468) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:50.101036 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-9488d043-7dc6-4e5d-b084-860317e0231e tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Transition to ACTIVE for port object 2935f253-b9a7-422b-ad30-fe988f6e8b08 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:09:50.102290 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f944599b-9db8-4db6-9e0c-ccf4437c176a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Deleting port ad429346-83d7-435f-a73d-5c09d3397504 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:09:50.102794 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f944599b-9db8-4db6-9e0c-ccf4437c176a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:50.127662 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-80971aeb-c51e-4039-ba04-a8f34a3949cc tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:50.128891 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-80971aeb-c51e-4039-ba04-a8f34a3949cc tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.6582150 Feb 10 23:09:50.140433 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46472) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:50.144946 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-83cb0d6f-622b-4468-8b7f-c33b3468c1a2 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Request body: {'subnet': {'network_id': '32834719-14e1-4a91-bf5e-797f9a9214b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:50.173311 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-01863ca2-e6de-448b-94ac-1059428203be tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Unset dirty status for tenant:f8ca94381a7b4a39b672e9b0e5e63259 on resource:security_group_rule {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:50.174795 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-01863ca2-e6de-448b-94ac-1059428203be tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.7407491 Feb 10 23:09:50.181400 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-87d76e38-99f1-4081-a528-103600d53f2a tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Request body: {'security_group_rule': {'security_group_id': '0cdaabf0-5d39-48cc-8849-52c04c6e219b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:50.207822 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 32834719-14e1-4a91-bf5e-797f9a9214b2 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:09:50.220680 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-43c12fee-0c68-47ef-911f-480f3c0d74a2 req-2b3fd896-f0f3-412c-bfa9-1c127ff38035 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f115977-ed25-4098-8e07-2982d35bc998 HTTP/1.1" status: 200 len: 999 time: 0.1176219 Feb 10 23:09:50.221961 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9aeebae4-9eec-40c7-b5c2-183bc7806f74 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4178307 Feb 10 23:09:50.223879 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46476) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:50.244362 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46478) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:50.260420 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-ae43fedf-aa63-44e9-bbaa-b3fcaf1fd188 None None] Allocated IP 2001:db8::2 (c66b218c-bc29-40da-ab3b-a175947d1e48/182af042-3b41-4eeb-a3d9-42eb8ff68bb8/3cadb48a-ce9c-41c4-9338-5cd29da63f11) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:09:50.279810 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-87d76e38-99f1-4081-a528-103600d53f2a tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:50.360372 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-81145cff-d182-4f32-8074-4cd5b6072421 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:50.382071 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-87d76e38-99f1-4081-a528-103600d53f2a tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Usage tracker for resource:security_group_rule and tenant:82a10a87ca1d4162b59aed13d6b90a18 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:50.400204 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-81145cff-d182-4f32-8074-4cd5b6072421 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:50.413085 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-198e20d1-b59e-4158-a2ca-ca21adc5193a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'name': 'tempest-TestVolumeBootPattern-2038376794-router', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '093b879d-55ae-41f8-86e6-83c75280bd23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:07:12Z', 'updated_at': '2022-02-10T23:07:24Z', 'revision_number': 4, 'project_id': '82bae8319c0a482993cd9e8530b11401', 'gw_port': {'id': '093b879d-55ae-41f8-86e6-83c75280bd23', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:85:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:13Z', 'updated_at': '2022-02-10T23:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '47af9a2a-307c-45c5-acd0-950585c2199b', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'floating_ip_address': '172.26.8.189', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'port_id': '5f115977-ed25-4098-8e07-2982d35bc998', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a75b224-7431-40b5-b18e-691aa5ad073d', 'mac_address': 'fa:16:3e:b8:80:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d56768-2bba-410e-be7e-2f956bd4eb1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:09:41Z', 'updated_at': '2022-02-10T23:09:41Z', 'revision_number': 0, 'project_id': '82bae8319c0a482993cd9e8530b11401', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84c668e2-7ac4-43ac-a76c-bad486b79ed7', 'name': '', 'network_id': '4a75b224-7431-40b5-b18e-691aa5ad073d', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'mac_address': 'fa:16:3e:f1:ad:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '375b0e55-6852-456e-bf83-790a9c9d4e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:20Z', 'updated_at': '2022-02-10T23:07:36Z', 'revision_number': 5, 'project_id': '82bae8319c0a482993cd9e8530b11401', 'subnets': [{'id': '375b0e55-6852-456e-bf83-790a9c9d4e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:50.423091 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198e20d1-b59e-4158-a2ca-ca21adc5193a None None] The sync data for ids ['0c9fa0c2-ee96-477c-9912-b767191929dc'] in dv-neutron-828797-1-hyperv is: [{'id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'name': 'tempest-TestVolumeBootPattern-2038376794-router', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '093b879d-55ae-41f8-86e6-83c75280bd23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:07:12Z', 'updated_at': '2022-02-10T23:07:24Z', 'revision_number': 4, 'project_id': '82bae8319c0a482993cd9e8530b11401', 'gw_port': {'id': '093b879d-55ae-41f8-86e6-83c75280bd23', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:85:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:13Z', 'updated_at': '2022-02-10T23:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '47af9a2a-307c-45c5-acd0-950585c2199b', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'floating_ip_address': '172.26.8.189', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'port_id': '5f115977-ed25-4098-8e07-2982d35bc998', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a75b224-7431-40b5-b18e-691aa5ad073d', 'mac_address': 'fa:16:3e:b8:80:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d56768-2bba-410e-be7e-2f956bd4eb1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:09:41Z', 'updated_at': '2022-02-10T23:09:41Z', 'revision_number': 0, 'project_id': '82bae8319c0a482993cd9e8530b11401', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84c668e2-7ac4-43ac-a76c-bad486b79ed7', 'name': '', 'network_id': '4a75b224-7431-40b5-b18e-691aa5ad073d', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'mac_address': 'fa:16:3e:f1:ad:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '375b0e55-6852-456e-bf83-790a9c9d4e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:20Z', 'updated_at': '2022-02-10T23:07:36Z', 'revision_number': 5, 'project_id': '82bae8319c0a482993cd9e8530b11401', 'subnets': [{'id': '375b0e55-6852-456e-bf83-790a9c9d4e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:09:50.451952 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c12fee-0c68-47ef-911f-480f3c0d74a2 req-85099fa1-443e-4983-b2ed-6e108eb4d218 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:50.453807 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-43c12fee-0c68-47ef-911f-480f3c0d74a2 req-85099fa1-443e-4983-b2ed-6e108eb4d218 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=375b0e55-6852-456e-bf83-790a9c9d4e02 HTTP/1.1" status: 200 len: 851 time: 0.1899259 Feb 10 23:09:50.540273 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-81145cff-d182-4f32-8074-4cd5b6072421 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:50.576250 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9488d043-7dc6-4e5d-b084-860317e0231e tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:50.579982 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81145cff-d182-4f32-8074-4cd5b6072421 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=90e652dd-fd51-479c-85ed-abdd108d39da,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:50.630955 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-3f2c3954-04d2-4cea-9636-129d636edf1e tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Allocated IP 172.20.0.4 (39ecc6a5-59a0-4e52-a23c-c2da5aa33a99/74c1ab56-6f66-4467-b441-2761e5739786/059140f2-090d-4a83-9489-7f72a15287e0) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:09:50.648527 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9488d043-7dc6-4e5d-b084-860317e0231e tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Network a02a6afb-fc33-40dd-a617-846ee69cf640 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:09:50.656438 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-9488d043-7dc6-4e5d-b084-860317e0231e tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:09:50.665372 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9488d043-7dc6-4e5d-b084-860317e0231e tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:09:50.714278 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5458f88-e946-4615-b212-d850895f7f59 None None] Pushing event updated for resources: {'Port': ['ID=249dbe75-c3d2-4650-8358-efaa4257b060,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:50.734302 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-81145cff-d182-4f32-8074-4cd5b6072421 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:50.736278 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-81145cff-d182-4f32-8074-4cd5b6072421 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/90e652dd-fd51-479c-85ed-abdd108d39da HTTP/1.1" status: 204 len: 168 time: 0.5114934 Feb 10 23:09:50.747855 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46484) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:50.800749 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9488d043-7dc6-4e5d-b084-860317e0231e tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Pushing event updated for resources: {'Port': ['ID=2935f253-b9a7-422b-ad30-fe988f6e8b08,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:50.818127 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-87d76e38-99f1-4081-a528-103600d53f2a tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:50.904737 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62ef50e-4e14-4010-82fd-cb17876bf299 None None] New status for floating IP 47af9a2a-307c-45c5-acd0-950585c2199b: ACTIVE {{(pid=84334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 23:09:50.955106 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-87d76e38-99f1-4081-a528-103600d53f2a tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:50.976158 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9488d043-7dc6-4e5d-b084-860317e0231e tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:50.976158 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9488d043-7dc6-4e5d-b084-860317e0231e tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:51.000197 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a3d2c0-9f2b-493e-abbd-571bfcf6679a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-39ecc6a5-59a0-4e52-a23c-c2da5aa33a99', 'network_id': '39ecc6a5-59a0-4e52-a23c-c2da5aa33a99', 'tenant_id': '8ebaafa64ea74242ba2bb084ec0966de', 'fixed_ips': [{'subnet_id': '74c1ab56-6f66-4467-b441-2761e5739786'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:09:51.000197 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d9a3d2c0-9f2b-493e-abbd-571bfcf6679a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:51.002375 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-83cb0d6f-622b-4468-8b7f-c33b3468c1a2 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:51.002375 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-83cb0d6f-622b-4468-8b7f-c33b3468c1a2 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Usage tracker for resource:subnet and tenant:a1a196bacc5e4170b4defd7cfb879ddb is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:51.010926 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-43c12fee-0c68-47ef-911f-480f3c0d74a2 req-61011da1-0abb-44a0-9bc9-0e63bc412990 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a75b224-7431-40b5-b18e-691aa5ad073d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5434601 Feb 10 23:09:51.028404 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-83cb0d6f-622b-4468-8b7f-c33b3468c1a2 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:51.049429 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-83cb0d6f-622b-4468-8b7f-c33b3468c1a2 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:51.065008 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-98624dc0-9cd3-4803-93b2-90dcb6ade650 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Synchronizing usage tracker for tenant:f8ca94381a7b4a39b672e9b0e5e63259 on resource:security_group_rule {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:51.091340 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f7e39c67-d94e-487f-b0b3-9a9cc3e516fe None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:51.148838 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9488d043-7dc6-4e5d-b084-860317e0231e tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 5.6287167 Feb 10 23:09:51.163832 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46492) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:51.165425 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-f7e39c67-d94e-487f-b0b3-9a9cc3e516fe None None] Transition to ACTIVE for port object c35b7e54-57c9-4aa0-8150-63397d4eec4d will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:09:51.174278 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-cb1375a6-2f0e-4066-b6f2-4f47bb67c84a tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-803818384', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:51.186381 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-cb1375a6-2f0e-4066-b6f2-4f47bb67c84a tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:51.206619 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-cb1375a6-2f0e-4066-b6f2-4f47bb67c84a tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Usage tracker for resource:router and tenant:c9ff6cbf59e34519ba8c2d8cad5dbdd1 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:51.206619 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-cb1375a6-2f0e-4066-b6f2-4f47bb67c84a tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:51.226774 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-cb1375a6-2f0e-4066-b6f2-4f47bb67c84a tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:51.229270 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-98624dc0-9cd3-4803-93b2-90dcb6ade650 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Unset dirty status for tenant:f8ca94381a7b4a39b672e9b0e5e63259 on resource:security_group_rule {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:51.235278 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-98624dc0-9cd3-4803-93b2-90dcb6ade650 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4843380 Feb 10 23:09:51.250458 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46496) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:51.337775 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-43c12fee-0c68-47ef-911f-480f3c0d74a2 req-60cbcdb9-e1d1-4646-a932-c021c6fed960 service neutron] 10.222.0.37 "GET /v2.0/networks/4a75b224-7431-40b5-b18e-691aa5ad073d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203576 Feb 10 23:09:51.380096 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-87d76e38-99f1-4081-a528-103600d53f2a tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:51.389251 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83cb0d6f-622b-4468-8b7f-c33b3468c1a2 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Made reservation on behalf of a1a196bacc5e4170b4defd7cfb879ddb for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:09:51.458008 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-f7e39c67-d94e-487f-b0b3-9a9cc3e516fe None None] Transition to ACTIVE for port object c35b7e54-57c9-4aa0-8150-63397d4eec4d will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:09:51.502186 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-92666a15-3691-4d4d-a225-877ecf7f3662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:51.580763 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9b2842-f65d-474d-a005-dd134c494067 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-e79e1fa0-441a-471f-bef9-13162ac2f791', 'network_id': 'e79e1fa0-441a-471f-bef9-13162ac2f791', 'tenant_id': '98b9cb7810824cb681c954336163e71b', 'fixed_ips': [{'subnet_id': '5903e19a-28a0-451f-935c-246d03538e36'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:09:51.580763 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0a9b2842-f65d-474d-a005-dd134c494067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:51.602191 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-43c12fee-0c68-47ef-911f-480f3c0d74a2 req-513d2e0e-636b-4197-93ea-6e87091b58af service neutron] 10.222.0.37 "GET /v2.0/networks/4a75b224-7431-40b5-b18e-691aa5ad073d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446911 Feb 10 23:09:51.602191 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cb1375a6-2f0e-4066-b6f2-4f47bb67c84a tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:51.602191 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cb1375a6-2f0e-4066-b6f2-4f47bb67c84a tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:51.643489 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cb1375a6-2f0e-4066-b6f2-4f47bb67c84a tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:51.678636 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f7e39c67-d94e-487f-b0b3-9a9cc3e516fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:51.736688 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cb1375a6-2f0e-4066-b6f2-4f47bb67c84a tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:51.768563 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 249dbe75-c3d2-4650-8358-efaa4257b060 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:09:51.783243 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3f2c3954-04d2-4cea-9636-129d636edf1e tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:51.858127 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f944599b-9db8-4db6-9e0c-ccf4437c176a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:51.861886 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cb1375a6-2f0e-4066-b6f2-4f47bb67c84a tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:51.861886 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-cb1375a6-2f0e-4066-b6f2-4f47bb67c84a tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6924920 Feb 10 23:09:51.871233 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46502) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:51.879734 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-127e6ad9-4fdf-45ed-beb4-d1cb94fcf895 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1075898201', 'prefixes': ['172.20.0.0/16']}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:51.884796 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-127e6ad9-4fdf-45ed-beb4-d1cb94fcf895 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:51.940426 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e39c67-d94e-487f-b0b3-9a9cc3e516fe None None] Pushing event updated for resources: {'Port': ['ID=c35b7e54-57c9-4aa0-8150-63397d4eec4d,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:51.972728 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ae43fedf-aa63-44e9-bbaa-b3fcaf1fd188 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:51.996771 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e39c67-d94e-487f-b0b3-9a9cc3e516fe None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:09:52.015133 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-f7e39c67-d94e-487f-b0b3-9a9cc3e516fe None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:09:52.026825 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-3f2c3954-04d2-4cea-9636-129d636edf1e tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Transition to ACTIVE for port object 059140f2-090d-4a83-9489-7f72a15287e0 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:09:52.032934 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e39c67-d94e-487f-b0b3-9a9cc3e516fe None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:09:52.032934 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-ae43fedf-aa63-44e9-bbaa-b3fcaf1fd188 None None] Transition to ACTIVE for port object 3cadb48a-ce9c-41c4-9338-5cd29da63f11 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:09:52.133276 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-ae43fedf-aa63-44e9-bbaa-b3fcaf1fd188 None None] Transition to ACTIVE for port object 3cadb48a-ce9c-41c4-9338-5cd29da63f11 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:09:52.192171 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f944599b-9db8-4db6-9e0c-ccf4437c176a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Calling delete_port for ad429346-83d7-435f-a73d-5c09d3397504 owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:09:52.210675 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-127e6ad9-4fdf-45ed-beb4-d1cb94fcf895 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Notify callbacks [] for subnetpool, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:52.210675 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-127e6ad9-4fdf-45ed-beb4-d1cb94fcf895 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] 10.222.0.59 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.3374414 Feb 10 23:09:52.210675 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46506) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:52.215498 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.tag.tag_plugin [None req-3ddca5e8-e1c5-4339-994c-5c0d8e09f4af tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '3b08d23a-43fd-4053-aa65-6175199ef100', 'tempest-TagsExtTest-Tag-1976218232') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:52.226492 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2e1275c7-6ae9-4957-83c9-7484f7a9e5c0 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:52.238565 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ae43fedf-aa63-44e9-bbaa-b3fcaf1fd188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:52.338574 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-0a9b2842-f65d-474d-a005-dd134c494067 None None] Allocated IP 2001:db8::2 (e79e1fa0-441a-471f-bef9-13162ac2f791/5903e19a-28a0-451f-935c-246d03538e36/865640e8-d66a-4a25-8bee-b80cb6e6fcfc) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:09:52.343593 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 249dbe75-c3d2-4650-8358-efaa4257b060 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:09:52.346992 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-f7e39c67-d94e-487f-b0b3-9a9cc3e516fe None None] Attempting to bind port c35b7e54-57c9-4aa0-8150-63397d4eec4d on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:09:52.347357 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-f7e39c67-d94e-487f-b0b3-9a9cc3e516fe None None] Attempting to bind port c35b7e54-57c9-4aa0-8150-63397d4eec4d by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:09:52.347945 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e39c67-d94e-487f-b0b3-9a9cc3e516fe None None] Attempting to bind port c35b7e54-57c9-4aa0-8150-63397d4eec4d on network 6dca27ff-0cc1-400d-8ed1-46016d84d938 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:09:52.388195 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-83cb0d6f-622b-4468-8b7f-c33b3468c1a2 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:52.391235 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device daeeb3ff-b03c-4786-869e-3d0a733f493b up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:09:52.402218 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3ddca5e8-e1c5-4339-994c-5c0d8e09f4af tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] 10.222.0.59 "PUT /v2.0/subnets/3b08d23a-43fd-4053-aa65-6175199ef100/tags/tempest-TagsExtTest-Tag-1976218232 HTTP/1.1" status: 201 len: 201 time: 0.1941535 Feb 10 23:09:52.404020 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46510) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:52.404515 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-87d76e38-99f1-4081-a528-103600d53f2a tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:52.418136 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.tag.tag_plugin [None req-0397ee12-05b4-481b-806a-bf8e8456c7e5 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2935f253-b9a7-422b-ad30-fe988f6e8b08', 'tempest-TagsExtTest-Tag-921227376') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:52.434620 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae43fedf-aa63-44e9-bbaa-b3fcaf1fd188 None None] Network c66b218c-bc29-40da-ab3b-a175947d1e48 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:09:52.436056 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2e1275c7-6ae9-4957-83c9-7484f7a9e5c0 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:52.448596 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43fedf-aa63-44e9-bbaa-b3fcaf1fd188 None None] Pushing event updated for resources: {'Port': ['ID=3cadb48a-ce9c-41c4-9338-5cd29da63f11,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:52.453354 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e39c67-d94e-487f-b0b3-9a9cc3e516fe None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:09:52.455108 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e39c67-d94e-487f-b0b3-9a9cc3e516fe None None] Checking segment: {'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:09:52.455709 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f7e39c67-d94e-487f-b0b3-9a9cc3e516fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:52.456263 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e39c67-d94e-487f-b0b3-9a9cc3e516fe None None] Bound using segment: {'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:09:52.456966 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-f7e39c67-d94e-487f-b0b3-9a9cc3e516fe None None] Bound port: c35b7e54-57c9-4aa0-8150-63397d4eec4d, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:09:52.457516 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f7e39c67-d94e-487f-b0b3-9a9cc3e516fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:52.487141 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-ae43fedf-aa63-44e9-bbaa-b3fcaf1fd188 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:09:52.520754 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae43fedf-aa63-44e9-bbaa-b3fcaf1fd188 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:09:52.538750 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-87d76e38-99f1-4081-a528-103600d53f2a tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:52.560323 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:52.649336 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0397ee12-05b4-481b-806a-bf8e8456c7e5 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] 10.222.0.59 "PUT /v2.0/ports/2935f253-b9a7-422b-ad30-fe988f6e8b08/tags/tempest-TagsExtTest-Tag-921227376 HTTP/1.1" status: 201 len: 201 time: 0.2388492 Feb 10 23:09:52.649336 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46514) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:52.657883 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.tag.tag_plugin [None req-0bb6362a-2409-4e53-b305-a045cda90c1e tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'fc579fa2-b933-4058-bceb-d30c0c6e6cdc', 'tempest-TagsExtTest-Tag-629066624') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:52.685518 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d76e38-99f1-4081-a528-103600d53f2a tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4bcec05-a231-403d-a4c9-671482469142,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:52.714197 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:52.753164 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3f2c3954-04d2-4cea-9636-129d636edf1e tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:52.823708 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f51673-888c-40d6-a4ab-52b441326f7a None None] Network a02a6afb-fc33-40dd-a617-846ee69cf640 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:09:52.927247 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0bb6362a-2409-4e53-b305-a045cda90c1e tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] 10.222.0.59 "PUT /v2.0/routers/fc579fa2-b933-4058-bceb-d30c0c6e6cdc/tags/tempest-TagsExtTest-Tag-629066624 HTTP/1.1" status: 201 len: 201 time: 0.2759600 Feb 10 23:09:52.932366 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46518) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:52.933379 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.tag.tag_plugin [None req-1b8f00c6-6451-40b1-b266-d19d050fa369 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '52bebf29-6652-4011-ac6e-243e6b779a54', 'tempest-TagsExtTest-Tag-1564155109') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:52.999374 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-87d76e38-99f1-4081-a528-103600d53f2a tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:53.003099 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-87d76e38-99f1-4081-a528-103600d53f2a tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 2.8408420 Feb 10 23:09:53.004091 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46522) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:53.034450 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-ae43fedf-aa63-44e9-bbaa-b3fcaf1fd188 None None] Attempting to bind port 3cadb48a-ce9c-41c4-9338-5cd29da63f11 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:09:53.034834 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-ae43fedf-aa63-44e9-bbaa-b3fcaf1fd188 None None] Attempting to bind port 3cadb48a-ce9c-41c4-9338-5cd29da63f11 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '3dba7c65-137b-4b09-9318-c94951018fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c66b218c-bc29-40da-ab3b-a175947d1e48'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:09:53.035178 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae43fedf-aa63-44e9-bbaa-b3fcaf1fd188 None None] Attempting to bind port 3cadb48a-ce9c-41c4-9338-5cd29da63f11 on network c66b218c-bc29-40da-ab3b-a175947d1e48 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:09:53.051679 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1b8f00c6-6451-40b1-b266-d19d050fa369 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] 10.222.0.59 "PUT /v2.0/subnetpools/52bebf29-6652-4011-ac6e-243e6b779a54/tags/tempest-TagsExtTest-Tag-1564155109 HTTP/1.1" status: 201 len: 201 time: 0.1209483 Feb 10 23:09:53.053223 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46526) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:53.062068 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.tag.tag_plugin [None req-7d964319-e75f-4e86-bc2e-49a34edc09ba tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '3b08d23a-43fd-4053-aa65-6175199ef100') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:53.091339 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-d9a3d2c0-9f2b-493e-abbd-571bfcf6679a None None] Allocated IP 172.20.0.2 (39ecc6a5-59a0-4e52-a23c-c2da5aa33a99/74c1ab56-6f66-4467-b441-2761e5739786/5a439beb-8630-43dd-8c32-acbe823453e8) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:09:53.096569 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-f7e39c67-d94e-487f-b0b3-9a9cc3e516fe None None] For port c35b7e54-57c9-4aa0-8150-63397d4eec4d, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:09:53.107463 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c25a5bac-7bc6-416d-b5ae-c1bab0171b48 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:53.114103 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae43fedf-aa63-44e9-bbaa-b3fcaf1fd188 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:09:53.114741 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae43fedf-aa63-44e9-bbaa-b3fcaf1fd188 None None] Checking segment: {'id': '3dba7c65-137b-4b09-9318-c94951018fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c66b218c-bc29-40da-ab3b-a175947d1e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:09:53.115142 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ae43fedf-aa63-44e9-bbaa-b3fcaf1fd188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:53.115534 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae43fedf-aa63-44e9-bbaa-b3fcaf1fd188 None None] Bound using segment: {'id': '3dba7c65-137b-4b09-9318-c94951018fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c66b218c-bc29-40da-ab3b-a175947d1e48'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:09:53.116008 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-ae43fedf-aa63-44e9-bbaa-b3fcaf1fd188 None None] Bound port: 3cadb48a-ce9c-41c4-9338-5cd29da63f11, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dba7c65-137b-4b09-9318-c94951018fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c66b218c-bc29-40da-ab3b-a175947d1e48'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:09:53.116701 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ae43fedf-aa63-44e9-bbaa-b3fcaf1fd188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:53.117566 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2e1275c7-6ae9-4957-83c9-7484f7a9e5c0 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:53.121270 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2c3954-04d2-4cea-9636-129d636edf1e tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Network 39ecc6a5-59a0-4e52-a23c-c2da5aa33a99 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:09:53.145291 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f944599b-9db8-4db6-9e0c-ccf4437c176a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:53.147182 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-3f2c3954-04d2-4cea-9636-129d636edf1e tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:09:53.148993 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2c3954-04d2-4cea-9636-129d636edf1e tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event updated for resources: {'Port': ['ID=059140f2-090d-4a83-9489-7f72a15287e0,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:53.154587 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2c3954-04d2-4cea-9636-129d636edf1e tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:09:53.172944 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port daeeb3ff-b03c-4786-869e-3d0a733f493b triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:09:53.173401 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:53.174749 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e4307777-7724-413f-adaa-c3e5601f03cd tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:53.197330 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7d964319-e75f-4e86-bc2e-49a34edc09ba tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] 10.222.0.59 "GET /v2.0/subnets/3b08d23a-43fd-4053-aa65-6175199ef100/tags HTTP/1.1" status: 200 len: 241 time: 0.1401062 Feb 10 23:09:53.202323 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46530) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:53.233938 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-f7e39c67-d94e-487f-b0b3-9a9cc3e516fe None None] For port c35b7e54-57c9-4aa0-8150-63397d4eec4d, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=c35b7e54-57c9-4aa0-8150-63397d4eec4d,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:09:53.239361 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.tag.tag_plugin [None req-70d8d0ef-49a4-4b8e-8492-3573b51cc06d tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3b08d23a-43fd-4053-aa65-6175199ef100', 'tempest-TagsExtTest-Tag-1976218232') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:53.243822 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-966e802f-bc2e-4710-b8ba-290107b2759e None None] Provisioning for port 249dbe75-c3d2-4650-8358-efaa4257b060 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:09:53.257654 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1275c7-6ae9-4957-83c9-7484f7a9e5c0 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26901bcc-9dde-4194-98b1-dd795e543718,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:53.289647 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-966e802f-bc2e-4710-b8ba-290107b2759e None None] Provisioning complete for port 249dbe75-c3d2-4650-8358-efaa4257b060 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:09:53.289647 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-966e802f-bc2e-4710-b8ba-290107b2759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:53.289857 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e4307777-7724-413f-adaa-c3e5601f03cd tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:53.357992 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f944599b-9db8-4db6-9e0c-ccf4437c176a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event deleted for resources: {'Port': ['ID=ad429346-83d7-435f-a73d-5c09d3397504,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:53.411260 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-70d8d0ef-49a4-4b8e-8492-3573b51cc06d tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] 10.222.0.59 "GET /v2.0/subnets/3b08d23a-43fd-4053-aa65-6175199ef100/tags/tempest-TagsExtTest-Tag-1976218232 HTTP/1.1" status: 204 len: 168 time: 0.2015350 Feb 10 23:09:53.411260 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46536) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:53.417691 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.tag.tag_plugin [None req-972cf808-f0e2-4b00-8c7f-5d35bb85b8b4 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '3b08d23a-43fd-4053-aa65-6175199ef100', 'tempest-TagsExtTest-Tag-1976218232') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:53.447960 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e4307777-7724-413f-adaa-c3e5601f03cd tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:53.462055 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f7e39c67-d94e-487f-b0b3-9a9cc3e516fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:53.482859 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4307777-7724-413f-adaa-c3e5601f03cd tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cdaabf0-5d39-48cc-8849-52c04c6e219b,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:53.509163 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e4307777-7724-413f-adaa-c3e5601f03cd tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:53.513314 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e4307777-7724-413f-adaa-c3e5601f03cd tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "DELETE /v2.0/security-groups/0cdaabf0-5d39-48cc-8849-52c04c6e219b HTTP/1.1" status: 204 len: 168 time: 0.5072725 Feb 10 23:09:53.514321 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46540) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:53.567611 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f944599b-9db8-4db6-9e0c-ccf4437c176a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:53.575020 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0a9b2842-f65d-474d-a005-dd134c494067 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:53.589025 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2c3954-04d2-4cea-9636-129d636edf1e tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:53.590065 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3f2c3954-04d2-4cea-9636-129d636edf1e tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:53.627226 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-f944599b-9db8-4db6-9e0c-ccf4437c176a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/ports/ad429346-83d7-435f-a73d-5c09d3397504 HTTP/1.1" status: 204 len: 168 time: 3.8374677 Feb 10 23:09:53.647041 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-6f2c4978-e12a-4ba8-ba24-e137953c4c02 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Synchronizing usage tracker for tenant:82a10a87ca1d4162b59aed13d6b90a18 on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:53.652295 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46544) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:53.655073 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-0a9b2842-f65d-474d-a005-dd134c494067 None None] Transition to ACTIVE for port object 865640e8-d66a-4a25-8bee-b80cb6e6fcfc will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:09:53.720641 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-972cf808-f0e2-4b00-8c7f-5d35bb85b8b4 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] 10.222.0.59 "DELETE /v2.0/subnets/3b08d23a-43fd-4053-aa65-6175199ef100/tags/tempest-TagsExtTest-Tag-1976218232 HTTP/1.1" status: 204 len: 168 time: 0.3074105 Feb 10 23:09:53.721397 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46548) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:53.731119 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.tag.tag_plugin [None req-f79c0219-0250-491c-a18c-f5c5f553f8b3 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '3b08d23a-43fd-4053-aa65-6175199ef100') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:53.746031 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-3f2c3954-04d2-4cea-9636-129d636edf1e tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.7021937 Feb 10 23:09:53.746749 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-83cb0d6f-622b-4468-8b7f-c33b3468c1a2 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:53.753014 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2e1275c7-6ae9-4957-83c9-7484f7a9e5c0 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:53.754288 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-2e1275c7-6ae9-4957-83c9-7484f7a9e5c0 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "DELETE /v2.0/security-groups/26901bcc-9dde-4194-98b1-dd795e543718 HTTP/1.1" status: 204 len: 168 time: 2.4883869 Feb 10 23:09:53.757585 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46552) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:53.758141 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46554) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:53.787618 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f511e954-5630-4bdf-af4b-0cdafa323567 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:53.788940 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f511e954-5630-4bdf-af4b-0cdafa323567 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:53.789660 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f511e954-5630-4bdf-af4b-0cdafa323567 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Synchronizing usage tracker for tenant:143e860117cc493db304000cc95b95c2 on resource:subnet {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:53.808313 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-ae43fedf-aa63-44e9-bbaa-b3fcaf1fd188 None None] For port 3cadb48a-ce9c-41c4-9338-5cd29da63f11, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:09:53.810457 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-6f2c4978-e12a-4ba8-ba24-e137953c4c02 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Unset dirty status for tenant:82a10a87ca1d4162b59aed13d6b90a18 on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:53.816109 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6f2c4978-e12a-4ba8-ba24-e137953c4c02 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2953939 Feb 10 23:09:53.816109 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46560) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:53.820762 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-0a9b2842-f65d-474d-a005-dd134c494067 None None] Transition to ACTIVE for port object 865640e8-d66a-4a25-8bee-b80cb6e6fcfc will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:09:53.830775 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e39c67-d94e-487f-b0b3-9a9cc3e516fe None None] Pushing event updated for resources: {'Port': ['ID=c35b7e54-57c9-4aa0-8150-63397d4eec4d,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:53.868326 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-ae43fedf-aa63-44e9-bbaa-b3fcaf1fd188 None None] For port 3cadb48a-ce9c-41c4-9338-5cd29da63f11, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=3cadb48a-ce9c-41c4-9338-5cd29da63f11,segment=NetworkSegment(3dba7c65-137b-4b09-9318-c94951018fc6),segment_id=3dba7c65-137b-4b09-9318-c94951018fc6)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:09:53.880610 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d5944a96-1008-422f-92d6-bda0c16bd3c1 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Synchronizing usage tracker for tenant:82a10a87ca1d4162b59aed13d6b90a18 on resource:security_group_rule {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:53.887574 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f79c0219-0250-491c-a18c-f5c5f553f8b3 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] 10.222.0.59 "GET /v2.0/subnets/3b08d23a-43fd-4053-aa65-6175199ef100/tags HTTP/1.1" status: 200 len: 205 time: 0.1629469 Feb 10 23:09:53.889537 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46564) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:53.897042 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.tag.tag_plugin [None req-532aea3b-d8bd-4bd6-a4a6-1878d6c05bf3 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2935f253-b9a7-422b-ad30-fe988f6e8b08') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:53.958114 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f511e954-5630-4bdf-af4b-0cdafa323567 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Unset dirty status for tenant:143e860117cc493db304000cc95b95c2 on resource:subnet {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:53.961920 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f511e954-5630-4bdf-af4b-0cdafa323567 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3053098 Feb 10 23:09:53.962074 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46568) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:53.983685 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0a9b2842-f65d-474d-a005-dd134c494067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:54.000614 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-1131c352-6902-4e21-931d-c5a72780c7de tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Deleting port 059140f2-090d-4a83-9489-7f72a15287e0 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:09:54.000963 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1131c352-6902-4e21-931d-c5a72780c7de tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:54.040016 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d5944a96-1008-422f-92d6-bda0c16bd3c1 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] Unset dirty status for tenant:82a10a87ca1d4162b59aed13d6b90a18 on resource:security_group_rule {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:54.041966 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d5944a96-1008-422f-92d6-bda0c16bd3c1 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.2252877 Feb 10 23:09:54.047931 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46572) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:54.058551 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ae43fedf-aa63-44e9-bbaa-b3fcaf1fd188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:54.073422 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cb0d6f-622b-4468-8b7f-c33b3468c1a2 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event updated for resources: {'Subnet': ['ID=33c6ad8c-f3ec-4e76-b182-772226064b58,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:54.091609 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-c25a5bac-7bc6-416d-b5ae-c1bab0171b48 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Allocated IP 2001:db8::1 (c66b218c-bc29-40da-ab3b-a175947d1e48/182af042-3b41-4eeb-a3d9-42eb8ff68bb8/359b7fcc-ecb5-45d5-828a-53abf63e3f2b) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:09:54.118417 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-966e802f-bc2e-4710-b8ba-290107b2759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:54.158961 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d9a3d2c0-9f2b-493e-abbd-571bfcf6679a None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:54.186224 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9b2842-f65d-474d-a005-dd134c494067 None None] Network e79e1fa0-441a-471f-bef9-13162ac2f791 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:09:54.190870 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9b2842-f65d-474d-a005-dd134c494067 None None] Pushing event updated for resources: {'Port': ['ID=865640e8-d66a-4a25-8bee-b80cb6e6fcfc,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:54.194683 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:54.224422 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-c5f923e8-12d7-4937-899f-3bcfcd821d30 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Synchronizing usage tracker for tenant:f8ca94381a7b4a39b672e9b0e5e63259 on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:54.258662 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-d9a3d2c0-9f2b-493e-abbd-571bfcf6679a None None] Transition to ACTIVE for port object 5a439beb-8630-43dd-8c32-acbe823453e8 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:09:54.261799 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-0a9b2842-f65d-474d-a005-dd134c494067 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:09:54.286703 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-870b0c5e-64a1-4f03-8efd-41ced1feecdd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Deleting subnet 46bc28c5-6ce5-436f-a573-ed4d066919a6 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:09:54.288801 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9b2842-f65d-474d-a005-dd134c494067 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:09:54.290732 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-870b0c5e-64a1-4f03-8efd-41ced1feecdd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:54.373913 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-870b0c5e-64a1-4f03-8efd-41ced1feecdd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:54.379354 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c25a5bac-7bc6-416d-b5ae-c1bab0171b48 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:54.404450 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-c25a5bac-7bc6-416d-b5ae-c1bab0171b48 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Transition to ACTIVE for port object 359b7fcc-ecb5-45d5-828a-53abf63e3f2b will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:09:54.416659 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-966e802f-bc2e-4710-b8ba-290107b2759e None None] For port 249dbe75-c3d2-4650-8358-efaa4257b060, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=249dbe75-c3d2-4650-8358-efaa4257b060,segment=NetworkSegment(663d0e4f-6719-4220-a9b1-5fab3ad7362a),segment_id=663d0e4f-6719-4220-a9b1-5fab3ad7362a)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:09:54.425378 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-d9a3d2c0-9f2b-493e-abbd-571bfcf6679a None None] Transition to ACTIVE for port object 5a439beb-8630-43dd-8c32-acbe823453e8 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:09:54.482552 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-bee3b312-f902-4f23-8896-49e8b9e602f4 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] delete failed (client error): The resource could not be found. Feb 10 23:09:54.489222 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-bee3b312-f902-4f23-8896-49e8b9e602f4 tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "DELETE /v2.0/security-groups/0cdaabf0-5d39-48cc-8849-52c04c6e219b HTTP/1.1" status: 404 len: 347 time: 0.4296522 Feb 10 23:09:54.535163 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-532aea3b-d8bd-4bd6-a4a6-1878d6c05bf3 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] 10.222.0.59 "GET /v2.0/ports/2935f253-b9a7-422b-ad30-fe988f6e8b08/tags HTTP/1.1" status: 200 len: 240 time: 0.6431804 Feb 10 23:09:54.541664 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-966e802f-bc2e-4710-b8ba-290107b2759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:54.541789 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46576) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:54.541789 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46578) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:54.553194 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43fedf-aa63-44e9-bbaa-b3fcaf1fd188 None None] Pushing event updated for resources: {'Port': ['ID=3cadb48a-ce9c-41c4-9338-5cd29da63f11,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:54.583392 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d9a3d2c0-9f2b-493e-abbd-571bfcf6679a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:54.595950 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.tag.tag_plugin [None req-fcaf0fb0-5904-4097-a1fc-38c64f27a936 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2935f253-b9a7-422b-ad30-fe988f6e8b08', 'tempest-TagsExtTest-Tag-921227376') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:54.648307 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cb0d6f-622b-4468-8b7f-c33b3468c1a2 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Checking segment: {'id': '7692c583-1311-48c9-99d9-d8a99e8a7db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '32834719-14e1-4a91-bf5e-797f9a9214b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:09:54.648307 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cb0d6f-622b-4468-8b7f-c33b3468c1a2 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Network hostable DHCP agents. Network: 32834719-14e1-4a91-bf5e-797f9a9214b2, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:09:54.663623 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c25a5bac-7bc6-416d-b5ae-c1bab0171b48 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:54.710168 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-0a9b2842-f65d-474d-a005-dd134c494067 None None] Attempting to bind port 865640e8-d66a-4a25-8bee-b80cb6e6fcfc on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:09:54.710803 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-0a9b2842-f65d-474d-a005-dd134c494067 None None] Attempting to bind port 865640e8-d66a-4a25-8bee-b80cb6e6fcfc by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '7ee545a7-fdb6-4e4e-9fc3-1ba7d8329ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e79e1fa0-441a-471f-bef9-13162ac2f791'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:09:54.711489 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9b2842-f65d-474d-a005-dd134c494067 None None] Attempting to bind port 865640e8-d66a-4a25-8bee-b80cb6e6fcfc on network e79e1fa0-441a-471f-bef9-13162ac2f791 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:09:54.753810 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9b2842-f65d-474d-a005-dd134c494067 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:09:54.759333 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9b2842-f65d-474d-a005-dd134c494067 None None] Checking segment: {'id': '7ee545a7-fdb6-4e4e-9fc3-1ba7d8329ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e79e1fa0-441a-471f-bef9-13162ac2f791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:09:54.759333 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0a9b2842-f65d-474d-a005-dd134c494067 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:54.759333 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9b2842-f65d-474d-a005-dd134c494067 None None] Bound using segment: {'id': '7ee545a7-fdb6-4e4e-9fc3-1ba7d8329ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e79e1fa0-441a-471f-bef9-13162ac2f791'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:09:54.759333 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-0a9b2842-f65d-474d-a005-dd134c494067 None None] Bound port: 865640e8-d66a-4a25-8bee-b80cb6e6fcfc, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ee545a7-fdb6-4e4e-9fc3-1ba7d8329ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e79e1fa0-441a-471f-bef9-13162ac2f791'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:09:54.759333 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0a9b2842-f65d-474d-a005-dd134c494067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:54.769783 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a3d2c0-9f2b-493e-abbd-571bfcf6679a None None] Network 39ecc6a5-59a0-4e52-a23c-c2da5aa33a99 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:09:54.775173 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-d9a3d2c0-9f2b-493e-abbd-571bfcf6679a None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:09:54.783692 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a3d2c0-9f2b-493e-abbd-571bfcf6679a None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:09:54.815805 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25a5bac-7bc6-416d-b5ae-c1bab0171b48 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Network c66b218c-bc29-40da-ab3b-a175947d1e48 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:09:54.825981 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966e802f-bc2e-4710-b8ba-290107b2759e None None] Pushing event updated for resources: {'Port': ['ID=249dbe75-c3d2-4650-8358-efaa4257b060,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:54.839707 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-c25a5bac-7bc6-416d-b5ae-c1bab0171b48 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:09:54.841930 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25a5bac-7bc6-416d-b5ae-c1bab0171b48 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:09:54.842634 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c25a5bac-7bc6-416d-b5ae-c1bab0171b48 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733071'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:54.894697 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-870b0c5e-64a1-4f03-8efd-41ced1feecdd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:54.922917 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-c5f923e8-12d7-4937-899f-3bcfcd821d30 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Unset dirty status for tenant:f8ca94381a7b4a39b672e9b0e5e63259 on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:54.928754 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-c5f923e8-12d7-4937-899f-3bcfcd821d30 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 1.1265583 Feb 10 23:09:54.945331 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46584) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:54.962589 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-3b9ebebc-c146-423b-be8f-589d4a543986 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Request body: {'security_group': {'name': 'tempest-secgroup--1021918155'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:55.030408 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a5bac-7bc6-416d-b5ae-c1bab0171b48 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Pushing event updated for resources: {'Port': ['ID=359b7fcc-ecb5-45d5-828a-53abf63e3f2b,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:55.042262 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3b9ebebc-c146-423b-be8f-589d4a543986 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:55.125804 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3b9ebebc-c146-423b-be8f-589d4a543986 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:55.138135 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cb0d6f-622b-4468-8b7f-c33b3468c1a2 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Network 32834719-14e1-4a91-bf5e-797f9a9214b2 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:09:55.174414 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d5f4389f-861d-484d-a9b6-47a34e08a47d tempest-SecGroupTest-339965132 tempest-SecGroupTest-339965132-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6193194 Feb 10 23:09:55.182507 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-0a9b2842-f65d-474d-a005-dd134c494067 None None] For port 865640e8-d66a-4a25-8bee-b80cb6e6fcfc, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:09:55.187352 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-0a9b2842-f65d-474d-a005-dd134c494067 None None] For port 865640e8-d66a-4a25-8bee-b80cb6e6fcfc, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=865640e8-d66a-4a25-8bee-b80cb6e6fcfc,segment=NetworkSegment(7ee545a7-fdb6-4e4e-9fc3-1ba7d8329ab3),segment_id=7ee545a7-fdb6-4e4e-9fc3-1ba7d8329ab3)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:09:55.214939 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a3d2c0-9f2b-493e-abbd-571bfcf6679a None None] Pushing event updated for resources: {'Port': ['ID=5a439beb-8630-43dd-8c32-acbe823453e8,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:55.231531 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1131c352-6902-4e21-931d-c5a72780c7de tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:55.237215 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-d9a3d2c0-9f2b-493e-abbd-571bfcf6679a None None] Attempting to bind port 5a439beb-8630-43dd-8c32-acbe823453e8 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:09:55.237880 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-d9a3d2c0-9f2b-493e-abbd-571bfcf6679a None None] Attempting to bind port 5a439beb-8630-43dd-8c32-acbe823453e8 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '31c7d460-095d-49b2-a7f8-d42afcade3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '39ecc6a5-59a0-4e52-a23c-c2da5aa33a99'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:09:55.242977 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a3d2c0-9f2b-493e-abbd-571bfcf6679a None None] Attempting to bind port 5a439beb-8630-43dd-8c32-acbe823453e8 on network 39ecc6a5-59a0-4e52-a23c-c2da5aa33a99 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:09:55.243847 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-870b0c5e-64a1-4f03-8efd-41ced1feecdd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:55.249234 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a3d2c0-9f2b-493e-abbd-571bfcf6679a None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:09:55.250064 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a3d2c0-9f2b-493e-abbd-571bfcf6679a None None] Checking segment: {'id': '31c7d460-095d-49b2-a7f8-d42afcade3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '39ecc6a5-59a0-4e52-a23c-c2da5aa33a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:09:55.250985 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d9a3d2c0-9f2b-493e-abbd-571bfcf6679a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:55.251784 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a3d2c0-9f2b-493e-abbd-571bfcf6679a None None] Bound using segment: {'id': '31c7d460-095d-49b2-a7f8-d42afcade3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '39ecc6a5-59a0-4e52-a23c-c2da5aa33a99'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:09:55.252485 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-d9a3d2c0-9f2b-493e-abbd-571bfcf6679a None None] Bound port: 5a439beb-8630-43dd-8c32-acbe823453e8, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31c7d460-095d-49b2-a7f8-d42afcade3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '39ecc6a5-59a0-4e52-a23c-c2da5aa33a99'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:09:55.255242 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d9a3d2c0-9f2b-493e-abbd-571bfcf6679a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:55.278606 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0a9b2842-f65d-474d-a005-dd134c494067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:55.302509 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0b509037-616f-4746-95cd-198e2f48adac req-3740039b-3905-4fad-b746-dede815b18e0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=30d56768-2bba-410e-be7e-2f956bd4eb1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.0208108 Feb 10 23:09:55.339331 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-fcaf0fb0-5904-4097-a1fc-38c64f27a936 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] 10.222.0.59 "GET /v2.0/ports/2935f253-b9a7-422b-ad30-fe988f6e8b08/tags/tempest-TagsExtTest-Tag-921227376 HTTP/1.1" status: 204 len: 168 time: 0.7829885 Feb 10 23:09:55.340495 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870b0c5e-64a1-4f03-8efd-41ced1feecdd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event deleted for resources: {'Subnet': ['ID=46bc28c5-6ce5-436f-a573-ed4d066919a6,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:55.350775 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46590) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:55.363203 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.tag.tag_plugin [None req-f1c509bd-4d02-4b2e-81e7-97d9f3f87040 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '2935f253-b9a7-422b-ad30-fe988f6e8b08', 'tempest-TagsExtTest-Tag-921227376') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:55.383063 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9b2842-f65d-474d-a005-dd134c494067 None None] Pushing event updated for resources: {'Port': ['ID=865640e8-d66a-4a25-8bee-b80cb6e6fcfc,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:55.398257 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-fe0e0c23-6de8-4d3e-9c9f-ef4dcff7d64e None None] Provisioning for port 2935f253-b9a7-422b-ad30-fe988f6e8b08 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:09:55.428204 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-870b0c5e-64a1-4f03-8efd-41ced1feecdd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:55.480510 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-fe0e0c23-6de8-4d3e-9c9f-ef4dcff7d64e None None] Provisioning complete for port 2935f253-b9a7-422b-ad30-fe988f6e8b08 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:09:55.480910 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fe0e0c23-6de8-4d3e-9c9f-ef4dcff7d64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:55.667452 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-fe0e0c23-6de8-4d3e-9c9f-ef4dcff7d64e None None] Port 2935f253-b9a7-422b-ad30-fe988f6e8b08 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:09:55.693439 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-d9a3d2c0-9f2b-493e-abbd-571bfcf6679a None None] For port 5a439beb-8630-43dd-8c32-acbe823453e8, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:09:55.704895 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-d9a3d2c0-9f2b-493e-abbd-571bfcf6679a None None] For port 5a439beb-8630-43dd-8c32-acbe823453e8, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=5a439beb-8630-43dd-8c32-acbe823453e8,segment=NetworkSegment(31c7d460-095d-49b2-a7f8-d42afcade3a4),segment_id=31c7d460-095d-49b2-a7f8-d42afcade3a4)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:09:55.712506 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-fe0e0c23-6de8-4d3e-9c9f-ef4dcff7d64e None None] Provisioning complete for port 249dbe75-c3d2-4650-8358-efaa4257b060 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:09:55.713168 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fe0e0c23-6de8-4d3e-9c9f-ef4dcff7d64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:55.725138 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-870b0c5e-64a1-4f03-8efd-41ced1feecdd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/subnets/46bc28c5-6ce5-436f-a573-ed4d066919a6 HTTP/1.1" status: 204 len: 168 time: 1.7621231 Feb 10 23:09:55.738646 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46594) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:55.740500 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3b9ebebc-c146-423b-be8f-589d4a543986 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:55.753658 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-83cb0d6f-622b-4468-8b7f-c33b3468c1a2 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 32834719-14e1-4a91-bf5e-797f9a9214b2) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:09:55.783009 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-1131c352-6902-4e21-931d-c5a72780c7de tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Calling delete_port for 059140f2-090d-4a83-9489-7f72a15287e0 owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:09:55.817576 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c55d250-9d98-4a32-bf76-e7a5564955d4 None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:09:55.827894 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-69a18465-7436-4ca3-831b-56f5e69537d3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0945134 Feb 10 23:09:55.830290 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46598) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:55.836330 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c8b65d-057f-4ce4-8699-7201d8b423f6 None None] Network 32834719-14e1-4a91-bf5e-797f9a9214b2 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:09:55.890647 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d9a3d2c0-9f2b-493e-abbd-571bfcf6679a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:55.913355 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0b509037-616f-4746-95cd-198e2f48adac req-79870428-04d4-4f64-80ee-0e2a76830517 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=82bae8319c0a482993cd9e8530b11401&device_id=30d56768-2bba-410e-be7e-2f956bd4eb1d HTTP/1.1" status: 200 len: 1098 time: 0.4292481 Feb 10 23:09:55.916279 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cb0d6f-622b-4468-8b7f-c33b3468c1a2 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:55.919653 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-83cb0d6f-622b-4468-8b7f-c33b3468c1a2 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:56.003620 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c25a5bac-7bc6-416d-b5ae-c1bab0171b48 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:56.108354 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3b9ebebc-c146-423b-be8f-589d4a543986 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:56.116954 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-83cb0d6f-622b-4468-8b7f-c33b3468c1a2 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 6.0185282 Feb 10 23:09:56.126337 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-3b9ebebc-c146-423b-be8f-589d4a543986 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Usage tracker for resource:security_group_rule and tenant:f8ca94381a7b4a39b672e9b0e5e63259 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:56.131658 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46604) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:56.142863 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-3b9ebebc-c146-423b-be8f-589d4a543986 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:56.167400 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-5358978f-9447-49ee-add4-adacb91465db tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1135584450', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:56.215977 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46608) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:56.257191 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3b9ebebc-c146-423b-be8f-589d4a543986 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:56.275388 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5358978f-9447-49ee-add4-adacb91465db tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:56.334622 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f691463-ff65-430f-9f81-b062aaaad9fd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:56.337331 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9f691463-ff65-430f-9f81-b062aaaad9fd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Synchronizing usage tracker for tenant:143e860117cc493db304000cc95b95c2 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:56.356194 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f1c509bd-4d02-4b2e-81e7-97d9f3f87040 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] 10.222.0.59 "DELETE /v2.0/ports/2935f253-b9a7-422b-ad30-fe988f6e8b08/tags/tempest-TagsExtTest-Tag-921227376 HTTP/1.1" status: 204 len: 168 time: 1.0076799 Feb 10 23:09:56.365587 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46614) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:56.375127 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a3d2c0-9f2b-493e-abbd-571bfcf6679a None None] Pushing event updated for resources: {'Port': ['ID=5a439beb-8630-43dd-8c32-acbe823453e8,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:56.387352 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.tag.tag_plugin [None req-a5ceed0c-0f4f-4681-aa51-036bf2514746 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2935f253-b9a7-422b-ad30-fe988f6e8b08') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:56.397371 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13e724c-ebbc-4bf0-b2e3-2d0052530067 None None] Network c66b218c-bc29-40da-ab3b-a175947d1e48 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:09:56.445370 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b509037-616f-4746-95cd-198e2f48adac req-6fc82490-c93c-46a9-9d56-ee795be98f38 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:56.446741 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0b509037-616f-4746-95cd-198e2f48adac req-6fc82490-c93c-46a9-9d56-ee795be98f38 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a75b224-7431-40b5-b18e-691aa5ad073d HTTP/1.1" status: 200 len: 913 time: 0.5155630 Feb 10 23:09:56.534829 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-5358978f-9447-49ee-add4-adacb91465db tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Usage tracker for resource:router and tenant:a1a196bacc5e4170b4defd7cfb879ddb is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:56.547968 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-5358978f-9447-49ee-add4-adacb91465db tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:56.584843 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9f691463-ff65-430f-9f81-b062aaaad9fd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Unset dirty status for tenant:143e860117cc493db304000cc95b95c2 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:56.588729 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9f691463-ff65-430f-9f81-b062aaaad9fd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.7566938 Feb 10 23:09:56.592129 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46620) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:56.593219 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5358978f-9447-49ee-add4-adacb91465db tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:56.651552 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 249dbe75-c3d2-4650-8358-efaa4257b060 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:09:56.741827 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63afa797-9b3c-4601-a0d8-faea1e3735dc tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:56.742147 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5358978f-9447-49ee-add4-adacb91465db tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:56.746583 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-63afa797-9b3c-4601-a0d8-faea1e3735dc tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Synchronizing usage tracker for tenant:143e860117cc493db304000cc95b95c2 on resource:subnet {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:56.746793 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5358978f-9447-49ee-add4-adacb91465db tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:56.750828 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0b509037-616f-4746-95cd-198e2f48adac req-24ba89a3-f556-41e0-9f00-6be031737cf8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f115977-ed25-4098-8e07-2982d35bc998 HTTP/1.1" status: 200 len: 1001 time: 0.2846067 Feb 10 23:09:56.751981 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1131c352-6902-4e21-931d-c5a72780c7de tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:56.763455 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-84e9fd24-e68e-46e9-9f89-6138ee5234d8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=82a10a87ca1d4162b59aed13d6b90a18&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5425048 Feb 10 23:09:56.820979 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46624) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:56.828001 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a5ceed0c-0f4f-4681-aa51-036bf2514746 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] 10.222.0.59 "GET /v2.0/ports/2935f253-b9a7-422b-ad30-fe988f6e8b08/tags HTTP/1.1" status: 200 len: 205 time: 0.4583924 Feb 10 23:09:56.846438 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46628) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:56.871506 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1131c352-6902-4e21-931d-c5a72780c7de tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event deleted for resources: {'Port': ['ID=059140f2-090d-4a83-9489-7f72a15287e0,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:56.928584 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.tag.tag_plugin [None req-da915611-9e98-40ec-bbd4-5b001a991b94 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'fc579fa2-b933-4058-bceb-d30c0c6e6cdc') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:57.070859 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3b9ebebc-c146-423b-be8f-589d4a543986 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:57.072301 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5358978f-9447-49ee-add4-adacb91465db tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:57.077064 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-63afa797-9b3c-4601-a0d8-faea1e3735dc tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Unset dirty status for tenant:143e860117cc493db304000cc95b95c2 on resource:subnet {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:57.082238 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-63afa797-9b3c-4601-a0d8-faea1e3735dc tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4756649 Feb 10 23:09:57.090589 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46632) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:57.116388 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1131c352-6902-4e21-931d-c5a72780c7de tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:57.167496 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3b9ebebc-c146-423b-be8f-589d4a543986 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:57.173716 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c25a5bac-7bc6-416d-b5ae-c1bab0171b48 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:57.199080 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-1131c352-6902-4e21-931d-c5a72780c7de tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "DELETE /v2.0/ports/059140f2-090d-4a83-9489-7f72a15287e0 HTTP/1.1" status: 204 len: 168 time: 3.4030025 Feb 10 23:09:57.206564 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46636) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:57.270134 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5358978f-9447-49ee-add4-adacb91465db tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:57.278627 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b509037-616f-4746-95cd-198e2f48adac req-1ae2effb-f2d6-49e2-8511-852e58c13b6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:57.280247 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0b509037-616f-4746-95cd-198e2f48adac req-1ae2effb-f2d6-49e2-8511-852e58c13b6b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=375b0e55-6852-456e-bf83-790a9c9d4e02 HTTP/1.1" status: 200 len: 851 time: 0.5159841 Feb 10 23:09:57.287907 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a7e25d77-df9f-42b2-bcef-7bcb1f1ccf88 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1321409 Feb 10 23:09:57.316025 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46640) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:57.320758 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-143d53c6-4d9e-4139-a88e-7cf1db5eb11d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Request body: {'subnet': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:57.385026 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 249dbe75-c3d2-4650-8358-efaa4257b060 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:09:57.385479 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:57.385626 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9d3cc2c0-8bff-4d27-ae91-2a590c029b83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:57.395053 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-da915611-9e98-40ec-bbd4-5b001a991b94 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] 10.222.0.59 "GET /v2.0/routers/fc579fa2-b933-4058-bceb-d30c0c6e6cdc/tags HTTP/1.1" status: 200 len: 240 time: 0.5474801 Feb 10 23:09:57.399886 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46644) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:57.427182 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b09c77-58e0-48df-ab97-8dfc0e08fb7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-32834719-14e1-4a91-bf5e-797f9a9214b2', 'network_id': '32834719-14e1-4a91-bf5e-797f9a9214b2', 'tenant_id': 'a1a196bacc5e4170b4defd7cfb879ddb', 'fixed_ips': [{'subnet_id': '33c6ad8c-f3ec-4e76-b182-772226064b58'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:09:57.427997 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-48b09c77-58e0-48df-ab97-8dfc0e08fb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:57.433905 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.tag.tag_plugin [None req-bf88bfbd-0b1a-41ef-8df3-8e336fa86734 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fc579fa2-b933-4058-bceb-d30c0c6e6cdc', 'tempest-TagsExtTest-Tag-629066624') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:57.485486 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-96a457da-33b2-427e-94d4-ddd2bdf3623d tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] DELETE failed (client error): The resource could not be found. Feb 10 23:09:57.485486 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96a457da-33b2-427e-94d4-ddd2bdf3623d tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:09:57.486241 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-95439051-d8fc-4c13-b3d7-09ac403909df None None] Provisioning complete for port 2935f253-b9a7-422b-ad30-fe988f6e8b08 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:09:57.486241 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-95439051-d8fc-4c13-b3d7-09ac403909df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:57.490324 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-96a457da-33b2-427e-94d4-ddd2bdf3623d tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "DELETE /v2.0/ports/059140f2-090d-4a83-9489-7f72a15287e0 HTTP/1.1" status: 404 len: 333 time: 0.2747836 Feb 10 23:09:57.490324 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5358978f-9447-49ee-add4-adacb91465db tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:57.490324 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-5358978f-9447-49ee-add4-adacb91465db tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.3304045 Feb 10 23:09:57.490324 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c25a5bac-7bc6-416d-b5ae-c1bab0171b48 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:57.490324 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c25a5bac-7bc6-416d-b5ae-c1bab0171b48 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2767683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732898'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:57.504966 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46648) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:57.505474 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46650) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:57.521857 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ff2e20-a1b7-427f-97e4-f0599cead932 None None] Network e79e1fa0-441a-471f-bef9-13162ac2f791 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:09:57.622745 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3b9ebebc-c146-423b-be8f-589d4a543986 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:57.624041 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-3b9ebebc-c146-423b-be8f-589d4a543986 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.6717248 Feb 10 23:09:57.630778 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46652) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:57.634415 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9d3cc2c0-8bff-4d27-ae91-2a590c029b83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:57.669159 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d596ce1-ed73-4b0b-8b7d-0ef15a5755ca None None] DHCP port deletion for 6dca27ff-0cc1-400d-8ed1-46016d84d938 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:09:57.694046 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-ec1ef50e-985c-4e2d-b720-17006a39a4f6 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Request body: {'port': {'network_id': '32834719-14e1-4a91-bf5e-797f9a9214b2', 'name': 'tempest-PortsIpV6TestJSON-838197756'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:57.694539 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-1d596ce1-ed73-4b0b-8b7d-0ef15a5755ca None None] Deleting port c35b7e54-57c9-4aa0-8150-63397d4eec4d {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:09:57.694539 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1d596ce1-ed73-4b0b-8b7d-0ef15a5755ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:57.738831 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9ebebc-c146-423b-be8f-589d4a543986 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=873d4b17-634d-4c86-95a7-74467ded5fbb,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:57.756035 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-95439051-d8fc-4c13-b3d7-09ac403909df None None] Port 2935f253-b9a7-422b-ad30-fe988f6e8b08 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:09:57.816802 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-143d53c6-4d9e-4139-a88e-7cf1db5eb11d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:57.841447 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-b537f14f-835f-4ccb-941c-a5b926d473c9 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Request body: {'security_group_rule': {'security_group_id': '873d4b17-634d-4c86-95a7-74467ded5fbb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:09:57.861380 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-b537f14f-835f-4ccb-941c-a5b926d473c9 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:57.892083 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b537f14f-835f-4ccb-941c-a5b926d473c9 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Usage tracker for resource:security_group_rule and tenant:f8ca94381a7b4a39b672e9b0e5e63259 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:57.904708 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b537f14f-835f-4ccb-941c-a5b926d473c9 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:57.914479 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-40df1c0e-9d33-40b2-a3bd-3cf0f4819e09 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] GET failed (client error): The resource could not be found. Feb 10 23:09:57.915807 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-40df1c0e-9d33-40b2-a3bd-3cf0f4819e09 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Synchronizing usage tracker for tenant:8ebaafa64ea74242ba2bb084ec0966de on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:57.931446 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-b537f14f-835f-4ccb-941c-a5b926d473c9 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:57.932585 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a5bac-7bc6-416d-b5ae-c1bab0171b48 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Pushing event updated for resources: {'Port': ['ID=359b7fcc-ecb5-45d5-828a-53abf63e3f2b,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:57.936478 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0b509037-616f-4746-95cd-198e2f48adac req-f5382503-8487-49ca-85d4-4bb096511ba5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a75b224-7431-40b5-b18e-691aa5ad073d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6474109 Feb 10 23:09:57.958455 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-143d53c6-4d9e-4139-a88e-7cf1db5eb11d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:58.053859 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-bf88bfbd-0b1a-41ef-8df3-8e336fa86734 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] 10.222.0.59 "GET /v2.0/routers/fc579fa2-b933-4058-bceb-d30c0c6e6cdc/tags/tempest-TagsExtTest-Tag-629066624 HTTP/1.1" status: 204 len: 168 time: 0.6511016 Feb 10 23:09:58.059082 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46660) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:58.067341 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.tag.tag_plugin [None req-88d9cf95-7a07-41f1-9078-3f5deab754c0 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'fc579fa2-b933-4058-bceb-d30c0c6e6cdc', 'tempest-TagsExtTest-Tag-629066624') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:58.148958 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-40df1c0e-9d33-40b2-a3bd-3cf0f4819e09 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Unset dirty status for tenant:8ebaafa64ea74242ba2bb084ec0966de on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:58.150699 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-40df1c0e-9d33-40b2-a3bd-3cf0f4819e09 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "GET /v2.0/ports/059140f2-090d-4a83-9489-7f72a15287e0 HTTP/1.1" status: 404 len: 333 time: 0.5251393 Feb 10 23:09:58.155623 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-95439051-d8fc-4c13-b3d7-09ac403909df None None] Provisioning for port 3cadb48a-ce9c-41c4-9338-5cd29da63f11 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:09:58.159245 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46664) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:58.216473 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25a5bac-7bc6-416d-b5ae-c1bab0171b48 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Network c66b218c-bc29-40da-ab3b-a175947d1e48 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:09:58.219984 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-143d53c6-4d9e-4139-a88e-7cf1db5eb11d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Made reservation on behalf of 143e860117cc493db304000cc95b95c2 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:09:58.247272 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ec1ef50e-985c-4e2d-b720-17006a39a4f6 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:58.254680 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-c25a5bac-7bc6-416d-b5ae-c1bab0171b48 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:09:58.334751 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b537f14f-835f-4ccb-941c-a5b926d473c9 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:58.352581 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9d3cc2c0-8bff-4d27-ae91-2a590c029b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:58.411286 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3cc2c0-8bff-4d27-ae91-2a590c029b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5cb46f4-fd9c-40e3-80cf-d2e2bce5b2c7,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:58.473502 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-1d596ce1-ed73-4b0b-8b7d-0ef15a5755ca None None] For port c35b7e54-57c9-4aa0-8150-63397d4eec4d, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=c35b7e54-57c9-4aa0-8150-63397d4eec4d,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:09:58.474529 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1d596ce1-ed73-4b0b-8b7d-0ef15a5755ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:58.518148 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-ec1ef50e-985c-4e2d-b720-17006a39a4f6 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Usage tracker for resource:port and tenant:a1a196bacc5e4170b4defd7cfb879ddb is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:58.549508 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 865640e8-d66a-4a25-8bee-b80cb6e6fcfc up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:09:58.604798 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ceafd7-2cac-4b6c-aeb6-abd5b4d5a21f None None] Network 39ecc6a5-59a0-4e52-a23c-c2da5aa33a99 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:09:58.607102 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-ec1ef50e-985c-4e2d-b720-17006a39a4f6 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:58.700704 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0b509037-616f-4746-95cd-198e2f48adac req-16d0a280-5c58-465d-be61-36a64659c0d8 service neutron] 10.222.0.37 "GET /v2.0/networks/4a75b224-7431-40b5-b18e-691aa5ad073d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7420785 Feb 10 23:09:58.748856 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b537f14f-835f-4ccb-941c-a5b926d473c9 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:58.821197 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ec1ef50e-985c-4e2d-b720-17006a39a4f6 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:58.823827 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9d3cc2c0-8bff-4d27-ae91-2a590c029b83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:58.846144 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9d3cc2c0-8bff-4d27-ae91-2a590c029b83 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c5cb46f4-fd9c-40e3-80cf-d2e2bce5b2c7 HTTP/1.1" status: 204 len: 168 time: 2.0202391 Feb 10 23:09:58.868920 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-88d9cf95-7a07-41f1-9078-3f5deab754c0 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] 10.222.0.59 "DELETE /v2.0/routers/fc579fa2-b933-4058-bceb-d30c0c6e6cdc/tags/tempest-TagsExtTest-Tag-629066624 HTTP/1.1" status: 204 len: 168 time: 0.8067482 Feb 10 23:09:58.871844 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b537f14f-835f-4ccb-941c-a5b926d473c9 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:58.888109 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46670) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:58.911113 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.tag.tag_plugin [None req-0320ca43-5f51-4962-bc81-ab492c6fc78f tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'fc579fa2-b933-4058-bceb-d30c0c6e6cdc') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:58.996864 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b537f14f-835f-4ccb-941c-a5b926d473c9 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e20f85fd-e9d5-42c7-a675-2462c53b4c1e,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:59.029393 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b537f14f-835f-4ccb-941c-a5b926d473c9 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:59.032387 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b537f14f-835f-4ccb-941c-a5b926d473c9 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.2000036 Feb 10 23:09:59.053475 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46674) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:59.061167 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0b509037-616f-4746-95cd-198e2f48adac req-a5993a7d-cb19-49a2-b6f0-ad0a8e9f59bf service neutron] 10.222.0.37 "GET /v2.0/networks/4a75b224-7431-40b5-b18e-691aa5ad073d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3459136 Feb 10 23:09:59.072097 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-48b09c77-58e0-48df-ab97-8dfc0e08fb7c None None] Allocated IP 2001:db8::2 (32834719-14e1-4a91-bf5e-797f9a9214b2/33c6ad8c-f3ec-4e76-b182-772226064b58/4da0347d-6257-4646-a43b-791f897d39e8) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:09:59.158043 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-1d596ce1-ed73-4b0b-8b7d-0ef15a5755ca None None] Calling delete_port for c35b7e54-57c9-4aa0-8150-63397d4eec4d owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:09:59.172800 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cb7395db-c72e-435b-a839-b65e0f13bd42 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:59.172937 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-143d53c6-4d9e-4139-a88e-7cf1db5eb11d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:59.214964 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cb7395db-c72e-435b-a839-b65e0f13bd42 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:59.241406 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1ef50e-985c-4e2d-b720-17006a39a4f6 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Made reservation on behalf of a1a196bacc5e4170b4defd7cfb879ddb for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:09:59.241406 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ec1ef50e-985c-4e2d-b720-17006a39a4f6 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:59.281520 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-95439051-d8fc-4c13-b3d7-09ac403909df None None] Provisioning for port c35b7e54-57c9-4aa0-8150-63397d4eec4d completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:09:59.383316 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cb7395db-c72e-435b-a839-b65e0f13bd42 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:59.423496 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7395db-c72e-435b-a839-b65e0f13bd42 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=873d4b17-634d-4c86-95a7-74467ded5fbb,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:59.460455 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1d596ce1-ed73-4b0b-8b7d-0ef15a5755ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:59.472447 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-ec1ef50e-985c-4e2d-b720-17006a39a4f6 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] device_id is not set on port fd3c98a5-4b86-4220-97c7-d16cba4a13b9 yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:09:59.514974 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cb7395db-c72e-435b-a839-b65e0f13bd42 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:59.516861 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-cb7395db-c72e-435b-a839-b65e0f13bd42 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "DELETE /v2.0/security-groups/873d4b17-634d-4c86-95a7-74467ded5fbb HTTP/1.1" status: 204 len: 168 time: 0.4552164 Feb 10 23:09:59.519794 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46678) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:59.598896 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f765223c-2791-4eae-a0ec-3587784a8b65 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Synchronizing usage tracker for tenant:f8ca94381a7b4a39b672e9b0e5e63259 on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:59.651768 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-0320ca43-5f51-4962-bc81-ab492c6fc78f tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] 10.222.0.59 "GET /v2.0/routers/fc579fa2-b933-4058-bceb-d30c0c6e6cdc/tags HTTP/1.1" status: 200 len: 205 time: 0.7534297 Feb 10 23:09:59.654815 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46682) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:59.664858 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.tag.tag_plugin [None req-99a535a0-4fe5-4c8d-9a2d-4524e7e38b6a tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '52bebf29-6652-4011-ac6e-243e6b779a54') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:59.666503 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d596ce1-ed73-4b0b-8b7d-0ef15a5755ca None None] Pushing event deleted for resources: {'Port': ['ID=c35b7e54-57c9-4aa0-8150-63397d4eec4d,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:59.702359 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-99a535a0-4fe5-4c8d-9a2d-4524e7e38b6a tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] 10.222.0.59 "GET /v2.0/subnetpools/52bebf29-6652-4011-ac6e-243e6b779a54/tags HTTP/1.1" status: 200 len: 241 time: 0.0459907 Feb 10 23:09:59.705591 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46686) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:59.711357 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.tag.tag_plugin [None req-4d02bcd9-673c-4f1d-8a60-40fdc088a27b tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '52bebf29-6652-4011-ac6e-243e6b779a54', 'tempest-TagsExtTest-Tag-1564155109') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:59.728257 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f765223c-2791-4eae-a0ec-3587784a8b65 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Unset dirty status for tenant:f8ca94381a7b4a39b672e9b0e5e63259 on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:59.729727 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f765223c-2791-4eae-a0ec-3587784a8b65 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2085571 Feb 10 23:09:59.738661 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d596ce1-ed73-4b0b-8b7d-0ef15a5755ca None None] No DVR routers for this DVR port c35b7e54-57c9-4aa0-8150-63397d4eec4d on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:09:59.740200 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-31f5eee3-3514-4a84-af41-39d6d901b497 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Deleting subnet 74c1ab56-6f66-4467-b441-2761e5739786 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:09:59.742127 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46690) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:59.744772 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-31f5eee3-3514-4a84-af41-39d6d901b497 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:59.777003 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4d02bcd9-673c-4f1d-8a60-40fdc088a27b tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] 10.222.0.59 "GET /v2.0/subnetpools/52bebf29-6652-4011-ac6e-243e6b779a54/tags/tempest-TagsExtTest-Tag-1564155109 HTTP/1.1" status: 204 len: 168 time: 0.0694783 Feb 10 23:09:59.780112 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46694) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:59.789313 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.tag.tag_plugin [None req-3ef4dcc6-46e7-41e2-acb2-2caefe781e88 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '52bebf29-6652-4011-ac6e-243e6b779a54', 'tempest-TagsExtTest-Tag-1564155109') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:59.818716 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 865640e8-d66a-4a25-8bee-b80cb6e6fcfc completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:09:59.857476 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-93d85218-063e-4021-91eb-65614c6e1c7b tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Synchronizing usage tracker for tenant:f8ca94381a7b4a39b672e9b0e5e63259 on resource:security_group_rule {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:59.858647 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-31f5eee3-3514-4a84-af41-39d6d901b497 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31983416'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:59.865061 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device c35b7e54-57c9-4aa0-8150-63397d4eec4d up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:09:59.920516 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: c35b7e54-57c9-4aa0-8150-63397d4eec4d {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:09:59.920891 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device c35b7e54-57c9-4aa0-8150-63397d4eec4d not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 10 23:09:59.961754 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3ef4dcc6-46e7-41e2-acb2-2caefe781e88 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] 10.222.0.59 "DELETE /v2.0/subnetpools/52bebf29-6652-4011-ac6e-243e6b779a54/tags/tempest-TagsExtTest-Tag-1564155109 HTTP/1.1" status: 204 len: 168 time: 0.1802931 Feb 10 23:09:59.962617 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46698) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:59.964631 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Port c35b7e54-57c9-4aa0-8150-63397d4eec4d not found, will not notify nova. {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 10 23:09:59.965173 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 3cadb48a-ce9c-41c4-9338-5cd29da63f11 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:09:59.968573 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.tag.tag_plugin [None req-9cce6f79-48d6-4ddb-8a97-5ddbc184cf7b tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '52bebf29-6652-4011-ac6e-243e6b779a54') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:59.992196 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-93d85218-063e-4021-91eb-65614c6e1c7b tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Unset dirty status for tenant:f8ca94381a7b4a39b672e9b0e5e63259 on resource:security_group_rule {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:59.992196 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-93d85218-063e-4021-91eb-65614c6e1c7b tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.2420616 Feb 10 23:09:59.993875 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46702) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:00.011156 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9cce6f79-48d6-4ddb-8a97-5ddbc184cf7b tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] 10.222.0.59 "GET /v2.0/subnetpools/52bebf29-6652-4011-ac6e-243e6b779a54/tags HTTP/1.1" status: 200 len: 205 time: 0.0473492 Feb 10 23:10:00.013877 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46706) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:00.024193 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.tag.tag_plugin [None req-73ab9062-f42d-4b9c-a51e-960d9e50e2f6 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '52bebf29-6652-4011-ac6e-243e6b779a54') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:00.026224 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.api.v2.resource [None req-7129877d-a396-4ab1-a237-6226c4634520 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] delete failed (client error): The resource could not be found. Feb 10 23:10:00.029979 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-7129877d-a396-4ab1-a237-6226c4634520 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "DELETE /v2.0/security-groups/873d4b17-634d-4c86-95a7-74467ded5fbb HTTP/1.1" status: 404 len: 347 time: 0.0315812 Feb 10 23:10:00.033787 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46710) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:00.060440 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-48b09c77-58e0-48df-ab97-8dfc0e08fb7c None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:00.071322 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-31f5eee3-3514-4a84-af41-39d6d901b497 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:00.080134 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-73ab9062-f42d-4b9c-a51e-960d9e50e2f6 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] 10.222.0.59 "DELETE /v2.0/subnetpools/52bebf29-6652-4011-ac6e-243e6b779a54/tags HTTP/1.1" status: 204 len: 168 time: 0.0630229 Feb 10 23:10:00.083900 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-48b09c77-58e0-48df-ab97-8dfc0e08fb7c None None] Transition to ACTIVE for port object 4da0347d-6257-4646-a43b-791f897d39e8 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:10:00.084040 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46714) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:00.090127 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.tag.tag_plugin [None req-3ed2a21c-a683-4b0e-8bce-9a2eaadec4bd tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fc579fa2-b933-4058-bceb-d30c0c6e6cdc') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:00.116088 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-48b09c77-58e0-48df-ab97-8dfc0e08fb7c None None] Transition to ACTIVE for port object 4da0347d-6257-4646-a43b-791f897d39e8 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:10:00.116088 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-62fe6a94-73c1-4d3f-8581-67f332415be3 None None] Provisioning for port 5a439beb-8630-43dd-8c32-acbe823453e8 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:10:00.124659 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-143d53c6-4d9e-4139-a88e-7cf1db5eb11d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:00.238853 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143d53c6-4d9e-4139-a88e-7cf1db5eb11d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:10:00.247425 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-143d53c6-4d9e-4139-a88e-7cf1db5eb11d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:10:00.248639 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-48b09c77-58e0-48df-ab97-8dfc0e08fb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:00.259356 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3ed2a21c-a683-4b0e-8bce-9a2eaadec4bd tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] 10.222.0.59 "DELETE /v2.0/routers/fc579fa2-b933-4058-bceb-d30c0c6e6cdc/tags HTTP/1.1" status: 204 len: 168 time: 0.1717486 Feb 10 23:10:00.259572 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46718) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:00.262254 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143d53c6-4d9e-4139-a88e-7cf1db5eb11d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:00.262841 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-143d53c6-4d9e-4139-a88e-7cf1db5eb11d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:00.265391 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.tag.tag_plugin [None req-9752fed5-425a-4fa5-83af-a10d5e659a37 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2935f253-b9a7-422b-ad30-fe988f6e8b08') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:00.311949 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2da4fb-0fe6-4762-9945-f385eb711089 None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:10:00.335433 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-62fe6a94-73c1-4d3f-8581-67f332415be3 None None] Provisioning for port 865640e8-d66a-4a25-8bee-b80cb6e6fcfc completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:10:00.340704 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 3cadb48a-ce9c-41c4-9338-5cd29da63f11 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:10:00.369668 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9752fed5-425a-4fa5-83af-a10d5e659a37 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] 10.222.0.59 "DELETE /v2.0/ports/2935f253-b9a7-422b-ad30-fe988f6e8b08/tags HTTP/1.1" status: 204 len: 168 time: 0.1091058 Feb 10 23:10:00.372245 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46722) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:00.379082 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.tag.tag_plugin [None req-d8e28a88-de9e-45ad-bd08-9cef6d2a7734 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3b08d23a-43fd-4053-aa65-6175199ef100') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:00.470063 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d8e28a88-de9e-45ad-bd08-9cef6d2a7734 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] 10.222.0.59 "DELETE /v2.0/subnets/3b08d23a-43fd-4053-aa65-6175199ef100/tags HTTP/1.1" status: 204 len: 168 time: 0.0959251 Feb 10 23:10:00.474708 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46726) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:00.481823 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.tag.tag_plugin [None req-48985489-c49f-4994-938a-b64b2a702218 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '3b08d23a-43fd-4053-aa65-6175199ef100', 'tempest-TagsExtTest-Tag-1435471433') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:00.530958 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 3cadb48a-ce9c-41c4-9338-5cd29da63f11 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:00.532336 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:00.546405 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143d53c6-4d9e-4139-a88e-7cf1db5eb11d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event updated for resources: {'Subnet': ['ID=41295c68-2179-46c7-8a59-c04c3c4fb220,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:00.577488 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-ec1ef50e-985c-4e2d-b720-17006a39a4f6 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Allocated IP 2001:db8::6e (32834719-14e1-4a91-bf5e-797f9a9214b2/33c6ad8c-f3ec-4e76-b182-772226064b58/fd3c98a5-4b86-4220-97c7-d16cba4a13b9) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:10:00.579033 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-941e1713-19be-415e-a69f-b6d3298b4cb7 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Synchronizing usage tracker for tenant:f8ca94381a7b4a39b672e9b0e5e63259 on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:10:00.609218 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-62fe6a94-73c1-4d3f-8581-67f332415be3 None None] Provisioning complete for port 865640e8-d66a-4a25-8bee-b80cb6e6fcfc triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:00.610152 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-62fe6a94-73c1-4d3f-8581-67f332415be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:00.620642 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-941e1713-19be-415e-a69f-b6d3298b4cb7 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] Unset dirty status for tenant:f8ca94381a7b4a39b672e9b0e5e63259 on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:10:00.636395 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-941e1713-19be-415e-a69f-b6d3298b4cb7 tempest-SecGroupIPv6Test-1862994131 tempest-SecGroupIPv6Test-1862994131-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5883563 Feb 10 23:10:00.644136 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c25a5bac-7bc6-416d-b5ae-c1bab0171b48 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Router e63b02b1-7460-4241-be39-b12bb0510d75 is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:10:00.709947 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b09c77-58e0-48df-ab97-8dfc0e08fb7c None None] Network 32834719-14e1-4a91-bf5e-797f9a9214b2 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:10:00.718011 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-48b09c77-58e0-48df-ab97-8dfc0e08fb7c None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:10:00.724960 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b09c77-58e0-48df-ab97-8dfc0e08fb7c None None] Pushing event updated for resources: {'Port': ['ID=4da0347d-6257-4646-a43b-791f897d39e8,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:00.728862 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b09c77-58e0-48df-ab97-8dfc0e08fb7c None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:10:00.802942 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-31f5eee3-3514-4a84-af41-39d6d901b497 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:00.808440 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-143d53c6-4d9e-4139-a88e-7cf1db5eb11d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.4947777 Feb 10 23:10:00.811442 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46734) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:00.821395 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-a7ef4974-93e8-4e4d-b41f-31cdfa28c882 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Request body: {'port': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'fixed_ips': [{'subnet_id': '41295c68-2179-46c7-8a59-c04c3c4fb220', 'ip_address': '2001:db8::a71b:182d:d00e:bcd5'}], 'name': 'tempest-NetworksTestDHCPv6-1877533258'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:10:00.848248 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-48985489-c49f-4994-938a-b64b2a702218 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] 10.222.0.59 "PUT /v2.0/subnets/3b08d23a-43fd-4053-aa65-6175199ef100/tags/tempest-TagsExtTest-Tag-1435471433 HTTP/1.1" status: 201 len: 201 time: 0.3724024 Feb 10 23:10:00.907545 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46738) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:00.918440 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f5eee3-3514-4a84-af41-39d6d901b497 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event deleted for resources: {'Subnet': ['ID=74c1ab56-6f66-4467-b441-2761e5739786,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:00.919526 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.tag.tag_plugin [None req-a7a9a718-b774-473a-8036-b017679db0b3 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2935f253-b9a7-422b-ad30-fe988f6e8b08', 'tempest-TagsExtTest-Tag-656508436') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:01.001224 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-31f5eee3-3514-4a84-af41-39d6d901b497 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:01.004752 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:01.006776 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-31f5eee3-3514-4a84-af41-39d6d901b497 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "DELETE /v2.0/subnets/74c1ab56-6f66-4467-b441-2761e5739786 HTTP/1.1" status: 204 len: 168 time: 2.8447859 Feb 10 23:10:01.013653 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46742) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:01.030883 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00f6f9b-8887-4702-863f-2944f5692978 None None] Network 39ecc6a5-59a0-4e52-a23c-c2da5aa33a99 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:10:01.039348 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a7ef4974-93e8-4e4d-b41f-31cdfa28c882 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:01.052263 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a7ef4974-93e8-4e4d-b41f-31cdfa28c882 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:01.067765 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-48b09c77-58e0-48df-ab97-8dfc0e08fb7c None None] Attempting to bind port 4da0347d-6257-4646-a43b-791f897d39e8 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:10:01.068144 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-48b09c77-58e0-48df-ab97-8dfc0e08fb7c None None] Attempting to bind port 4da0347d-6257-4646-a43b-791f897d39e8 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '7692c583-1311-48c9-99d9-d8a99e8a7db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '32834719-14e1-4a91-bf5e-797f9a9214b2'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:10:01.068509 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b09c77-58e0-48df-ab97-8dfc0e08fb7c None None] Attempting to bind port 4da0347d-6257-4646-a43b-791f897d39e8 on network 32834719-14e1-4a91-bf5e-797f9a9214b2 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:10:01.136966 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ef4974-93e8-4e4d-b41f-31cdfa28c882 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Made reservation on behalf of 143e860117cc493db304000cc95b95c2 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:10:01.148478 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-62fe6a94-73c1-4d3f-8581-67f332415be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:01.197232 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b09c77-58e0-48df-ab97-8dfc0e08fb7c None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:10:01.197534 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b09c77-58e0-48df-ab97-8dfc0e08fb7c None None] Checking segment: {'id': '7692c583-1311-48c9-99d9-d8a99e8a7db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '32834719-14e1-4a91-bf5e-797f9a9214b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:10:01.198180 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-48b09c77-58e0-48df-ab97-8dfc0e08fb7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:01.198785 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b09c77-58e0-48df-ab97-8dfc0e08fb7c None None] Bound using segment: {'id': '7692c583-1311-48c9-99d9-d8a99e8a7db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '32834719-14e1-4a91-bf5e-797f9a9214b2'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:10:01.199474 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-48b09c77-58e0-48df-ab97-8dfc0e08fb7c None None] Bound port: 4da0347d-6257-4646-a43b-791f897d39e8, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7692c583-1311-48c9-99d9-d8a99e8a7db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '32834719-14e1-4a91-bf5e-797f9a9214b2'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:10:01.200048 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-48b09c77-58e0-48df-ab97-8dfc0e08fb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:01.213550 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-73ed62c7-2cd0-41b7-9150-e92535d94b61 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:01.240763 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ec1ef50e-985c-4e2d-b720-17006a39a4f6 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:01.246595 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a7a9a718-b774-473a-8036-b017679db0b3 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] 10.222.0.59 "PUT /v2.0/ports/2935f253-b9a7-422b-ad30-fe988f6e8b08/tags/tempest-TagsExtTest-Tag-656508436 HTTP/1.1" status: 201 len: 201 time: 0.3399596 Feb 10 23:10:01.251627 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46748) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:01.256697 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a1caa1-d5f2-41d8-ab48-ee3f9b076f84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-6dca27ff-0cc1-400d-8ed1-46016d84d938', 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'tenant_id': '143e860117cc493db304000cc95b95c2', 'fixed_ips': [{'subnet_id': '41295c68-2179-46c7-8a59-c04c3c4fb220'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:10:01.257510 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e5a1caa1-d5f2-41d8-ab48-ee3f9b076f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:01.267304 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.tag.tag_plugin [None req-8a1b2b6f-3f26-43c9-ac89-bed7eb51c139 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'fc579fa2-b933-4058-bceb-d30c0c6e6cdc', 'tempest-TagsExtTest-Tag-434756186') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:01.283205 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 3cadb48a-ce9c-41c4-9338-5cd29da63f11, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=3cadb48a-ce9c-41c4-9338-5cd29da63f11,segment=NetworkSegment(3dba7c65-137b-4b09-9318-c94951018fc6),segment_id=3dba7c65-137b-4b09-9318-c94951018fc6)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:10:01.333906 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-73ed62c7-2cd0-41b7-9150-e92535d94b61 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Deleting port 5a439beb-8630-43dd-8c32-acbe823453e8 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:10:01.334244 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-73ed62c7-2cd0-41b7-9150-e92535d94b61 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:01.359101 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a7ef4974-93e8-4e4d-b41f-31cdfa28c882 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:01.360114 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-ec1ef50e-985c-4e2d-b720-17006a39a4f6 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Transition to ACTIVE for port object fd3c98a5-4b86-4220-97c7-d16cba4a13b9 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:10:01.387287 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-a7ef4974-93e8-4e4d-b41f-31cdfa28c882 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] device_id is not set on port d63c8453-d2eb-4515-a15e-e41c652f11bc yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:10:01.388389 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:01.416396 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46752) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:01.458748 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25a5bac-7bc6-416d-b5ae-c1bab0171b48 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:10:01.469968 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-c25a5bac-7bc6-416d-b5ae-c1bab0171b48 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] 10.222.0.59 "PUT /v2.0/routers/e63b02b1-7460-4241-be39-b12bb0510d75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2243495 Feb 10 23:10:01.477336 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46758) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:01.479495 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113c421d-dcdc-407c-9d6a-ece9104bf6a8 None None] Sync routers for ids ['e63b02b1-7460-4241-be39-b12bb0510d75'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:10:01.489360 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-62fe6a94-73c1-4d3f-8581-67f332415be3 None None] For port 865640e8-d66a-4a25-8bee-b80cb6e6fcfc, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=865640e8-d66a-4a25-8bee-b80cb6e6fcfc,segment=NetworkSegment(7ee545a7-fdb6-4e4e-9fc3-1ba7d8329ab3),segment_id=7ee545a7-fdb6-4e4e-9fc3-1ba7d8329ab3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:10:01.507545 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113c421d-dcdc-407c-9d6a-ece9104bf6a8 None None] Routers {'e63b02b1-7460-4241-be39-b12bb0510d75'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:10:01.510685 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-113c421d-dcdc-407c-9d6a-ece9104bf6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:09:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['e63b02b1-7460-4241-be39-b12bb0510d75'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:01.589479 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-62fe6a94-73c1-4d3f-8581-67f332415be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:01.655048 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-113c421d-dcdc-407c-9d6a-ece9104bf6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:01.666408 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=3cadb48a-ce9c-41c4-9338-5cd29da63f11,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:01.682605 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113c421d-dcdc-407c-9d6a-ece9104bf6a8 None None] Routers {'e63b02b1-7460-4241-be39-b12bb0510d75'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:10:01.683651 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-113c421d-dcdc-407c-9d6a-ece9104bf6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:09:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['e63b02b1-7460-4241-be39-b12bb0510d75'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:01.683992 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 5a439beb-8630-43dd-8c32-acbe823453e8 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:10:01.757663 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-113c421d-dcdc-407c-9d6a-ece9104bf6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:01.758112 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113c421d-dcdc-407c-9d6a-ece9104bf6a8 None None] The sync data for ids ['e63b02b1-7460-4241-be39-b12bb0510d75'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:10:01.770263 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-48b09c77-58e0-48df-ab97-8dfc0e08fb7c None None] For port 4da0347d-6257-4646-a43b-791f897d39e8, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:10:01.854476 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-48b09c77-58e0-48df-ab97-8dfc0e08fb7c None None] For port 4da0347d-6257-4646-a43b-791f897d39e8, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=4da0347d-6257-4646-a43b-791f897d39e8,segment=NetworkSegment(7692c583-1311-48c9-99d9-d8a99e8a7db1),segment_id=7692c583-1311-48c9-99d9-d8a99e8a7db1)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:10:01.879137 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ec1ef50e-985c-4e2d-b720-17006a39a4f6 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:01.912330 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-e5a1caa1-d5f2-41d8-ab48-ee3f9b076f84 None None] Allocated IP 2001:db8::2 (6dca27ff-0cc1-400d-8ed1-46016d84d938/41295c68-2179-46c7-8a59-c04c3c4fb220/64c1a390-04ed-41d8-b717-145bb699006f) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:10:01.914634 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe6a94-73c1-4d3f-8581-67f332415be3 None None] Pushing event updated for resources: {'Port': ['ID=865640e8-d66a-4a25-8bee-b80cb6e6fcfc,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:01.942785 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-48b09c77-58e0-48df-ab97-8dfc0e08fb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:02.006310 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-00a20319-d08b-41cf-a370-9a45404a785e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f8ca94381a7b4a39b672e9b0e5e63259&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5811543 Feb 10 23:10:02.007956 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46762) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:02.020902 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-8a1b2b6f-3f26-43c9-ac89-bed7eb51c139 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] 10.222.0.59 "PUT /v2.0/routers/fc579fa2-b933-4058-bceb-d30c0c6e6cdc/tags/tempest-TagsExtTest-Tag-434756186 HTTP/1.1" status: 201 len: 201 time: 0.7669134 Feb 10 23:10:02.031078 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-73ed62c7-2cd0-41b7-9150-e92535d94b61 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] For port 5a439beb-8630-43dd-8c32-acbe823453e8, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=5a439beb-8630-43dd-8c32-acbe823453e8,segment=NetworkSegment(31c7d460-095d-49b2-a7f8-d42afcade3a4),segment_id=31c7d460-095d-49b2-a7f8-d42afcade3a4)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:10:02.031078 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-73ed62c7-2cd0-41b7-9150-e92535d94b61 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:02.031656 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46766) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:02.036484 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.tag.tag_plugin [None req-44d08105-920c-4c22-ab10-badaeb22a188 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '52bebf29-6652-4011-ac6e-243e6b779a54', 'tempest-TagsExtTest-Tag-1677450354') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:02.046748 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1ef50e-985c-4e2d-b720-17006a39a4f6 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Network 32834719-14e1-4a91-bf5e-797f9a9214b2 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:10:02.049413 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1ef50e-985c-4e2d-b720-17006a39a4f6 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event updated for resources: {'Port': ['ID=fd3c98a5-4b86-4220-97c7-d16cba4a13b9,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:02.102326 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-ec1ef50e-985c-4e2d-b720-17006a39a4f6 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:10:02.134690 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3eddaf1b-44a1-4886-8869-b3493d3d1c0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:02.136945 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-62fe6a94-73c1-4d3f-8581-67f332415be3 None None] Provisioning for port 359b7fcc-ecb5-45d5-828a-53abf63e3f2b completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:10:02.165554 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-62fe6a94-73c1-4d3f-8581-67f332415be3 None None] Provisioning complete for port 359b7fcc-ecb5-45d5-828a-53abf63e3f2b triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:02.166015 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-62fe6a94-73c1-4d3f-8581-67f332415be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:02.172839 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3eddaf1b-44a1-4886-8869-b3493d3d1c0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:02.198161 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-44d08105-920c-4c22-ab10-badaeb22a188 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] 10.222.0.59 "PUT /v2.0/subnetpools/52bebf29-6652-4011-ac6e-243e6b779a54/tags/tempest-TagsExtTest-Tag-1677450354 HTTP/1.1" status: 201 len: 201 time: 0.1678295 Feb 10 23:10:02.202093 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46770) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:02.204120 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ded1cf7-2269-4e1b-86a7-7103b4b8ebaf None None] DHCP port deletion for 39ecc6a5-59a0-4e52-a23c-c2da5aa33a99 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:10:02.210477 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.tag.tag_plugin [None req-31c8a105-80dc-45cd-b595-b2717eb20f11 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '3b08d23a-43fd-4053-aa65-6175199ef100', {'tags': ['tempest-TagsExtTest-Tag-33308755', 'tempest-TagsExtTest-Tag-1806506277', 'tempest-TagsExtTest-Tag-924339045']}) {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:02.229348 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-4ded1cf7-2269-4e1b-86a7-7103b4b8ebaf None None] Deleting port 5a439beb-8630-43dd-8c32-acbe823453e8 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:10:02.229686 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4ded1cf7-2269-4e1b-86a7-7103b4b8ebaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:02.267186 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 5a439beb-8630-43dd-8c32-acbe823453e8 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:10:02.300630 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-73ed62c7-2cd0-41b7-9150-e92535d94b61 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Calling delete_port for 5a439beb-8630-43dd-8c32-acbe823453e8 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:10:02.326944 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1ef50e-985c-4e2d-b720-17006a39a4f6 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:10:02.330878 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1ef50e-985c-4e2d-b720-17006a39a4f6 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:02.331478 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ec1ef50e-985c-4e2d-b720-17006a39a4f6 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:02.332795 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 5a439beb-8630-43dd-8c32-acbe823453e8 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:02.333169 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:02.382074 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b09c77-58e0-48df-ab97-8dfc0e08fb7c None None] Pushing event updated for resources: {'Port': ['ID=4da0347d-6257-4646-a43b-791f897d39e8,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:02.393869 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-62fe6a94-73c1-4d3f-8581-67f332415be3 None None] Port 359b7fcc-ecb5-45d5-828a-53abf63e3f2b cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:10:02.399876 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-31c8a105-80dc-45cd-b595-b2717eb20f11 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] 10.222.0.59 "PUT /v2.0/subnets/3b08d23a-43fd-4053-aa65-6175199ef100/tags HTTP/1.1" status: 200 len: 315 time: 0.1962502 Feb 10 23:10:02.402840 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46774) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:02.409578 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.tag.tag_plugin [None req-6be4f12a-2f60-4ddb-a644-63db9a9eca4a tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3b08d23a-43fd-4053-aa65-6175199ef100') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:02.452260 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3eddaf1b-44a1-4886-8869-b3493d3d1c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:02.462909 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-ec1ef50e-985c-4e2d-b720-17006a39a4f6 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.8348331 Feb 10 23:10:02.471319 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46778) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:02.522123 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddaf1b-44a1-4886-8869-b3493d3d1c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1cfdef-7786-4f44-a377-5c9c43c74304,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:02.603712 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-73ed62c7-2cd0-41b7-9150-e92535d94b61 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:02.604372 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-bed45277-08a5-49d3-88b1-d634120e780d None None] Could not find standard attr ID for object 5a439beb-8630-43dd-8c32-acbe823453e8. {{(pid=84334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 23:10:02.644581 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Could not find standard attr ID for object 5a439beb-8630-43dd-8c32-acbe823453e8. {{(pid=84334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 23:10:02.682197 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No ports have port_id starting with 5a439beb-8630-43dd-8c32-acbe823453e8 Feb 10 23:10:02.684893 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e5a1caa1-d5f2-41d8-ab48-ee3f9b076f84 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:02.689195 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3eddaf1b-44a1-4886-8869-b3493d3d1c0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:02.690373 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3eddaf1b-44a1-4886-8869-b3493d3d1c0d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/da1cfdef-7786-4f44-a377-5c9c43c74304 HTTP/1.1" status: 204 len: 168 time: 0.6809824 Feb 10 23:10:02.729164 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed62c7-2cd0-41b7-9150-e92535d94b61 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event deleted for resources: {'Port': ['ID=5a439beb-8630-43dd-8c32-acbe823453e8,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:02.741026 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ed62c7-2cd0-41b7-9150-e92535d94b61 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] No DVR routers for this DVR port 5a439beb-8630-43dd-8c32-acbe823453e8 on host dv-neutron-828797-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:10:02.755423 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6be4f12a-2f60-4ddb-a644-63db9a9eca4a tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] 10.222.0.59 "DELETE /v2.0/subnets/3b08d23a-43fd-4053-aa65-6175199ef100/tags HTTP/1.1" status: 204 len: 168 time: 0.3482070 Feb 10 23:10:02.756125 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46784) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:02.759389 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-e5a1caa1-d5f2-41d8-ab48-ee3f9b076f84 None None] Transition to ACTIVE for port object 64c1a390-04ed-41d8-b717-145bb699006f will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:10:02.775711 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.tag.tag_plugin [None req-f407d832-6b70-40ef-b950-1ae3dc94f31d tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3b08d23a-43fd-4053-aa65-6175199ef100', 'tempest-TagsExtTest-Tag-33308755') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:02.788488 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-bed45277-08a5-49d3-88b1-d634120e780d None None] Provisioning complete for port 865640e8-d66a-4a25-8bee-b80cb6e6fcfc triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:02.789430 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bed45277-08a5-49d3-88b1-d634120e780d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:02.853904 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-e5a1caa1-d5f2-41d8-ab48-ee3f9b076f84 None None] Transition to ACTIVE for port object 64c1a390-04ed-41d8-b717-145bb699006f will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:10:02.870379 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device c35b7e54-57c9-4aa0-8150-63397d4eec4d no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:10:02.908762 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-f407d832-6b70-40ef-b950-1ae3dc94f31d tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] show failed (client error): The resource could not be found. Feb 10 23:10:02.910111 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f407d832-6b70-40ef-b950-1ae3dc94f31d tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] 10.222.0.59 "GET /v2.0/subnets/3b08d23a-43fd-4053-aa65-6175199ef100/tags/tempest-TagsExtTest-Tag-33308755 HTTP/1.1" status: 404 len: 327 time: 0.1530390 Feb 10 23:10:02.912968 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46788) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:02.920426 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.tag.tag_plugin [None req-b496af67-4c42-447b-99ac-804467543c27 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3b08d23a-43fd-4053-aa65-6175199ef100', 'tempest-TagsExtTest-Tag-1806506277') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:02.925198 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: c35b7e54-57c9-4aa0-8150-63397d4eec4d {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:10:02.925549 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device c35b7e54-57c9-4aa0-8150-63397d4eec4d not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:10:02.930653 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-4ded1cf7-2269-4e1b-86a7-7103b4b8ebaf None None] For port 5a439beb-8630-43dd-8c32-acbe823453e8, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=5a439beb-8630-43dd-8c32-acbe823453e8,segment=NetworkSegment(31c7d460-095d-49b2-a7f8-d42afcade3a4),segment_id=31c7d460-095d-49b2-a7f8-d42afcade3a4)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:10:02.935596 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4ded1cf7-2269-4e1b-86a7-7103b4b8ebaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:02.977967 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-73ed62c7-2cd0-41b7-9150-e92535d94b61 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:03.050946 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-a7ef4974-93e8-4e4d-b41f-31cdfa28c882 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Allocated IP 2001:db8::a71b:182d:d00e:bcd5 (6dca27ff-0cc1-400d-8ed1-46016d84d938/41295c68-2179-46c7-8a59-c04c3c4fb220/d63c8453-d2eb-4515-a15e-e41c652f11bc) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:10:03.051909 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e5a1caa1-d5f2-41d8-ab48-ee3f9b076f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:03.062570 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-4ded1cf7-2269-4e1b-86a7-7103b4b8ebaf None None] Calling delete_port for 5a439beb-8630-43dd-8c32-acbe823453e8 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:10:03.084528 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-b496af67-4c42-447b-99ac-804467543c27 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] show failed (client error): The resource could not be found. Feb 10 23:10:03.088327 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b496af67-4c42-447b-99ac-804467543c27 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] 10.222.0.59 "GET /v2.0/subnets/3b08d23a-43fd-4053-aa65-6175199ef100/tags/tempest-TagsExtTest-Tag-1806506277 HTTP/1.1" status: 404 len: 329 time: 0.1717174 Feb 10 23:10:03.091707 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46794) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:03.095461 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-73ed62c7-2cd0-41b7-9150-e92535d94b61 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39ecc6a5-59a0-4e52-a23c-c2da5aa33a99']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:03.117817 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.tag.tag_plugin [None req-80f7d7d6-2475-4934-a5a1-e1186f9b9656 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3b08d23a-43fd-4053-aa65-6175199ef100', 'tempest-TagsExtTest-Tag-924339045') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:03.145309 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-73ed62c7-2cd0-41b7-9150-e92535d94b61 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31c7d460-095d-49b2-a7f8-d42afcade3a4') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:03.145859 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-73ed62c7-2cd0-41b7-9150-e92535d94b61 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31c7d460-095d-49b2-a7f8-d42afcade3a4') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:03.169892 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-73ed62c7-2cd0-41b7-9150-e92535d94b61 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:03.205996 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a1caa1-d5f2-41d8-ab48-ee3f9b076f84 None None] Pushing event updated for resources: {'Port': ['ID=64c1a390-04ed-41d8-b717-145bb699006f,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:03.213897 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a1caa1-d5f2-41d8-ab48-ee3f9b076f84 None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:10:03.259483 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-e5a1caa1-d5f2-41d8-ab48-ee3f9b076f84 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:10:03.269196 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-73ed62c7-2cd0-41b7-9150-e92535d94b61 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:03.269488 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a1caa1-d5f2-41d8-ab48-ee3f9b076f84 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:10:03.360060 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a7ef4974-93e8-4e4d-b41f-31cdfa28c882 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:03.383945 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-a7ef4974-93e8-4e4d-b41f-31cdfa28c882 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Transition to ACTIVE for port object d63c8453-d2eb-4515-a15e-e41c652f11bc will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:10:03.436920 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-4ded1cf7-2269-4e1b-86a7-7103b4b8ebaf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:10:03.437263 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-4ded1cf7-2269-4e1b-86a7-7103b4b8ebaf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:10:03.455446 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73ed62c7-2cd0-41b7-9150-e92535d94b61 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:10:03.461483 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-73ed62c7-2cd0-41b7-9150-e92535d94b61 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:03.489516 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-bed45277-08a5-49d3-88b1-d634120e780d None None] Could not find standard attr ID for object 059140f2-090d-4a83-9489-7f72a15287e0. {{(pid=84334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 23:10:03.497105 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:10:03.497105 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:10:03.497105 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:10:03.497105 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:10:03.497105 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:10:03.497105 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:10:03.497105 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:10:03.497105 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:10:03.497105 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:10:03.497105 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:10:03.497105 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:10:03.497105 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:10:03.497105 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:10:03.497105 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:10:03.497105 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:10:03.497105 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:10:03.497105 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:10:03.497105 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:10:03.497105 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:10:03.497105 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:10:03.497105 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:10:03.497105 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:10:03.497105 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:10:03.497105 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:10:03.497105 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:10:03.497105 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:10:03.497105 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:10:03.497105 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:10:03.497105 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:10:03.497105 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:10:03.497105 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:10:03.497105 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:10:03.502656 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-e5a1caa1-d5f2-41d8-ab48-ee3f9b076f84 None None] Attempting to bind port 64c1a390-04ed-41d8-b717-145bb699006f on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:10:03.513483 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-e5a1caa1-d5f2-41d8-ab48-ee3f9b076f84 None None] Attempting to bind port 64c1a390-04ed-41d8-b717-145bb699006f by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:10:03.513483 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a1caa1-d5f2-41d8-ab48-ee3f9b076f84 None None] Attempting to bind port 64c1a390-04ed-41d8-b717-145bb699006f on network 6dca27ff-0cc1-400d-8ed1-46016d84d938 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:10:03.518525 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a1caa1-d5f2-41d8-ab48-ee3f9b076f84 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:10:03.518978 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a1caa1-d5f2-41d8-ab48-ee3f9b076f84 None None] Checking segment: {'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:10:03.519449 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e5a1caa1-d5f2-41d8-ab48-ee3f9b076f84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:03.519905 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a1caa1-d5f2-41d8-ab48-ee3f9b076f84 None None] Bound using segment: {'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:10:03.520446 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-e5a1caa1-d5f2-41d8-ab48-ee3f9b076f84 None None] Bound port: 64c1a390-04ed-41d8-b717-145bb699006f, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:10:03.520958 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e5a1caa1-d5f2-41d8-ab48-ee3f9b076f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:03.631997 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-e5a1caa1-d5f2-41d8-ab48-ee3f9b076f84 None None] For port 64c1a390-04ed-41d8-b717-145bb699006f, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:10:03.635878 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-e5a1caa1-d5f2-41d8-ab48-ee3f9b076f84 None None] For port 64c1a390-04ed-41d8-b717-145bb699006f, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=64c1a390-04ed-41d8-b717-145bb699006f,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:10:03.662299 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 4da0347d-6257-4646-a43b-791f897d39e8 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:10:03.682641 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a7ef4974-93e8-4e4d-b41f-31cdfa28c882 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:03.743259 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e5a1caa1-d5f2-41d8-ab48-ee3f9b076f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:03.798842 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ef4974-93e8-4e4d-b41f-31cdfa28c882 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:10:03.800403 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ef4974-93e8-4e4d-b41f-31cdfa28c882 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event updated for resources: {'Port': ['ID=d63c8453-d2eb-4515-a15e-e41c652f11bc,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:03.812403 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-a7ef4974-93e8-4e4d-b41f-31cdfa28c882 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:10:03.815918 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ef4974-93e8-4e4d-b41f-31cdfa28c882 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:10:03.821565 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ef4974-93e8-4e4d-b41f-31cdfa28c882 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:03.822404 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a7ef4974-93e8-4e4d-b41f-31cdfa28c882 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:03.823826 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a160d7-5da9-4393-a069-10c375611c53 None None] Network 32834719-14e1-4a91-bf5e-797f9a9214b2 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:10:03.932211 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a1caa1-d5f2-41d8-ab48-ee3f9b076f84 None None] Pushing event updated for resources: {'Port': ['ID=64c1a390-04ed-41d8-b717-145bb699006f,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:03.938961 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a7ef4974-93e8-4e4d-b41f-31cdfa28c882 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.1246989 Feb 10 23:10:03.941149 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46806) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:03.941422 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-4ded1cf7-2269-4e1b-86a7-7103b4b8ebaf None None] Deleting port 5a439beb-8630-43dd-8c32-acbe823453e8 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:10:03.941794 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4ded1cf7-2269-4e1b-86a7-7103b4b8ebaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:03.948976 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-b775b693-d716-47f3-a905-0ecf1e5728ba tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Request body: {'port': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'fixed_ips': [{'subnet_id': '41295c68-2179-46c7-8a59-c04c3c4fb220', 'ip_address': '2001:db8::a71b:182d:d00e:bcd5'}], 'name': 'tempest-NetworksTestDHCPv6-1908993058'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:10:03.950134 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.api.v2.resource [None req-80f7d7d6-2475-4934-a5a1-e1186f9b9656 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] show failed (client error): The resource could not be found. Feb 10 23:10:03.952611 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-80f7d7d6-2475-4934-a5a1-e1186f9b9656 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] 10.222.0.59 "GET /v2.0/subnets/3b08d23a-43fd-4053-aa65-6175199ef100/tags/tempest-TagsExtTest-Tag-924339045 HTTP/1.1" status: 404 len: 328 time: 0.8483405 Feb 10 23:10:03.955193 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46810) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:03.973033 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.tag.tag_plugin [None req-d83357c3-2927-4fa5-878d-802f1563d40e tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '2935f253-b9a7-422b-ad30-fe988f6e8b08', {'tags': ['tempest-TagsExtTest-Tag-875714195', 'tempest-TagsExtTest-Tag-665380759', 'tempest-TagsExtTest-Tag-1018727988']}) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:04.014591 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-73ed62c7-2cd0-41b7-9150-e92535d94b61 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:04.018988 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-73ed62c7-2cd0-41b7-9150-e92535d94b61 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:04.026203 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-4ded1cf7-2269-4e1b-86a7-7103b4b8ebaf None None] The port '5a439beb-8630-43dd-8c32-acbe823453e8' was deleted {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 23:10:04.040046 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 4da0347d-6257-4646-a43b-791f897d39e8 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:10:04.060744 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 865640e8-d66a-4a25-8bee-b80cb6e6fcfc up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:10:04.119360 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-b775b693-d716-47f3-a905-0ecf1e5728ba tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:04.127131 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b775b693-d716-47f3-a905-0ecf1e5728ba tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Usage tracker for resource:port and tenant:143e860117cc493db304000cc95b95c2 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:04.131323 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b775b693-d716-47f3-a905-0ecf1e5728ba tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:04.140989 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-cc18afd7-823d-4f1f-ae7c-67ba2a88e37e None None] Provisioning for port 4da0347d-6257-4646-a43b-791f897d39e8 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:10:04.143325 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-b775b693-d716-47f3-a905-0ecf1e5728ba tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:04.171504 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-cc18afd7-823d-4f1f-ae7c-67ba2a88e37e None None] Provisioning complete for port 4da0347d-6257-4646-a43b-791f897d39e8 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:04.172465 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cc18afd7-823d-4f1f-ae7c-67ba2a88e37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:04.217086 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed62c7-2cd0-41b7-9150-e92535d94b61 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event deleted for resources: {'Network': ['ID=39ecc6a5-59a0-4e52-a23c-c2da5aa33a99,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:04.236933 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b775b693-d716-47f3-a905-0ecf1e5728ba tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Made reservation on behalf of 143e860117cc493db304000cc95b95c2 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:10:04.242362 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b775b693-d716-47f3-a905-0ecf1e5728ba tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:04.285409 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-73ed62c7-2cd0-41b7-9150-e92535d94b61 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "DELETE /v2.0/networks/39ecc6a5-59a0-4e52-a23c-c2da5aa33a99 HTTP/1.1" status: 204 len: 168 time: 3.2622519 Feb 10 23:10:04.288036 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46818) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:04.293909 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-b775b693-d716-47f3-a905-0ecf1e5728ba tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] device_id is not set on port 4f13eff7-2c51-4d88-9279-00096e8000ca yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:10:04.349480 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 865640e8-d66a-4a25-8bee-b80cb6e6fcfc triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:04.349480 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:04.356521 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-2f8851b6-aa92-4eae-8170-02bb19bccace tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1130820541'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:10:04.363042 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-2f8851b6-aa92-4eae-8170-02bb19bccace tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:04.374482 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-2f8851b6-aa92-4eae-8170-02bb19bccace tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Usage tracker for resource:network and tenant:8ebaafa64ea74242ba2bb084ec0966de is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:04.391312 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2f1d37fc-0411-4342-8bd0-b5aaa41a5a0a tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:04.391483 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-2f8851b6-aa92-4eae-8170-02bb19bccace tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:04.398521 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-2f8851b6-aa92-4eae-8170-02bb19bccace tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:04.510641 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8851b6-aa92-4eae-8170-02bb19bccace tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Made reservation on behalf of 8ebaafa64ea74242ba2bb084ec0966de for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:10:04.514241 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2f8851b6-aa92-4eae-8170-02bb19bccace tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:04.565674 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cc18afd7-823d-4f1f-ae7c-67ba2a88e37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:04.582721 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f8851b6-aa92-4eae-8170-02bb19bccace tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:10:04.589944 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-d83357c3-2927-4fa5-878d-802f1563d40e tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] 10.222.0.59 "PUT /v2.0/ports/2935f253-b9a7-422b-ad30-fe988f6e8b08/tags HTTP/1.1" status: 200 len: 316 time: 0.6259403 Feb 10 23:10:04.632912 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46824) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:04.643868 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.tag.tag_plugin [None req-b94ef525-cb8c-409f-b2df-59531a043598 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2935f253-b9a7-422b-ad30-fe988f6e8b08') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:04.653731 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-cc18afd7-823d-4f1f-ae7c-67ba2a88e37e None None] For port 4da0347d-6257-4646-a43b-791f897d39e8, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=4da0347d-6257-4646-a43b-791f897d39e8,segment=NetworkSegment(7692c583-1311-48c9-99d9-d8a99e8a7db1),segment_id=7692c583-1311-48c9-99d9-d8a99e8a7db1)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:10:04.657558 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46828) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:04.661490 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [-] 10.222.0.59 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026402 Feb 10 23:10:04.677073 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46830) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:04.709811 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2f8851b6-aa92-4eae-8170-02bb19bccace tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:04.710211 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-2f8851b6-aa92-4eae-8170-02bb19bccace tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Added segment 1d337fc0-eeda-49d5-9725-c809d78ae54f of type vlan for network eef155d2-f413-4e5f-921c-76c28286b3f5 Feb 10 23:10:04.711312 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.api.v2.resource [None req-46e3734b-36a2-4124-8988-0d51b85796fd tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:10:04.718766 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-46e3734b-36a2-4124-8988-0d51b85796fd tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] 10.222.0.59 "PUT /v2.0/routers/e63b02b1-7460-4241-be39-b12bb0510d75/add_router_interface HTTP/1.1" status: 400 len: 438 time: 3.2111471 Feb 10 23:10:04.721551 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46836) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:04.732778 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 3cadb48a-ce9c-41c4-9338-5cd29da63f11 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:10:04.880409 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-b775b693-d716-47f3-a905-0ecf1e5728ba tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 10 23:10:04.896759 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b775b693-d716-47f3-a905-0ecf1e5728ba tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:10:04.896759 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2f8851b6-aa92-4eae-8170-02bb19bccace tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:04.906764 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cc18afd7-823d-4f1f-ae7c-67ba2a88e37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:04.932297 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3df3f79a-09ba-4299-bc25-b98565aef5d1 tempest-NetworksApiDiscovery-909600698 tempest-NetworksApiDiscovery-909600698-project] 10.222.0.59 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2540474 Feb 10 23:10:05.004463 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 3cadb48a-ce9c-41c4-9338-5cd29da63f11 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:05.004676 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:05.025037 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2f1d37fc-0411-4342-8bd0-b5aaa41a5a0a tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:05.039098 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46842) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:05.041205 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b775b693-d716-47f3-a905-0ecf1e5728ba tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.0981207 Feb 10 23:10:05.079124 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc18afd7-823d-4f1f-ae7c-67ba2a88e37e None None] Pushing event updated for resources: {'Port': ['ID=4da0347d-6257-4646-a43b-791f897d39e8,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:05.092273 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2f8851b6-aa92-4eae-8170-02bb19bccace tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:05.100139 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8851b6-aa92-4eae-8170-02bb19bccace tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:05.101326 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2f8851b6-aa92-4eae-8170-02bb19bccace tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:05.133931 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df87b17-5b03-487b-befa-b998d57166fc tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:05.135289 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df87b17-5b03-487b-befa-b998d57166fc tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:05.136260 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-3df87b17-5b03-487b-befa-b998d57166fc tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Synchronizing usage tracker for tenant:143e860117cc493db304000cc95b95c2 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:10:05.167246 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-b1bc3943-1253-4bd3-aca8-6a9aece75c12 None None] Provisioning complete for port 4da0347d-6257-4646-a43b-791f897d39e8 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:05.167615 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b1bc3943-1253-4bd3-aca8-6a9aece75c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:05.176804 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2f1d37fc-0411-4342-8bd0-b5aaa41a5a0a tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:05.260408 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-3df87b17-5b03-487b-befa-b998d57166fc tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Unset dirty status for tenant:143e860117cc493db304000cc95b95c2 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:10:05.262662 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-3df87b17-5b03-487b-befa-b998d57166fc tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2224822 Feb 10 23:10:05.265001 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46846) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:05.411835 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 5a439beb-8630-43dd-8c32-acbe823453e8 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:10:05.453680 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1d37fc-0411-4342-8bd0-b5aaa41a5a0a tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event updated for resources: {'Port': ['ID=fd3c98a5-4b86-4220-97c7-d16cba4a13b9,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:05.487094 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2f8851b6-aa92-4eae-8170-02bb19bccace tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1971521 Feb 10 23:10:05.488374 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b94ef525-cb8c-409f-b2df-59531a043598 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] 10.222.0.59 "DELETE /v2.0/ports/2935f253-b9a7-422b-ad30-fe988f6e8b08/tags HTTP/1.1" status: 204 len: 168 time: 0.8874097 Feb 10 23:10:05.515527 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 5a439beb-8630-43dd-8c32-acbe823453e8 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:10:05.515869 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 5a439beb-8630-43dd-8c32-acbe823453e8 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:10:05.517355 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46850) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:05.517355 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46852) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:05.571820 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-e5798612-4541-49ae-9daf-81736db88170 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Deleting port d63c8453-d2eb-4515-a15e-e41c652f11bc {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:10:05.572285 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e5798612-4541-49ae-9daf-81736db88170 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:05.642224 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.tag.tag_plugin [None req-d1eb9e46-c24b-4fa3-b016-5f61d5560e5e tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2935f253-b9a7-422b-ad30-fe988f6e8b08', 'tempest-TagsExtTest-Tag-875714195') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:05.662532 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-b1bc3943-1253-4bd3-aca8-6a9aece75c12 None None] Provisioning for port fd3c98a5-4b86-4220-97c7-d16cba4a13b9 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:10:05.672044 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-b1bc3943-1253-4bd3-aca8-6a9aece75c12 None None] Provisioning complete for port fd3c98a5-4b86-4220-97c7-d16cba4a13b9 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:05.673163 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b1bc3943-1253-4bd3-aca8-6a9aece75c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:05.708747 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-1cdf4901-9d89-4841-908c-3a6c0d13261d tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Request body: {'subnet': {'network_id': 'eef155d2-f413-4e5f-921c-76c28286b3f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:10:05.841378 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46860) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:05.844693 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-b1bc3943-1253-4bd3-aca8-6a9aece75c12 None None] Port fd3c98a5-4b86-4220-97c7-d16cba4a13b9 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:10:05.876319 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 4da0347d-6257-4646-a43b-791f897d39e8 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:10:05.904376 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8851b6-aa92-4eae-8170-02bb19bccace tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event updated for resources: {'Network': ['ID=eef155d2-f413-4e5f-921c-76c28286b3f5,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:05.922186 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2f1d37fc-0411-4342-8bd0-b5aaa41a5a0a tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733071'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:05.983305 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-1cdf4901-9d89-4841-908c-3a6c0d13261d tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:05.988318 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1cdf4901-9d89-4841-908c-3a6c0d13261d tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Usage tracker for resource:subnet and tenant:8ebaafa64ea74242ba2bb084ec0966de is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:05.996782 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1cdf4901-9d89-4841-908c-3a6c0d13261d tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:06.010063 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-1cdf4901-9d89-4841-908c-3a6c0d13261d tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:06.040975 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network eef155d2-f413-4e5f-921c-76c28286b3f5 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:10:06.055733 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-d1eb9e46-c24b-4fa3-b016-5f61d5560e5e tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] show failed (client error): The resource could not be found. Feb 10 23:10:06.057232 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d1eb9e46-c24b-4fa3-b016-5f61d5560e5e tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] 10.222.0.59 "GET /v2.0/ports/2935f253-b9a7-422b-ad30-fe988f6e8b08/tags/tempest-TagsExtTest-Tag-875714195 HTTP/1.1" status: 404 len: 328 time: 0.5373518 Feb 10 23:10:06.061451 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46866) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:06.078616 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.tag.tag_plugin [None req-26dc957b-aabb-49dd-8267-04d5b45152a8 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2935f253-b9a7-422b-ad30-fe988f6e8b08', 'tempest-TagsExtTest-Tag-665380759') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:06.146475 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9ef16bd8-68d1-4b1c-876e-ad8ad852d877 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732944'] for router_interface, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:06.151581 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fa837fb2-1dbf-42d0-8e03-d8a12c4c96c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:06.195851 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2f1d37fc-0411-4342-8bd0-b5aaa41a5a0a tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:06.210412 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cdf4901-9d89-4841-908c-3a6c0d13261d tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Made reservation on behalf of 8ebaafa64ea74242ba2bb084ec0966de for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:10:06.218753 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 4da0347d-6257-4646-a43b-791f897d39e8 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:06.219158 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:06.275557 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e5798612-4541-49ae-9daf-81736db88170 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:06.285673 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-fa837fb2-1dbf-42d0-8e03-d8a12c4c96c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:06.295223 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-fa837fb2-1dbf-42d0-8e03-d8a12c4c96c3 admin admin] Usage tracker for resource:security_group_rule and tenant:706eb182d1584106bb243c745c617528 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:06.333189 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-1f9f75cd-ae6e-4da6-93c6-8a2ee2981031 None None] Provisioning for port 64c1a390-04ed-41d8-b717-145bb699006f completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:10:06.345222 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 64c1a390-04ed-41d8-b717-145bb699006f up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:10:06.402091 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1cdf4901-9d89-4841-908c-3a6c0d13261d tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:06.408080 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-1f9f75cd-ae6e-4da6-93c6-8a2ee2981031 None None] Provisioning complete for port fd3c98a5-4b86-4220-97c7-d16cba4a13b9 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:06.408451 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1f9f75cd-ae6e-4da6-93c6-8a2ee2981031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:06.472020 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-1f9f75cd-ae6e-4da6-93c6-8a2ee2981031 None None] Port fd3c98a5-4b86-4220-97c7-d16cba4a13b9 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:10:06.487210 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-fa837fb2-1dbf-42d0-8e03-d8a12c4c96c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:06.491468 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-26dc957b-aabb-49dd-8267-04d5b45152a8 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] show failed (client error): The resource could not be found. Feb 10 23:10:06.492742 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-26dc957b-aabb-49dd-8267-04d5b45152a8 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] 10.222.0.59 "GET /v2.0/ports/2935f253-b9a7-422b-ad30-fe988f6e8b08/tags/tempest-TagsExtTest-Tag-665380759 HTTP/1.1" status: 404 len: 328 time: 0.4296803 Feb 10 23:10:06.498332 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46870) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:06.517782 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.tag.tag_plugin [None req-d8679cff-078b-4588-b1d3-52015c6c0e16 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2935f253-b9a7-422b-ad30-fe988f6e8b08', 'tempest-TagsExtTest-Tag-1018727988') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:06.526051 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 64c1a390-04ed-41d8-b717-145bb699006f completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:10:06.531572 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 64c1a390-04ed-41d8-b717-145bb699006f triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:06.532288 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:06.551513 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-fa837fb2-1dbf-42d0-8e03-d8a12c4c96c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:06.559975 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-e5798612-4541-49ae-9daf-81736db88170 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Calling delete_port for d63c8453-d2eb-4515-a15e-e41c652f11bc owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:10:06.713862 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-d8679cff-078b-4588-b1d3-52015c6c0e16 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] show failed (client error): The resource could not be found. Feb 10 23:10:06.717514 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d8679cff-078b-4588-b1d3-52015c6c0e16 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] 10.222.0.59 "GET /v2.0/ports/2935f253-b9a7-422b-ad30-fe988f6e8b08/tags/tempest-TagsExtTest-Tag-1018727988 HTTP/1.1" status: 404 len: 329 time: 0.2156782 Feb 10 23:10:06.719513 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46874) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:06.724186 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:06.730803 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.tag.tag_plugin [None req-f0329d4b-4e2d-411c-878e-86cc8d8d9b5b tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'fc579fa2-b933-4058-bceb-d30c0c6e6cdc', {'tags': ['tempest-TagsExtTest-Tag-855902586', 'tempest-TagsExtTest-Tag-376778922', 'tempest-TagsExtTest-Tag-924185386']}) {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:06.760132 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 64c1a390-04ed-41d8-b717-145bb699006f, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=64c1a390-04ed-41d8-b717-145bb699006f,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:10:06.782915 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-7cabdd3a-01bb-4593-afc2-885515101040 None None] Provisioning for port d63c8453-d2eb-4515-a15e-e41c652f11bc completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:10:06.792794 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-7cabdd3a-01bb-4593-afc2-885515101040 None None] Provisioning complete for port d63c8453-d2eb-4515-a15e-e41c652f11bc triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:06.793573 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7cabdd3a-01bb-4593-afc2-885515101040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:06.854473 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-7cabdd3a-01bb-4593-afc2-885515101040 None None] Port d63c8453-d2eb-4515-a15e-e41c652f11bc cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:10:06.862783 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:06.919755 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-7cabdd3a-01bb-4593-afc2-885515101040 None None] Provisioning complete for port fd3c98a5-4b86-4220-97c7-d16cba4a13b9 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:06.920473 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7cabdd3a-01bb-4593-afc2-885515101040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:06.973167 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fa837fb2-1dbf-42d0-8e03-d8a12c4c96c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:06.977925 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=64c1a390-04ed-41d8-b717-145bb699006f,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:06.984842 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-7cabdd3a-01bb-4593-afc2-885515101040 None None] Port fd3c98a5-4b86-4220-97c7-d16cba4a13b9 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:10:07.041736 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fa837fb2-1dbf-42d0-8e03-d8a12c4c96c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:07.057599 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1cdf4901-9d89-4841-908c-3a6c0d13261d tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:07.066623 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2f1d37fc-0411-4342-8bd0-b5aaa41a5a0a tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:07.096699 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-fa837fb2-1dbf-42d0-8e03-d8a12c4c96c3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=706eb182d1584106bb243c745c617528&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2564001 Feb 10 23:10:07.097520 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa837fb2-1dbf-42d0-8e03-d8a12c4c96c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337125e7-72dd-448c-8333-bc660aab1edf,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:07.100163 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46878) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:07.103226 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e5798612-4541-49ae-9daf-81736db88170 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:07.179361 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5798612-4541-49ae-9daf-81736db88170 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event deleted for resources: {'Port': ['ID=d63c8453-d2eb-4515-a15e-e41c652f11bc,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:07.185403 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2f1d37fc-0411-4342-8bd0-b5aaa41a5a0a tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:07.185403 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2f1d37fc-0411-4342-8bd0-b5aaa41a5a0a tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2767683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732898'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:07.230625 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f0329d4b-4e2d-411c-878e-86cc8d8d9b5b tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] 10.222.0.59 "PUT /v2.0/routers/fc579fa2-b933-4058-bceb-d30c0c6e6cdc/tags HTTP/1.1" status: 200 len: 315 time: 0.5082891 Feb 10 23:10:07.236759 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46882) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:07.295511 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.tag.tag_plugin [None req-971c524b-6f15-478f-8539-193395d2b25e tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fc579fa2-b933-4058-bceb-d30c0c6e6cdc') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:07.317382 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdf4901-9d89-4841-908c-3a6c0d13261d tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event updated for resources: {'Subnet': ['ID=e22a2e8c-2fe7-46e1-a889-598cf9254a23,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:07.348907 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdf4901-9d89-4841-908c-3a6c0d13261d tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Checking segment: {'id': '1d337fc0-eeda-49d5-9725-c809d78ae54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'eef155d2-f413-4e5f-921c-76c28286b3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:10:07.351699 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdf4901-9d89-4841-908c-3a6c0d13261d tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Network hostable DHCP agents. Network: eef155d2-f413-4e5f-921c-76c28286b3f5, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:10:07.388471 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e5798612-4541-49ae-9daf-81736db88170 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:07.510466 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-9ef16bd8-68d1-4b1c-876e-ad8ad852d877 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Deleting port 359b7fcc-ecb5-45d5-828a-53abf63e3f2b {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:10:07.519776 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9ef16bd8-68d1-4b1c-876e-ad8ad852d877 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:07.519929 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1d37fc-0411-4342-8bd0-b5aaa41a5a0a tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event updated for resources: {'Port': ['ID=fd3c98a5-4b86-4220-97c7-d16cba4a13b9,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:07.540957 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdf4901-9d89-4841-908c-3a6c0d13261d tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Network eef155d2-f413-4e5f-921c-76c28286b3f5 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:10:07.552993 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ca2fd44e-c563-4a5c-992a-1adb86d59a40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:07.617352 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ca2fd44e-c563-4a5c-992a-1adb86d59a40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:07.647646 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 64c1a390-04ed-41d8-b717-145bb699006f up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:10:07.648156 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-e5798612-4541-49ae-9daf-81736db88170 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/ports/d63c8453-d2eb-4515-a15e-e41c652f11bc HTTP/1.1" status: 204 len: 168 time: 2.3735478 Feb 10 23:10:07.657265 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46886) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:07.663471 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-1cdf4901-9d89-4841-908c-3a6c0d13261d tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, eef155d2-f413-4e5f-921c-76c28286b3f5) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:10:07.678929 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cdf4901-9d89-4841-908c-3a6c0d13261d tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:07.679772 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1cdf4901-9d89-4841-908c-3a6c0d13261d tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:07.685667 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba245e4-209e-463a-8547-686c62632bbc None None] Network eef155d2-f413-4e5f-921c-76c28286b3f5 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:10:07.710842 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1d37fc-0411-4342-8bd0-b5aaa41a5a0a tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Network 32834719-14e1-4a91-bf5e-797f9a9214b2 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:10:07.719164 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-2f1d37fc-0411-4342-8bd0-b5aaa41a5a0a tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:10:07.751666 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9ef16bd8-68d1-4b1c-876e-ad8ad852d877 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:07.829343 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1cdf4901-9d89-4841-908c-3a6c0d13261d tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3108940 Feb 10 23:10:07.832354 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46890) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:07.837350 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 64c1a390-04ed-41d8-b717-145bb699006f triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:07.837917 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:07.898684 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-a1f039ef-3a71-492c-80a0-ff7038fe9db9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Request body: {'port': {'network_id': 'eef155d2-f413-4e5f-921c-76c28286b3f5', 'security_groups': [], 'name': 'tempest-PortsTestJSON-588138708'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:10:07.909062 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2f8c96-7ec2-4ed0-9528-70fb196749d7 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:07.910424 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2f8c96-7ec2-4ed0-9528-70fb196749d7 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:07.911384 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-ce2f8c96-7ec2-4ed0-9528-70fb196749d7 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Synchronizing usage tracker for tenant:143e860117cc493db304000cc95b95c2 on resource:subnet {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:10:07.925279 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-9ef16bd8-68d1-4b1c-876e-ad8ad852d877 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Calling delete_port for 359b7fcc-ecb5-45d5-828a-53abf63e3f2b owned by network:router_interface {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:10:08.066030 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91663a80-3064-4af8-a150-02187c2f9992 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-eef155d2-f413-4e5f-921c-76c28286b3f5', 'network_id': 'eef155d2-f413-4e5f-921c-76c28286b3f5', 'tenant_id': '8ebaafa64ea74242ba2bb084ec0966de', 'fixed_ips': [{'subnet_id': 'e22a2e8c-2fe7-46e1-a889-598cf9254a23'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:10:08.066818 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-91663a80-3064-4af8-a150-02187c2f9992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:08.138929 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a1f039ef-3a71-492c-80a0-ff7038fe9db9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:08.148869 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a1f039ef-3a71-492c-80a0-ff7038fe9db9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Usage tracker for resource:port and tenant:8ebaafa64ea74242ba2bb084ec0966de is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:08.152366 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a1f039ef-3a71-492c-80a0-ff7038fe9db9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:08.159038 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a1f039ef-3a71-492c-80a0-ff7038fe9db9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:08.164275 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-ce2f8c96-7ec2-4ed0-9528-70fb196749d7 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Unset dirty status for tenant:143e860117cc493db304000cc95b95c2 on resource:subnet {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:10:08.165783 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-ce2f8c96-7ec2-4ed0-9528-70fb196749d7 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5076189 Feb 10 23:10:08.167437 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-971c524b-6f15-478f-8539-193395d2b25e tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] 10.222.0.59 "DELETE /v2.0/routers/fc579fa2-b933-4058-bceb-d30c0c6e6cdc/tags HTTP/1.1" status: 204 len: 168 time: 0.9049084 Feb 10 23:10:08.173863 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46896) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:08.180162 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46898) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:08.223003 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-5eee6761-495b-4e68-b91d-ffde05d679c0 None None] Provisioning complete for port fd3c98a5-4b86-4220-97c7-d16cba4a13b9 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:08.223629 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5eee6761-495b-4e68-b91d-ffde05d679c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:08.226062 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.tag.tag_plugin [None req-3cef2562-5d76-4b8b-b88a-d22ece1da7b9 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fc579fa2-b933-4058-bceb-d30c0c6e6cdc', 'tempest-TagsExtTest-Tag-855902586') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:08.280167 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-5eee6761-495b-4e68-b91d-ffde05d679c0 None None] Port fd3c98a5-4b86-4220-97c7-d16cba4a13b9 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:10:08.318278 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f039ef-3a71-492c-80a0-ff7038fe9db9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Made reservation on behalf of 8ebaafa64ea74242ba2bb084ec0966de for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:10:08.321063 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a1f039ef-3a71-492c-80a0-ff7038fe9db9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:08.321966 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ca2fd44e-c563-4a5c-992a-1adb86d59a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:08.339775 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2fd44e-c563-4a5c-992a-1adb86d59a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337125e7-72dd-448c-8333-bc660aab1edf,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:08.351656 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ca2fd44e-c563-4a5c-992a-1adb86d59a40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:08.351656 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-ca2fd44e-c563-4a5c-992a-1adb86d59a40 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/337125e7-72dd-448c-8333-bc660aab1edf HTTP/1.1" status: 204 len: 168 time: 1.2495530 Feb 10 23:10:08.442408 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-91663a80-3064-4af8-a150-02187c2f9992 None None] Allocated IP 172.20.0.2 (eef155d2-f413-4e5f-921c-76c28286b3f5/e22a2e8c-2fe7-46e1-a889-598cf9254a23/9d7957af-c853-4d7c-9429-027ae6eee5f0) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:10:08.462048 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-a1f039ef-3a71-492c-80a0-ff7038fe9db9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] device_id is not set on port 610bde64-d216-4c96-bc17-7fc1325c6abe yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:10:08.465484 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f1d37fc-0411-4342-8bd0-b5aaa41a5a0a tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Router d206649f-88f5-468b-bb10-a12659d83f57 is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:10:08.603107 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9ef16bd8-68d1-4b1c-876e-ad8ad852d877 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:08.607341 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-3cef2562-5d76-4b8b-b88a-d22ece1da7b9 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] show failed (client error): The resource could not be found. Feb 10 23:10:08.612079 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3cef2562-5d76-4b8b-b88a-d22ece1da7b9 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] 10.222.0.59 "GET /v2.0/routers/fc579fa2-b933-4058-bceb-d30c0c6e6cdc/tags/tempest-TagsExtTest-Tag-855902586 HTTP/1.1" status: 404 len: 328 time: 0.4259403 Feb 10 23:10:08.612314 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46906) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:08.621902 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.tag.tag_plugin [None req-ef09c8e7-e63d-4ef1-9c42-43263db592c0 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fc579fa2-b933-4058-bceb-d30c0c6e6cdc', 'tempest-TagsExtTest-Tag-376778922') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:08.681586 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef16bd8-68d1-4b1c-876e-ad8ad852d877 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Pushing event deleted for resources: {'Port': ['ID=359b7fcc-ecb5-45d5-828a-53abf63e3f2b,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:08.733697 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-91663a80-3064-4af8-a150-02187c2f9992 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:08.758327 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-91663a80-3064-4af8-a150-02187c2f9992 None None] Transition to ACTIVE for port object 9d7957af-c853-4d7c-9429-027ae6eee5f0 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:10:08.783832 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.api.v2.resource [None req-ef09c8e7-e63d-4ef1-9c42-43263db592c0 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] show failed (client error): The resource could not be found. Feb 10 23:10:08.784872 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-ef09c8e7-e63d-4ef1-9c42-43263db592c0 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] 10.222.0.59 "GET /v2.0/routers/fc579fa2-b933-4058-bceb-d30c0c6e6cdc/tags/tempest-TagsExtTest-Tag-376778922 HTTP/1.1" status: 404 len: 328 time: 0.1711752 Feb 10 23:10:08.787987 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46912) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:08.807070 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.tag.tag_plugin [None req-e3d93697-69a0-4c9c-80ca-de1c6bf8051a tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fc579fa2-b933-4058-bceb-d30c0c6e6cdc', 'tempest-TagsExtTest-Tag-924185386') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:08.807409 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-91663a80-3064-4af8-a150-02187c2f9992 None None] Transition to ACTIVE for port object 9d7957af-c853-4d7c-9429-027ae6eee5f0 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:10:08.836873 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c828f06-4ef9-4f76-9b32-6b71b5961449 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Deleting subnet 41295c68-2179-46c7-8a59-c04c3c4fb220 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:10:08.840230 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0c828f06-4ef9-4f76-9b32-6b71b5961449 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:08.941200 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f1d37fc-0411-4342-8bd0-b5aaa41a5a0a tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:10:08.949358 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-2f1d37fc-0411-4342-8bd0-b5aaa41a5a0a tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "PUT /v2.0/routers/d206649f-88f5-468b-bb10-a12659d83f57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4741647 Feb 10 23:10:08.950751 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6621e702-8623-4b60-86fb-fa568320bbd4 None None] Sync routers for ids ['d206649f-88f5-468b-bb10-a12659d83f57'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:10:08.957140 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46920) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:08.976532 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6621e702-8623-4b60-86fb-fa568320bbd4 None None] Routers {'d206649f-88f5-468b-bb10-a12659d83f57'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:10:08.977192 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-6621e702-8623-4b60-86fb-fa568320bbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:09:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['d206649f-88f5-468b-bb10-a12659d83f57'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:09.037202 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.api.v2.resource [None req-e3d93697-69a0-4c9c-80ca-de1c6bf8051a tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] show failed (client error): The resource could not be found. Feb 10 23:10:09.038470 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-e3d93697-69a0-4c9c-80ca-de1c6bf8051a tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] 10.222.0.59 "GET /v2.0/routers/fc579fa2-b933-4058-bceb-d30c0c6e6cdc/tags/tempest-TagsExtTest-Tag-924185386 HTTP/1.1" status: 404 len: 328 time: 0.2475071 Feb 10 23:10:09.050115 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-91663a80-3064-4af8-a150-02187c2f9992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:09.050272 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46926) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:09.056057 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.tag.tag_plugin [None req-f09f8ff3-f3c9-4c3b-ae5e-6fbaa7bea806 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '52bebf29-6652-4011-ac6e-243e6b779a54', {'tags': ['tempest-TagsExtTest-Tag-526973181', 'tempest-TagsExtTest-Tag-1716908376', 'tempest-TagsExtTest-Tag-623878173']}) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:09.078928 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0c828f06-4ef9-4f76-9b32-6b71b5961449 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:09.104189 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605c0d00-6706-40fd-a3c9-f60032fb2e5f tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:09.104969 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-605c0d00-6706-40fd-a3c9-f60032fb2e5f tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Synchronizing usage tracker for tenant:a1a196bacc5e4170b4defd7cfb879ddb on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:10:09.106682 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91663a80-3064-4af8-a150-02187c2f9992 None None] Pushing event updated for resources: {'Port': ['ID=9d7957af-c853-4d7c-9429-027ae6eee5f0,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:09.108787 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-6621e702-8623-4b60-86fb-fa568320bbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:09.129730 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6621e702-8623-4b60-86fb-fa568320bbd4 None None] Routers {'d206649f-88f5-468b-bb10-a12659d83f57'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:10:09.130349 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-6621e702-8623-4b60-86fb-fa568320bbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:09:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['d206649f-88f5-468b-bb10-a12659d83f57'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:09.186335 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91663a80-3064-4af8-a150-02187c2f9992 None None] Network eef155d2-f413-4e5f-921c-76c28286b3f5 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:10:09.195390 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-91663a80-3064-4af8-a150-02187c2f9992 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:10:09.197464 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-6621e702-8623-4b60-86fb-fa568320bbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:09.198066 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6621e702-8623-4b60-86fb-fa568320bbd4 None None] The sync data for ids ['d206649f-88f5-468b-bb10-a12659d83f57'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:10:09.199366 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91663a80-3064-4af8-a150-02187c2f9992 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:10:09.207633 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-f09f8ff3-f3c9-4c3b-ae5e-6fbaa7bea806 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] 10.222.0.59 "PUT /v2.0/subnetpools/52bebf29-6652-4011-ac6e-243e6b779a54/tags HTTP/1.1" status: 200 len: 316 time: 0.1607172 Feb 10 23:10:09.208911 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46930) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:09.214630 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.tag.tag_plugin [None req-77b02da9-f845-4618-8bd8-8c9a0b0a5db6 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '52bebf29-6652-4011-ac6e-243e6b779a54') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:09.233572 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-605c0d00-6706-40fd-a3c9-f60032fb2e5f tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Unset dirty status for tenant:a1a196bacc5e4170b4defd7cfb879ddb on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:10:09.235315 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-605c0d00-6706-40fd-a3c9-f60032fb2e5f tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "GET /v2.0/ports?device_id=d206649f-88f5-468b-bb10-a12659d83f57 HTTP/1.1" status: 200 len: 987 time: 0.2771742 Feb 10 23:10:09.240630 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46936) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:09.289203 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-a1f039ef-3a71-492c-80a0-ff7038fe9db9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Allocated IP 172.20.0.8 (eef155d2-f413-4e5f-921c-76c28286b3f5/e22a2e8c-2fe7-46e1-a889-598cf9254a23/610bde64-d216-4c96-bc17-7fc1325c6abe) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:10:09.315180 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-91663a80-3064-4af8-a150-02187c2f9992 None None] Attempting to bind port 9d7957af-c853-4d7c-9429-027ae6eee5f0 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:10:09.319001 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-91663a80-3064-4af8-a150-02187c2f9992 None None] Attempting to bind port 9d7957af-c853-4d7c-9429-027ae6eee5f0 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '1d337fc0-eeda-49d5-9725-c809d78ae54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'eef155d2-f413-4e5f-921c-76c28286b3f5'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:10:09.319001 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91663a80-3064-4af8-a150-02187c2f9992 None None] Attempting to bind port 9d7957af-c853-4d7c-9429-027ae6eee5f0 on network eef155d2-f413-4e5f-921c-76c28286b3f5 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:10:09.319260 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9ef16bd8-68d1-4b1c-876e-ad8ad852d877 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2767638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733091'] for router_interface, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:09.323367 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91663a80-3064-4af8-a150-02187c2f9992 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:10:09.324089 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91663a80-3064-4af8-a150-02187c2f9992 None None] Checking segment: {'id': '1d337fc0-eeda-49d5-9725-c809d78ae54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'eef155d2-f413-4e5f-921c-76c28286b3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:10:09.324669 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-91663a80-3064-4af8-a150-02187c2f9992 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:09.325230 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91663a80-3064-4af8-a150-02187c2f9992 None None] Bound using segment: {'id': '1d337fc0-eeda-49d5-9725-c809d78ae54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'eef155d2-f413-4e5f-921c-76c28286b3f5'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:10:09.325853 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-91663a80-3064-4af8-a150-02187c2f9992 None None] Bound port: 9d7957af-c853-4d7c-9429-027ae6eee5f0, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d337fc0-eeda-49d5-9725-c809d78ae54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'eef155d2-f413-4e5f-921c-76c28286b3f5'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:10:09.326378 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-91663a80-3064-4af8-a150-02187c2f9992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:09.364278 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0c828f06-4ef9-4f76-9b32-6b71b5961449 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:09.426973 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-91663a80-3064-4af8-a150-02187c2f9992 None None] For port 9d7957af-c853-4d7c-9429-027ae6eee5f0, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:10:09.429978 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-91663a80-3064-4af8-a150-02187c2f9992 None None] For port 9d7957af-c853-4d7c-9429-027ae6eee5f0, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=9d7957af-c853-4d7c-9429-027ae6eee5f0,segment=NetworkSegment(1d337fc0-eeda-49d5-9725-c809d78ae54f),segment_id=1d337fc0-eeda-49d5-9725-c809d78ae54f)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:10:09.544456 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-91663a80-3064-4af8-a150-02187c2f9992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:09.561692 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-77b02da9-f845-4618-8bd8-8c9a0b0a5db6 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] 10.222.0.59 "DELETE /v2.0/subnetpools/52bebf29-6652-4011-ac6e-243e6b779a54/tags HTTP/1.1" status: 204 len: 168 time: 0.3515787 Feb 10 23:10:09.570603 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46942) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:09.624781 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.tag.tag_plugin [None req-6af9b096-4142-4df6-b64e-0f60d37b196f tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '52bebf29-6652-4011-ac6e-243e6b779a54', 'tempest-TagsExtTest-Tag-526973181') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:09.693642 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.api.v2.resource [None req-6af9b096-4142-4df6-b64e-0f60d37b196f tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] show failed (client error): The resource could not be found. Feb 10 23:10:09.694823 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-6af9b096-4142-4df6-b64e-0f60d37b196f tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] 10.222.0.59 "GET /v2.0/subnetpools/52bebf29-6652-4011-ac6e-243e6b779a54/tags/tempest-TagsExtTest-Tag-526973181 HTTP/1.1" status: 404 len: 328 time: 0.1230688 Feb 10 23:10:09.697941 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46948) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:09.707425 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.tag.tag_plugin [None req-c550333e-a9b7-4ed1-9e5d-5e92cfcf18b0 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '52bebf29-6652-4011-ac6e-243e6b779a54', 'tempest-TagsExtTest-Tag-1716908376') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:09.741327 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a1f039ef-3a71-492c-80a0-ff7038fe9db9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:09.743923 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91663a80-3064-4af8-a150-02187c2f9992 None None] Pushing event updated for resources: {'Port': ['ID=9d7957af-c853-4d7c-9429-027ae6eee5f0,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:09.760786 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.api.v2.resource [None req-c550333e-a9b7-4ed1-9e5d-5e92cfcf18b0 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] show failed (client error): The resource could not be found. Feb 10 23:10:09.767234 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-c550333e-a9b7-4ed1-9e5d-5e92cfcf18b0 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] 10.222.0.59 "GET /v2.0/subnetpools/52bebf29-6652-4011-ac6e-243e6b779a54/tags/tempest-TagsExtTest-Tag-1716908376 HTTP/1.1" status: 404 len: 329 time: 0.0629768 Feb 10 23:10:09.768134 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46952) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:09.774563 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.tag.tag_plugin [None req-2ca3a90e-5ff7-45fa-976a-3dfc34755464 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '52bebf29-6652-4011-ac6e-243e6b779a54', 'tempest-TagsExtTest-Tag-623878173') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:09.820255 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0c828f06-4ef9-4f76-9b32-6b71b5961449 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:09.851076 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.api.v2.resource [None req-2ca3a90e-5ff7-45fa-976a-3dfc34755464 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] show failed (client error): The resource could not be found. Feb 10 23:10:09.854613 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-2ca3a90e-5ff7-45fa-976a-3dfc34755464 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] 10.222.0.59 "GET /v2.0/subnetpools/52bebf29-6652-4011-ac6e-243e6b779a54/tags/tempest-TagsExtTest-Tag-623878173 HTTP/1.1" status: 404 len: 328 time: 0.0829866 Feb 10 23:10:09.860956 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46956) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:09.869204 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.tag.tag_plugin [None req-a7fa2dd5-7e2b-4656-8758-fc88827b9bf9 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '52bebf29-6652-4011-ac6e-243e6b779a54') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:09.911410 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c828f06-4ef9-4f76-9b32-6b71b5961449 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event deleted for resources: {'Subnet': ['ID=41295c68-2179-46c7-8a59-c04c3c4fb220,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:09.916950 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-a1f039ef-3a71-492c-80a0-ff7038fe9db9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Transition to ACTIVE for port object 610bde64-d216-4c96-bc17-7fc1325c6abe will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:10:09.923719 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0c828f06-4ef9-4f76-9b32-6b71b5961449 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:09.946226 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c9ec74-d0df-4845-8657-b9307500c880 None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:10:10.118751 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ef16bd8-68d1-4b1c-876e-ad8ad852d877 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Router e63b02b1-7460-4241-be39-b12bb0510d75 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:10:10.194209 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-a7fa2dd5-7e2b-4656-8758-fc88827b9bf9 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] 10.222.0.59 "DELETE /v2.0/subnetpools/52bebf29-6652-4011-ac6e-243e6b779a54/tags HTTP/1.1" status: 204 len: 168 time: 0.3296349 Feb 10 23:10:10.194791 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46964) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:10.199730 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a1f039ef-3a71-492c-80a0-ff7038fe9db9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:10.203714 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.tag.tag_plugin [None req-abb418d5-7bbd-403a-8e0b-c9979ce8d9b1 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fc579fa2-b933-4058-bceb-d30c0c6e6cdc') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:10.205750 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0c828f06-4ef9-4f76-9b32-6b71b5961449 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/subnets/41295c68-2179-46c7-8a59-c04c3c4fb220 HTTP/1.1" status: 204 len: 168 time: 2.0267355 Feb 10 23:10:10.250454 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46968) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:10.406036 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f0ab5408-2554-4556-9b27-8ec39eb7893d tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732944'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:10.508890 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56f56d1-c338-43d3-bfe0-bff7529ed3a0 None None] DHCP port deletion for 6dca27ff-0cc1-400d-8ed1-46016d84d938 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:10:10.513744 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-a56f56d1-c338-43d3-bfe0-bff7529ed3a0 None None] Deleting port 64c1a390-04ed-41d8-b717-145bb699006f {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:10:10.514378 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a56f56d1-c338-43d3-bfe0-bff7529ed3a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:10.569840 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f039ef-3a71-492c-80a0-ff7038fe9db9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Network eef155d2-f413-4e5f-921c-76c28286b3f5 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:10:10.574299 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-abb418d5-7bbd-403a-8e0b-c9979ce8d9b1 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] 10.222.0.59 "DELETE /v2.0/routers/fc579fa2-b933-4058-bceb-d30c0c6e6cdc/tags HTTP/1.1" status: 204 len: 168 time: 0.3760357 Feb 10 23:10:10.576228 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8a5ab655-fbc2-49ec-ac99-11b04615392b tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3240185 Feb 10 23:10:10.580223 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46974) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:10.580532 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46976) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:10.583514 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-a1f039ef-3a71-492c-80a0-ff7038fe9db9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:10:10.591882 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f039ef-3a71-492c-80a0-ff7038fe9db9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:10:10.636288 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-f00cca8b-5a1f-4e04-8521-4f5239ac6e2a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Request body: {'subnet': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:10:10.657094 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.tag.tag_plugin [None req-23bf6408-9670-45f5-bc1b-6dbb00fd678a tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2935f253-b9a7-422b-ad30-fe988f6e8b08') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:10.680663 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f039ef-3a71-492c-80a0-ff7038fe9db9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event updated for resources: {'Port': ['ID=610bde64-d216-4c96-bc17-7fc1325c6abe,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:10.798441 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef16bd8-68d1-4b1c-876e-ad8ad852d877 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:10:10.810217 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130f7fd7-d95e-43ee-a5b2-17eea142d28e None None] Sync routers for ids ['e63b02b1-7460-4241-be39-b12bb0510d75'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:10:10.823193 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9ef16bd8-68d1-4b1c-876e-ad8ad852d877 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] 10.222.0.59 "PUT /v2.0/routers/e63b02b1-7460-4241-be39-b12bb0510d75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0966628 Feb 10 23:10:10.830254 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130f7fd7-d95e-43ee-a5b2-17eea142d28e None None] Routers {'e63b02b1-7460-4241-be39-b12bb0510d75'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:10:10.830987 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46982) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:10.831106 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-130f7fd7-d95e-43ee-a5b2-17eea142d28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:09:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['e63b02b1-7460-4241-be39-b12bb0510d75'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:10.915053 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f0ab5408-2554-4556-9b27-8ec39eb7893d tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Deleting port fd3c98a5-4b86-4220-97c7-d16cba4a13b9 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:10:10.916608 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f0ab5408-2554-4556-9b27-8ec39eb7893d tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:10.950752 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-a56f56d1-c338-43d3-bfe0-bff7529ed3a0 None None] For port 64c1a390-04ed-41d8-b717-145bb699006f, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=64c1a390-04ed-41d8-b717-145bb699006f,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:10:10.951316 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a56f56d1-c338-43d3-bfe0-bff7529ed3a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:10.957745 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-dc237f3c-9d33-45ad-a27a-2316541baab0 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] delete failed (client error): The resource could not be found. Feb 10 23:10:10.963152 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-dc237f3c-9d33-45ad-a27a-2316541baab0 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] 10.222.0.59 "DELETE /v2.0/routers/tempest-non_exist_router-1328949767 HTTP/1.1" status: 404 len: 335 time: 0.1315026 Feb 10 23:10:10.976942 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46988) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:10.985437 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-130f7fd7-d95e-43ee-a5b2-17eea142d28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:10.986143 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-1c34634f-69a9-4030-8010-336c377a8e9b tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e63b02b1-7460-4241-be39-b12bb0510d75'}}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:10:10.998116 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130f7fd7-d95e-43ee-a5b2-17eea142d28e None None] Routers {'e63b02b1-7460-4241-be39-b12bb0510d75'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:10:10.998749 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-130f7fd7-d95e-43ee-a5b2-17eea142d28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:09:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['e63b02b1-7460-4241-be39-b12bb0510d75'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:11.037984 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd295f9f-1e7f-4a65-be92-a128882d43d1 None None] Network eef155d2-f413-4e5f-921c-76c28286b3f5 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:10:11.074748 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f039ef-3a71-492c-80a0-ff7038fe9db9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:11.075355 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a1f039ef-3a71-492c-80a0-ff7038fe9db9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:11.083501 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-130f7fd7-d95e-43ee-a5b2-17eea142d28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:11.083885 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130f7fd7-d95e-43ee-a5b2-17eea142d28e None None] The sync data for ids ['e63b02b1-7460-4241-be39-b12bb0510d75'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:10:11.178278 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f00cca8b-5a1f-4e04-8521-4f5239ac6e2a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:11.194138 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a1f039ef-3a71-492c-80a0-ff7038fe9db9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 3.3595161 Feb 10 23:10:11.195243 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 46994) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:11.195402 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f00cca8b-5a1f-4e04-8521-4f5239ac6e2a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Usage tracker for resource:subnet and tenant:143e860117cc493db304000cc95b95c2 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:11.206881 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f00cca8b-5a1f-4e04-8521-4f5239ac6e2a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:11.215427 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f00cca8b-5a1f-4e04-8521-4f5239ac6e2a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:11.241066 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-23bf6408-9670-45f5-bc1b-6dbb00fd678a tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] 10.222.0.59 "DELETE /v2.0/ports/2935f253-b9a7-422b-ad30-fe988f6e8b08/tags HTTP/1.1" status: 204 len: 168 time: 0.6536033 Feb 10 23:10:11.250944 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-a56f56d1-c338-43d3-bfe0-bff7529ed3a0 None None] Calling delete_port for 64c1a390-04ed-41d8-b717-145bb699006f owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:10:11.251092 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 46998) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:11.306389 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f0ab5408-2554-4556-9b27-8ec39eb7893d tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:11.318694 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-02e6c032-7831-48ee-8da1-33aa45951761 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Deleting port 610bde64-d216-4c96-bc17-7fc1325c6abe {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:10:11.319253 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-02e6c032-7831-48ee-8da1-33aa45951761 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:11.336886 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.tag.tag_plugin [None req-0ca940ec-3e6e-4995-9b8b-8217024de775 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3b08d23a-43fd-4053-aa65-6175199ef100') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:11.400081 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00cca8b-5a1f-4e04-8521-4f5239ac6e2a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Made reservation on behalf of 143e860117cc493db304000cc95b95c2 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:10:11.404013 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f00cca8b-5a1f-4e04-8521-4f5239ac6e2a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:11.457807 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-360de0ba-977f-452a-9588-b884b9e71220 None None] Provisioning for port 9d7957af-c853-4d7c-9429-027ae6eee5f0 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:10:11.489363 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f0ab5408-2554-4556-9b27-8ec39eb7893d tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Calling delete_port for fd3c98a5-4b86-4220-97c7-d16cba4a13b9 owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:10:11.554130 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a56f56d1-c338-43d3-bfe0-bff7529ed3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:11.710133 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56f56d1-c338-43d3-bfe0-bff7529ed3a0 None None] Pushing event deleted for resources: {'Port': ['ID=64c1a390-04ed-41d8-b717-145bb699006f,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:11.712947 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56f56d1-c338-43d3-bfe0-bff7529ed3a0 None None] No DVR routers for this DVR port 64c1a390-04ed-41d8-b717-145bb699006f on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:10:11.768804 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 9d7957af-c853-4d7c-9429-027ae6eee5f0 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:10:11.879137 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-02e6c032-7831-48ee-8da1-33aa45951761 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:11.921515 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0ca940ec-3e6e-4995-9b8b-8217024de775 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] 10.222.0.59 "DELETE /v2.0/subnets/3b08d23a-43fd-4053-aa65-6175199ef100/tags HTTP/1.1" status: 204 len: 168 time: 0.5966520 Feb 10 23:10:11.928207 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47010) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:11.947912 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1c34634f-69a9-4030-8010-336c377a8e9b tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:12.045241 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-dd5fc024-b5ba-4b3b-a9f4-4ec378b06eb5 None None] Provisioning for port 610bde64-d216-4c96-bc17-7fc1325c6abe completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:10:12.045241 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 9d7957af-c853-4d7c-9429-027ae6eee5f0 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:10:12.056486 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 9d7957af-c853-4d7c-9429-027ae6eee5f0 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:12.056877 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:12.146843 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-dd5fc024-b5ba-4b3b-a9f4-4ec378b06eb5 None None] Provisioning complete for port 610bde64-d216-4c96-bc17-7fc1325c6abe triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:12.147565 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dd5fc024-b5ba-4b3b-a9f4-4ec378b06eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:12.171093 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-02e6c032-7831-48ee-8da1-33aa45951761 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Calling delete_port for 610bde64-d216-4c96-bc17-7fc1325c6abe owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:10:12.179406 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-1c34634f-69a9-4030-8010-336c377a8e9b tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] update failed (client error): The resource could not be found. Feb 10 23:10:12.188795 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1c34634f-69a9-4030-8010-336c377a8e9b tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] 10.222.0.59 "PUT /v2.0/routers/e63b02b1-7460-4241-be39-b12bb0510d75 HTTP/1.1" status: 404 len: 339 time: 1.2066844 Feb 10 23:10:12.189603 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47016) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:12.196292 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-f92a7927-3d7a-4bca-87a7-1692a4901e01 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1908624548'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:10:12.202477 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f92a7927-3d7a-4bca-87a7-1692a4901e01 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:12.208344 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f92a7927-3d7a-4bca-87a7-1692a4901e01 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Usage tracker for resource:network and tenant:98b9cb7810824cb681c954336163e71b is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:12.211711 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f92a7927-3d7a-4bca-87a7-1692a4901e01 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:12.216698 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-dd5fc024-b5ba-4b3b-a9f4-4ec378b06eb5 None None] Port 610bde64-d216-4c96-bc17-7fc1325c6abe cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:10:12.223836 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f00cca8b-5a1f-4e04-8521-4f5239ac6e2a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:12.236975 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47020) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:12.237504 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f92a7927-3d7a-4bca-87a7-1692a4901e01 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:12.277985 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-dd5fc024-b5ba-4b3b-a9f4-4ec378b06eb5 None None] Provisioning complete for port 9d7957af-c853-4d7c-9429-027ae6eee5f0 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:12.278844 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dd5fc024-b5ba-4b3b-a9f4-4ec378b06eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:12.307701 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00cca8b-5a1f-4e04-8521-4f5239ac6e2a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:10:12.313241 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-f00cca8b-5a1f-4e04-8521-4f5239ac6e2a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:10:12.315316 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f0ab5408-2554-4556-9b27-8ec39eb7893d tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:12.328418 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00cca8b-5a1f-4e04-8521-4f5239ac6e2a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:12.329801 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f00cca8b-5a1f-4e04-8521-4f5239ac6e2a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:12.351199 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-586deeec-c58d-4736-aa37-de012c97d287 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Notify callbacks [] for subnetpool, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:12.351855 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f1151a-fdef-473a-b1bb-b0854631b348 None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:10:12.352926 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-586deeec-c58d-4736-aa37-de012c97d287 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] 10.222.0.59 "DELETE /v2.0/subnetpools/52bebf29-6652-4011-ac6e-243e6b779a54 HTTP/1.1" status: 204 len: 168 time: 0.4231453 Feb 10 23:10:12.359865 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00cca8b-5a1f-4e04-8521-4f5239ac6e2a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event updated for resources: {'Subnet': ['ID=01d0f874-c86e-4049-b5e2-7c9aa676bc2e,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:12.362934 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47026) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:12.382994 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ab5408-2554-4556-9b27-8ec39eb7893d tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event deleted for resources: {'Port': ['ID=fd3c98a5-4b86-4220-97c7-d16cba4a13b9,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:12.429951 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9ca74e31-cc75-47e9-8083-52058d04a753 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Synchronizing usage tracker for tenant:c9ff6cbf59e34519ba8c2d8cad5dbdd1 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:10:12.435102 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92a7927-3d7a-4bca-87a7-1692a4901e01 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Made reservation on behalf of 98b9cb7810824cb681c954336163e71b for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:10:12.449269 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f92a7927-3d7a-4bca-87a7-1692a4901e01 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:12.485413 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f00cca8b-5a1f-4e04-8521-4f5239ac6e2a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8988101 Feb 10 23:10:12.488374 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47030) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:12.506637 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-cd318640-2fc0-4ac2-80b9-29344edc5b0b tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Request body: {'port': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'fixed_ips': [{'subnet_id': '01d0f874-c86e-4049-b5e2-7c9aa676bc2e', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-1618294005'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:10:12.559895 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-a2c5c793-649a-4f9e-896c-6ed430a1f8e8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'network': {'name': 'tempest-network-smoke--876371404', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'port_security_enabled': True}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:10:12.572282 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a2c5c793-649a-4f9e-896c-6ed430a1f8e8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:12.576770 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-a2c5c793-649a-4f9e-896c-6ed430a1f8e8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:network and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:12.580178 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-a2c5c793-649a-4f9e-896c-6ed430a1f8e8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:12.586303 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a2c5c793-649a-4f9e-896c-6ed430a1f8e8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:12.620898 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:12.629189 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9dfecc-8d56-40ab-8ea9-3c7ad71005f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-6dca27ff-0cc1-400d-8ed1-46016d84d938', 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'tenant_id': '143e860117cc493db304000cc95b95c2', 'fixed_ips': [{'subnet_id': '01d0f874-c86e-4049-b5e2-7c9aa676bc2e'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:10:12.630259 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ba9dfecc-8d56-40ab-8ea9-3c7ad71005f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:12.685947 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9ca74e31-cc75-47e9-8083-52058d04a753 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Unset dirty status for tenant:c9ff6cbf59e34519ba8c2d8cad5dbdd1 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:10:12.685947 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9ca74e31-cc75-47e9-8083-52058d04a753 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc579fa2-b933-4058-bceb-d30c0c6e6cdc HTTP/1.1" status: 200 len: 205 time: 0.3192272 Feb 10 23:10:12.694839 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47034) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:12.711315 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dd5fc024-b5ba-4b3b-a9f4-4ec378b06eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:12.721559 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c5c793-649a-4f9e-896c-6ed430a1f8e8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Made reservation on behalf of 714fdf59d9ad4aa1b5cc4598e806e542 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:10:12.724571 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a2c5c793-649a-4f9e-896c-6ed430a1f8e8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:12.744259 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a2c5c793-649a-4f9e-896c-6ed430a1f8e8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:12.751228 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-dd5fc024-b5ba-4b3b-a9f4-4ec378b06eb5 None None] For port 9d7957af-c853-4d7c-9429-027ae6eee5f0, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=9d7957af-c853-4d7c-9429-027ae6eee5f0,segment=NetworkSegment(1d337fc0-eeda-49d5-9725-c809d78ae54f),segment_id=1d337fc0-eeda-49d5-9725-c809d78ae54f)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:10:12.757931 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-02e6c032-7831-48ee-8da1-33aa45951761 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:12.821377 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e6c032-7831-48ee-8da1-33aa45951761 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event deleted for resources: {'Port': ['ID=610bde64-d216-4c96-bc17-7fc1325c6abe,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:12.825468 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f0ab5408-2554-4556-9b27-8ec39eb7893d tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2767638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733091'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:12.891670 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f92a7927-3d7a-4bca-87a7-1692a4901e01 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:10:12.897705 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dd5fc024-b5ba-4b3b-a9f4-4ec378b06eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:12.927107 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a2c5c793-649a-4f9e-896c-6ed430a1f8e8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:12.969504 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-cd318640-2fc0-4ac2-80b9-29344edc5b0b tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:12.989194 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-cd318640-2fc0-4ac2-80b9-29344edc5b0b tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Usage tracker for resource:port and tenant:143e860117cc493db304000cc95b95c2 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:12.995458 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-cd318640-2fc0-4ac2-80b9-29344edc5b0b tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:13.009703 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-cd318640-2fc0-4ac2-80b9-29344edc5b0b tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:13.009893 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-a2c5c793-649a-4f9e-896c-6ed430a1f8e8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:13.017293 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-a2c5c793-649a-4f9e-896c-6ed430a1f8e8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:13.020508 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f92a7927-3d7a-4bca-87a7-1692a4901e01 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:13.022226 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-f92a7927-3d7a-4bca-87a7-1692a4901e01 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Added segment ba0a4dc0-99ce-48ba-ae5e-4a3794f30d7d of type vlan for network 2218962b-6d09-4a80-9671-486c7c41b6fe Feb 10 23:10:13.042714 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a2c5c793-649a-4f9e-896c-6ed430a1f8e8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:13.047396 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4f2fc148-762f-4640-96f4-e9d9b27429d5 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:13.053263 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-106e6475-5d27-43b8-98fb-f7ad508934eb None None] Could not find standard attr ID for object 610bde64-d216-4c96-bc17-7fc1325c6abe. {{(pid=84334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 23:10:13.057630 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-ba9dfecc-8d56-40ab-8ea9-3c7ad71005f7 None None] Allocated IP 2001:db8::2 (6dca27ff-0cc1-400d-8ed1-46016d84d938/01d0f874-c86e-4049-b5e2-7c9aa676bc2e/a0307b90-3de5-431d-8e43-3be67d6c0a20) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:10:13.066644 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:10:13.067262 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:10:13.074127 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5fc024-b5ba-4b3b-a9f4-4ec378b06eb5 None None] Pushing event updated for resources: {'Port': ['ID=9d7957af-c853-4d7c-9429-027ae6eee5f0,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:13.164155 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-02e6c032-7831-48ee-8da1-33aa45951761 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:13.179810 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd318640-2fc0-4ac2-80b9-29344edc5b0b tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Made reservation on behalf of 143e860117cc493db304000cc95b95c2 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:10:13.185268 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cd318640-2fc0-4ac2-80b9-29344edc5b0b tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:13.211938 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-02e6c032-7831-48ee-8da1-33aa45951761 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "DELETE /v2.0/ports/610bde64-d216-4c96-bc17-7fc1325c6abe HTTP/1.1" status: 204 len: 168 time: 2.0159028 Feb 10 23:10:13.215024 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47038) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:13.225402 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f92a7927-3d7a-4bca-87a7-1692a4901e01 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:13.238451 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-cd318640-2fc0-4ac2-80b9-29344edc5b0b tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] device_id is not set on port 5d7ffdc2-267a-4b39-9aba-f508df797bd4 yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:10:13.274248 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a2c5c793-649a-4f9e-896c-6ed430a1f8e8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:13.295636 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ba9dfecc-8d56-40ab-8ea9-3c7ad71005f7 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:13.306296 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-ba9dfecc-8d56-40ab-8ea9-3c7ad71005f7 None None] Transition to ACTIVE for port object a0307b90-3de5-431d-8e43-3be67d6c0a20 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:10:13.327675 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-ba9dfecc-8d56-40ab-8ea9-3c7ad71005f7 None None] Transition to ACTIVE for port object a0307b90-3de5-431d-8e43-3be67d6c0a20 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:10:13.332760 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-b84b41d1-f241-43f0-8c9f-a101f07748f7 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] GET failed (client error): The resource could not be found. Feb 10 23:10:13.333275 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-b84b41d1-f241-43f0-8c9f-a101f07748f7 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Synchronizing usage tracker for tenant:8ebaafa64ea74242ba2bb084ec0966de on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:10:13.397533 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a2c5c793-649a-4f9e-896c-6ed430a1f8e8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:13.455055 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2c5c793-649a-4f9e-896c-6ed430a1f8e8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:10:13.465106 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a2c5c793-649a-4f9e-896c-6ed430a1f8e8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:13.465446 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-a2c5c793-649a-4f9e-896c-6ed430a1f8e8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Added segment 72b3b703-dd46-4c09-b2f8-0b1aa481fbdf of type vlan for network f4f4d45e-efab-47b5-8966-f476fe09f270 Feb 10 23:10:13.467352 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c5c793-649a-4f9e-896c-6ed430a1f8e8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=694b715d-211c-4518-ad5d-d9c6aaa8c940,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:13.468995 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ba9dfecc-8d56-40ab-8ea9-3c7ad71005f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:13.498345 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f92a7927-3d7a-4bca-87a7-1692a4901e01 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:13.501538 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92a7927-3d7a-4bca-87a7-1692a4901e01 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:13.502108 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f92a7927-3d7a-4bca-87a7-1692a4901e01 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:13.538044 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-b84b41d1-f241-43f0-8c9f-a101f07748f7 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Unset dirty status for tenant:8ebaafa64ea74242ba2bb084ec0966de on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:10:13.539178 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-b84b41d1-f241-43f0-8c9f-a101f07748f7 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "GET /v2.0/ports/610bde64-d216-4c96-bc17-7fc1325c6abe HTTP/1.1" status: 404 len: 333 time: 0.3229954 Feb 10 23:10:13.550923 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9dfecc-8d56-40ab-8ea9-3c7ad71005f7 None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:10:13.553688 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-ba9dfecc-8d56-40ab-8ea9-3c7ad71005f7 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:10:13.556388 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9dfecc-8d56-40ab-8ea9-3c7ad71005f7 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:10:13.563878 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9dfecc-8d56-40ab-8ea9-3c7ad71005f7 None None] Pushing event updated for resources: {'Port': ['ID=a0307b90-3de5-431d-8e43-3be67d6c0a20,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:13.589218 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47042) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:13.645276 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a2c5c793-649a-4f9e-896c-6ed430a1f8e8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:13.724721 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-ba9dfecc-8d56-40ab-8ea9-3c7ad71005f7 None None] Attempting to bind port a0307b90-3de5-431d-8e43-3be67d6c0a20 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:10:13.725095 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-ba9dfecc-8d56-40ab-8ea9-3c7ad71005f7 None None] Attempting to bind port a0307b90-3de5-431d-8e43-3be67d6c0a20 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:10:13.725456 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9dfecc-8d56-40ab-8ea9-3c7ad71005f7 None None] Attempting to bind port a0307b90-3de5-431d-8e43-3be67d6c0a20 on network 6dca27ff-0cc1-400d-8ed1-46016d84d938 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:10:13.738307 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9dfecc-8d56-40ab-8ea9-3c7ad71005f7 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:10:13.738307 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9dfecc-8d56-40ab-8ea9-3c7ad71005f7 None None] Checking segment: {'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:10:13.738307 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ba9dfecc-8d56-40ab-8ea9-3c7ad71005f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:13.738307 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9dfecc-8d56-40ab-8ea9-3c7ad71005f7 None None] Bound using segment: {'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:10:13.738307 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-ba9dfecc-8d56-40ab-8ea9-3c7ad71005f7 None None] Bound port: a0307b90-3de5-431d-8e43-3be67d6c0a20, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:10:13.738307 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ba9dfecc-8d56-40ab-8ea9-3c7ad71005f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:13.757335 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd318640-2fc0-4ac2-80b9-29344edc5b0b tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:10:13.760628 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd318640-2fc0-4ac2-80b9-29344edc5b0b tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:10:13.785749 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92a7927-3d7a-4bca-87a7-1692a4901e01 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Pushing event updated for resources: {'Network': ['ID=2218962b-6d09-4a80-9671-486c7c41b6fe,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:13.785882 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0ab5408-2554-4556-9b27-8ec39eb7893d tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Router d206649f-88f5-468b-bb10-a12659d83f57 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:10:13.790035 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4f2fc148-762f-4640-96f4-e9d9b27429d5 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:13.795734 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4f2fc148-762f-4640-96f4-e9d9b27429d5 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:13.804782 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f92a7927-3d7a-4bca-87a7-1692a4901e01 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6130710 Feb 10 23:10:13.809706 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47046) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:13.818114 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-39dd1acb-92ac-41bb-8020-a050b0dbabbf tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Request body: {'subnet': {'network_id': '2218962b-6d09-4a80-9671-486c7c41b6fe', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:10:13.856052 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 2218962b-6d09-4a80-9671-486c7c41b6fe details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:10:13.869499 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 64c1a390-04ed-41d8-b717-145bb699006f no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:10:13.930718 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-cd318640-2fc0-4ac2-80b9-29344edc5b0b tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.4390807 Feb 10 23:10:13.942191 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47050) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:13.978440 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 64c1a390-04ed-41d8-b717-145bb699006f {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:10:13.978702 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 64c1a390-04ed-41d8-b717-145bb699006f not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:10:14.018617 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-39dd1acb-92ac-41bb-8020-a050b0dbabbf tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:14.023091 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-39dd1acb-92ac-41bb-8020-a050b0dbabbf tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Usage tracker for resource:subnet and tenant:98b9cb7810824cb681c954336163e71b is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:14.026016 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-39dd1acb-92ac-41bb-8020-a050b0dbabbf tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:14.032628 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-39dd1acb-92ac-41bb-8020-a050b0dbabbf tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:14.039788 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-ba9dfecc-8d56-40ab-8ea9-3c7ad71005f7 None None] For port a0307b90-3de5-431d-8e43-3be67d6c0a20, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:10:14.043773 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-ba9dfecc-8d56-40ab-8ea9-3c7ad71005f7 None None] For port a0307b90-3de5-431d-8e43-3be67d6c0a20, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=a0307b90-3de5-431d-8e43-3be67d6c0a20,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:10:14.058555 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a2c5c793-649a-4f9e-896c-6ed430a1f8e8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:14.060579 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c5c793-649a-4f9e-896c-6ed430a1f8e8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:14.061347 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a2c5c793-649a-4f9e-896c-6ed430a1f8e8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:14.069423 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcd51ea-7127-404b-84cc-0562757282e8 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:14.070416 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-5bcd51ea-7127-404b-84cc-0562757282e8 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Synchronizing usage tracker for tenant:143e860117cc493db304000cc95b95c2 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:10:14.103950 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 9d7957af-c853-4d7c-9429-027ae6eee5f0 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:10:14.122484 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4f2fc148-762f-4640-96f4-e9d9b27429d5 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:14.129219 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f2fc148-762f-4640-96f4-e9d9b27429d5 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Fanout notify agent at l3_agent the message router_deleted on router fc579fa2-b933-4058-bceb-d30c0c6e6cdc {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:10:14.138025 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4f2fc148-762f-4640-96f4-e9d9b27429d5 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:14.139678 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4f2fc148-762f-4640-96f4-e9d9b27429d5 tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] 10.222.0.59 "DELETE /v2.0/routers/fc579fa2-b933-4058-bceb-d30c0c6e6cdc HTTP/1.1" status: 204 len: 168 time: 1.4432268 Feb 10 23:10:14.142136 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47054) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:14.156213 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ba9dfecc-8d56-40ab-8ea9-3c7ad71005f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:14.184988 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39dd1acb-92ac-41bb-8020-a050b0dbabbf tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Made reservation on behalf of 98b9cb7810824cb681c954336163e71b for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:10:14.193494 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-401c4d04-5474-47ef-8534-49d304febb58 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Deleting subnet e22a2e8c-2fe7-46e1-a889-598cf9254a23 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:10:14.199803 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-401c4d04-5474-47ef-8534-49d304febb58 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:14.209411 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-5bcd51ea-7127-404b-84cc-0562757282e8 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Unset dirty status for tenant:143e860117cc493db304000cc95b95c2 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:10:14.213192 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5bcd51ea-7127-404b-84cc-0562757282e8 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2692420 Feb 10 23:10:14.214033 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47058) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:14.257320 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c5c793-649a-4f9e-896c-6ed430a1f8e8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Network': ['ID=f4f4d45e-efab-47b5-8966-f476fe09f270,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:14.261101 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9dfecc-8d56-40ab-8ea9-3c7ad71005f7 None None] Pushing event updated for resources: {'Port': ['ID=a0307b90-3de5-431d-8e43-3be67d6c0a20,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:14.264078 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-a2c5c793-649a-4f9e-896c-6ed430a1f8e8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.0261137 Feb 10 23:10:14.269221 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47062) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:14.271280 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ab5408-2554-4556-9b27-8ec39eb7893d tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:10:14.278470 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network f4f4d45e-efab-47b5-8966-f476fe09f270 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:10:14.282162 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-f0ab5408-2554-4556-9b27-8ec39eb7893d tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "PUT /v2.0/routers/d206649f-88f5-468b-bb10-a12659d83f57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0284491 Feb 10 23:10:14.285736 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47066) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:14.289487 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-fac68834-5d79-4342-838a-045ea91bc4fd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-938078609', 'admin_state_up': True, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:10:14.300137 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 9d7957af-c853-4d7c-9429-027ae6eee5f0 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:14.300137 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:14.300894 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-401c4d04-5474-47ef-8534-49d304febb58 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31983416'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:14.342138 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcdc0a2-59d5-40f4-a583-6c203b3a425d None None] Sync routers for ids ['d206649f-88f5-468b-bb10-a12659d83f57'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:10:14.356486 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-fac68834-5d79-4342-838a-045ea91bc4fd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:14.365792 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-795a5f0f-abf3-454f-8e14-0db5eda2525f tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Deleting port 2935f253-b9a7-422b-ad30-fe988f6e8b08 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:10:14.366120 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-795a5f0f-abf3-454f-8e14-0db5eda2525f tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:14.374615 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-fac68834-5d79-4342-838a-045ea91bc4fd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:router and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:14.386819 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fdcc7a4-059d-43ef-8e37-8e76176bdd18 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] GET failed (client error): The resource could not be found. Feb 10 23:10:14.386819 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-4fdcc7a4-059d-43ef-8e37-8e76176bdd18 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Synchronizing usage tracker for tenant:a1a196bacc5e4170b4defd7cfb879ddb on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:10:14.386819 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-fac68834-5d79-4342-838a-045ea91bc4fd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:14.398671 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-fac68834-5d79-4342-838a-045ea91bc4fd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:14.479276 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-401c4d04-5474-47ef-8534-49d304febb58 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:14.512050 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcdc0a2-59d5-40f4-a583-6c203b3a425d None None] Routers {'d206649f-88f5-468b-bb10-a12659d83f57'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:10:14.512050 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-4dcdc0a2-59d5-40f4-a583-6c203b3a425d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:09:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['d206649f-88f5-468b-bb10-a12659d83f57'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:14.516987 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fac68834-5d79-4342-838a-045ea91bc4fd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:14.518411 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fac68834-5d79-4342-838a-045ea91bc4fd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:14.534588 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-4fdcc7a4-059d-43ef-8e37-8e76176bdd18 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Unset dirty status for tenant:a1a196bacc5e4170b4defd7cfb879ddb on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:10:14.536328 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-4fdcc7a4-059d-43ef-8e37-8e76176bdd18 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "GET /v2.0/ports/fd3c98a5-4b86-4220-97c7-d16cba4a13b9 HTTP/1.1" status: 404 len: 333 time: 0.2406247 Feb 10 23:10:14.541304 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47070) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:14.569055 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fac68834-5d79-4342-838a-045ea91bc4fd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:14.628873 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-4dcdc0a2-59d5-40f4-a583-6c203b3a425d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:14.636695 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-39dd1acb-92ac-41bb-8020-a050b0dbabbf tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:14.673749 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcdc0a2-59d5-40f4-a583-6c203b3a425d None None] Routers {'d206649f-88f5-468b-bb10-a12659d83f57'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:10:14.674679 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-4dcdc0a2-59d5-40f4-a583-6c203b3a425d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:09:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['d206649f-88f5-468b-bb10-a12659d83f57'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:14.731065 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-401c4d04-5474-47ef-8534-49d304febb58 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:14.732041 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3403b06b-0e71-498d-a1f7-618f5ede19b7 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:14.733988 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3403b06b-0e71-498d-a1f7-618f5ede19b7 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:14.734831 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-3403b06b-0e71-498d-a1f7-618f5ede19b7 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Synchronizing usage tracker for tenant:143e860117cc493db304000cc95b95c2 on resource:subnet {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:10:14.768079 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-4dcdc0a2-59d5-40f4-a583-6c203b3a425d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:14.768622 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcdc0a2-59d5-40f4-a583-6c203b3a425d None None] The sync data for ids ['d206649f-88f5-468b-bb10-a12659d83f57'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:10:14.848228 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401c4d04-5474-47ef-8534-49d304febb58 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event deleted for resources: {'Subnet': ['ID=e22a2e8c-2fe7-46e1-a889-598cf9254a23,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:14.854152 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-401c4d04-5474-47ef-8534-49d304febb58 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:14.864900 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6475deea-155b-4278-803f-d5b7fb9fcef1 None None] Network eef155d2-f413-4e5f-921c-76c28286b3f5 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:10:14.865117 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-401c4d04-5474-47ef-8534-49d304febb58 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "DELETE /v2.0/subnets/e22a2e8c-2fe7-46e1-a889-598cf9254a23 HTTP/1.1" status: 204 len: 168 time: 1.2748053 Feb 10 23:10:14.867708 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47074) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:14.958601 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fac68834-5d79-4342-838a-045ea91bc4fd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:15.004024 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eb12dd73-addb-4355-ab62-fd7e7a49f835 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:15.011348 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-82ba6c27-71a7-4ffe-a74b-83dd0c3589f4 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:15.016193 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-eb12dd73-addb-4355-ab62-fd7e7a49f835 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Deleting port 9d7957af-c853-4d7c-9429-027ae6eee5f0 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:10:15.016630 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eb12dd73-addb-4355-ab62-fd7e7a49f835 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:15.058013 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-3403b06b-0e71-498d-a1f7-618f5ede19b7 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Unset dirty status for tenant:143e860117cc493db304000cc95b95c2 on resource:subnet {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:10:15.059393 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3403b06b-0e71-498d-a1f7-618f5ede19b7 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.8354213 Feb 10 23:10:15.069925 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47078) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:15.238613 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f537ec3-2903-416f-91da-fb822b1ee2f5 None None] DHCP port deletion for eef155d2-f413-4e5f-921c-76c28286b3f5 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:10:15.250169 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-5f537ec3-2903-416f-91da-fb822b1ee2f5 None None] Deleting port 9d7957af-c853-4d7c-9429-027ae6eee5f0 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:10:15.250795 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5f537ec3-2903-416f-91da-fb822b1ee2f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:15.267572 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-795a5f0f-abf3-454f-8e14-0db5eda2525f tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:15.462335 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-eb12dd73-addb-4355-ab62-fd7e7a49f835 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] For port 9d7957af-c853-4d7c-9429-027ae6eee5f0, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=9d7957af-c853-4d7c-9429-027ae6eee5f0,segment=NetworkSegment(1d337fc0-eeda-49d5-9725-c809d78ae54f),segment_id=1d337fc0-eeda-49d5-9725-c809d78ae54f)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:10:15.462691 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eb12dd73-addb-4355-ab62-fd7e7a49f835 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:15.510493 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-5f537ec3-2903-416f-91da-fb822b1ee2f5 None None] For port 9d7957af-c853-4d7c-9429-027ae6eee5f0, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=9d7957af-c853-4d7c-9429-027ae6eee5f0,segment=NetworkSegment(1d337fc0-eeda-49d5-9725-c809d78ae54f),segment_id=1d337fc0-eeda-49d5-9725-c809d78ae54f)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:10:15.510878 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5f537ec3-2903-416f-91da-fb822b1ee2f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:15.535142 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-795a5f0f-abf3-454f-8e14-0db5eda2525f tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Calling delete_port for 2935f253-b9a7-422b-ad30-fe988f6e8b08 owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:10:15.643609 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-5f537ec3-2903-416f-91da-fb822b1ee2f5 None None] Calling delete_port for 9d7957af-c853-4d7c-9429-027ae6eee5f0 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:10:15.771646 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-39dd1acb-92ac-41bb-8020-a050b0dbabbf tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:15.777365 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-eb12dd73-addb-4355-ab62-fd7e7a49f835 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Calling delete_port for 9d7957af-c853-4d7c-9429-027ae6eee5f0 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:10:15.822257 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fb6f7f9-d94d-43da-bb0d-f23c9962f891 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Deleting subnet 01d0f874-c86e-4049-b5e2-7c9aa676bc2e {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:10:15.829599 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-82ba6c27-71a7-4ffe-a74b-83dd0c3589f4 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:15.837289 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1fb6f7f9-d94d-43da-bb0d-f23c9962f891 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:15.847951 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5f537ec3-2903-416f-91da-fb822b1ee2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:15.856396 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-82ba6c27-71a7-4ffe-a74b-83dd0c3589f4 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:15.911864 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f537ec3-2903-416f-91da-fb822b1ee2f5 None None] Pushing event deleted for resources: {'Port': ['ID=9d7957af-c853-4d7c-9429-027ae6eee5f0,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:15.925070 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f537ec3-2903-416f-91da-fb822b1ee2f5 None None] No DVR routers for this DVR port 9d7957af-c853-4d7c-9429-027ae6eee5f0 on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:10:15.941881 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1fb6f7f9-d94d-43da-bb0d-f23c9962f891 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31983416'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:15.965197 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-0913bdfa-7d65-4aec-8459-b7270db9b5e5 None None] Provisioning for port a0307b90-3de5-431d-8e43-3be67d6c0a20 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:10:16.010886 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-eb12dd73-addb-4355-ab62-fd7e7a49f835 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:10:16.011220 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-eb12dd73-addb-4355-ab62-fd7e7a49f835 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:10:16.020430 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fac68834-5d79-4342-838a-045ea91bc4fd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:16.020785 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dd1acb-92ac-41bb-8020-a050b0dbabbf tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Pushing event updated for resources: {'Subnet': ['ID=5d171179-2b1e-4627-8ecb-d500dd11a1d0,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:16.050499 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:16.058961 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fac68834-5d79-4342-838a-045ea91bc4fd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:16.084525 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39dd1acb-92ac-41bb-8020-a050b0dbabbf tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Checking segment: {'id': 'ba0a4dc0-99ce-48ba-ae5e-4a3794f30d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2218962b-6d09-4a80-9671-486c7c41b6fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:10:16.084525 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39dd1acb-92ac-41bb-8020-a050b0dbabbf tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Network hostable DHCP agents. Network: 2218962b-6d09-4a80-9671-486c7c41b6fe, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:10:16.127094 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device a0307b90-3de5-431d-8e43-3be67d6c0a20 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:10:16.168934 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-82ba6c27-71a7-4ffe-a74b-83dd0c3589f4 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:16.169084 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ba6c27-71a7-4ffe-a74b-83dd0c3589f4 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Fanout notify agent at l3_agent the message router_deleted on router d206649f-88f5-468b-bb10-a12659d83f57 {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:10:16.191745 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-82ba6c27-71a7-4ffe-a74b-83dd0c3589f4 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:16.195468 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-82ba6c27-71a7-4ffe-a74b-83dd0c3589f4 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "DELETE /v2.0/routers/d206649f-88f5-468b-bb10-a12659d83f57 HTTP/1.1" status: 204 len: 168 time: 1.6476226 Feb 10 23:10:16.199669 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47082) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:16.201840 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-795a5f0f-abf3-454f-8e14-0db5eda2525f tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:16.204092 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39dd1acb-92ac-41bb-8020-a050b0dbabbf tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Network 2218962b-6d09-4a80-9671-486c7c41b6fe is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:10:16.212575 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1fb6f7f9-d94d-43da-bb0d-f23c9962f891 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:16.292360 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-fac68834-5d79-4342-838a-045ea91bc4fd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Allocated IP 172.26.8.233 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/5d5ee5e4-2655-46e3-a152-a40278a95717) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:10:16.302378 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795a5f0f-abf3-454f-8e14-0db5eda2525f tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Pushing event deleted for resources: {'Port': ['ID=2935f253-b9a7-422b-ad30-fe988f6e8b08,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:16.312687 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port a0307b90-3de5-431d-8e43-3be67d6c0a20 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:10:16.320248 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port a0307b90-3de5-431d-8e43-3be67d6c0a20 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:16.320654 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:16.448966 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1fb6f7f9-d94d-43da-bb0d-f23c9962f891 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:16.475951 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:16.505124 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb6f7f9-d94d-43da-bb0d-f23c9962f891 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event deleted for resources: {'Subnet': ['ID=01d0f874-c86e-4049-b5e2-7c9aa676bc2e,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:16.513706 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-eb12dd73-addb-4355-ab62-fd7e7a49f835 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Deleting port 9d7957af-c853-4d7c-9429-027ae6eee5f0 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:10:16.514267 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eb12dd73-addb-4355-ab62-fd7e7a49f835 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:16.557575 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fac68834-5d79-4342-838a-045ea91bc4fd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:16.559608 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f31dad7-8f1c-4713-bbc6-2be80ec76e38 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Deleting subnet 33c6ad8c-f3ec-4e76-b182-772226064b58 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:10:16.563437 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-39dd1acb-92ac-41bb-8020-a050b0dbabbf tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 2218962b-6d09-4a80-9671-486c7c41b6fe) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:10:16.564750 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1fb6f7f9-d94d-43da-bb0d-f23c9962f891 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:16.568710 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:10:16.569341 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:10:16.571651 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5f31dad7-8f1c-4713-bbc6-2be80ec76e38 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:16.572967 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f06d343-0c96-4bb7-896f-209176efb5bb None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:10:16.590141 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba25d6a-4c1a-4815-93c7-ff46bf894a05 None None] Network 2218962b-6d09-4a80-9671-486c7c41b6fe requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:10:16.601739 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dd1acb-92ac-41bb-8020-a050b0dbabbf tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:16.601739 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-39dd1acb-92ac-41bb-8020-a050b0dbabbf tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:16.616026 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-eb12dd73-addb-4355-ab62-fd7e7a49f835 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] The port '9d7957af-c853-4d7c-9429-027ae6eee5f0' was deleted {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 23:10:16.662346 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-795a5f0f-abf3-454f-8e14-0db5eda2525f tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:16.666748 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-795a5f0f-abf3-454f-8e14-0db5eda2525f tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] 10.222.0.59 "DELETE /v2.0/ports/2935f253-b9a7-422b-ad30-fe988f6e8b08 HTTP/1.1" status: 204 len: 168 time: 2.5209291 Feb 10 23:10:16.667431 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5f31dad7-8f1c-4713-bbc6-2be80ec76e38 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:16.685610 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47086) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:16.696622 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-39dd1acb-92ac-41bb-8020-a050b0dbabbf tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8865192 Feb 10 23:10:16.701333 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47092) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:16.715393 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-38e85dda-8615-430c-ae37-708ba4a0bf13 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Request body: {'router': {'external_gateway_info': {'network_id': '2218962b-6d09-4a80-9671-486c7c41b6fe'}}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:10:16.797576 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-1fb6f7f9-d94d-43da-bb0d-f23c9962f891 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/subnets/01d0f874-c86e-4049-b5e2-7c9aa676bc2e HTTP/1.1" status: 204 len: 168 time: 1.7258360 Feb 10 23:10:16.804510 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47096) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:16.901087 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eb12dd73-addb-4355-ab62-fd7e7a49f835 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:16.929051 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-be3eca78-e424-4453-a90d-e2612253a5fb tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1219246 Feb 10 23:10:16.945748 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47100) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:16.972990 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-3e6cc787-059c-4911-b396-adccfcf2c280 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Request body: {'subnet': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:10:16.977942 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e219bb7-0fa4-402e-bdcd-c105a3491e60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-2218962b-6d09-4a80-9671-486c7c41b6fe', 'network_id': '2218962b-6d09-4a80-9671-486c7c41b6fe', 'tenant_id': '98b9cb7810824cb681c954336163e71b', 'fixed_ips': [{'subnet_id': '5d171179-2b1e-4627-8ecb-d500dd11a1d0'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:10:16.979042 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0e219bb7-0fa4-402e-bdcd-c105a3491e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:17.029594 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5f31dad7-8f1c-4713-bbc6-2be80ec76e38 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:17.044582 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-eb12dd73-addb-4355-ab62-fd7e7a49f835 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eef155d2-f413-4e5f-921c-76c28286b3f5']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:17.048564 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb81a8fe-7bc0-4103-8229-118a64ae97ef None None] DHCP port deletion for 6dca27ff-0cc1-400d-8ed1-46016d84d938 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:10:17.058707 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-bb81a8fe-7bc0-4103-8229-118a64ae97ef None None] Deleting port a0307b90-3de5-431d-8e43-3be67d6c0a20 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:10:17.059211 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bb81a8fe-7bc0-4103-8229-118a64ae97ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:17.065166 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fac68834-5d79-4342-838a-045ea91bc4fd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:17.168305 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-eb12dd73-addb-4355-ab62-fd7e7a49f835 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d337fc0-eeda-49d5-9725-c809d78ae54f') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:17.178834 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-eb12dd73-addb-4355-ab62-fd7e7a49f835 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d337fc0-eeda-49d5-9725-c809d78ae54f') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:17.257140 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:17.262248 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-38e85dda-8615-430c-ae37-708ba4a0bf13 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:17.313565 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5f31dad7-8f1c-4713-bbc6-2be80ec76e38 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:17.341062 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eb12dd73-addb-4355-ab62-fd7e7a49f835 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:17.377408 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f31dad7-8f1c-4713-bbc6-2be80ec76e38 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event deleted for resources: {'Subnet': ['ID=33c6ad8c-f3ec-4e76-b182-772226064b58,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:17.378655 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac68834-5d79-4342-838a-045ea91bc4fd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:10:17.383835 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac68834-5d79-4342-838a-045ea91bc4fd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Port': ['ID=5d5ee5e4-2655-46e3-a152-a40278a95717,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:17.385093 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5f31dad7-8f1c-4713-bbc6-2be80ec76e38 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:17.402683 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-fac68834-5d79-4342-838a-045ea91bc4fd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:10:17.407428 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eb12dd73-addb-4355-ab62-fd7e7a49f835 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:17.407876 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-0e219bb7-0fa4-402e-bdcd-c105a3491e60 None None] Allocated IP 2001:db8:1::2 (2218962b-6d09-4a80-9671-486c7c41b6fe/5d171179-2b1e-4627-8ecb-d500dd11a1d0/480f3d79-14d5-43c4-bc4c-1b00959a7ec9) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:10:17.415415 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac68834-5d79-4342-838a-045ea91bc4fd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:10:17.425841 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8642fe0-170d-4499-96c7-d099f4f14e8a None None] Network 32834719-14e1-4a91-bf5e-797f9a9214b2 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:10:17.448878 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5f31dad7-8f1c-4713-bbc6-2be80ec76e38 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "DELETE /v2.0/subnets/33c6ad8c-f3ec-4e76-b182-772226064b58 HTTP/1.1" status: 204 len: 168 time: 1.2482777 Feb 10 23:10:17.451769 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47104) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:17.453937 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port a0307b90-3de5-431d-8e43-3be67d6c0a20, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=a0307b90-3de5-431d-8e43-3be67d6c0a20,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:10:17.477312 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb12dd73-addb-4355-ab62-fd7e7a49f835 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:10:17.478464 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eb12dd73-addb-4355-ab62-fd7e7a49f835 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:17.496111 dv-neutron-828797-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:10:17.496111 dv-neutron-828797-1-hyperv neutron-server[84333]: util.warn( Feb 10 23:10:17.496111 dv-neutron-828797-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:10:17.496111 dv-neutron-828797-1-hyperv neutron-server[84333]: util.warn( Feb 10 23:10:17.496111 dv-neutron-828797-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:10:17.496111 dv-neutron-828797-1-hyperv neutron-server[84333]: util.warn( Feb 10 23:10:17.496111 dv-neutron-828797-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:10:17.496111 dv-neutron-828797-1-hyperv neutron-server[84333]: util.warn( Feb 10 23:10:17.496111 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:10:17.496111 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:10:17.496111 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:10:17.496111 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:10:17.496111 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:10:17.496111 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:10:17.496111 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:10:17.496111 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:10:17.496111 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:10:17.496111 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:10:17.496111 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:10:17.496111 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:10:17.496111 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:10:17.496111 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:10:17.496111 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:10:17.496111 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:10:17.496111 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:10:17.496111 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:10:17.496111 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:10:17.496111 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:10:17.496111 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:10:17.496111 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:10:17.496111 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:10:17.496111 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:10:17.496111 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:10:17.496111 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:10:17.496111 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:10:17.496111 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:10:17.496111 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:10:17.496111 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:10:17.496111 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:10:17.496111 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:10:17.526263 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-38e85dda-8615-430c-ae37-708ba4a0bf13 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:10:17.527423 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-38e85dda-8615-430c-ae37-708ba4a0bf13 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] 10.222.0.59 "PUT /v2.0/routers/e63b02b1-7460-4241-be39-b12bb0510d75 HTTP/1.1" status: 400 len: 364 time: 0.8253272 Feb 10 23:10:17.533918 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47108) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:17.564789 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-bb81a8fe-7bc0-4103-8229-118a64ae97ef None None] For port a0307b90-3de5-431d-8e43-3be67d6c0a20, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=a0307b90-3de5-431d-8e43-3be67d6c0a20,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:10:17.565165 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bb81a8fe-7bc0-4103-8229-118a64ae97ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:17.616720 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3e6cc787-059c-4911-b396-adccfcf2c280 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:17.631296 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:17.670656 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-45a50839-6170-4275-b7c7-3d563442d9aa tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Deleting subnet 3b08d23a-43fd-4053-aa65-6175199ef100 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:10:17.702885 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-45a50839-6170-4275-b7c7-3d563442d9aa tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:17.729107 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-3e6cc787-059c-4911-b396-adccfcf2c280 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Usage tracker for resource:subnet and tenant:143e860117cc493db304000cc95b95c2 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:17.748186 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-3e6cc787-059c-4911-b396-adccfcf2c280 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:17.783772 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3e6cc787-059c-4911-b396-adccfcf2c280 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:17.832395 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-645bbc74-52b8-41f7-8ccb-0473d55b1e93 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:17.842029 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 9d7957af-c853-4d7c-9429-027ae6eee5f0 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:10:17.850552 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-45a50839-6170-4275-b7c7-3d563442d9aa tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31983416'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:17.871854 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-bb81a8fe-7bc0-4103-8229-118a64ae97ef None None] Calling delete_port for a0307b90-3de5-431d-8e43-3be67d6c0a20 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:10:17.896391 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eb12dd73-addb-4355-ab62-fd7e7a49f835 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:17.925792 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eb12dd73-addb-4355-ab62-fd7e7a49f835 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:17.940584 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6cc787-059c-4911-b396-adccfcf2c280 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Made reservation on behalf of 143e860117cc493db304000cc95b95c2 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:10:17.944236 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3e6cc787-059c-4911-b396-adccfcf2c280 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:17.973015 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 9d7957af-c853-4d7c-9429-027ae6eee5f0 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:10:17.973402 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-645bbc74-52b8-41f7-8ccb-0473d55b1e93 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Deleting port 4da0347d-6257-4646-a43b-791f897d39e8 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:10:17.973634 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 9d7957af-c853-4d7c-9429-027ae6eee5f0 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:10:17.973750 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-645bbc74-52b8-41f7-8ccb-0473d55b1e93 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:17.997088 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb12dd73-addb-4355-ab62-fd7e7a49f835 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event deleted for resources: {'Network': ['ID=eef155d2-f413-4e5f-921c-76c28286b3f5,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:18.011313 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-eb12dd73-addb-4355-ab62-fd7e7a49f835 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "DELETE /v2.0/networks/eef155d2-f413-4e5f-921c-76c28286b3f5 HTTP/1.1" status: 204 len: 168 time: 3.1423800 Feb 10 23:10:18.063145 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=a0307b90-3de5-431d-8e43-3be67d6c0a20,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:18.080271 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47112) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:18.095597 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device a0307b90-3de5-431d-8e43-3be67d6c0a20 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:10:18.136642 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-89367760-21ea-455b-83bf-fd0103d5e529 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Request body: {'port': {'network_id': '8620a4de-949e-4d31-a92e-ab0daf29cb13', 'name': 'tempest-PortsTestJSON-130675836'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:10:18.225530 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-45a50839-6170-4275-b7c7-3d563442d9aa tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:18.239877 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-bb81a8fe-7bc0-4103-8229-118a64ae97ef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:10:18.240819 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-bb81a8fe-7bc0-4103-8229-118a64ae97ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:10:18.283039 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0e219bb7-0fa4-402e-bdcd-c105a3491e60 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:18.300354 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-0e219bb7-0fa4-402e-bdcd-c105a3491e60 None None] Transition to ACTIVE for port object 480f3d79-14d5-43c4-bc4c-1b00959a7ec9 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:10:18.333442 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-89367760-21ea-455b-83bf-fd0103d5e529 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:18.337263 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-0e219bb7-0fa4-402e-bdcd-c105a3491e60 None None] Transition to ACTIVE for port object 480f3d79-14d5-43c4-bc4c-1b00959a7ec9 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:10:18.340776 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:18.350419 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-89367760-21ea-455b-83bf-fd0103d5e529 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:18.355468 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e98b4e-37de-4e50-9293-820c2be2bf9f None None] DHCP port deletion for 32834719-14e1-4a91-bf5e-797f9a9214b2 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:10:18.362640 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-75e98b4e-37de-4e50-9293-820c2be2bf9f None None] Deleting port 4da0347d-6257-4646-a43b-791f897d39e8 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:10:18.363095 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-75e98b4e-37de-4e50-9293-820c2be2bf9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:18.387805 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b0b4f0dc-fa2e-472e-a6c6-0b0fe8d2d6f5 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:18.407017 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0e219bb7-0fa4-402e-bdcd-c105a3491e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:18.465345 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-645bbc74-52b8-41f7-8ccb-0473d55b1e93 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] For port 4da0347d-6257-4646-a43b-791f897d39e8, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=4da0347d-6257-4646-a43b-791f897d39e8,segment=NetworkSegment(7692c583-1311-48c9-99d9-d8a99e8a7db1),segment_id=7692c583-1311-48c9-99d9-d8a99e8a7db1)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:10:18.465934 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-645bbc74-52b8-41f7-8ccb-0473d55b1e93 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:18.471048 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port a0307b90-3de5-431d-8e43-3be67d6c0a20, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=a0307b90-3de5-431d-8e43-3be67d6c0a20,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:10:18.533997 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89367760-21ea-455b-83bf-fd0103d5e529 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Made reservation on behalf of 8ebaafa64ea74242ba2bb084ec0966de for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:10:18.541168 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-89367760-21ea-455b-83bf-fd0103d5e529 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:18.550463 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e219bb7-0fa4-402e-bdcd-c105a3491e60 None None] Pushing event updated for resources: {'Port': ['ID=480f3d79-14d5-43c4-bc4c-1b00959a7ec9,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:18.554065 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e219bb7-0fa4-402e-bdcd-c105a3491e60 None None] Network 2218962b-6d09-4a80-9671-486c7c41b6fe is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:10:18.575402 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-0e219bb7-0fa4-402e-bdcd-c105a3491e60 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:10:18.575402 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:18.575402 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e219bb7-0fa4-402e-bdcd-c105a3491e60 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:10:18.575689 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-89367760-21ea-455b-83bf-fd0103d5e529 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] device_id is not set on port 0823b266-b79a-4f00-bc3f-ca62bd7deffa yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:10:18.670842 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-645bbc74-52b8-41f7-8ccb-0473d55b1e93 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Calling delete_port for 4da0347d-6257-4646-a43b-791f897d39e8 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:10:18.709506 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-45a50839-6170-4275-b7c7-3d563442d9aa tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:18.742181 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-bb81a8fe-7bc0-4103-8229-118a64ae97ef None None] Deleting port a0307b90-3de5-431d-8e43-3be67d6c0a20 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:10:18.743422 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bb81a8fe-7bc0-4103-8229-118a64ae97ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:18.778990 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a50839-6170-4275-b7c7-3d563442d9aa tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Pushing event deleted for resources: {'Subnet': ['ID=3b08d23a-43fd-4053-aa65-6175199ef100,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:18.787893 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fac68834-5d79-4342-838a-045ea91bc4fd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for router_gateway, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:18.788647 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fac68834-5d79-4342-838a-045ea91bc4fd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:18.806905 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-45a50839-6170-4275-b7c7-3d563442d9aa tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:18.830399 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf561f5-74c4-4c02-a740-0ead9999f753 None None] Network a02a6afb-fc33-40dd-a617-846ee69cf640 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:10:18.836529 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-45a50839-6170-4275-b7c7-3d563442d9aa tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] 10.222.0.59 "DELETE /v2.0/subnets/3b08d23a-43fd-4053-aa65-6175199ef100 HTTP/1.1" status: 204 len: 168 time: 2.1496158 Feb 10 23:10:18.864134 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47116) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:18.959214 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3e6cc787-059c-4911-b396-adccfcf2c280 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:18.967369 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-75e98b4e-37de-4e50-9293-820c2be2bf9f None None] For port 4da0347d-6257-4646-a43b-791f897d39e8, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=4da0347d-6257-4646-a43b-791f897d39e8,segment=NetworkSegment(7692c583-1311-48c9-99d9-d8a99e8a7db1),segment_id=7692c583-1311-48c9-99d9-d8a99e8a7db1)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:10:18.967760 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-75e98b4e-37de-4e50-9293-820c2be2bf9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:18.980079 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=a0307b90-3de5-431d-8e43-3be67d6c0a20,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:19.019995 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-645bbc74-52b8-41f7-8ccb-0473d55b1e93 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:19.032016 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-0e219bb7-0fa4-402e-bdcd-c105a3491e60 None None] Attempting to bind port 480f3d79-14d5-43c4-bc4c-1b00959a7ec9 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:10:19.032386 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-0e219bb7-0fa4-402e-bdcd-c105a3491e60 None None] Attempting to bind port 480f3d79-14d5-43c4-bc4c-1b00959a7ec9 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': 'ba0a4dc0-99ce-48ba-ae5e-4a3794f30d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2218962b-6d09-4a80-9671-486c7c41b6fe'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:10:19.032982 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e219bb7-0fa4-402e-bdcd-c105a3491e60 None None] Attempting to bind port 480f3d79-14d5-43c4-bc4c-1b00959a7ec9 on network 2218962b-6d09-4a80-9671-486c7c41b6fe {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:10:19.070442 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-89367760-21ea-455b-83bf-fd0103d5e529 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:19.095233 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-b0b4f0dc-fa2e-472e-a6c6-0b0fe8d2d6f5 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Allocated IP 2001:db8::1 (3dbe09f5-e4d8-4439-ae5e-c04c020ec211/792af123-08de-4cd7-b065-70e8c589f6d2/4b5d658d-361c-41f6-a318-dfd4faab65de) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:10:19.102203 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-14c99083-a9fd-4007-a385-0bf315a6a49f tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:19.164208 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-75e98b4e-37de-4e50-9293-820c2be2bf9f None None] Calling delete_port for 4da0347d-6257-4646-a43b-791f897d39e8 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:10:19.213016 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645bbc74-52b8-41f7-8ccb-0473d55b1e93 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event deleted for resources: {'Port': ['ID=4da0347d-6257-4646-a43b-791f897d39e8,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:19.230538 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6cc787-059c-4911-b396-adccfcf2c280 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:10:19.231720 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6cc787-059c-4911-b396-adccfcf2c280 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event updated for resources: {'Subnet': ['ID=ed8bbf31-2abc-4855-af4b-81817547a485,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:19.234965 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645bbc74-52b8-41f7-8ccb-0473d55b1e93 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] No DVR routers for this DVR port 4da0347d-6257-4646-a43b-791f897d39e8 on host dv-neutron-828797-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:10:19.244738 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-3e6cc787-059c-4911-b396-adccfcf2c280 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:10:19.265156 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e219bb7-0fa4-402e-bdcd-c105a3491e60 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:10:19.265410 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e219bb7-0fa4-402e-bdcd-c105a3491e60 None None] Checking segment: {'id': 'ba0a4dc0-99ce-48ba-ae5e-4a3794f30d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2218962b-6d09-4a80-9671-486c7c41b6fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:10:19.265684 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0e219bb7-0fa4-402e-bdcd-c105a3491e60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:19.265889 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-14c99083-a9fd-4007-a385-0bf315a6a49f tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Deleting port 249dbe75-c3d2-4650-8358-efaa4257b060 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:10:19.266226 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-14c99083-a9fd-4007-a385-0bf315a6a49f tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:19.266692 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e219bb7-0fa4-402e-bdcd-c105a3491e60 None None] Bound using segment: {'id': 'ba0a4dc0-99ce-48ba-ae5e-4a3794f30d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2218962b-6d09-4a80-9671-486c7c41b6fe'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:10:19.267181 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-0e219bb7-0fa4-402e-bdcd-c105a3491e60 None None] Bound port: 480f3d79-14d5-43c4-bc4c-1b00959a7ec9, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba0a4dc0-99ce-48ba-ae5e-4a3794f30d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2218962b-6d09-4a80-9671-486c7c41b6fe'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:10:19.267539 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0e219bb7-0fa4-402e-bdcd-c105a3491e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:19.288578 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6cc787-059c-4911-b396-adccfcf2c280 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:19.288578 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3e6cc787-059c-4911-b396-adccfcf2c280 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:19.303747 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-16643d55-e842-4c26-81f6-91c7fc25595b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:19.320047 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b0b4f0dc-fa2e-472e-a6c6-0b0fe8d2d6f5 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:19.420467 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-645bbc74-52b8-41f7-8ccb-0473d55b1e93 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:19.462147 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-645bbc74-52b8-41f7-8ccb-0473d55b1e93 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32834719-14e1-4a91-bf5e-797f9a9214b2']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:19.479090 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-3e6cc787-059c-4911-b396-adccfcf2c280 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5287225 Feb 10 23:10:19.479743 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47120) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:19.484715 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-645bbc74-52b8-41f7-8ccb-0473d55b1e93 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7692c583-1311-48c9-99d9-d8a99e8a7db1') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:19.485035 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-645bbc74-52b8-41f7-8ccb-0473d55b1e93 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7692c583-1311-48c9-99d9-d8a99e8a7db1') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:19.489570 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-b0b4f0dc-fa2e-472e-a6c6-0b0fe8d2d6f5 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Transition to ACTIVE for port object 4b5d658d-361c-41f6-a318-dfd4faab65de will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:10:19.495783 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-35b92113-bbaa-4f30-9657-207f8899ec6e tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-732593570', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:10:19.496272 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-89367760-21ea-455b-83bf-fd0103d5e529 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:19.505609 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-35b92113-bbaa-4f30-9657-207f8899ec6e tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:19.512323 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-645bbc74-52b8-41f7-8ccb-0473d55b1e93 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:19.520359 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-35b92113-bbaa-4f30-9657-207f8899ec6e tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Usage tracker for resource:router and tenant:143e860117cc493db304000cc95b95c2 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:19.526554 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-35b92113-bbaa-4f30-9657-207f8899ec6e tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:19.538113 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-35b92113-bbaa-4f30-9657-207f8899ec6e tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:19.546166 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-75e98b4e-37de-4e50-9293-820c2be2bf9f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:10:19.547241 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-75e98b4e-37de-4e50-9293-820c2be2bf9f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:10:19.558624 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-645bbc74-52b8-41f7-8ccb-0473d55b1e93 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:19.572237 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-645bbc74-52b8-41f7-8ccb-0473d55b1e93 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:10:19.572661 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-645bbc74-52b8-41f7-8ccb-0473d55b1e93 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:19.588376 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:10:19.588376 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:10:19.588376 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:10:19.588376 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:10:19.588376 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:10:19.588376 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:10:19.588376 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:10:19.588376 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:10:19.588376 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:10:19.588376 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:10:19.588376 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:10:19.588376 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:10:19.588376 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:10:19.588376 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:10:19.588376 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:10:19.588376 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:10:19.588376 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:10:19.588376 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:10:19.588376 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:10:19.588376 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:10:19.588376 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:10:19.588376 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:10:19.588376 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:10:19.588376 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:10:19.588376 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:10:19.588376 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:10:19.588376 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:10:19.588376 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:10:19.588376 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:10:19.588376 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:10:19.588376 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:10:19.588376 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:10:19.610902 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-0e219bb7-0fa4-402e-bdcd-c105a3491e60 None None] For port 480f3d79-14d5-43c4-bc4c-1b00959a7ec9, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:10:19.619446 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-0e219bb7-0fa4-402e-bdcd-c105a3491e60 None None] For port 480f3d79-14d5-43c4-bc4c-1b00959a7ec9, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=480f3d79-14d5-43c4-bc4c-1b00959a7ec9,segment=NetworkSegment(ba0a4dc0-99ce-48ba-ae5e-4a3794f30d7d),segment_id=ba0a4dc0-99ce-48ba-ae5e-4a3794f30d7d)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:10:19.621388 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-bb81a8fe-7bc0-4103-8229-118a64ae97ef None None] For port a0307b90-3de5-431d-8e43-3be67d6c0a20, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=a0307b90-3de5-431d-8e43-3be67d6c0a20,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:10:19.621875 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bb81a8fe-7bc0-4103-8229-118a64ae97ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:19.653840 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-35b92113-bbaa-4f30-9657-207f8899ec6e tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:19.654999 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-35b92113-bbaa-4f30-9657-207f8899ec6e tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:19.658771 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89367760-21ea-455b-83bf-fd0103d5e529 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Network 8620a4de-949e-4d31-a92e-ab0daf29cb13 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:10:19.666777 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-89367760-21ea-455b-83bf-fd0103d5e529 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:10:19.695132 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89367760-21ea-455b-83bf-fd0103d5e529 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:10:19.699396 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89367760-21ea-455b-83bf-fd0103d5e529 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:19.699988 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-89367760-21ea-455b-83bf-fd0103d5e529 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:19.724566 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89367760-21ea-455b-83bf-fd0103d5e529 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event updated for resources: {'Port': ['ID=0823b266-b79a-4f00-bc3f-ca62bd7deffa,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:19.738587 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-35b92113-bbaa-4f30-9657-207f8899ec6e tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:19.759476 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-14c99083-a9fd-4007-a385-0bf315a6a49f tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] For port 249dbe75-c3d2-4650-8358-efaa4257b060, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=249dbe75-c3d2-4650-8358-efaa4257b060,segment=NetworkSegment(663d0e4f-6719-4220-a9b1-5fab3ad7362a),segment_id=663d0e4f-6719-4220-a9b1-5fab3ad7362a)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:10:19.759853 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-14c99083-a9fd-4007-a385-0bf315a6a49f tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:19.798759 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6577eb04-3ffe-4cc3-81a6-0c067968905b None None] DHCP port deletion for a02a6afb-fc33-40dd-a617-846ee69cf640 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:10:19.800838 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-bb81a8fe-7bc0-4103-8229-118a64ae97ef None None] Calling delete_port for a0307b90-3de5-431d-8e43-3be67d6c0a20 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:10:19.825765 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fac68834-5d79-4342-838a-045ea91bc4fd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Router 0a1036b0-ff18-43ca-b38f-82a2587292bd is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:10:19.826883 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0e219bb7-0fa4-402e-bdcd-c105a3491e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:19.828604 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-645bbc74-52b8-41f7-8ccb-0473d55b1e93 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:19.850257 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-645bbc74-52b8-41f7-8ccb-0473d55b1e93 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:19.865801 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645bbc74-52b8-41f7-8ccb-0473d55b1e93 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event deleted for resources: {'Network': ['ID=32834719-14e1-4a91-bf5e-797f9a9214b2,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:19.869431 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-6577eb04-3ffe-4cc3-81a6-0c067968905b None None] Deleting port 249dbe75-c3d2-4650-8358-efaa4257b060 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:10:19.869994 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6577eb04-3ffe-4cc3-81a6-0c067968905b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:19.870133 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-35b92113-bbaa-4f30-9657-207f8899ec6e tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:19.884359 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b0b4f0dc-fa2e-472e-a6c6-0b0fe8d2d6f5 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:19.884628 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-645bbc74-52b8-41f7-8ccb-0473d55b1e93 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "DELETE /v2.0/networks/32834719-14e1-4a91-bf5e-797f9a9214b2 HTTP/1.1" status: 204 len: 168 time: 2.4252048 Feb 10 23:10:19.889028 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47124) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:19.891739 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-14c99083-a9fd-4007-a385-0bf315a6a49f tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Calling delete_port for 249dbe75-c3d2-4650-8358-efaa4257b060 owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:10:19.982204 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-89367760-21ea-455b-83bf-fd0103d5e529 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.8512650 Feb 10 23:10:19.994170 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47128) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:20.020693 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e219bb7-0fa4-402e-bdcd-c105a3491e60 None None] Pushing event updated for resources: {'Port': ['ID=480f3d79-14d5-43c4-bc4c-1b00959a7ec9,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:20.048700 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-75e98b4e-37de-4e50-9293-820c2be2bf9f None None] Deleting port 4da0347d-6257-4646-a43b-791f897d39e8 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:10:20.051063 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-75e98b4e-37de-4e50-9293-820c2be2bf9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:20.066338 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b4f0dc-fa2e-472e-a6c6-0b0fe8d2d6f5 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Pushing event updated for resources: {'Port': ['ID=4b5d658d-361c-41f6-a318-dfd4faab65de,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:20.104643 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b4f0dc-fa2e-472e-a6c6-0b0fe8d2d6f5 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Network 3dbe09f5-e4d8-4439-ae5e-c04c020ec211 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:10:20.112689 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-b0b4f0dc-fa2e-472e-a6c6-0b0fe8d2d6f5 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:10:20.120094 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b4f0dc-fa2e-472e-a6c6-0b0fe8d2d6f5 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:10:20.120914 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b0b4f0dc-fa2e-472e-a6c6-0b0fe8d2d6f5 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733071'] for router_interface, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:20.138107 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c97af0-d838-4797-b51e-f8e64ab21824 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:20.138675 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-33c97af0-d838-4797-b51e-f8e64ab21824 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Synchronizing usage tracker for tenant:a1a196bacc5e4170b4defd7cfb879ddb on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:10:20.140931 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-6e1e122b-c762-46a6-98bf-7a32d6c09056 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Deleting port 0823b266-b79a-4f00-bc3f-ca62bd7deffa {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:10:20.141268 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6e1e122b-c762-46a6-98bf-7a32d6c09056 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:20.145348 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 4da0347d-6257-4646-a43b-791f897d39e8 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:10:20.149209 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-35b92113-bbaa-4f30-9657-207f8899ec6e tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:20.153812 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-35b92113-bbaa-4f30-9657-207f8899ec6e tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6730666 Feb 10 23:10:20.162271 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47132) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:20.179864 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-75e98b4e-37de-4e50-9293-820c2be2bf9f None None] The port '4da0347d-6257-4646-a43b-791f897d39e8' was deleted {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 23:10:20.230963 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bb81a8fe-7bc0-4103-8229-118a64ae97ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:20.266711 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 4da0347d-6257-4646-a43b-791f897d39e8 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:10:20.267050 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 4da0347d-6257-4646-a43b-791f897d39e8 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:10:20.267648 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 249dbe75-c3d2-4650-8358-efaa4257b060 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:10:20.347222 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 249dbe75-c3d2-4650-8358-efaa4257b060 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:10:20.347641 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 249dbe75-c3d2-4650-8358-efaa4257b060 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:10:20.363087 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb81a8fe-7bc0-4103-8229-118a64ae97ef None None] Pushing event deleted for resources: {'Port': ['ID=a0307b90-3de5-431d-8e43-3be67d6c0a20,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:20.363197 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-33c97af0-d838-4797-b51e-f8e64ab21824 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Unset dirty status for tenant:a1a196bacc5e4170b4defd7cfb879ddb on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:10:20.363197 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-33c97af0-d838-4797-b51e-f8e64ab21824 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "GET /v2.0/ports/b61d26fc-cae0-4371-a67f-9f8ff249d440 HTTP/1.1" status: 200 len: 844 time: 0.4670346 Feb 10 23:10:20.365158 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47136) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:20.379354 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb81a8fe-7bc0-4103-8229-118a64ae97ef None None] No DVR routers for this DVR port a0307b90-3de5-431d-8e43-3be67d6c0a20 on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:10:20.390843 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-6577eb04-3ffe-4cc3-81a6-0c067968905b None None] For port 249dbe75-c3d2-4650-8358-efaa4257b060, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=249dbe75-c3d2-4650-8358-efaa4257b060,segment=NetworkSegment(663d0e4f-6719-4220-a9b1-5fab3ad7362a),segment_id=663d0e4f-6719-4220-a9b1-5fab3ad7362a)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:10:20.391447 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6577eb04-3ffe-4cc3-81a6-0c067968905b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:20.410770 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1d32df-7b81-4f69-9bb5-f54a16e2d8c2 None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:10:20.423344 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6e1e122b-c762-46a6-98bf-7a32d6c09056 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:20.440965 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-14c99083-a9fd-4007-a385-0bf315a6a49f tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:20.520328 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-363c57e1-be59-4fe8-bd47-db0f9e662a7c tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "GET /v2.0/ports/b61d26fc-cae0-4371-a67f-9f8ff249d440?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1095083 Feb 10 23:10:20.521127 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47140) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:20.534718 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-140088c2-7d5a-4232-95f4-ac652d20d322 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Request body: {'subnet': {'network_id': '2aeaa62e-9876-422b-8a57-18c1c9d36da3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:10:20.676091 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c99083-a9fd-4007-a385-0bf315a6a49f tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Pushing event deleted for resources: {'Port': ['ID=249dbe75-c3d2-4650-8358-efaa4257b060,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:20.691516 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-6e1e122b-c762-46a6-98bf-7a32d6c09056 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Calling delete_port for 0823b266-b79a-4f00-bc3f-ca62bd7deffa owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:10:20.715492 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-6577eb04-3ffe-4cc3-81a6-0c067968905b None None] Calling delete_port for 249dbe75-c3d2-4650-8358-efaa4257b060 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:10:20.777239 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c99083-a9fd-4007-a385-0bf315a6a49f tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] No DVR routers for this DVR port 249dbe75-c3d2-4650-8358-efaa4257b060 on host dv-neutron-828797-1-hyperv {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:10:20.830185 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-140088c2-7d5a-4232-95f4-ac652d20d322 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:20.838236 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-140088c2-7d5a-4232-95f4-ac652d20d322 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Usage tracker for resource:subnet and tenant:a1a196bacc5e4170b4defd7cfb879ddb is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:20.891690 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-140088c2-7d5a-4232-95f4-ac652d20d322 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:20.903647 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-140088c2-7d5a-4232-95f4-ac652d20d322 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:20.924216 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-6577eb04-3ffe-4cc3-81a6-0c067968905b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:10:20.924698 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-6577eb04-3ffe-4cc3-81a6-0c067968905b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:10:20.929575 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-26459e5b-60ef-4ffb-88f3-be33d8878d2f None None] Provisioning for port 4b5d658d-361c-41f6-a318-dfd4faab65de completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:10:20.939374 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-26459e5b-60ef-4ffb-88f3-be33d8878d2f None None] Provisioning complete for port 4b5d658d-361c-41f6-a318-dfd4faab65de triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:20.940001 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-26459e5b-60ef-4ffb-88f3-be33d8878d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:20.948152 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b0b4f0dc-fa2e-472e-a6c6-0b0fe8d2d6f5 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:21.009302 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-14c99083-a9fd-4007-a385-0bf315a6a49f tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:21.038527 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac68834-5d79-4342-838a-045ea91bc4fd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:10:21.044462 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-26459e5b-60ef-4ffb-88f3-be33d8878d2f None None] Port 4b5d658d-361c-41f6-a318-dfd4faab65de cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:10:21.056379 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-14c99083-a9fd-4007-a385-0bf315a6a49f tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a02a6afb-fc33-40dd-a617-846ee69cf640']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:21.059428 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dbbde9-b09a-4363-9ebf-4d09b10716a6 None None] Sync routers for ids ['0a1036b0-ff18-43ca-b38f-82a2587292bd'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:10:21.070089 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6e1e122b-c762-46a6-98bf-7a32d6c09056 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:21.072753 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7e95bb-0260-4102-aab1-19c8789eae46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-6dca27ff-0cc1-400d-8ed1-46016d84d938', 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'tenant_id': '143e860117cc493db304000cc95b95c2', 'fixed_ips': [{'subnet_id': 'ed8bbf31-2abc-4855-af4b-81817547a485'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:10:21.073721 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fc7e95bb-0260-4102-aab1-19c8789eae46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:21.077294 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dbbde9-b09a-4363-9ebf-4d09b10716a6 None None] Routers {'0a1036b0-ff18-43ca-b38f-82a2587292bd'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:10:21.078881 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-04dbbde9-b09a-4363-9ebf-4d09b10716a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:09:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['0a1036b0-ff18-43ca-b38f-82a2587292bd'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:21.208844 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140088c2-7d5a-4232-95f4-ac652d20d322 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Made reservation on behalf of a1a196bacc5e4170b4defd7cfb879ddb for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:10:21.275144 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-14c99083-a9fd-4007-a385-0bf315a6a49f tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '663d0e4f-6719-4220-a9b1-5fab3ad7362a') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:21.275768 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-14c99083-a9fd-4007-a385-0bf315a6a49f tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '663d0e4f-6719-4220-a9b1-5fab3ad7362a') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:21.294902 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e2659e3a-aa72-41dd-b301-56a23b098a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:21.335346 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-fc7e95bb-0260-4102-aab1-19c8789eae46 None None] Allocated IP 2001:db8::2 (6dca27ff-0cc1-400d-8ed1-46016d84d938/ed8bbf31-2abc-4855-af4b-81817547a485/760594b3-6055-4c02-9738-81aa973708cd) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:10:21.342308 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fac68834-5d79-4342-838a-045ea91bc4fd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:21.343562 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-fac68834-5d79-4342-838a-045ea91bc4fd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.0697865 Feb 10 23:10:21.349564 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47144) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:21.350784 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fb73c608-723d-4bcd-8c3a-d718cf1eef92 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:21.363394 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-04dbbde9-b09a-4363-9ebf-4d09b10716a6 None None] Set router 0a1036b0-ff18-43ca-b38f-82a2587292bd gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:10:21.368950 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e122b-c762-46a6-98bf-7a32d6c09056 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event deleted for resources: {'Port': ['ID=0823b266-b79a-4f00-bc3f-ca62bd7deffa,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:21.383924 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-14c99083-a9fd-4007-a385-0bf315a6a49f tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32216962'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:21.396315 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-140088c2-7d5a-4232-95f4-ac652d20d322 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:21.418499 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6e1e122b-c762-46a6-98bf-7a32d6c09056 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:21.422677 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-14c99083-a9fd-4007-a385-0bf315a6a49f tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:21.450984 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14c99083-a9fd-4007-a385-0bf315a6a49f tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:10:21.451742 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-14c99083-a9fd-4007-a385-0bf315a6a49f tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32033006'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:21.473831 dv-neutron-828797-1-hyperv neutron-server[84332]: Traceback (most recent call last): Feb 10 23:10:21.473831 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:10:21.473831 dv-neutron-828797-1-hyperv neutron-server[84332]: timer() Feb 10 23:10:21.473831 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:10:21.473831 dv-neutron-828797-1-hyperv neutron-server[84332]: cb(*args, **kw) Feb 10 23:10:21.473831 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:10:21.473831 dv-neutron-828797-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Feb 10 23:10:21.473831 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:10:21.473831 dv-neutron-828797-1-hyperv neutron-server[84332]: self._notify() Feb 10 23:10:21.473831 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:10:21.473831 dv-neutron-828797-1-hyperv neutron-server[84332]: self.callback(batched_events) Feb 10 23:10:21.473831 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:10:21.473831 dv-neutron-828797-1-hyperv neutron-server[84332]: event.method(event) Feb 10 23:10:21.473831 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:10:21.473831 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:10:21.473831 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:10:21.473831 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:10:21.473831 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:10:21.473831 dv-neutron-828797-1-hyperv neutron-server[84332]: return f(self, *a, **k) Feb 10 23:10:21.473831 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:10:21.473831 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._get(url).json() Feb 10 23:10:21.473831 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:10:21.473831 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:10:21.473831 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:10:21.473831 dv-neutron-828797-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Feb 10 23:10:21.473831 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:10:21.473831 dv-neutron-828797-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:10:21.473831 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:10:21.473831 dv-neutron-828797-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:10:21.473831 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:10:21.473831 dv-neutron-828797-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:10:21.473831 dv-neutron-828797-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:10:21.533208 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-6577eb04-3ffe-4cc3-81a6-0c067968905b None None] Deleting port 249dbe75-c3d2-4650-8358-efaa4257b060 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:10:21.533611 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6577eb04-3ffe-4cc3-81a6-0c067968905b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:21.603262 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6e1e122b-c762-46a6-98bf-7a32d6c09056 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "DELETE /v2.0/ports/0823b266-b79a-4f00-bc3f-ca62bd7deffa HTTP/1.1" status: 204 len: 168 time: 1.6071725 Feb 10 23:10:21.613511 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47150) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:21.681710 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-6577eb04-3ffe-4cc3-81a6-0c067968905b None None] The port '249dbe75-c3d2-4650-8358-efaa4257b060' was deleted {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 23:10:21.690877 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-5ac3ecda-fa02-4665-81d6-7e73994ca1d4 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Request body: {'port': {'network_id': '8620a4de-949e-4d31-a92e-ab0daf29cb13', 'mac_address': 'fa:16:3e:d3:3e:45', 'name': 'tempest-PortsTestJSON-1277191910'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:10:21.735581 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-a560ad40-d6ad-4aa8-a9a6-c43f510f063f tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=714fdf59d9ad4aa1b5cc4598e806e542&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3747137 Feb 10 23:10:21.750836 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47154) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:21.837747 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-14c99083-a9fd-4007-a385-0bf315a6a49f tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:21.880412 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fc7e95bb-0260-4102-aab1-19c8789eae46 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:21.893062 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-fc7e95bb-0260-4102-aab1-19c8789eae46 None None] Transition to ACTIVE for port object 760594b3-6055-4c02-9738-81aa973708cd will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:10:21.915384 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-04dbbde9-b09a-4363-9ebf-4d09b10716a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'name': 'tempest-TestNetworkBasicOps-router-938078609', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': '5d5ee5e4-2655-46e3-a152-a40278a95717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:10:14Z', 'updated_at': '2022-02-10T23:10:17Z', 'revision_number': 3, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '5d5ee5e4-2655-46e3-a152-a40278a95717', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:db:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:10:16Z', 'updated_at': '2022-02-10T23:10:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:21.917092 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-fc7e95bb-0260-4102-aab1-19c8789eae46 None None] Transition to ACTIVE for port object 760594b3-6055-4c02-9738-81aa973708cd will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:10:21.920037 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dbbde9-b09a-4363-9ebf-4d09b10716a6 None None] Checking router: 0a1036b0-ff18-43ca-b38f-82a2587292bd for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:10:21.920398 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dbbde9-b09a-4363-9ebf-4d09b10716a6 None None] Updating router 0a1036b0-ff18-43ca-b38f-82a2587292bd port 5d5ee5e4-2655-46e3-a152-a40278a95717 binding host dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:10:21.958650 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-14c99083-a9fd-4007-a385-0bf315a6a49f tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:21.965787 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184615eb-1692-4e56-b4ef-7d1174da5d8e None None] Network 2218962b-6d09-4a80-9671-486c7c41b6fe requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:10:21.975548 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-14c99083-a9fd-4007-a385-0bf315a6a49f tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] 10.222.0.59 "DELETE /v2.0/networks/a02a6afb-fc33-40dd-a617-846ee69cf640 HTTP/1.1" status: 204 len: 168 time: 3.1080461 Feb 10 23:10:21.978694 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-04dbbde9-b09a-4363-9ebf-4d09b10716a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:22.091767 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fc7e95bb-0260-4102-aab1-19c8789eae46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:22.152991 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c99083-a9fd-4007-a385-0bf315a6a49f tempest-TagsExtTest-1081084820 tempest-TagsExtTest-1081084820-project] Pushing event deleted for resources: {'Network': ['ID=a02a6afb-fc33-40dd-a617-846ee69cf640,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:22.226827 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-5ac3ecda-fa02-4665-81d6-7e73994ca1d4 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:22.228976 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7e95bb-0260-4102-aab1-19c8789eae46 None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:10:22.232428 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7e95bb-0260-4102-aab1-19c8789eae46 None None] Pushing event updated for resources: {'Port': ['ID=760594b3-6055-4c02-9738-81aa973708cd,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:22.235403 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-fc7e95bb-0260-4102-aab1-19c8789eae46 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:10:22.238520 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-5ac3ecda-fa02-4665-81d6-7e73994ca1d4 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Usage tracker for resource:port and tenant:8ebaafa64ea74242ba2bb084ec0966de is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:22.240319 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 480f3d79-14d5-43c4-bc4c-1b00959a7ec9 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:10:22.256606 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-5ac3ecda-fa02-4665-81d6-7e73994ca1d4 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:22.257103 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-fb73c608-723d-4bcd-8c3a-d718cf1eef92 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Allocated IP 2001:db8::1 (6dca27ff-0cc1-400d-8ed1-46016d84d938/ed8bbf31-2abc-4855-af4b-81817547a485/8f6ecfe8-3c63-457e-a2f6-8c12ae9d62e4) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:10:22.264062 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7e95bb-0260-4102-aab1-19c8789eae46 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:10:22.284216 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-5ac3ecda-fa02-4665-81d6-7e73994ca1d4 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:22.295061 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-3156e5ca-7fec-4dad-afa1-a31955469b3b None None] Provisioning for port 480f3d79-14d5-43c4-bc4c-1b00959a7ec9 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:10:22.324600 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f1d238-2745-47d3-8ceb-3a3ff839df59 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:22.327249 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b4f1d238-2745-47d3-8ceb-3a3ff839df59 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5708959 Feb 10 23:10:22.330833 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47160) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:22.389329 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-983f9f2d-9738-4f51-adca-41c1e59f67ed tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=c2ed7563-f8af-409c-803f-f56530124ba5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0571630 Feb 10 23:10:22.392359 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47164) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:22.412656 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-d3fd0309-21c5-4c37-96f2-e18c8420a92d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1003963560', 'network_id': 'f4f4d45e-efab-47b5-8966-f476fe09f270', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:10:22.440207 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b0b4f0dc-fa2e-472e-a6c6-0b0fe8d2d6f5 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:22.444227 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-04dbbde9-b09a-4363-9ebf-4d09b10716a6 None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:22.458253 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-140088c2-7d5a-4232-95f4-ac652d20d322 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:22.464221 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-04dbbde9-b09a-4363-9ebf-4d09b10716a6 None None] Transition to ACTIVE for port object 5d5ee5e4-2655-46e3-a152-a40278a95717 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:10:22.498926 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-fc7e95bb-0260-4102-aab1-19c8789eae46 None None] Attempting to bind port 760594b3-6055-4c02-9738-81aa973708cd on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:10:22.498926 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-fc7e95bb-0260-4102-aab1-19c8789eae46 None None] Attempting to bind port 760594b3-6055-4c02-9738-81aa973708cd by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:10:22.498926 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7e95bb-0260-4102-aab1-19c8789eae46 None None] Attempting to bind port 760594b3-6055-4c02-9738-81aa973708cd on network 6dca27ff-0cc1-400d-8ed1-46016d84d938 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:10:22.511096 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac3ecda-fa02-4665-81d6-7e73994ca1d4 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Made reservation on behalf of 8ebaafa64ea74242ba2bb084ec0966de for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:10:22.527358 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:22.533657 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7e95bb-0260-4102-aab1-19c8789eae46 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:10:22.534392 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7e95bb-0260-4102-aab1-19c8789eae46 None None] Checking segment: {'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:10:22.534392 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fc7e95bb-0260-4102-aab1-19c8789eae46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:22.534800 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7e95bb-0260-4102-aab1-19c8789eae46 None None] Bound using segment: {'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:10:22.535273 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-fc7e95bb-0260-4102-aab1-19c8789eae46 None None] Bound port: 760594b3-6055-4c02-9738-81aa973708cd, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:10:22.536094 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fc7e95bb-0260-4102-aab1-19c8789eae46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:22.539917 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140088c2-7d5a-4232-95f4-ac652d20d322 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Network 2aeaa62e-9876-422b-8a57-18c1c9d36da3 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:10:22.551348 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-140088c2-7d5a-4232-95f4-ac652d20d322 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:10:22.553931 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140088c2-7d5a-4232-95f4-ac652d20d322 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:22.555034 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-140088c2-7d5a-4232-95f4-ac652d20d322 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:22.591398 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400af269-8a58-4c6d-a25b-fdd627d72d9a None None] Network 2aeaa62e-9876-422b-8a57-18c1c9d36da3 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:10:22.607744 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b0b4f0dc-fa2e-472e-a6c6-0b0fe8d2d6f5 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:22.608628 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b0b4f0dc-fa2e-472e-a6c6-0b0fe8d2d6f5 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2767683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732898'] for router_interface, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:22.623820 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-04dbbde9-b09a-4363-9ebf-4d09b10716a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:22.624865 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140088c2-7d5a-4232-95f4-ac652d20d322 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event updated for resources: {'Subnet': ['ID=ab1365f4-7128-4eb9-8a5f-1c60fb041d97,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:22.664810 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fb73c608-723d-4bcd-8c3a-d718cf1eef92 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:22.683423 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:22.685028 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 480f3d79-14d5-43c4-bc4c-1b00959a7ec9 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:10:22.690224 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-fb73c608-723d-4bcd-8c3a-d718cf1eef92 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Transition to ACTIVE for port object 8f6ecfe8-3c63-457e-a2f6-8c12ae9d62e4 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:10:22.720420 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 480f3d79-14d5-43c4-bc4c-1b00959a7ec9 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:22.720817 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:22.721982 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-140088c2-7d5a-4232-95f4-ac652d20d322 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1987278 Feb 10 23:10:22.722842 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47170) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:22.729673 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-6674b710-6bae-4c66-be28-313f4e58debf tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Request body: {'security_group': {'name': 'tempest-secgroup-2041887380'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:10:22.737475 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-6674b710-6bae-4c66-be28-313f4e58debf tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:22.749844 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-6674b710-6bae-4c66-be28-313f4e58debf tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Usage tracker for resource:security_group and tenant:a1a196bacc5e4170b4defd7cfb879ddb is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:22.757769 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-6674b710-6bae-4c66-be28-313f4e58debf tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:22.781165 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-6674b710-6bae-4c66-be28-313f4e58debf tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:22.785263 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fb73c608-723d-4bcd-8c3a-d718cf1eef92 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:22.789150 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-04dbbde9-b09a-4363-9ebf-4d09b10716a6 None None] Attempting to bind port 5d5ee5e4-2655-46e3-a152-a40278a95717 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:10:22.789364 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-fc7e95bb-0260-4102-aab1-19c8789eae46 None None] For port 760594b3-6055-4c02-9738-81aa973708cd, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:10:22.789502 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-04dbbde9-b09a-4363-9ebf-4d09b10716a6 None None] Attempting to bind port 5d5ee5e4-2655-46e3-a152-a40278a95717 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:10:22.789852 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dbbde9-b09a-4363-9ebf-4d09b10716a6 None None] Attempting to bind port 5d5ee5e4-2655-46e3-a152-a40278a95717 on network c2ed7563-f8af-409c-803f-f56530124ba5 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:10:22.811035 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dbbde9-b09a-4363-9ebf-4d09b10716a6 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:10:22.811392 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dbbde9-b09a-4363-9ebf-4d09b10716a6 None None] Checking segment: {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:10:22.812448 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-04dbbde9-b09a-4363-9ebf-4d09b10716a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:22.813222 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dbbde9-b09a-4363-9ebf-4d09b10716a6 None None] Bound using segment: {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:10:22.814565 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-04dbbde9-b09a-4363-9ebf-4d09b10716a6 None None] Bound port: 5d5ee5e4-2655-46e3-a152-a40278a95717, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:10:22.815232 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-04dbbde9-b09a-4363-9ebf-4d09b10716a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:22.853314 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-fc7e95bb-0260-4102-aab1-19c8789eae46 None None] For port 760594b3-6055-4c02-9738-81aa973708cd, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=760594b3-6055-4c02-9738-81aa973708cd,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:10:22.905566 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-d3fd0309-21c5-4c37-96f2-e18c8420a92d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:22.906954 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-04dbbde9-b09a-4363-9ebf-4d09b10716a6 None None] For port 5d5ee5e4-2655-46e3-a152-a40278a95717, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:10:22.910075 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-04dbbde9-b09a-4363-9ebf-4d09b10716a6 None None] For port 5d5ee5e4-2655-46e3-a152-a40278a95717, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=5d5ee5e4-2655-46e3-a152-a40278a95717,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:10:22.931415 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47174) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:22.940958 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d3fd0309-21c5-4c37-96f2-e18c8420a92d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:subnet and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:22.945364 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4c2715-1840-46ce-8897-361606e9fc44 None None] Pushing event updated for resources: {'Port': ['ID=5d5ee5e4-2655-46e3-a152-a40278a95717,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:22.953148 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d3fd0309-21c5-4c37-96f2-e18c8420a92d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:22.959383 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4c2715-1840-46ce-8897-361606e9fc44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:22.961041 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb73c608-723d-4bcd-8c3a-d718cf1eef92 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event updated for resources: {'Port': ['ID=8f6ecfe8-3c63-457e-a2f6-8c12ae9d62e4,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:22.961175 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4c2715-1840-46ce-8897-361606e9fc44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:22.968272 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4c2715-1840-46ce-8897-361606e9fc44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:22.968272 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4c2715-1840-46ce-8897-361606e9fc44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:22.968272 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4c2715-1840-46ce-8897-361606e9fc44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:22.968272 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4c2715-1840-46ce-8897-361606e9fc44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:22.968272 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4c2715-1840-46ce-8897-361606e9fc44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:22.968272 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4c2715-1840-46ce-8897-361606e9fc44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:22.968272 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4c2715-1840-46ce-8897-361606e9fc44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:22.968272 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4c2715-1840-46ce-8897-361606e9fc44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:22.968272 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4c2715-1840-46ce-8897-361606e9fc44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:22.982458 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fc7e95bb-0260-4102-aab1-19c8789eae46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:22.987329 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-d3fd0309-21c5-4c37-96f2-e18c8420a92d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:22.999894 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb73c608-723d-4bcd-8c3a-d718cf1eef92 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:10:23.002758 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b4f0dc-fa2e-472e-a6c6-0b0fe8d2d6f5 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Pushing event updated for resources: {'Port': ['ID=4b5d658d-361c-41f6-a318-dfd4faab65de,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:23.002892 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-fb73c608-723d-4bcd-8c3a-d718cf1eef92 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:10:23.004440 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb73c608-723d-4bcd-8c3a-d718cf1eef92 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:10:23.005306 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fb73c608-723d-4bcd-8c3a-d718cf1eef92 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733071'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:23.009358 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5ac3ecda-fa02-4665-81d6-7e73994ca1d4 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:23.022803 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-04dbbde9-b09a-4363-9ebf-4d09b10716a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:23.065577 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6674b710-6bae-4c66-be28-313f4e58debf tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:23.118327 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-6674b710-6bae-4c66-be28-313f4e58debf tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:23.123199 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-6674b710-6bae-4c66-be28-313f4e58debf tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Usage tracker for resource:security_group_rule and tenant:a1a196bacc5e4170b4defd7cfb879ddb is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:23.134481 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-6674b710-6bae-4c66-be28-313f4e58debf tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:23.143060 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-5ac3ecda-fa02-4665-81d6-7e73994ca1d4 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] device_id is not set on port a5812d19-5343-40c9-8ec5-5ecf21112d00 yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:10:23.144236 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-6674b710-6bae-4c66-be28-313f4e58debf tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:23.153344 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:23.174193 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4c2715-1840-46ce-8897-361606e9fc44 None None] Pushing event updated for resources: {'Port': ['ID=5d5ee5e4-2655-46e3-a152-a40278a95717,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:23.190152 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7e95bb-0260-4102-aab1-19c8789eae46 None None] Pushing event updated for resources: {'Port': ['ID=760594b3-6055-4c02-9738-81aa973708cd,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:23.213210 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dbbde9-b09a-4363-9ebf-4d09b10716a6 None None] Routers {'0a1036b0-ff18-43ca-b38f-82a2587292bd'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:10:23.214275 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-04dbbde9-b09a-4363-9ebf-4d09b10716a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:10:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['0a1036b0-ff18-43ca-b38f-82a2587292bd'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:23.226809 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 480f3d79-14d5-43c4-bc4c-1b00959a7ec9, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=480f3d79-14d5-43c4-bc4c-1b00959a7ec9,segment=NetworkSegment(ba0a4dc0-99ce-48ba-ae5e-4a3794f30d7d),segment_id=ba0a4dc0-99ce-48ba-ae5e-4a3794f30d7d)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:10:23.228502 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3fd0309-21c5-4c37-96f2-e18c8420a92d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Made reservation on behalf of 714fdf59d9ad4aa1b5cc4598e806e542 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:10:23.254477 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a52da9d-27a0-4c53-80db-58739504d886 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-2aeaa62e-9876-422b-8a57-18c1c9d36da3', 'network_id': '2aeaa62e-9876-422b-8a57-18c1c9d36da3', 'tenant_id': 'a1a196bacc5e4170b4defd7cfb879ddb', 'fixed_ips': [{'subnet_id': 'ab1365f4-7128-4eb9-8a5f-1c60fb041d97'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:10:23.255278 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8a52da9d-27a0-4c53-80db-58739504d886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:23.283170 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-93ec8334-3fb6-4aaa-a1b2-134cac5c144d None None] Provisioning complete for port 480f3d79-14d5-43c4-bc4c-1b00959a7ec9 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:23.284127 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-93ec8334-3fb6-4aaa-a1b2-134cac5c144d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:23.284820 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6674b710-6bae-4c66-be28-313f4e58debf tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:23.304958 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fb73c608-723d-4bcd-8c3a-d718cf1eef92 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:23.400667 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:23.471226 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b4f0dc-fa2e-472e-a6c6-0b0fe8d2d6f5 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Network 3dbe09f5-e4d8-4439-ae5e-c04c020ec211 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:10:23.476957 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-b0b4f0dc-fa2e-472e-a6c6-0b0fe8d2d6f5 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:10:23.480628 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d3fd0309-21c5-4c37-96f2-e18c8420a92d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:23.489378 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-04dbbde9-b09a-4363-9ebf-4d09b10716a6 None None] Set router 0a1036b0-ff18-43ca-b38f-82a2587292bd gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:10:23.503717 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=480f3d79-14d5-43c4-bc4c-1b00959a7ec9,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:23.974146 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6674b710-6bae-4c66-be28-313f4e58debf tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:23.984023 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-8a52da9d-27a0-4c53-80db-58739504d886 None None] Allocated IP 2001:db8::2 (2aeaa62e-9876-422b-8a57-18c1c9d36da3/ab1365f4-7128-4eb9-8a5f-1c60fb041d97/2ddfb68f-3555-4c9b-aacc-bb9364698c54) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:10:23.999665 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:24.091350 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6674b710-6bae-4c66-be28-313f4e58debf tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b40dbb9f-26b9-4da5-a96c-23f0864b26ce,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:24.103872 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-04dbbde9-b09a-4363-9ebf-4d09b10716a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'name': 'tempest-TestNetworkBasicOps-router-938078609', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': '5d5ee5e4-2655-46e3-a152-a40278a95717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:10:14Z', 'updated_at': '2022-02-10T23:10:17Z', 'revision_number': 3, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '5d5ee5e4-2655-46e3-a152-a40278a95717', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:db:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:10:16Z', 'updated_at': '2022-02-10T23:10:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:24.115517 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dbbde9-b09a-4363-9ebf-4d09b10716a6 None None] The sync data for ids ['0a1036b0-ff18-43ca-b38f-82a2587292bd'] in dv-neutron-828797-1-hyperv is: [{'id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'name': 'tempest-TestNetworkBasicOps-router-938078609', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': '5d5ee5e4-2655-46e3-a152-a40278a95717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:10:14Z', 'updated_at': '2022-02-10T23:10:17Z', 'revision_number': 3, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '5d5ee5e4-2655-46e3-a152-a40278a95717', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:db:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:10:16Z', 'updated_at': '2022-02-10T23:10:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:10:24.173215 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e5107cd7-2e43-41b2-bb3e-5de5f46b6986 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c9ff6cbf59e34519ba8c2d8cad5dbdd1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2393928 Feb 10 23:10:24.176181 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6674b710-6bae-4c66-be28-313f4e58debf tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:24.178522 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-6674b710-6bae-4c66-be28-313f4e58debf tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.4546480 Feb 10 23:10:24.182249 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47180) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:24.182756 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47182) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:24.189434 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fb73c608-723d-4bcd-8c3a-d718cf1eef92 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:24.206733 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-dc419975-d7b5-4918-a608-04200ab275e9 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Request body: {'security_group': {'name': 'tempest-secgroup-321479157'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:10:24.216791 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-dc419975-d7b5-4918-a608-04200ab275e9 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:24.229807 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-dc419975-d7b5-4918-a608-04200ab275e9 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Usage tracker for resource:security_group and tenant:a1a196bacc5e4170b4defd7cfb879ddb is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:24.234077 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-8638076b-7913-4bbf-bb8d-d634adec76ff None None] Provisioning complete for port 4b5d658d-361c-41f6-a318-dfd4faab65de triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:24.234587 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8638076b-7913-4bbf-bb8d-d634adec76ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:24.242945 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-dc419975-d7b5-4918-a608-04200ab275e9 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:24.265817 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-dc419975-d7b5-4918-a608-04200ab275e9 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:24.311134 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fb73c608-723d-4bcd-8c3a-d718cf1eef92 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:24.316097 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-8638076b-7913-4bbf-bb8d-d634adec76ff None None] Port 4b5d658d-361c-41f6-a318-dfd4faab65de cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:10:24.320956 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 760594b3-6055-4c02-9738-81aa973708cd up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:10:24.323984 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fb73c608-723d-4bcd-8c3a-d718cf1eef92 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2767683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732898'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:24.354662 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8a52da9d-27a0-4c53-80db-58739504d886 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:24.362909 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-63ac46a2-ce81-40f8-ac8d-24ca3e2c1969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:24.384350 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-8a52da9d-27a0-4c53-80db-58739504d886 None None] Transition to ACTIVE for port object 2ddfb68f-3555-4c9b-aacc-bb9364698c54 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:10:24.418725 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-8a52da9d-27a0-4c53-80db-58739504d886 None None] Transition to ACTIVE for port object 2ddfb68f-3555-4c9b-aacc-bb9364698c54 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:10:24.442025 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dc419975-d7b5-4918-a608-04200ab275e9 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:24.451762 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5ac3ecda-fa02-4665-81d6-7e73994ca1d4 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:24.506403 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8a52da9d-27a0-4c53-80db-58739504d886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:24.550389 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-63ac46a2-ce81-40f8-ac8d-24ca3e2c1969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:24.571431 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb73c608-723d-4bcd-8c3a-d718cf1eef92 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event updated for resources: {'Port': ['ID=8f6ecfe8-3c63-457e-a2f6-8c12ae9d62e4,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:24.623830 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a52da9d-27a0-4c53-80db-58739504d886 None None] Network 2aeaa62e-9876-422b-8a57-18c1c9d36da3 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:10:24.633136 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-8a52da9d-27a0-4c53-80db-58739504d886 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:10:24.635693 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a52da9d-27a0-4c53-80db-58739504d886 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:10:24.686228 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 760594b3-6055-4c02-9738-81aa973708cd completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:10:24.706002 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 480f3d79-14d5-43c4-bc4c-1b00959a7ec9 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:10:24.742679 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb73c608-723d-4bcd-8c3a-d718cf1eef92 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:10:24.748835 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-dc419975-d7b5-4918-a608-04200ab275e9 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:24.753201 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-fb73c608-723d-4bcd-8c3a-d718cf1eef92 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:10:24.822278 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-dc419975-d7b5-4918-a608-04200ab275e9 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Usage tracker for resource:security_group_rule and tenant:a1a196bacc5e4170b4defd7cfb879ddb is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:24.830263 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-dc419975-d7b5-4918-a608-04200ab275e9 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:24.859862 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5ac3ecda-fa02-4665-81d6-7e73994ca1d4 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:24.865596 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a52da9d-27a0-4c53-80db-58739504d886 None None] Pushing event updated for resources: {'Port': ['ID=2ddfb68f-3555-4c9b-aacc-bb9364698c54,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:24.915369 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-8a52da9d-27a0-4c53-80db-58739504d886 None None] Attempting to bind port 2ddfb68f-3555-4c9b-aacc-bb9364698c54 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:10:24.915736 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-8a52da9d-27a0-4c53-80db-58739504d886 None None] Attempting to bind port 2ddfb68f-3555-4c9b-aacc-bb9364698c54 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '01990d64-b862-44bf-9ed5-50cdc337c8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '2aeaa62e-9876-422b-8a57-18c1c9d36da3'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:10:24.916099 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a52da9d-27a0-4c53-80db-58739504d886 None None] Attempting to bind port 2ddfb68f-3555-4c9b-aacc-bb9364698c54 on network 2aeaa62e-9876-422b-8a57-18c1c9d36da3 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:10:24.937352 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-dc419975-d7b5-4918-a608-04200ab275e9 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:24.951037 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a52da9d-27a0-4c53-80db-58739504d886 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:10:24.954158 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a52da9d-27a0-4c53-80db-58739504d886 None None] Checking segment: {'id': '01990d64-b862-44bf-9ed5-50cdc337c8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '2aeaa62e-9876-422b-8a57-18c1c9d36da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:10:24.954158 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8a52da9d-27a0-4c53-80db-58739504d886 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:24.954158 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a52da9d-27a0-4c53-80db-58739504d886 None None] Bound using segment: {'id': '01990d64-b862-44bf-9ed5-50cdc337c8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '2aeaa62e-9876-422b-8a57-18c1c9d36da3'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:10:24.954158 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-8a52da9d-27a0-4c53-80db-58739504d886 None None] Bound port: 2ddfb68f-3555-4c9b-aacc-bb9364698c54, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01990d64-b862-44bf-9ed5-50cdc337c8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '2aeaa62e-9876-422b-8a57-18c1c9d36da3'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:10:24.954598 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8a52da9d-27a0-4c53-80db-58739504d886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:24.985356 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 480f3d79-14d5-43c4-bc4c-1b00959a7ec9 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:24.986510 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:24.989043 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac3ecda-fa02-4665-81d6-7e73994ca1d4 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Network 8620a4de-949e-4d31-a92e-ab0daf29cb13 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:10:24.990730 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d3fd0309-21c5-4c37-96f2-e18c8420a92d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:25.027306 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-5ac3ecda-fa02-4665-81d6-7e73994ca1d4 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:10:25.041905 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac3ecda-fa02-4665-81d6-7e73994ca1d4 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:10:25.046087 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac3ecda-fa02-4665-81d6-7e73994ca1d4 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:25.047915 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5ac3ecda-fa02-4665-81d6-7e73994ca1d4 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:25.142117 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-8a52da9d-27a0-4c53-80db-58739504d886 None None] For port 2ddfb68f-3555-4c9b-aacc-bb9364698c54, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:10:25.178965 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-8a52da9d-27a0-4c53-80db-58739504d886 None None] For port 2ddfb68f-3555-4c9b-aacc-bb9364698c54, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=2ddfb68f-3555-4c9b-aacc-bb9364698c54,segment=NetworkSegment(01990d64-b862-44bf-9ed5-50cdc337c8ec),segment_id=01990d64-b862-44bf-9ed5-50cdc337c8ec)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:10:25.186005 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-63ac46a2-ce81-40f8-ac8d-24ca3e2c1969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:25.197796 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:10:25.215616 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fd0309-21c5-4c37-96f2-e18c8420a92d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Subnet': ['ID=1e815ea9-6309-47bf-ae2f-c815b2ab858b,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:25.230486 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ac46a2-ce81-40f8-ac8d-24ca3e2c1969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e02a55-10d7-4593-8e9a-3ae1ad2c1e0b,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:25.241457 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dc419975-d7b5-4918-a608-04200ab275e9 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:25.254693 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac3ecda-fa02-4665-81d6-7e73994ca1d4 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event updated for resources: {'Port': ['ID=a5812d19-5343-40c9-8ec5-5ecf21112d00,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:25.270950 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-63ac46a2-ce81-40f8-ac8d-24ca3e2c1969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:25.272906 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-63ac46a2-ce81-40f8-ac8d-24ca3e2c1969 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d1e02a55-10d7-4593-8e9a-3ae1ad2c1e0b HTTP/1.1" status: 204 len: 168 time: 1.0889184 Feb 10 23:10:25.287697 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8a52da9d-27a0-4c53-80db-58739504d886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:25.317348 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dc419975-d7b5-4918-a608-04200ab275e9 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:25.329604 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fd0309-21c5-4c37-96f2-e18c8420a92d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Checking segment: {'id': '72b3b703-dd46-4c09-b2f8-0b1aa481fbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f4f4d45e-efab-47b5-8966-f476fe09f270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:10:25.329964 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fd0309-21c5-4c37-96f2-e18c8420a92d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Network hostable DHCP agents. Network: f4f4d45e-efab-47b5-8966-f476fe09f270, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:10:25.380913 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b4f0dc-fa2e-472e-a6c6-0b0fe8d2d6f5 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Router e63b02b1-7460-4241-be39-b12bb0510d75 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:10:25.383614 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5ac3ecda-fa02-4665-81d6-7e73994ca1d4 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.7123935 Feb 10 23:10:25.387428 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47190) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:25.395623 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-748d5f0f-6a10-460f-aa6e-b87ad6012334 None None] Provisioning for port 760594b3-6055-4c02-9738-81aa973708cd completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:10:25.403497 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc419975-d7b5-4918-a608-04200ab275e9 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3b48da-f5db-4f07-81b3-f1fefdb98b8b,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:25.428948 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-748d5f0f-6a10-460f-aa6e-b87ad6012334 None None] Provisioning complete for port 760594b3-6055-4c02-9738-81aa973708cd triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:25.430455 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-748d5f0f-6a10-460f-aa6e-b87ad6012334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:25.461681 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dc419975-d7b5-4918-a608-04200ab275e9 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:25.474811 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-dc419975-d7b5-4918-a608-04200ab275e9 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.2869339 Feb 10 23:10:25.477221 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47194) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:25.488707 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a52da9d-27a0-4c53-80db-58739504d886 None None] Pushing event updated for resources: {'Port': ['ID=2ddfb68f-3555-4c9b-aacc-bb9364698c54,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:25.506705 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-aeee025f-6619-435c-8317-9d459f7fe418 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-521314958', 'security_groups': ['7b3b48da-f5db-4f07-81b3-f1fefdb98b8b'], 'network_id': '2aeaa62e-9876-422b-8a57-18c1c9d36da3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ab1365f4-7128-4eb9-8a5f-1c60fb041d97'}]}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:10:25.525309 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ce4631-3820-4058-826b-f5f3245e3673 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:25.525905 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-62ce4631-3820-4058-826b-f5f3245e3673 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Synchronizing usage tracker for tenant:8ebaafa64ea74242ba2bb084ec0966de on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:10:25.645449 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-748d5f0f-6a10-460f-aa6e-b87ad6012334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:25.699277 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-748d5f0f-6a10-460f-aa6e-b87ad6012334 None None] For port 760594b3-6055-4c02-9738-81aa973708cd, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=760594b3-6055-4c02-9738-81aa973708cd,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:10:25.707419 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fd0309-21c5-4c37-96f2-e18c8420a92d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Network f4f4d45e-efab-47b5-8966-f476fe09f270 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:10:25.715699 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-62ce4631-3820-4058-826b-f5f3245e3673 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Unset dirty status for tenant:8ebaafa64ea74242ba2bb084ec0966de on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:10:25.719463 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-62ce4631-3820-4058-826b-f5f3245e3673 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "GET /v2.0/ports/a5812d19-5343-40c9-8ec5-5ecf21112d00 HTTP/1.1" status: 200 len: 841 time: 0.3280566 Feb 10 23:10:25.720661 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47198) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:25.776476 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb73c608-723d-4bcd-8c3a-d718cf1eef92 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Router 3f6c3e0a-1527-4d5e-8dcf-14b3252b545d is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:10:25.805255 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-748d5f0f-6a10-460f-aa6e-b87ad6012334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:25.862169 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-aeee025f-6619-435c-8317-9d459f7fe418 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:25.863160 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-d3fd0309-21c5-4c37-96f2-e18c8420a92d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, f4f4d45e-efab-47b5-8966-f476fe09f270) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:10:25.867935 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-6887226a-92b1-4798-9e94-7525b5484914 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Deleting port a5812d19-5343-40c9-8ec5-5ecf21112d00 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:10:25.868497 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6887226a-92b1-4798-9e94-7525b5484914 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:25.869235 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fd0309-21c5-4c37-96f2-e18c8420a92d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:25.870058 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d3fd0309-21c5-4c37-96f2-e18c8420a92d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:25.895282 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2219507-9e99-460c-bc55-4b4f369ddc86 None None] Network f4f4d45e-efab-47b5-8966-f476fe09f270 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:10:25.895390 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b4f0dc-fa2e-472e-a6c6-0b0fe8d2d6f5 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:10:25.909197 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b0b4f0dc-fa2e-472e-a6c6-0b0fe8d2d6f5 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] 10.222.0.59 "PUT /v2.0/routers/e63b02b1-7460-4241-be39-b12bb0510d75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3757858 Feb 10 23:10:25.909906 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47204) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:25.951123 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f354b493-5992-4a3b-a010-dc4d8548bb9e None None] Sync routers for ids ['e63b02b1-7460-4241-be39-b12bb0510d75'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:10:26.066574 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748d5f0f-6a10-460f-aa6e-b87ad6012334 None None] Pushing event updated for resources: {'Port': ['ID=760594b3-6055-4c02-9738-81aa973708cd,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:26.074390 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f354b493-5992-4a3b-a010-dc4d8548bb9e None None] Routers {'e63b02b1-7460-4241-be39-b12bb0510d75'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:10:26.075018 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-f354b493-5992-4a3b-a010-dc4d8548bb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:10:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['e63b02b1-7460-4241-be39-b12bb0510d75'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:26.101106 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d3fd0309-21c5-4c37-96f2-e18c8420a92d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.6958380 Feb 10 23:10:26.116815 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-aeee025f-6619-435c-8317-9d459f7fe418 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Usage tracker for resource:port and tenant:a1a196bacc5e4170b4defd7cfb879ddb is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:26.122393 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-aeee025f-6619-435c-8317-9d459f7fe418 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:26.142775 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-aeee025f-6619-435c-8317-9d459f7fe418 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:26.158661 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47212) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:26.162342 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-2e579cc6-6092-4f84-bc09-1e0725f7da6f None None] Provisioning for port 8f6ecfe8-3c63-457e-a2f6-8c12ae9d62e4 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:10:26.216563 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-f354b493-5992-4a3b-a010-dc4d8548bb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:26.219072 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-2e579cc6-6092-4f84-bc09-1e0725f7da6f None None] Provisioning complete for port 8f6ecfe8-3c63-457e-a2f6-8c12ae9d62e4 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:26.219711 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2e579cc6-6092-4f84-bc09-1e0725f7da6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:26.300606 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 2ddfb68f-3555-4c9b-aacc-bb9364698c54 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:10:26.331418 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeee025f-6619-435c-8317-9d459f7fe418 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Made reservation on behalf of a1a196bacc5e4170b4defd7cfb879ddb for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:10:26.341521 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aeee025f-6619-435c-8317-9d459f7fe418 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:26.364035 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-2e579cc6-6092-4f84-bc09-1e0725f7da6f None None] Port 8f6ecfe8-3c63-457e-a2f6-8c12ae9d62e4 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:10:26.442645 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f354b493-5992-4a3b-a010-dc4d8548bb9e None None] Routers {'e63b02b1-7460-4241-be39-b12bb0510d75'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:10:26.443491 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-f354b493-5992-4a3b-a010-dc4d8548bb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:10:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['e63b02b1-7460-4241-be39-b12bb0510d75'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:26.543553 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-f354b493-5992-4a3b-a010-dc4d8548bb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:26.544317 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f354b493-5992-4a3b-a010-dc4d8548bb9e None None] The sync data for ids ['e63b02b1-7460-4241-be39-b12bb0510d75'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:10:26.563057 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-447e709d-f5b2-472f-8103-9a37099fe096 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:26.614452 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-f2d6d29b-254b-4074-9d48-edc2360c28fe None None] Provisioning complete for port 8f6ecfe8-3c63-457e-a2f6-8c12ae9d62e4 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:26.615580 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f2d6d29b-254b-4074-9d48-edc2360c28fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:26.622123 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-aeee025f-6619-435c-8317-9d459f7fe418 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] device_id is not set on port fd477d81-b3fa-4377-a845-b9e110d310b1 yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:10:26.721668 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6887226a-92b1-4798-9e94-7525b5484914 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:26.742735 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-f2d6d29b-254b-4074-9d48-edc2360c28fe None None] Port 8f6ecfe8-3c63-457e-a2f6-8c12ae9d62e4 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:10:26.745206 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc22fecb-5715-46c7-a2b8-6d8dbfbe5369 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-f4f4d45e-efab-47b5-8966-f476fe09f270', 'network_id': 'f4f4d45e-efab-47b5-8966-f476fe09f270', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'fixed_ips': [{'subnet_id': '1e815ea9-6309-47bf-ae2f-c815b2ab858b'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:10:26.746261 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cc22fecb-5715-46c7-a2b8-6d8dbfbe5369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:26.757080 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 2ddfb68f-3555-4c9b-aacc-bb9364698c54 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:10:26.766206 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 5d5ee5e4-2655-46e3-a152-a40278a95717 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:10:26.961517 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-6887226a-92b1-4798-9e94-7525b5484914 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Calling delete_port for a5812d19-5343-40c9-8ec5-5ecf21112d00 owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:10:26.993507 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 5d5ee5e4-2655-46e3-a152-a40278a95717 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:10:27.008869 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 5d5ee5e4-2655-46e3-a152-a40278a95717 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:27.009243 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:27.021904 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-447e709d-f5b2-472f-8103-9a37099fe096 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 10 23:10:27.021904 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-447e709d-f5b2-472f-8103-9a37099fe096 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] 10.222.0.59 "DELETE /v2.0/routers/e63b02b1-7460-4241-be39-b12bb0510d75 HTTP/1.1" status: 409 len: 329 time: 1.0666001 Feb 10 23:10:27.022815 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47226) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:27.091677 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-cc22fecb-5715-46c7-a2b8-6d8dbfbe5369 None None] Allocated IP 172.20.0.2 (f4f4d45e-efab-47b5-8966-f476fe09f270/1e815ea9-6309-47bf-ae2f-c815b2ab858b/7f8460af-7bb1-47f1-87b5-f180fb7edc2a) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:10:27.172024 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-aeee025f-6619-435c-8317-9d459f7fe418 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Allocated IP 2001:db8::322 (2aeaa62e-9876-422b-8a57-18c1c9d36da3/ab1365f4-7128-4eb9-8a5f-1c60fb041d97/fd477d81-b3fa-4377-a845-b9e110d310b1) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:10:27.244355 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47232) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:27.297423 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:27.342602 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 5d5ee5e4-2655-46e3-a152-a40278a95717, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=5d5ee5e4-2655-46e3-a152-a40278a95717,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:10:27.450815 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aeee025f-6619-435c-8317-9d459f7fe418 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:27.456859 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cc22fecb-5715-46c7-a2b8-6d8dbfbe5369 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:27.472939 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-cc22fecb-5715-46c7-a2b8-6d8dbfbe5369 None None] Transition to ACTIVE for port object 7f8460af-7bb1-47f1-87b5-f180fb7edc2a will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:10:27.473383 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb73c608-723d-4bcd-8c3a-d718cf1eef92 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:10:27.477415 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-aeee025f-6619-435c-8317-9d459f7fe418 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Transition to ACTIVE for port object fd477d81-b3fa-4377-a845-b9e110d310b1 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:10:27.482835 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-8440e646-533a-41e4-893d-b9b609e59097 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1519197468-network', 'tenant_id': '0eebca367ce8409b9f508406dcaece7d'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:10:27.488494 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8943ce5-8735-476c-a2aa-23714dd96610 None None] Sync routers for ids ['3f6c3e0a-1527-4d5e-8dcf-14b3252b545d'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:10:27.489077 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8440e646-533a-41e4-893d-b9b609e59097 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:27.494168 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:27.498651 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8440e646-533a-41e4-893d-b9b609e59097 admin admin] Usage tracker for resource:network and tenant:0eebca367ce8409b9f508406dcaece7d is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:27.504152 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8440e646-533a-41e4-893d-b9b609e59097 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:27.504390 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8943ce5-8735-476c-a2aa-23714dd96610 None None] Routers {'3f6c3e0a-1527-4d5e-8dcf-14b3252b545d'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:10:27.504973 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-fb73c608-723d-4bcd-8c3a-d718cf1eef92 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "PUT /v2.0/routers/3f6c3e0a-1527-4d5e-8dcf-14b3252b545d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3411226 Feb 10 23:10:27.505558 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-a8943ce5-8735-476c-a2aa-23714dd96610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:10:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['3f6c3e0a-1527-4d5e-8dcf-14b3252b545d'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:27.508335 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47238) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:27.512776 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8440e646-533a-41e4-893d-b9b609e59097 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:27.544640 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-cc22fecb-5715-46c7-a2b8-6d8dbfbe5369 None None] Transition to ACTIVE for port object 7f8460af-7bb1-47f1-87b5-f180fb7edc2a will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:10:27.566696 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6887226a-92b1-4798-9e94-7525b5484914 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:27.589779 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=5d5ee5e4-2655-46e3-a152-a40278a95717,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:27.652241 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6887226a-92b1-4798-9e94-7525b5484914 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event deleted for resources: {'Port': ['ID=a5812d19-5343-40c9-8ec5-5ecf21112d00,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:27.660479 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8440e646-533a-41e4-893d-b9b609e59097 admin admin] Made reservation on behalf of 0eebca367ce8409b9f508406dcaece7d for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:10:27.662640 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8440e646-533a-41e4-893d-b9b609e59097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:27.673683 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-f6804e42-5a7e-4309-bce3-fc26f4916c6b None None] Provisioning for port 2ddfb68f-3555-4c9b-aacc-bb9364698c54 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:10:27.682339 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8440e646-533a-41e4-893d-b9b609e59097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:27.683173 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cc22fecb-5715-46c7-a2b8-6d8dbfbe5369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:27.692392 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741267e8-fd0f-41b2-96bf-ec81e3ebebe2 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:27.694421 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-741267e8-fd0f-41b2-96bf-ec81e3ebebe2 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Synchronizing usage tracker for tenant:143e860117cc493db304000cc95b95c2 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:10:27.695399 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-f6804e42-5a7e-4309-bce3-fc26f4916c6b None None] Provisioning complete for port 2ddfb68f-3555-4c9b-aacc-bb9364698c54 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:27.695866 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f6804e42-5a7e-4309-bce3-fc26f4916c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:27.710370 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6887226a-92b1-4798-9e94-7525b5484914 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:27.712415 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-6887226a-92b1-4798-9e94-7525b5484914 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "DELETE /v2.0/ports/a5812d19-5343-40c9-8ec5-5ecf21112d00 HTTP/1.1" status: 204 len: 168 time: 1.9916365 Feb 10 23:10:27.715532 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47242) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:27.740260 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-a8943ce5-8735-476c-a2aa-23714dd96610 None None] Set router 3f6c3e0a-1527-4d5e-8dcf-14b3252b545d gateway port host: None {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:10:27.777070 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-741267e8-fd0f-41b2-96bf-ec81e3ebebe2 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Unset dirty status for tenant:143e860117cc493db304000cc95b95c2 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:10:27.781625 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-741267e8-fd0f-41b2-96bf-ec81e3ebebe2 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/ports/8f6ecfe8-3c63-457e-a2f6-8c12ae9d62e4 HTTP/1.1" status: 200 len: 911 time: 0.2720077 Feb 10 23:10:27.782647 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47246) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:27.784129 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aeee025f-6619-435c-8317-9d459f7fe418 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:27.793723 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b0e524f-ade3-4017-a320-d8ef99abe41c tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] GET failed (client error): The resource could not be found. Feb 10 23:10:27.793723 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8b0e524f-ade3-4017-a320-d8ef99abe41c tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "GET /v2.0/ports/a5812d19-5343-40c9-8ec5-5ecf21112d00 HTTP/1.1" status: 404 len: 333 time: 0.0720398 Feb 10 23:10:27.800640 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8440e646-533a-41e4-893d-b9b609e59097 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:27.802611 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47250) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:27.810100 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc22fecb-5715-46c7-a2b8-6d8dbfbe5369 None None] Network f4f4d45e-efab-47b5-8966-f476fe09f270 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:10:27.813067 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-2b471bc1-c446-4567-8b7f-f5633e05ee55 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Request body: {'port': {'network_id': '8620a4de-949e-4d31-a92e-ab0daf29cb13', 'name': 'tempest-PortsTestJSON-1086521199'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:10:27.822959 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-cc22fecb-5715-46c7-a2b8-6d8dbfbe5369 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:10:27.825567 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc22fecb-5715-46c7-a2b8-6d8dbfbe5369 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:10:27.827430 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8440e646-533a-41e4-893d-b9b609e59097 admin admin] Usage tracker for resource:security_group_rule and tenant:0eebca367ce8409b9f508406dcaece7d is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:27.831330 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8440e646-533a-41e4-893d-b9b609e59097 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:27.847032 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8440e646-533a-41e4-893d-b9b609e59097 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:27.882850 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc22fecb-5715-46c7-a2b8-6d8dbfbe5369 None None] Pushing event updated for resources: {'Port': ['ID=7f8460af-7bb1-47f1-87b5-f180fb7edc2a,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:27.896700 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d1ad6fe3-36aa-4878-82b2-6b63cfaaea69 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732944'] for router_interface, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:27.926242 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeee025f-6619-435c-8317-9d459f7fe418 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Network 2aeaa62e-9876-422b-8a57-18c1c9d36da3 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:10:27.941576 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-aeee025f-6619-435c-8317-9d459f7fe418 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:10:27.944067 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeee025f-6619-435c-8317-9d459f7fe418 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:10:27.953374 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeee025f-6619-435c-8317-9d459f7fe418 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:27.954143 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aeee025f-6619-435c-8317-9d459f7fe418 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:27.958107 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeee025f-6619-435c-8317-9d459f7fe418 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event updated for resources: {'Port': ['ID=fd477d81-b3fa-4377-a845-b9e110d310b1,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:27.996789 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-cc22fecb-5715-46c7-a2b8-6d8dbfbe5369 None None] Attempting to bind port 7f8460af-7bb1-47f1-87b5-f180fb7edc2a on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:10:27.997253 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-cc22fecb-5715-46c7-a2b8-6d8dbfbe5369 None None] Attempting to bind port 7f8460af-7bb1-47f1-87b5-f180fb7edc2a by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '72b3b703-dd46-4c09-b2f8-0b1aa481fbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f4f4d45e-efab-47b5-8966-f476fe09f270'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:10:27.997679 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc22fecb-5715-46c7-a2b8-6d8dbfbe5369 None None] Attempting to bind port 7f8460af-7bb1-47f1-87b5-f180fb7edc2a on network f4f4d45e-efab-47b5-8966-f476fe09f270 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:10:28.016428 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27618a80-bb4b-4bd2-8b84-d60229b2901d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:28.021105 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27618a80-bb4b-4bd2-8b84-d60229b2901d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:28.035796 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-27618a80-bb4b-4bd2-8b84-d60229b2901d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2403669 Feb 10 23:10:28.035796 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47254) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:28.036337 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc22fecb-5715-46c7-a2b8-6d8dbfbe5369 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:10:28.036337 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc22fecb-5715-46c7-a2b8-6d8dbfbe5369 None None] Checking segment: {'id': '72b3b703-dd46-4c09-b2f8-0b1aa481fbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f4f4d45e-efab-47b5-8966-f476fe09f270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:10:28.036337 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cc22fecb-5715-46c7-a2b8-6d8dbfbe5369 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:28.036337 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc22fecb-5715-46c7-a2b8-6d8dbfbe5369 None None] Bound using segment: {'id': '72b3b703-dd46-4c09-b2f8-0b1aa481fbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f4f4d45e-efab-47b5-8966-f476fe09f270'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:10:28.036337 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-cc22fecb-5715-46c7-a2b8-6d8dbfbe5369 None None] Bound port: 7f8460af-7bb1-47f1-87b5-f180fb7edc2a, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72b3b703-dd46-4c09-b2f8-0b1aa481fbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f4f4d45e-efab-47b5-8966-f476fe09f270'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:10:28.036337 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cc22fecb-5715-46c7-a2b8-6d8dbfbe5369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:28.051403 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f6804e42-5a7e-4309-bce3-fc26f4916c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:28.117288 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-aeee025f-6619-435c-8317-9d459f7fe418 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6263053 Feb 10 23:10:28.126533 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47258) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:28.189588 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-f6804e42-5a7e-4309-bce3-fc26f4916c6b None None] For port 2ddfb68f-3555-4c9b-aacc-bb9364698c54, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=2ddfb68f-3555-4c9b-aacc-bb9364698c54,segment=NetworkSegment(01990d64-b862-44bf-9ed5-50cdc337c8ec),segment_id=01990d64-b862-44bf-9ed5-50cdc337c8ec)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:10:28.202063 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 760594b3-6055-4c02-9738-81aa973708cd up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:10:28.274813 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f6804e42-5a7e-4309-bce3-fc26f4916c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:28.290275 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-a47ab3c5-e3c5-4943-9eab-f689d0709dae tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Request body: {'subnet': {'network_id': '2aeaa62e-9876-422b-8a57-18c1c9d36da3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:10:28.318112 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-cc22fecb-5715-46c7-a2b8-6d8dbfbe5369 None None] For port 7f8460af-7bb1-47f1-87b5-f180fb7edc2a, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:10:28.356594 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-cc22fecb-5715-46c7-a2b8-6d8dbfbe5369 None None] For port 7f8460af-7bb1-47f1-87b5-f180fb7edc2a, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=7f8460af-7bb1-47f1-87b5-f180fb7edc2a,segment=NetworkSegment(72b3b703-dd46-4c09-b2f8-0b1aa481fbdf),segment_id=72b3b703-dd46-4c09-b2f8-0b1aa481fbdf)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:10:28.395856 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 760594b3-6055-4c02-9738-81aa973708cd triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:28.396521 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:28.423752 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6804e42-5a7e-4309-bce3-fc26f4916c6b None None] Pushing event updated for resources: {'Port': ['ID=2ddfb68f-3555-4c9b-aacc-bb9364698c54,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:28.425992 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8440e646-533a-41e4-893d-b9b609e59097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:28.432305 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-f6804e42-5a7e-4309-bce3-fc26f4916c6b None None] Provisioning complete for port b61d26fc-cae0-4371-a67f-9f8ff249d440 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:28.433130 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f6804e42-5a7e-4309-bce3-fc26f4916c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:28.451540 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-a8943ce5-8735-476c-a2aa-23714dd96610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f6c3e0a-1527-4d5e-8dcf-14b3252b545d', 'name': 'tempest-NetworksTestDHCPv6-router-732593570', 'tenant_id': '143e860117cc493db304000cc95b95c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:10:19Z', 'updated_at': '2022-02-10T23:10:23Z', 'revision_number': 2, 'project_id': '143e860117cc493db304000cc95b95c2', 'gw_port_host': None, '_interfaces': [{'id': '8f6ecfe8-3c63-457e-a2f6-8c12ae9d62e4', 'name': '', 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'tenant_id': '143e860117cc493db304000cc95b95c2', 'mac_address': 'fa:16:3e:54:41:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f6c3e0a-1527-4d5e-8dcf-14b3252b545d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed8bbf31-2abc-4855-af4b-81817547a485', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:10:21Z', 'updated_at': '2022-02-10T23:10:23Z', 'revision_number': 2, 'project_id': '143e860117cc493db304000cc95b95c2', 'subnets': [{'id': 'ed8bbf31-2abc-4855-af4b-81817547a485', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:28.457273 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8943ce5-8735-476c-a2aa-23714dd96610 None None] Checking router: 3f6c3e0a-1527-4d5e-8dcf-14b3252b545d for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:10:28.457821 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8943ce5-8735-476c-a2aa-23714dd96610 None None] Updating router 3f6c3e0a-1527-4d5e-8dcf-14b3252b545d port 8f6ecfe8-3c63-457e-a2f6-8c12ae9d62e4 binding host dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:10:28.460224 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-2b471bc1-c446-4567-8b7f-f5633e05ee55 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:28.485615 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cc22fecb-5715-46c7-a2b8-6d8dbfbe5369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:28.488874 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-2b471bc1-c446-4567-8b7f-f5633e05ee55 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:28.499836 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a47ab3c5-e3c5-4943-9eab-f689d0709dae tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:28.507351 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-a47ab3c5-e3c5-4943-9eab-f689d0709dae tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Usage tracker for resource:subnet and tenant:a1a196bacc5e4170b4defd7cfb879ddb is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:28.512951 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-a47ab3c5-e3c5-4943-9eab-f689d0709dae tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:28.522246 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8440e646-533a-41e4-893d-b9b609e59097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:28.529092 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a47ab3c5-e3c5-4943-9eab-f689d0709dae tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:28.562931 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a8943ce5-8735-476c-a2aa-23714dd96610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:28.605044 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-f6804e42-5a7e-4309-bce3-fc26f4916c6b None None] Port b61d26fc-cae0-4371-a67f-9f8ff249d440 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:10:28.632957 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8440e646-533a-41e4-893d-b9b609e59097 admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:10:28.642091 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b471bc1-c446-4567-8b7f-f5633e05ee55 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Made reservation on behalf of 8ebaafa64ea74242ba2bb084ec0966de for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:10:28.645682 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2b471bc1-c446-4567-8b7f-f5633e05ee55 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:28.676370 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8440e646-533a-41e4-893d-b9b609e59097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4c8ed0-d7b9-4beb-9297-a050f3892694,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:28.713176 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8440e646-533a-41e4-893d-b9b609e59097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:28.713849 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-8440e646-533a-41e4-893d-b9b609e59097 admin admin] Added segment 715c2949-711d-4f61-a14e-8546a8a9252d of type vlan for network 0e86e233-e709-4cef-a618-45085d2845ca Feb 10 23:10:28.730548 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 5d5ee5e4-2655-46e3-a152-a40278a95717 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:10:28.736995 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-2b471bc1-c446-4567-8b7f-f5633e05ee55 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] device_id is not set on port aeda6bb7-cabd-455c-b9ce-49fcd9274bee yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:10:28.747229 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47ab3c5-e3c5-4943-9eab-f689d0709dae tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Made reservation on behalf of a1a196bacc5e4170b4defd7cfb879ddb for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:10:28.780960 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc22fecb-5715-46c7-a2b8-6d8dbfbe5369 None None] Pushing event updated for resources: {'Port': ['ID=7f8460af-7bb1-47f1-87b5-f180fb7edc2a,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:28.886861 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 5d5ee5e4-2655-46e3-a152-a40278a95717 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:28.887886 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:28.931078 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-534f9801-69ae-498a-904c-6400ecf8142e None None] Provisioning for port fd477d81-b3fa-4377-a845-b9e110d310b1 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:10:28.950146 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-534f9801-69ae-498a-904c-6400ecf8142e None None] Provisioning complete for port fd477d81-b3fa-4377-a845-b9e110d310b1 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:28.950764 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-534f9801-69ae-498a-904c-6400ecf8142e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:29.069212 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-534f9801-69ae-498a-904c-6400ecf8142e None None] Port fd477d81-b3fa-4377-a845-b9e110d310b1 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:10:29.137024 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2b471bc1-c446-4567-8b7f-f5633e05ee55 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:29.147769 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8440e646-533a-41e4-893d-b9b609e59097 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:29.170520 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a47ab3c5-e3c5-4943-9eab-f689d0709dae tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:29.184128 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a8943ce5-8735-476c-a2aa-23714dd96610 None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:29.198926 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-a8943ce5-8735-476c-a2aa-23714dd96610 None None] Transition to ACTIVE for port object 8f6ecfe8-3c63-457e-a2f6-8c12ae9d62e4 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:10:29.300817 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a8943ce5-8735-476c-a2aa-23714dd96610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:29.360707 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.ipam_backend_mixin [None req-a47ab3c5-e3c5-4943-9eab-f689d0709dae tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ab1365f4-7128-4eb9-8a5f-1c60fb041d97 (CIDR: 2001:db8::/64) Feb 10 23:10:29.418289 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a11059c-cbb9-41f1-a6ac-474a6fe0432f None None] Pushing event updated for resources: {'Port': ['ID=8f6ecfe8-3c63-457e-a2f6-8c12ae9d62e4,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:29.425600 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-a47ab3c5-e3c5-4943-9eab-f689d0709dae tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:10:29.426367 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a47ab3c5-e3c5-4943-9eab-f689d0709dae tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:10:29.440087 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8440e646-533a-41e4-893d-b9b609e59097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:29.440344 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8440e646-533a-41e4-893d-b9b609e59097 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:29.440945 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8440e646-533a-41e4-893d-b9b609e59097 admin admin] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:29.539893 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-a8943ce5-8735-476c-a2aa-23714dd96610 None None] Attempting to bind port 8f6ecfe8-3c63-457e-a2f6-8c12ae9d62e4 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:10:29.544781 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-a8943ce5-8735-476c-a2aa-23714dd96610 None None] Attempting to bind port 8f6ecfe8-3c63-457e-a2f6-8c12ae9d62e4 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:10:29.544781 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8943ce5-8735-476c-a2aa-23714dd96610 None None] Attempting to bind port 8f6ecfe8-3c63-457e-a2f6-8c12ae9d62e4 on network 6dca27ff-0cc1-400d-8ed1-46016d84d938 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:10:29.548853 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8943ce5-8735-476c-a2aa-23714dd96610 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:10:29.551728 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8943ce5-8735-476c-a2aa-23714dd96610 None None] Checking segment: {'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:10:29.552190 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a8943ce5-8735-476c-a2aa-23714dd96610 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:29.552832 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8943ce5-8735-476c-a2aa-23714dd96610 None None] Bound using segment: {'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:10:29.554314 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-a8943ce5-8735-476c-a2aa-23714dd96610 None None] Bound port: 8f6ecfe8-3c63-457e-a2f6-8c12ae9d62e4, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:10:29.554820 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a8943ce5-8735-476c-a2aa-23714dd96610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:29.587704 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-a47ab3c5-e3c5-4943-9eab-f689d0709dae tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3150206 Feb 10 23:10:29.590656 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8440e646-533a-41e4-893d-b9b609e59097 admin admin] Pushing event updated for resources: {'Network': ['ID=0e86e233-e709-4cef-a618-45085d2845ca,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:29.594289 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-24781c4b-cf2c-4ea0-b78d-a4c0a5a8f8d9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732944'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:29.616417 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 0e86e233-e709-4cef-a618-45085d2845ca details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:10:29.667354 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47262) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:29.721640 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-a8943ce5-8735-476c-a2aa-23714dd96610 None None] For port 8f6ecfe8-3c63-457e-a2f6-8c12ae9d62e4, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:10:29.725856 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-a8943ce5-8735-476c-a2aa-23714dd96610 None None] For port 8f6ecfe8-3c63-457e-a2f6-8c12ae9d62e4, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=8f6ecfe8-3c63-457e-a2f6-8c12ae9d62e4,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:10:29.763485 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2b471bc1-c446-4567-8b7f-f5633e05ee55 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:29.835203 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-a8943ce5-8735-476c-a2aa-23714dd96610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:29.860101 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-18e9a0b0-390c-49ed-8bd5-fcc7699fdc89 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Request body: {'subnet': {'network_id': '2aeaa62e-9876-422b-8a57-18c1c9d36da3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:10:29.997310 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a11059c-cbb9-41f1-a6ac-474a6fe0432f None None] Pushing event updated for resources: {'Port': ['ID=8f6ecfe8-3c63-457e-a2f6-8c12ae9d62e4,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:30.006004 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8943ce5-8735-476c-a2aa-23714dd96610 None None] Routers {'3f6c3e0a-1527-4d5e-8dcf-14b3252b545d'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:10:30.006631 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-a8943ce5-8735-476c-a2aa-23714dd96610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:10:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['3f6c3e0a-1527-4d5e-8dcf-14b3252b545d'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:30.071373 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b471bc1-c446-4567-8b7f-f5633e05ee55 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Network 8620a4de-949e-4d31-a92e-ab0daf29cb13 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:10:30.092517 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-2b471bc1-c446-4567-8b7f-f5633e05ee55 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:10:30.100581 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b471bc1-c446-4567-8b7f-f5633e05ee55 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event updated for resources: {'Port': ['ID=aeda6bb7-cabd-455c-b9ce-49fcd9274bee,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:30.104455 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-71b56ef2-7d28-44dd-9fe8-656fa4bde3bc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:30.143793 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b471bc1-c446-4567-8b7f-f5633e05ee55 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:10:30.147678 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b471bc1-c446-4567-8b7f-f5633e05ee55 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:30.148255 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2b471bc1-c446-4567-8b7f-f5633e05ee55 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:30.194931 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-24781c4b-cf2c-4ea0-b78d-a4c0a5a8f8d9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Deleting port 8f6ecfe8-3c63-457e-a2f6-8c12ae9d62e4 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:10:30.195542 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-24781c4b-cf2c-4ea0-b78d-a4c0a5a8f8d9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:30.227617 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8440e646-533a-41e4-893d-b9b609e59097 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.9822664 Feb 10 23:10:30.236182 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47266) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:30.250593 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cffc2e-3007-45ef-aee4-0ed0af476a1b None None] Network f4f4d45e-efab-47b5-8966-f476fe09f270 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:10:30.271108 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-a8943ce5-8735-476c-a2aa-23714dd96610 None None] Set router 3f6c3e0a-1527-4d5e-8dcf-14b3252b545d gateway port host: None {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:10:30.315187 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-12b6a378-ed3f-4cf4-86c9-c380b11d2ac8 admin admin] Request body: {'subnet': {'network_id': '0e86e233-e709-4cef-a618-45085d2845ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1519197468-subnet', 'tenant_id': '0eebca367ce8409b9f508406dcaece7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:10:30.411167 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-12b6a378-ed3f-4cf4-86c9-c380b11d2ac8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:30.431801 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-12b6a378-ed3f-4cf4-86c9-c380b11d2ac8 admin admin] Usage tracker for resource:subnet and tenant:0eebca367ce8409b9f508406dcaece7d is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:30.448509 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-12b6a378-ed3f-4cf4-86c9-c380b11d2ac8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:30.453683 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 2ddfb68f-3555-4c9b-aacc-bb9364698c54 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:10:30.471906 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-12b6a378-ed3f-4cf4-86c9-c380b11d2ac8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:30.484452 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2b471bc1-c446-4567-8b7f-f5633e05ee55 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.6787534 Feb 10 23:10:30.485665 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-18e9a0b0-390c-49ed-8bd5-fcc7699fdc89 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:30.488205 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47270) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:30.497703 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-18e9a0b0-390c-49ed-8bd5-fcc7699fdc89 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Usage tracker for resource:subnet and tenant:a1a196bacc5e4170b4defd7cfb879ddb is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:30.508201 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-ef9d04a6-1236-43ae-af8c-c4728b22ca14 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:10:30.510229 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-18e9a0b0-390c-49ed-8bd5-fcc7699fdc89 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:30.521338 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-18e9a0b0-390c-49ed-8bd5-fcc7699fdc89 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:30.542991 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-5567c54c-f1d0-499b-a4f4-5d7df5999b95 None None] Provisioning for port 7f8460af-7bb1-47f1-87b5-f180fb7edc2a completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:10:30.573657 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-24781c4b-cf2c-4ea0-b78d-a4c0a5a8f8d9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] For port 8f6ecfe8-3c63-457e-a2f6-8c12ae9d62e4, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=8f6ecfe8-3c63-457e-a2f6-8c12ae9d62e4,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:10:30.574275 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-24781c4b-cf2c-4ea0-b78d-a4c0a5a8f8d9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:30.606904 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b6a378-ed3f-4cf4-86c9-c380b11d2ac8 admin admin] Made reservation on behalf of 0eebca367ce8409b9f508406dcaece7d for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:10:30.611378 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-12b6a378-ed3f-4cf4-86c9-c380b11d2ac8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:30.677610 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 2ddfb68f-3555-4c9b-aacc-bb9364698c54 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:30.678188 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:30.762155 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-a8943ce5-8735-476c-a2aa-23714dd96610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f6c3e0a-1527-4d5e-8dcf-14b3252b545d', 'name': 'tempest-NetworksTestDHCPv6-router-732593570', 'tenant_id': '143e860117cc493db304000cc95b95c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:10:19Z', 'updated_at': '2022-02-10T23:10:23Z', 'revision_number': 2, 'project_id': '143e860117cc493db304000cc95b95c2', 'gw_port_host': None, '_interfaces': [{'id': '8f6ecfe8-3c63-457e-a2f6-8c12ae9d62e4', 'name': '', 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'tenant_id': '143e860117cc493db304000cc95b95c2', 'mac_address': 'fa:16:3e:54:41:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f6c3e0a-1527-4d5e-8dcf-14b3252b545d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed8bbf31-2abc-4855-af4b-81817547a485', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:10:21Z', 'updated_at': '2022-02-10T23:10:29Z', 'revision_number': 4, 'project_id': '143e860117cc493db304000cc95b95c2', 'subnets': [{'id': 'ed8bbf31-2abc-4855-af4b-81817547a485', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:30.767424 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8943ce5-8735-476c-a2aa-23714dd96610 None None] The sync data for ids ['3f6c3e0a-1527-4d5e-8dcf-14b3252b545d'] in dv-neutron-828797-1-hyperv is: [{'id': '3f6c3e0a-1527-4d5e-8dcf-14b3252b545d', 'name': 'tempest-NetworksTestDHCPv6-router-732593570', 'tenant_id': '143e860117cc493db304000cc95b95c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:10:19Z', 'updated_at': '2022-02-10T23:10:23Z', 'revision_number': 2, 'project_id': '143e860117cc493db304000cc95b95c2', 'gw_port_host': None, '_interfaces': [{'id': '8f6ecfe8-3c63-457e-a2f6-8c12ae9d62e4', 'name': '', 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'tenant_id': '143e860117cc493db304000cc95b95c2', 'mac_address': 'fa:16:3e:54:41:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f6c3e0a-1527-4d5e-8dcf-14b3252b545d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed8bbf31-2abc-4855-af4b-81817547a485', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:10:21Z', 'updated_at': '2022-02-10T23:10:29Z', 'revision_number': 4, 'project_id': '143e860117cc493db304000cc95b95c2', 'subnets': [{'id': 'ed8bbf31-2abc-4855-af4b-81817547a485', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:10:30.830938 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-24781c4b-cf2c-4ea0-b78d-a4c0a5a8f8d9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Calling delete_port for 8f6ecfe8-3c63-457e-a2f6-8c12ae9d62e4 owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:10:30.884362 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ef9d04a6-1236-43ae-af8c-c4728b22ca14 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:30.886334 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 7f8460af-7bb1-47f1-87b5-f180fb7edc2a up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:10:31.031643 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e9a0b0-390c-49ed-8bd5-fcc7699fdc89 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Made reservation on behalf of a1a196bacc5e4170b4defd7cfb879ddb for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:10:31.067035 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 7f8460af-7bb1-47f1-87b5-f180fb7edc2a completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:10:31.072469 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 7f8460af-7bb1-47f1-87b5-f180fb7edc2a triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:31.072872 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:31.156993 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-7e4ce5be-5aee-4a45-99c2-4ea14491deed None None] Provisioning complete for port 7f8460af-7bb1-47f1-87b5-f180fb7edc2a triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:31.157438 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7e4ce5be-5aee-4a45-99c2-4ea14491deed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:31.215699 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ef9d04a6-1236-43ae-af8c-c4728b22ca14 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:31.250580 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-71b56ef2-7d28-44dd-9fe8-656fa4bde3bc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Allocated IP 172.20.0.1 (f4f4d45e-efab-47b5-8966-f476fe09f270/1e815ea9-6309-47bf-ae2f-c815b2ab858b/e4c3a978-385d-49ab-92ce-f5377a457cd7) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:10:31.269322 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:31.282379 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-24781c4b-cf2c-4ea0-b78d-a4c0a5a8f8d9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:31.336718 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24781c4b-cf2c-4ea0-b78d-a4c0a5a8f8d9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event deleted for resources: {'Port': ['ID=8f6ecfe8-3c63-457e-a2f6-8c12ae9d62e4,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:31.354630 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 7f8460af-7bb1-47f1-87b5-f180fb7edc2a, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=7f8460af-7bb1-47f1-87b5-f180fb7edc2a,segment=NetworkSegment(72b3b703-dd46-4c09-b2f8-0b1aa481fbdf),segment_id=72b3b703-dd46-4c09-b2f8-0b1aa481fbdf)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:10:31.357709 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7e4ce5be-5aee-4a45-99c2-4ea14491deed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:31.457936 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:31.479637 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-18e9a0b0-390c-49ed-8bd5-fcc7699fdc89 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:31.503525 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ef9d04a6-1236-43ae-af8c-c4728b22ca14 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:31.591064 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-7e4ce5be-5aee-4a45-99c2-4ea14491deed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:10:31.591494 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-7e4ce5be-5aee-4a45-99c2-4ea14491deed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:10:31.600477 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=7f8460af-7bb1-47f1-87b5-f180fb7edc2a,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:31.701281 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-ef9d04a6-1236-43ae-af8c-c4728b22ca14 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] In _notify_port_updated(), no bound segment for port aeda6bb7-cabd-455c-b9ce-49fcd9274bee on network 8620a4de-949e-4d31-a92e-ab0daf29cb13 {{(pid=84333) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 23:10:31.705753 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9d04a6-1236-43ae-af8c-c4728b22ca14 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:31.706356 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ef9d04a6-1236-43ae-af8c-c4728b22ca14 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:31.714098 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-ef9d04a6-1236-43ae-af8c-c4728b22ca14 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "PUT /v2.0/ports/aeda6bb7-cabd-455c-b9ce-49fcd9274bee HTTP/1.1" status: 200 len: 818 time: 1.2095642 Feb 10 23:10:31.720986 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47274) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:31.753067 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-71b56ef2-7d28-44dd-9fe8-656fa4bde3bc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:31.780089 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9d04a6-1236-43ae-af8c-c4728b22ca14 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event updated for resources: {'Port': ['ID=aeda6bb7-cabd-455c-b9ce-49fcd9274bee,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:31.805037 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca3333-bc8f-4df7-877b-0de9fbc88d24 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Deleting port aeda6bb7-cabd-455c-b9ce-49fcd9274bee {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:10:31.810243 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c0ca3333-bc8f-4df7-877b-0de9fbc88d24 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:31.821412 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-71b56ef2-7d28-44dd-9fe8-656fa4bde3bc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Transition to ACTIVE for port object e4c3a978-385d-49ab-92ce-f5377a457cd7 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:10:31.850078 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-12b6a378-ed3f-4cf4-86c9-c380b11d2ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:31.850221 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-24781c4b-cf2c-4ea0-b78d-a4c0a5a8f8d9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2767638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733091'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:31.896049 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-d1ad6fe3-36aa-4878-82b2-6b63cfaaea69 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Deleting port 4b5d658d-361c-41f6-a318-dfd4faab65de {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:10:31.896395 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d1ad6fe3-36aa-4878-82b2-6b63cfaaea69 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:32.142829 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 7f8460af-7bb1-47f1-87b5-f180fb7edc2a up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:10:32.255876 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 7f8460af-7bb1-47f1-87b5-f180fb7edc2a triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:32.256478 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:32.267200 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b6a378-ed3f-4cf4-86c9-c380b11d2ac8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01d5d64b-8061-4b84-b247-b16cd57d94a3,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:32.296739 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b6a378-ed3f-4cf4-86c9-c380b11d2ac8 admin admin] Checking segment: {'id': '715c2949-711d-4f61-a14e-8546a8a9252d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '0e86e233-e709-4cef-a618-45085d2845ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:10:32.297083 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b6a378-ed3f-4cf4-86c9-c380b11d2ac8 admin admin] Network hostable DHCP agents. Network: 0e86e233-e709-4cef-a618-45085d2845ca, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:10:32.305886 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-71b56ef2-7d28-44dd-9fe8-656fa4bde3bc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:32.327547 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c0ca3333-bc8f-4df7-877b-0de9fbc88d24 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:32.396831 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-18e9a0b0-390c-49ed-8bd5-fcc7699fdc89 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:32.472929 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca3333-bc8f-4df7-877b-0de9fbc88d24 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Calling delete_port for aeda6bb7-cabd-455c-b9ce-49fcd9274bee owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:10:32.476071 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b56ef2-7d28-44dd-9fe8-656fa4bde3bc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Network f4f4d45e-efab-47b5-8966-f476fe09f270 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:10:32.492682 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-71b56ef2-7d28-44dd-9fe8-656fa4bde3bc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:10:32.507723 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b56ef2-7d28-44dd-9fe8-656fa4bde3bc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:10:32.532512 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d1ad6fe3-36aa-4878-82b2-6b63cfaaea69 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:32.552170 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b56ef2-7d28-44dd-9fe8-656fa4bde3bc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Port': ['ID=e4c3a978-385d-49ab-92ce-f5377a457cd7,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:32.690088 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24781c4b-cf2c-4ea0-b78d-a4c0a5a8f8d9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Router 3f6c3e0a-1527-4d5e-8dcf-14b3252b545d has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:10:32.694100 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e9a0b0-390c-49ed-8bd5-fcc7699fdc89 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Network 2aeaa62e-9876-422b-8a57-18c1c9d36da3 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:10:32.700698 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-d1ad6fe3-36aa-4878-82b2-6b63cfaaea69 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Calling delete_port for 4b5d658d-361c-41f6-a318-dfd4faab65de owned by network:router_interface {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:10:32.727925 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b6a378-ed3f-4cf4-86c9-c380b11d2ac8 admin admin] Network 0e86e233-e709-4cef-a618-45085d2845ca is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:10:32.729642 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e9a0b0-390c-49ed-8bd5-fcc7699fdc89 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event updated for resources: {'Subnet': ['ID=978251de-2cfe-4555-8dd3-bcd3f652df77,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:32.751358 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-18e9a0b0-390c-49ed-8bd5-fcc7699fdc89 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:10:32.761008 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e9a0b0-390c-49ed-8bd5-fcc7699fdc89 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:32.762025 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-18e9a0b0-390c-49ed-8bd5-fcc7699fdc89 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:32.767677 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4469368-550a-4ec8-80ee-c777d0518545 None None] Network 2aeaa62e-9876-422b-8a57-18c1c9d36da3 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:10:32.929964 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-12b6a378-ed3f-4cf4-86c9-c380b11d2ac8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 0e86e233-e709-4cef-a618-45085d2845ca) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:10:32.945157 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a2647d-9e5a-47b8-94c6-e596189dd427 None None] Network 0e86e233-e709-4cef-a618-45085d2845ca requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:10:32.945628 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b6a378-ed3f-4cf4-86c9-c380b11d2ac8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:32.946182 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-12b6a378-ed3f-4cf4-86c9-c380b11d2ac8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:32.961381 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c0ca3333-bc8f-4df7-877b-0de9fbc88d24 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:32.965465 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-71b56ef2-7d28-44dd-9fe8-656fa4bde3bc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733071'] for router_interface, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:32.972013 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-36e0f9ef-0b3a-4029-868e-a24507f6b099 None None] Provisioning for port e4c3a978-385d-49ab-92ce-f5377a457cd7 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:10:33.020634 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca3333-bc8f-4df7-877b-0de9fbc88d24 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event deleted for resources: {'Port': ['ID=aeda6bb7-cabd-455c-b9ce-49fcd9274bee,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:33.035889 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c0ca3333-bc8f-4df7-877b-0de9fbc88d24 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:33.048776 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-c0ca3333-bc8f-4df7-877b-0de9fbc88d24 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "DELETE /v2.0/ports/aeda6bb7-cabd-455c-b9ce-49fcd9274bee HTTP/1.1" status: 204 len: 168 time: 1.3267047 Feb 10 23:10:33.051143 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47278) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:33.055079 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24781c4b-cf2c-4ea0-b78d-a4c0a5a8f8d9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:10:33.081761 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-18e9a0b0-390c-49ed-8bd5-fcc7699fdc89 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.3980961 Feb 10 23:10:33.087011 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47282) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:33.096031 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-36e0f9ef-0b3a-4029-868e-a24507f6b099 None None] Provisioning complete for port e4c3a978-385d-49ab-92ce-f5377a457cd7 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:33.096630 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-ede4bd40-3bed-4ffb-b7f3-fa1f8635a0e7 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2045152047', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '978251de-2cfe-4555-8dd3-bcd3f652df77'}], 'security_groups': ['b40dbb9f-26b9-4da5-a96c-23f0864b26ce']}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:10:33.096996 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-36e0f9ef-0b3a-4029-868e-a24507f6b099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:33.099914 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-24781c4b-cf2c-4ea0-b78d-a4c0a5a8f8d9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "PUT /v2.0/routers/3f6c3e0a-1527-4d5e-8dcf-14b3252b545d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0692687 Feb 10 23:10:33.102657 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47286) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:33.139009 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-12b6a378-ed3f-4cf4-86c9-c380b11d2ac8 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8973157 Feb 10 23:10:33.190116 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0211c29-2751-4ea1-b75c-1c394b322fba tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:33.191663 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0211c29-2751-4ea1-b75c-1c394b322fba tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:33.192436 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-d0211c29-2751-4ea1-b75c-1c394b322fba tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Synchronizing usage tracker for tenant:143e860117cc493db304000cc95b95c2 on resource:subnet {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:10:33.230770 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7c583b-caeb-46ba-812c-ad5f3f2f953a tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:33.231755 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-2c7c583b-caeb-46ba-812c-ad5f3f2f953a tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Synchronizing usage tracker for tenant:8ebaafa64ea74242ba2bb084ec0966de on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:10:33.284665 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d1ad6fe3-36aa-4878-82b2-6b63cfaaea69 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:33.289690 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-d0211c29-2751-4ea1-b75c-1c394b322fba tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Unset dirty status for tenant:143e860117cc493db304000cc95b95c2 on resource:subnet {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:10:33.293239 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-d0211c29-2751-4ea1-b75c-1c394b322fba tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1865556 Feb 10 23:10:33.295850 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47292) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:33.316907 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-36e0f9ef-0b3a-4029-868e-a24507f6b099 None None] Port e4c3a978-385d-49ab-92ce-f5377a457cd7 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:10:33.369149 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ad6fe3-36aa-4878-82b2-6b63cfaaea69 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Pushing event deleted for resources: {'Port': ['ID=4b5d658d-361c-41f6-a318-dfd4faab65de,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:33.370866 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ede4bd40-3bed-4ffb-b7f3-fa1f8635a0e7 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:33.386860 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-2c7c583b-caeb-46ba-812c-ad5f3f2f953a tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Unset dirty status for tenant:8ebaafa64ea74242ba2bb084ec0966de on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:10:33.393714 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-2c7c583b-caeb-46ba-812c-ad5f3f2f953a tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3377075 Feb 10 23:10:33.393714 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47298) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:33.417176 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-71b56ef2-7d28-44dd-9fe8-656fa4bde3bc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:33.492974 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-09d5ff84-1faf-48e5-b182-1eb68b81bd1e tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] GET failed (client error): The resource could not be found. Feb 10 23:10:33.497191 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-09d5ff84-1faf-48e5-b182-1eb68b81bd1e tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "GET /v2.0/ports/aeda6bb7-cabd-455c-b9ce-49fcd9274bee HTTP/1.1" status: 404 len: 333 time: 0.0991116 Feb 10 23:10:33.504168 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47302) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:33.521682 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-9d09bb8d-9a99-46a4-8fe4-03e832290a30 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1444182243'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:10:33.556893 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-9d09bb8d-9a99-46a4-8fe4-03e832290a30 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:33.557999 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e39066-e346-4cbc-b605-6a58a3e77ff2 None None] Network 0e86e233-e709-4cef-a618-45085d2845ca requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:10:33.650062 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-9d09bb8d-9a99-46a4-8fe4-03e832290a30 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Usage tracker for resource:network and tenant:8ebaafa64ea74242ba2bb084ec0966de is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:33.656799 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-9d09bb8d-9a99-46a4-8fe4-03e832290a30 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:33.693102 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-9d09bb8d-9a99-46a4-8fe4-03e832290a30 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:33.769060 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6368055-39f0-445a-afcd-c0d1680e6a7c None None] Update dhcp port {'port': {'network_id': '2aeaa62e-9876-422b-8a57-18c1c9d36da3', 'fixed_ips': [{'subnet_id': 'ab1365f4-7128-4eb9-8a5f-1c60fb041d97', 'ip_address': '2001:db8::2'}, {'subnet_id': '978251de-2cfe-4555-8dd3-bcd3f652df77'}], 'binding:host_id': 'dv-neutron-828797-1-hyperv'}, 'id': '2ddfb68f-3555-4c9b-aacc-bb9364698c54'} from dv-neutron-828797-1-hyperv. {{(pid=84334) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 10 23:10:33.788411 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a4ae369-3e33-4d70-894f-0923b7b95fb0 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Deleting subnet ed8bbf31-2abc-4855-af4b-81817547a485 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:10:33.791821 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0a4ae369-3e33-4d70-894f-0923b7b95fb0 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:33.811152 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2daba41-5a32-4815-98ce-495ebfdd8f40 None None] Sync routers for ids ['3f6c3e0a-1527-4d5e-8dcf-14b3252b545d'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:10:33.842392 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d09bb8d-9a99-46a4-8fe4-03e832290a30 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Made reservation on behalf of 8ebaafa64ea74242ba2bb084ec0966de for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:10:33.849432 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9d09bb8d-9a99-46a4-8fe4-03e832290a30 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:33.882951 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0a4ae369-3e33-4d70-894f-0923b7b95fb0 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31983416'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:33.902524 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2daba41-5a32-4815-98ce-495ebfdd8f40 None None] Routers {'3f6c3e0a-1527-4d5e-8dcf-14b3252b545d'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:10:33.903581 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-d2daba41-5a32-4815-98ce-495ebfdd8f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:10:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['3f6c3e0a-1527-4d5e-8dcf-14b3252b545d'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:33.930776 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d09bb8d-9a99-46a4-8fe4-03e832290a30 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:10:33.950335 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9d09bb8d-9a99-46a4-8fe4-03e832290a30 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:33.950669 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-9d09bb8d-9a99-46a4-8fe4-03e832290a30 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Added segment 0153b39d-bef2-4cc6-8c45-d396fc0c6e41 of type vlan for network 07f61a0b-0962-42c7-919b-2a3680468bfc Feb 10 23:10:33.990367 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9d09bb8d-9a99-46a4-8fe4-03e832290a30 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:34.010431 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d1ad6fe3-36aa-4878-82b2-6b63cfaaea69 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2767638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733091'] for router_interface, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:34.016018 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0a4ae369-3e33-4d70-894f-0923b7b95fb0 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:34.041732 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b6368055-39f0-445a-afcd-c0d1680e6a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:34.153173 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9d09bb8d-9a99-46a4-8fe4-03e832290a30 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:34.158528 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d09bb8d-9a99-46a4-8fe4-03e832290a30 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:34.159303 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9d09bb8d-9a99-46a4-8fe4-03e832290a30 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:34.180042 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-d2daba41-5a32-4815-98ce-495ebfdd8f40 None None] Set router 3f6c3e0a-1527-4d5e-8dcf-14b3252b545d gateway port host: None {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:10:34.244767 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0a4ae369-3e33-4d70-894f-0923b7b95fb0 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:34.314978 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4ae369-3e33-4d70-894f-0923b7b95fb0 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event deleted for resources: {'Subnet': ['ID=ed8bbf31-2abc-4855-af4b-81817547a485,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:34.320291 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d09bb8d-9a99-46a4-8fe4-03e832290a30 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event updated for resources: {'Network': ['ID=07f61a0b-0962-42c7-919b-2a3680468bfc,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:34.324795 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0a4ae369-3e33-4d70-894f-0923b7b95fb0 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:34.326781 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-0a4ae369-3e33-4d70-894f-0923b7b95fb0 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/subnets/ed8bbf31-2abc-4855-af4b-81817547a485 HTTP/1.1" status: 204 len: 168 time: 1.0309799 Feb 10 23:10:34.339835 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47316) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:34.376636 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-d2daba41-5a32-4815-98ce-495ebfdd8f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f6c3e0a-1527-4d5e-8dcf-14b3252b545d', 'name': 'tempest-NetworksTestDHCPv6-router-732593570', 'tenant_id': '143e860117cc493db304000cc95b95c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:10:19Z', 'updated_at': '2022-02-10T23:10:31Z', 'revision_number': 3, 'project_id': '143e860117cc493db304000cc95b95c2', 'gw_port_host': None}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:34.383883 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bacc7c-d985-4e84-a2a8-a6b8e2a49565 None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:10:34.484826 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 07f61a0b-0962-42c7-919b-2a3680468bfc details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:10:34.490457 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-9d09bb8d-9a99-46a4-8fe4-03e832290a30 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9850538 Feb 10 23:10:34.496837 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47322) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:34.507047 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-bff7fab9-74fd-4b2c-8eec-1eabfe40a175 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Request body: {'subnet': {'network_id': '07f61a0b-0962-42c7-919b-2a3680468bfc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:10:34.653685 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2daba41-5a32-4815-98ce-495ebfdd8f40 None None] Checking router: 3f6c3e0a-1527-4d5e-8dcf-14b3252b545d for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:10:34.687833 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-a4e1cac8-1ef5-4a86-96b5-9c7df631b4b3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Synchronizing usage tracker for tenant:143e860117cc493db304000cc95b95c2 on resource:router {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:10:34.701332 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-bff7fab9-74fd-4b2c-8eec-1eabfe40a175 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:34.707295 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-bff7fab9-74fd-4b2c-8eec-1eabfe40a175 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Usage tracker for resource:subnet and tenant:8ebaafa64ea74242ba2bb084ec0966de is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:34.711173 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-bff7fab9-74fd-4b2c-8eec-1eabfe40a175 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:34.721777 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-bff7fab9-74fd-4b2c-8eec-1eabfe40a175 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:34.777699 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2daba41-5a32-4815-98ce-495ebfdd8f40 None None] Routers {'3f6c3e0a-1527-4d5e-8dcf-14b3252b545d'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:10:34.778551 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-d2daba41-5a32-4815-98ce-495ebfdd8f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:10:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['3f6c3e0a-1527-4d5e-8dcf-14b3252b545d'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:34.827341 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff7fab9-74fd-4b2c-8eec-1eabfe40a175 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Made reservation on behalf of 8ebaafa64ea74242ba2bb084ec0966de for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:10:34.929589 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-a4e1cac8-1ef5-4a86-96b5-9c7df631b4b3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Unset dirty status for tenant:143e860117cc493db304000cc95b95c2 on resource:router {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:10:34.933751 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-a4e1cac8-1ef5-4a86-96b5-9c7df631b4b3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.5926332 Feb 10 23:10:34.941566 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47330) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:34.948418 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-d2daba41-5a32-4815-98ce-495ebfdd8f40 None None] Set router 3f6c3e0a-1527-4d5e-8dcf-14b3252b545d gateway port host: None {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:10:34.982109 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bff7fab9-74fd-4b2c-8eec-1eabfe40a175 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:35.076730 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47334) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:35.091895 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-8b36d401-99e6-4806-8a5b-d40b00c51d65 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2023275643-network', 'tenant_id': 'dec53a57f09a4d6783542ffc1a7122f4'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:10:35.099341 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8b36d401-99e6-4806-8a5b-d40b00c51d65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:35.106329 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-8b36d401-99e6-4806-8a5b-d40b00c51d65 admin admin] Usage tracker for resource:network and tenant:dec53a57f09a4d6783542ffc1a7122f4 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:35.111188 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-8b36d401-99e6-4806-8a5b-d40b00c51d65 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:35.113730 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-d2daba41-5a32-4815-98ce-495ebfdd8f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f6c3e0a-1527-4d5e-8dcf-14b3252b545d', 'name': 'tempest-NetworksTestDHCPv6-router-732593570', 'tenant_id': '143e860117cc493db304000cc95b95c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:10:19Z', 'updated_at': '2022-02-10T23:10:31Z', 'revision_number': 3, 'project_id': '143e860117cc493db304000cc95b95c2', 'gw_port_host': None}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:35.122547 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8b36d401-99e6-4806-8a5b-d40b00c51d65 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:35.122785 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ad6fe3-36aa-4878-82b2-6b63cfaaea69 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Router e63b02b1-7460-4241-be39-b12bb0510d75 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:10:35.124764 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2daba41-5a32-4815-98ce-495ebfdd8f40 None None] The sync data for ids ['3f6c3e0a-1527-4d5e-8dcf-14b3252b545d'] in dv-neutron-828797-1-hyperv is: [{'id': '3f6c3e0a-1527-4d5e-8dcf-14b3252b545d', 'name': 'tempest-NetworksTestDHCPv6-router-732593570', 'tenant_id': '143e860117cc493db304000cc95b95c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:10:19Z', 'updated_at': '2022-02-10T23:10:31Z', 'revision_number': 3, 'project_id': '143e860117cc493db304000cc95b95c2', 'gw_port_host': None}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:10:35.145263 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-ede4bd40-3bed-4ffb-b7f3-fa1f8635a0e7 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Delete allocated IP 2001:db8::322 (2aeaa62e-9876-422b-8a57-18c1c9d36da3/ab1365f4-7128-4eb9-8a5f-1c60fb041d97) {{(pid=84332) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 10 23:10:35.178832 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-ede4bd40-3bed-4ffb-b7f3-fa1f8635a0e7 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Allocated IP 2001:db8:0:1::51 (2aeaa62e-9876-422b-8a57-18c1c9d36da3/978251de-2cfe-4555-8dd3-bcd3f652df77/fd477d81-b3fa-4377-a845-b9e110d310b1) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:10:35.181422 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-71b56ef2-7d28-44dd-9fe8-656fa4bde3bc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:35.192872 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cf18aa76-9e54-4dca-ab2b-d4538026f071 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:35.211171 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61df550-9e39-4dd8-8d1d-c214efe0dcae None None] DHCP port deletion for 6dca27ff-0cc1-400d-8ed1-46016d84d938 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:10:35.215535 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-d61df550-9e39-4dd8-8d1d-c214efe0dcae None None] Deleting port 760594b3-6055-4c02-9738-81aa973708cd {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:10:35.216034 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d61df550-9e39-4dd8-8d1d-c214efe0dcae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:35.266747 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b36d401-99e6-4806-8a5b-d40b00c51d65 admin admin] Made reservation on behalf of dec53a57f09a4d6783542ffc1a7122f4 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:10:35.270749 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8b36d401-99e6-4806-8a5b-d40b00c51d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:35.284119 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8b36d401-99e6-4806-8a5b-d40b00c51d65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:35.328366 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8b36d401-99e6-4806-8a5b-d40b00c51d65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:35.329682 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-8b36d401-99e6-4806-8a5b-d40b00c51d65 admin admin] Usage tracker for resource:security_group_rule and tenant:dec53a57f09a4d6783542ffc1a7122f4 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:35.332610 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-8b36d401-99e6-4806-8a5b-d40b00c51d65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:35.338321 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8b36d401-99e6-4806-8a5b-d40b00c51d65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:35.387547 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-71b56ef2-7d28-44dd-9fe8-656fa4bde3bc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:35.444568 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-d61df550-9e39-4dd8-8d1d-c214efe0dcae None None] For port 760594b3-6055-4c02-9738-81aa973708cd, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=760594b3-6055-4c02-9738-81aa973708cd,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:10:35.445211 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d61df550-9e39-4dd8-8d1d-c214efe0dcae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:35.462862 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bff7fab9-74fd-4b2c-8eec-1eabfe40a175 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:35.585247 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-d61df550-9e39-4dd8-8d1d-c214efe0dcae None None] Calling delete_port for 760594b3-6055-4c02-9738-81aa973708cd owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:10:35.657813 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b56ef2-7d28-44dd-9fe8-656fa4bde3bc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Port': ['ID=e4c3a978-385d-49ab-92ce-f5377a457cd7,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:35.662646 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff7fab9-74fd-4b2c-8eec-1eabfe40a175 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event updated for resources: {'Subnet': ['ID=c734f454-4a19-4716-9c7e-cede46d35eaf,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:35.665717 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8b36d401-99e6-4806-8a5b-d40b00c51d65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:35.668948 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-71b56ef2-7d28-44dd-9fe8-656fa4bde3bc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2767683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732898'] for router_interface, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:35.680206 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff7fab9-74fd-4b2c-8eec-1eabfe40a175 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Checking segment: {'id': '0153b39d-bef2-4cc6-8c45-d396fc0c6e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '07f61a0b-0962-42c7-919b-2a3680468bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:10:35.680206 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff7fab9-74fd-4b2c-8eec-1eabfe40a175 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Network hostable DHCP agents. Network: 07f61a0b-0962-42c7-919b-2a3680468bfc, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:10:35.750951 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8b36d401-99e6-4806-8a5b-d40b00c51d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:35.787292 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b36d401-99e6-4806-8a5b-d40b00c51d65 admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:10:35.792568 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b36d401-99e6-4806-8a5b-d40b00c51d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f47f3bf-2a74-441e-958a-759c07dee982,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:35.796953 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d61df550-9e39-4dd8-8d1d-c214efe0dcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:35.800756 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8b36d401-99e6-4806-8a5b-d40b00c51d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:35.800756 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-8b36d401-99e6-4806-8a5b-d40b00c51d65 admin admin] Added segment e791454e-cc69-4c3c-8007-b97e65641f33 of type vlan for network dea7d91a-3994-4141-8ce6-13aa31b03fa5 Feb 10 23:10:35.832759 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8b36d401-99e6-4806-8a5b-d40b00c51d65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:35.851786 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61df550-9e39-4dd8-8d1d-c214efe0dcae None None] No DVR routers for this DVR port 760594b3-6055-4c02-9738-81aa973708cd on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:10:35.873960 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61df550-9e39-4dd8-8d1d-c214efe0dcae None None] Pushing event deleted for resources: {'Port': ['ID=760594b3-6055-4c02-9738-81aa973708cd,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:35.890033 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff7fab9-74fd-4b2c-8eec-1eabfe40a175 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Network 07f61a0b-0962-42c7-919b-2a3680468bfc is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:10:35.941549 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ad6fe3-36aa-4878-82b2-6b63cfaaea69 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:10:35.948919 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b56ef2-7d28-44dd-9fe8-656fa4bde3bc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:35.949514 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b56ef2-7d28-44dd-9fe8-656fa4bde3bc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:35.951585 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c272c192-e529-411c-b46c-a6ecd0b519f4 None None] Sync routers for ids ['e63b02b1-7460-4241-be39-b12bb0510d75'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:10:35.956126 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b56ef2-7d28-44dd-9fe8-656fa4bde3bc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:35.956505 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b56ef2-7d28-44dd-9fe8-656fa4bde3bc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:35.957001 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b56ef2-7d28-44dd-9fe8-656fa4bde3bc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:35.957424 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b56ef2-7d28-44dd-9fe8-656fa4bde3bc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:35.957523 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b56ef2-7d28-44dd-9fe8-656fa4bde3bc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:35.957822 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b56ef2-7d28-44dd-9fe8-656fa4bde3bc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:35.958146 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b56ef2-7d28-44dd-9fe8-656fa4bde3bc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:35.958492 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b56ef2-7d28-44dd-9fe8-656fa4bde3bc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:35.958808 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b56ef2-7d28-44dd-9fe8-656fa4bde3bc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:35.970756 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c272c192-e529-411c-b46c-a6ecd0b519f4 None None] Routers {'e63b02b1-7460-4241-be39-b12bb0510d75'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:10:35.970756 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-c272c192-e529-411c-b46c-a6ecd0b519f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:10:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['e63b02b1-7460-4241-be39-b12bb0510d75'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:36.004749 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8b36d401-99e6-4806-8a5b-d40b00c51d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:36.008986 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b36d401-99e6-4806-8a5b-d40b00c51d65 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:36.008986 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8b36d401-99e6-4806-8a5b-d40b00c51d65 admin admin] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:36.020821 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d1ad6fe3-36aa-4878-82b2-6b63cfaaea69 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] 10.222.0.59 "PUT /v2.0/routers/e63b02b1-7460-4241-be39-b12bb0510d75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9911914 Feb 10 23:10:36.039268 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-c272c192-e529-411c-b46c-a6ecd0b519f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:36.052518 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c272c192-e529-411c-b46c-a6ecd0b519f4 None None] Routers {'e63b02b1-7460-4241-be39-b12bb0510d75'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:10:36.053796 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-c272c192-e529-411c-b46c-a6ecd0b519f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:10:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['e63b02b1-7460-4241-be39-b12bb0510d75'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:36.079538 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47338) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:36.117228 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 8f6ecfe8-3c63-457e-a2f6-8c12ae9d62e4 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:10:36.119852 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-c272c192-e529-411c-b46c-a6ecd0b519f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:36.120254 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c272c192-e529-411c-b46c-a6ecd0b519f4 None None] The sync data for ids ['e63b02b1-7460-4241-be39-b12bb0510d75'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:10:36.154886 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 8f6ecfe8-3c63-457e-a2f6-8c12ae9d62e4 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:10:36.156453 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 8f6ecfe8-3c63-457e-a2f6-8c12ae9d62e4 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:10:36.156453 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 760594b3-6055-4c02-9738-81aa973708cd no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:10:36.169423 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-bff7fab9-74fd-4b2c-8eec-1eabfe40a175 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 07f61a0b-0962-42c7-919b-2a3680468bfc) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:10:36.189045 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69212c6d-9636-4e0f-8438-e091050ac7d5 None None] Network 07f61a0b-0962-42c7-919b-2a3680468bfc requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:10:36.201374 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff7fab9-74fd-4b2c-8eec-1eabfe40a175 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:36.208160 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bff7fab9-74fd-4b2c-8eec-1eabfe40a175 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:36.214767 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 760594b3-6055-4c02-9738-81aa973708cd {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:10:36.215110 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 760594b3-6055-4c02-9738-81aa973708cd not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:10:36.225973 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b36d401-99e6-4806-8a5b-d40b00c51d65 admin admin] Pushing event updated for resources: {'Network': ['ID=dea7d91a-3994-4141-8ce6-13aa31b03fa5,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:36.276093 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network dea7d91a-3994-4141-8ce6-13aa31b03fa5 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:10:36.297313 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-3e24018c-1795-4588-98fa-8fdf04ff3bd9 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] show failed (client error): The resource could not be found. Feb 10 23:10:36.298331 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3e24018c-1795-4588-98fa-8fdf04ff3bd9 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] 10.222.0.59 "GET /v2.0/routers/tempest-non_exist_router-678286019 HTTP/1.1" status: 404 len: 334 time: 0.1640370 Feb 10 23:10:36.306975 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47342) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:36.309102 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cf18aa76-9e54-4dca-ab2b-d4538026f071 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:36.313989 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-c6446d97-f6dc-4188-a429-617e832dd50e tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:10:36.325541 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cf18aa76-9e54-4dca-ab2b-d4538026f071 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:36.358618 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ede4bd40-3bed-4ffb-b7f3-fa1f8635a0e7 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:36.369845 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-8b36d401-99e6-4806-8a5b-d40b00c51d65 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2867215 Feb 10 23:10:36.378196 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-bff7fab9-74fd-4b2c-8eec-1eabfe40a175 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8797474 Feb 10 23:10:36.385785 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47346) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:36.385785 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.api.v2.resource [None req-c6446d97-f6dc-4188-a429-617e832dd50e tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] update failed (client error): The resource could not be found. Feb 10 23:10:36.385785 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-c6446d97-f6dc-4188-a429-617e832dd50e tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] 10.222.0.59 "PUT /v2.0/routers/tempest-non_exist_router-1021822623 HTTP/1.1" status: 404 len: 335 time: 0.0756855 Feb 10 23:10:36.387360 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47350) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:36.388728 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-8f1d99fc-309f-451f-af17-77fe384044a8 admin admin] Request body: {'subnet': {'network_id': 'dea7d91a-3994-4141-8ce6-13aa31b03fa5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2023275643-subnet', 'tenant_id': 'dec53a57f09a4d6783542ffc1a7122f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:10:36.390201 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47352) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:36.394649 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8f1d99fc-309f-451f-af17-77fe384044a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:36.395647 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-59f26ccb-46d6-48a1-b11e-15e66aa46d1e tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Request body: {'subnet': {'network_id': '07f61a0b-0962-42c7-919b-2a3680468bfc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:10:36.398414 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-8f1d99fc-309f-451f-af17-77fe384044a8 admin admin] Usage tracker for resource:subnet and tenant:dec53a57f09a4d6783542ffc1a7122f4 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:36.401471 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-8f1d99fc-309f-451f-af17-77fe384044a8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:36.407610 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8f1d99fc-309f-451f-af17-77fe384044a8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:36.508407 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1d99fc-309f-451f-af17-77fe384044a8 admin admin] Made reservation on behalf of dec53a57f09a4d6783542ffc1a7122f4 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:10:36.511057 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8f1d99fc-309f-451f-af17-77fe384044a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:36.533293 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b56ef2-7d28-44dd-9fe8-656fa4bde3bc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Network f4f4d45e-efab-47b5-8966-f476fe09f270 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:10:36.537627 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-71b56ef2-7d28-44dd-9fe8-656fa4bde3bc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:10:36.549918 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c181be2-a760-4e39-9b61-05b86aa8f2cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-07f61a0b-0962-42c7-919b-2a3680468bfc', 'network_id': '07f61a0b-0962-42c7-919b-2a3680468bfc', 'tenant_id': '8ebaafa64ea74242ba2bb084ec0966de', 'fixed_ips': [{'subnet_id': 'c734f454-4a19-4716-9c7e-cede46d35eaf'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:10:36.550437 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0c181be2-a760-4e39-9b61-05b86aa8f2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:36.693348 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-ede4bd40-3bed-4ffb-b7f3-fa1f8635a0e7 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Transition to ACTIVE for port object fd477d81-b3fa-4377-a845-b9e110d310b1 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:10:36.710010 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cf18aa76-9e54-4dca-ab2b-d4538026f071 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:36.710707 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf18aa76-9e54-4dca-ab2b-d4538026f071 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Fanout notify agent at l3_agent the message router_deleted on router 3f6c3e0a-1527-4d5e-8dcf-14b3252b545d {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:10:36.816684 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-0c181be2-a760-4e39-9b61-05b86aa8f2cf None None] Allocated IP 172.20.0.2 (07f61a0b-0962-42c7-919b-2a3680468bfc/c734f454-4a19-4716-9c7e-cede46d35eaf/fe50d982-c17e-4022-b647-ffff2c0b9122) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:10:36.844833 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8f1d99fc-309f-451f-af17-77fe384044a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:36.847078 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ede4bd40-3bed-4ffb-b7f3-fa1f8635a0e7 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:36.873483 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-b6368055-39f0-445a-afcd-c0d1680e6a7c None None] Allocated IP 2001:db8:0:1::2 (2aeaa62e-9876-422b-8a57-18c1c9d36da3/978251de-2cfe-4555-8dd3-bcd3f652df77/2ddfb68f-3555-4c9b-aacc-bb9364698c54) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:10:36.946114 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d99fc-309f-451f-af17-77fe384044a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a725554-c12b-4bce-879d-a943db6c55b3,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:36.950793 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cf18aa76-9e54-4dca-ab2b-d4538026f071 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:36.955402 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-cf18aa76-9e54-4dca-ab2b-d4538026f071 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/routers/3f6c3e0a-1527-4d5e-8dcf-14b3252b545d HTTP/1.1" status: 204 len: 168 time: 2.0098560 Feb 10 23:10:36.957562 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47358) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:36.967214 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-5d16110e-d051-4e76-b2b0-58e97ba029f4 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Request body: {'subnet': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:10:36.988256 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-59f26ccb-46d6-48a1-b11e-15e66aa46d1e tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:36.991896 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1d99fc-309f-451f-af17-77fe384044a8 admin admin] Checking segment: {'id': 'e791454e-cc69-4c3c-8007-b97e65641f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'dea7d91a-3994-4141-8ce6-13aa31b03fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:10:36.992079 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1d99fc-309f-451f-af17-77fe384044a8 admin admin] Network hostable DHCP agents. Network: dea7d91a-3994-4141-8ce6-13aa31b03fa5, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:10:37.005970 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-59f26ccb-46d6-48a1-b11e-15e66aa46d1e tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Usage tracker for resource:subnet and tenant:8ebaafa64ea74242ba2bb084ec0966de is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:37.034713 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede4bd40-3bed-4ffb-b7f3-fa1f8635a0e7 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event updated for resources: {'Port': ['ID=fd477d81-b3fa-4377-a845-b9e110d310b1,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:37.041136 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-59f26ccb-46d6-48a1-b11e-15e66aa46d1e tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:37.065253 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-59f26ccb-46d6-48a1-b11e-15e66aa46d1e tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:37.070055 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-ede4bd40-3bed-4ffb-b7f3-fa1f8635a0e7 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] In _notify_port_updated(), no bound segment for port fd477d81-b3fa-4377-a845-b9e110d310b1 on network 2aeaa62e-9876-422b-8a57-18c1c9d36da3 {{(pid=84332) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 23:10:37.073823 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede4bd40-3bed-4ffb-b7f3-fa1f8635a0e7 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:37.074612 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ede4bd40-3bed-4ffb-b7f3-fa1f8635a0e7 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:37.079463 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ede4bd40-3bed-4ffb-b7f3-fa1f8635a0e7 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "PUT /v2.0/ports/fd477d81-b3fa-4377-a845-b9e110d310b1 HTTP/1.1" status: 200 len: 930 time: 3.9911923 Feb 10 23:10:37.083658 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47362) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:37.103458 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5d16110e-d051-4e76-b2b0-58e97ba029f4 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:37.113374 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5d16110e-d051-4e76-b2b0-58e97ba029f4 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:37.120007 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-916d9ea2-5aee-4b4b-a139-99e3b70a0fb1 None None] Provisioning complete for port e4c3a978-385d-49ab-92ce-f5377a457cd7 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:37.120385 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-916d9ea2-5aee-4b4b-a139-99e3b70a0fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:37.159307 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-444c043d-714d-40be-a8d7-95e4f08fe800 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Deleting subnet 5d171179-2b1e-4627-8ecb-d500dd11a1d0 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:10:37.176999 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1d99fc-309f-451f-af17-77fe384044a8 admin admin] Network dea7d91a-3994-4141-8ce6-13aa31b03fa5 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:10:37.214968 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d16110e-d051-4e76-b2b0-58e97ba029f4 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Made reservation on behalf of 143e860117cc493db304000cc95b95c2 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:10:37.225053 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5d16110e-d051-4e76-b2b0-58e97ba029f4 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:37.225276 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-444c043d-714d-40be-a8d7-95e4f08fe800 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:37.287739 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-b6368055-39f0-445a-afcd-c0d1680e6a7c None None] For port 2ddfb68f-3555-4c9b-aacc-bb9364698c54, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=2ddfb68f-3555-4c9b-aacc-bb9364698c54,segment=NetworkSegment(01990d64-b862-44bf-9ed5-50cdc337c8ec),segment_id=01990d64-b862-44bf-9ed5-50cdc337c8ec)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:10:37.290564 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-8f1d99fc-309f-451f-af17-77fe384044a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, dea7d91a-3994-4141-8ce6-13aa31b03fa5) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:10:37.298197 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-916d9ea2-5aee-4b4b-a139-99e3b70a0fb1 None None] Port e4c3a978-385d-49ab-92ce-f5377a457cd7 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:10:37.301188 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1d99fc-309f-451f-af17-77fe384044a8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:37.304993 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8f1d99fc-309f-451f-af17-77fe384044a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:37.305131 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f26ccb-46d6-48a1-b11e-15e66aa46d1e tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Made reservation on behalf of 8ebaafa64ea74242ba2bb084ec0966de for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:10:37.308136 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c46dfa-f63a-4f10-ab74-60b3b58d4481 None None] Network dea7d91a-3994-4141-8ce6-13aa31b03fa5 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:10:37.330943 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-b832ba86-36b1-4f3d-8115-eaa23756c37b tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Deleting port fd477d81-b3fa-4377-a845-b9e110d310b1 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:10:37.333683 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b832ba86-36b1-4f3d-8115-eaa23756c37b tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:37.336933 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0c181be2-a760-4e39-9b61-05b86aa8f2cf None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:37.403289 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.resource_extend [None req-b6368055-39f0-445a-afcd-c0d1680e6a7c None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:10:37.414101 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-8f1d99fc-309f-451f-af17-77fe384044a8 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0337255 Feb 10 23:10:37.429591 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-0c181be2-a760-4e39-9b61-05b86aa8f2cf None None] Transition to ACTIVE for port object fe50d982-c17e-4022-b647-ffff2c0b9122 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:10:37.435590 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b6368055-39f0-445a-afcd-c0d1680e6a7c None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:37.489350 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-0c181be2-a760-4e39-9b61-05b86aa8f2cf None None] Transition to ACTIVE for port object fe50d982-c17e-4022-b647-ffff2c0b9122 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:10:37.497660 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-b6368055-39f0-445a-afcd-c0d1680e6a7c None None] Transition to ACTIVE for port object 2ddfb68f-3555-4c9b-aacc-bb9364698c54 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:10:37.580718 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0c181be2-a760-4e39-9b61-05b86aa8f2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:37.597020 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5d16110e-d051-4e76-b2b0-58e97ba029f4 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:37.636638 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b6368055-39f0-445a-afcd-c0d1680e6a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:37.671358 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d16110e-d051-4e76-b2b0-58e97ba029f4 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:10:37.674166 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-444c043d-714d-40be-a8d7-95e4f08fe800 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:37.674826 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-5d16110e-d051-4e76-b2b0-58e97ba029f4 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:10:37.679367 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d16110e-d051-4e76-b2b0-58e97ba029f4 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:37.681756 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5d16110e-d051-4e76-b2b0-58e97ba029f4 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:37.707539 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d16110e-d051-4e76-b2b0-58e97ba029f4 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event updated for resources: {'Subnet': ['ID=e7e4925a-ff48-4126-af9a-de59842ba469,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:37.710486 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5999b9fa-ac71-446b-bc49-b396fd195ff7 None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:10:37.742263 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c181be2-a760-4e39-9b61-05b86aa8f2cf None None] Network 07f61a0b-0962-42c7-919b-2a3680468bfc is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:10:37.792833 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-0c181be2-a760-4e39-9b61-05b86aa8f2cf None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:10:37.804510 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-5d16110e-d051-4e76-b2b0-58e97ba029f4 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8454852 Feb 10 23:10:37.807761 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47374) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:37.817935 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-1d80a212-0d70-45c5-b41b-39641c73ae5a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1018922505', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:10:37.828768 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f118710b-8422-4482-ba1d-6e1f50cccdff None None] Network dea7d91a-3994-4141-8ce6-13aa31b03fa5 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:10:37.831531 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-1d80a212-0d70-45c5-b41b-39641c73ae5a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:37.837501 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-1d80a212-0d70-45c5-b41b-39641c73ae5a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Usage tracker for resource:router and tenant:143e860117cc493db304000cc95b95c2 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:37.839094 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c181be2-a760-4e39-9b61-05b86aa8f2cf None None] Pushing event updated for resources: {'Port': ['ID=fe50d982-c17e-4022-b647-ffff2c0b9122,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:37.842092 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c181be2-a760-4e39-9b61-05b86aa8f2cf None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:10:37.843710 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-1d80a212-0d70-45c5-b41b-39641c73ae5a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:37.852990 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-1d80a212-0d70-45c5-b41b-39641c73ae5a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:37.942959 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-59f26ccb-46d6-48a1-b11e-15e66aa46d1e tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:37.953159 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1d80a212-0d70-45c5-b41b-39641c73ae5a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:37.956938 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1d80a212-0d70-45c5-b41b-39641c73ae5a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:37.984570 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1d80a212-0d70-45c5-b41b-39641c73ae5a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:38.111749 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-444c043d-714d-40be-a8d7-95e4f08fe800 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:38.168927 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b832ba86-36b1-4f3d-8115-eaa23756c37b tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:38.191164 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6368055-39f0-445a-afcd-c0d1680e6a7c None None] Pushing event updated for resources: {'Port': ['ID=2ddfb68f-3555-4c9b-aacc-bb9364698c54,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:38.254883 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-0c181be2-a760-4e39-9b61-05b86aa8f2cf None None] Attempting to bind port fe50d982-c17e-4022-b647-ffff2c0b9122 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:10:38.255442 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-0c181be2-a760-4e39-9b61-05b86aa8f2cf None None] Attempting to bind port fe50d982-c17e-4022-b647-ffff2c0b9122 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '0153b39d-bef2-4cc6-8c45-d396fc0c6e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '07f61a0b-0962-42c7-919b-2a3680468bfc'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:10:38.255966 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c181be2-a760-4e39-9b61-05b86aa8f2cf None None] Attempting to bind port fe50d982-c17e-4022-b647-ffff2c0b9122 on network 07f61a0b-0962-42c7-919b-2a3680468bfc {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:10:38.329064 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c181be2-a760-4e39-9b61-05b86aa8f2cf None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:10:38.329853 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c181be2-a760-4e39-9b61-05b86aa8f2cf None None] Checking segment: {'id': '0153b39d-bef2-4cc6-8c45-d396fc0c6e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '07f61a0b-0962-42c7-919b-2a3680468bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:10:38.330484 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0c181be2-a760-4e39-9b61-05b86aa8f2cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:38.331104 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c181be2-a760-4e39-9b61-05b86aa8f2cf None None] Bound using segment: {'id': '0153b39d-bef2-4cc6-8c45-d396fc0c6e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '07f61a0b-0962-42c7-919b-2a3680468bfc'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:10:38.331801 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-0c181be2-a760-4e39-9b61-05b86aa8f2cf None None] Bound port: fe50d982-c17e-4022-b647-ffff2c0b9122, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0153b39d-bef2-4cc6-8c45-d396fc0c6e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '07f61a0b-0962-42c7-919b-2a3680468bfc'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:10:38.332401 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0c181be2-a760-4e39-9b61-05b86aa8f2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:38.363271 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a102875-9081-488a-8c8e-d6b6c046b1b6 req-9e3750d9-2a15-430f-8754-fa1d4adf7452 tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:38.365993 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-4a102875-9081-488a-8c8e-d6b6c046b1b6 req-9e3750d9-2a15-430f-8754-fa1d4adf7452 tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] 10.222.0.59 "GET /v2.0/networks?id=0e86e233-e709-4cef-a618-45085d2845ca HTTP/1.1" status: 200 len: 812 time: 0.2597799 Feb 10 23:10:38.367764 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1d80a212-0d70-45c5-b41b-39641c73ae5a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:38.409752 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-b832ba86-36b1-4f3d-8115-eaa23756c37b tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Calling delete_port for fd477d81-b3fa-4377-a845-b9e110d310b1 owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:10:38.424636 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-4a102875-9081-488a-8c8e-d6b6c046b1b6 req-1e7f78a3-fbe3-4ad0-a641-53755661fc31 tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] 10.222.0.59 "GET /v2.0/quotas/0eebca367ce8409b9f508406dcaece7d HTTP/1.1" status: 200 len: 375 time: 0.0177047 Feb 10 23:10:38.466030 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.ipam_backend_mixin [None req-59f26ccb-46d6-48a1-b11e-15e66aa46d1e tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c734f454-4a19-4716-9c7e-cede46d35eaf (CIDR: 172.20.0.0/28) Feb 10 23:10:38.524149 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1d80a212-0d70-45c5-b41b-39641c73ae5a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:38.525625 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-1d80a212-0d70-45c5-b41b-39641c73ae5a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7177322 Feb 10 23:10:38.535804 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47384) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:38.546905 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-4a102875-9081-488a-8c8e-d6b6c046b1b6 req-1cdad310-757f-4c7f-a376-5e95a3f58a00 tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0eebca367ce8409b9f508406dcaece7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1152718 Feb 10 23:10:38.548315 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9fb3f0-3f6c-4261-b619-798961ad29fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-6dca27ff-0cc1-400d-8ed1-46016d84d938', 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'tenant_id': '143e860117cc493db304000cc95b95c2', 'fixed_ips': [{'subnet_id': 'e7e4925a-ff48-4126-af9a-de59842ba469'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:10:38.549007 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ca9fb3f0-3f6c-4261-b619-798961ad29fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:38.575655 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-59f26ccb-46d6-48a1-b11e-15e66aa46d1e tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:10:38.576137 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59f26ccb-46d6-48a1-b11e-15e66aa46d1e tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:10:38.674904 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-0c181be2-a760-4e39-9b61-05b86aa8f2cf None None] For port fe50d982-c17e-4022-b647-ffff2c0b9122, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:10:38.701297 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-0c181be2-a760-4e39-9b61-05b86aa8f2cf None None] For port fe50d982-c17e-4022-b647-ffff2c0b9122, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=fe50d982-c17e-4022-b647-ffff2c0b9122,segment=NetworkSegment(0153b39d-bef2-4cc6-8c45-d396fc0c6e41),segment_id=0153b39d-bef2-4cc6-8c45-d396fc0c6e41)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:10:38.829227 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-4a102875-9081-488a-8c8e-d6b6c046b1b6 req-8f3aca4d-563d-4a04-93b4-a51c03220ed0 service neutron] 10.222.0.59 "GET /v2.0/networks/0e86e233-e709-4cef-a618-45085d2845ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755060 Feb 10 23:10:38.830860 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-ca9fb3f0-3f6c-4261-b619-798961ad29fa None None] Allocated IP 2001:db8::2 (6dca27ff-0cc1-400d-8ed1-46016d84d938/e7e4925a-ff48-4126-af9a-de59842ba469/3fe54fdc-0eab-4211-9f29-f6dae5276baa) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:10:38.838101 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0c181be2-a760-4e39-9b61-05b86aa8f2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:38.870205 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-444c043d-714d-40be-a8d7-95e4f08fe800 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:38.972556 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-444c043d-714d-40be-a8d7-95e4f08fe800 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:38.983722 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444c043d-714d-40be-a8d7-95e4f08fe800 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Pushing event deleted for resources: {'Subnet': ['ID=5d171179-2b1e-4627-8ecb-d500dd11a1d0,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:38.989196 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-444c043d-714d-40be-a8d7-95e4f08fe800 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] 10.222.0.59 "DELETE /v2.0/subnets/5d171179-2b1e-4627-8ecb-d500dd11a1d0 HTTP/1.1" status: 204 len: 168 time: 2.5981312 Feb 10 23:10:38.993618 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b832ba86-36b1-4f3d-8115-eaa23756c37b tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:39.001058 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47388) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:39.044290 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3dcfd49-1272-4e63-a251-76c2f51a137d None None] Network 2218962b-6d09-4a80-9671-486c7c41b6fe requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:10:39.107424 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-59f26ccb-46d6-48a1-b11e-15e66aa46d1e tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.7165573 Feb 10 23:10:39.118864 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b832ba86-36b1-4f3d-8115-eaa23756c37b tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event deleted for resources: {'Port': ['ID=fd477d81-b3fa-4377-a845-b9e110d310b1,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:39.118864 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47392) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:39.129607 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-56d6479d-6277-4a76-89ae-afeda7018008 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Request body: {'subnet': {'network_id': '07f61a0b-0962-42c7-919b-2a3680468bfc', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:10:39.284844 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b56ef2-7d28-44dd-9fe8-656fa4bde3bc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Router 0a1036b0-ff18-43ca-b38f-82a2587292bd has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:10:39.287413 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c181be2-a760-4e39-9b61-05b86aa8f2cf None None] Pushing event updated for resources: {'Port': ['ID=fe50d982-c17e-4022-b647-ffff2c0b9122,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:39.364023 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-4a102875-9081-488a-8c8e-d6b6c046b1b6 req-26fbad97-8f76-44fc-bfc0-b7eaff908909 service neutron] 10.222.0.59 "GET /v2.0/networks/0e86e233-e709-4cef-a618-45085d2845ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5201507 Feb 10 23:10:39.374421 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3eaa5bfd-6e53-4a7d-82f5-37d272f23008 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:39.394458 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-3eaa5bfd-6e53-4a7d-82f5-37d272f23008 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Deleting port 480f3d79-14d5-43c4-bc4c-1b00959a7ec9 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:10:39.394953 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3eaa5bfd-6e53-4a7d-82f5-37d272f23008 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:39.401623 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-dae44221-0fc0-4a0d-84aa-b8346e371e49 None None] Provisioning for port 2ddfb68f-3555-4c9b-aacc-bb9364698c54 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:10:39.420353 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-dae44221-0fc0-4a0d-84aa-b8346e371e49 None None] Provisioning complete for port 2ddfb68f-3555-4c9b-aacc-bb9364698c54 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:39.421655 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dae44221-0fc0-4a0d-84aa-b8346e371e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:39.692721 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b832ba86-36b1-4f3d-8115-eaa23756c37b tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:39.698006 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b832ba86-36b1-4f3d-8115-eaa23756c37b tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "DELETE /v2.0/ports/fd477d81-b3fa-4377-a845-b9e110d310b1 HTTP/1.1" status: 204 len: 168 time: 2.6117086 Feb 10 23:10:39.701631 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47396) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:39.905492 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-3eaa5bfd-6e53-4a7d-82f5-37d272f23008 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] For port 480f3d79-14d5-43c4-bc4c-1b00959a7ec9, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=480f3d79-14d5-43c4-bc4c-1b00959a7ec9,segment=NetworkSegment(ba0a4dc0-99ce-48ba-ae5e-4a3794f30d7d),segment_id=ba0a4dc0-99ce-48ba-ae5e-4a3794f30d7d)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:10:39.905492 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3eaa5bfd-6e53-4a7d-82f5-37d272f23008 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:39.905492 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cfe1536-2e71-4a42-893e-8886a81e09ab tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] GET failed (client error): The resource could not be found. Feb 10 23:10:39.905492 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-9cfe1536-2e71-4a42-893e-8886a81e09ab tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Synchronizing usage tracker for tenant:a1a196bacc5e4170b4defd7cfb879ddb on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:10:39.907766 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ca9fb3f0-3f6c-4261-b619-798961ad29fa None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:39.922653 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-dae44221-0fc0-4a0d-84aa-b8346e371e49 None None] Could not find standard attr ID for object fd477d81-b3fa-4377-a845-b9e110d310b1. {{(pid=84334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 23:10:39.928036 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-ca9fb3f0-3f6c-4261-b619-798961ad29fa None None] Transition to ACTIVE for port object 3fe54fdc-0eab-4211-9f29-f6dae5276baa will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:10:39.968816 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c926e5ea-6766-4c19-9af2-e9e205c48de5 None None] DHCP port deletion for 2218962b-6d09-4a80-9671-486c7c41b6fe request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:10:39.979859 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-c926e5ea-6766-4c19-9af2-e9e205c48de5 None None] Deleting port 480f3d79-14d5-43c4-bc4c-1b00959a7ec9 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:10:39.982593 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c926e5ea-6766-4c19-9af2-e9e205c48de5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:40.037863 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-dae44221-0fc0-4a0d-84aa-b8346e371e49 None None] Provisioning complete for port b61d26fc-cae0-4371-a67f-9f8ff249d440 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:40.037863 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dae44221-0fc0-4a0d-84aa-b8346e371e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:40.054836 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-3eaa5bfd-6e53-4a7d-82f5-37d272f23008 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Calling delete_port for 480f3d79-14d5-43c4-bc4c-1b00959a7ec9 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:10:40.086182 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-ca9fb3f0-3f6c-4261-b619-798961ad29fa None None] Transition to ACTIVE for port object 3fe54fdc-0eab-4211-9f29-f6dae5276baa will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:10:40.109917 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cf60fc4e-6b95-44d9-8f74-48233a50c75c req-f2acf14f-2a52-4a33-b598-82d3f5b84845 tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] 10.222.0.59 "GET /v2.0/ports?device_id=a23f9808-e681-4d2e-bf17-0807410f157e HTTP/1.1" status: 200 len: 210 time: 0.1839750 Feb 10 23:10:40.166331 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-dae44221-0fc0-4a0d-84aa-b8346e371e49 None None] Port b61d26fc-cae0-4371-a67f-9f8ff249d440 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:10:40.199720 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-56d6479d-6277-4a76-89ae-afeda7018008 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:40.207882 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-9cfe1536-2e71-4a42-893e-8886a81e09ab tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Unset dirty status for tenant:a1a196bacc5e4170b4defd7cfb879ddb on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:10:40.211821 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-9cfe1536-2e71-4a42-893e-8886a81e09ab tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "GET /v2.0/ports/fd477d81-b3fa-4377-a845-b9e110d310b1 HTTP/1.1" status: 404 len: 333 time: 0.5048923 Feb 10 23:10:40.213875 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47408) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:40.284298 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-56d6479d-6277-4a76-89ae-afeda7018008 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Usage tracker for resource:subnet and tenant:8ebaafa64ea74242ba2bb084ec0966de is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:40.288866 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 2ddfb68f-3555-4c9b-aacc-bb9364698c54 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:10:40.295530 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aabd5f75-c454-4240-bb6b-ead394bdc6d4 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:40.298037 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-56d6479d-6277-4a76-89ae-afeda7018008 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:40.316181 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3eaa5bfd-6e53-4a7d-82f5-37d272f23008 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:40.317147 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-56d6479d-6277-4a76-89ae-afeda7018008 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:40.325988 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ca9fb3f0-3f6c-4261-b619-798961ad29fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:40.394680 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaa5bfd-6e53-4a7d-82f5-37d272f23008 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Pushing event deleted for resources: {'Port': ['ID=480f3d79-14d5-43c4-bc4c-1b00959a7ec9,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:40.400413 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-4fec6736-d23a-4623-be1e-55bf8e9311ea None None] Could not find standard attr ID for object fd477d81-b3fa-4377-a845-b9e110d310b1. {{(pid=84334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 23:10:40.400948 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aabd5f75-c454-4240-bb6b-ead394bdc6d4 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:40.446214 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eaa5bfd-6e53-4a7d-82f5-37d272f23008 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] No DVR routers for this DVR port 480f3d79-14d5-43c4-bc4c-1b00959a7ec9 on host dv-neutron-828797-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:10:40.446414 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-c926e5ea-6766-4c19-9af2-e9e205c48de5 None None] For port 480f3d79-14d5-43c4-bc4c-1b00959a7ec9, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=480f3d79-14d5-43c4-bc4c-1b00959a7ec9,segment=NetworkSegment(ba0a4dc0-99ce-48ba-ae5e-4a3794f30d7d),segment_id=ba0a4dc0-99ce-48ba-ae5e-4a3794f30d7d)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:10:40.446414 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c926e5ea-6766-4c19-9af2-e9e205c48de5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:40.496356 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d6479d-6277-4a76-89ae-afeda7018008 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Made reservation on behalf of 8ebaafa64ea74242ba2bb084ec0966de for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:10:40.501082 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-56d6479d-6277-4a76-89ae-afeda7018008 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:40.523572 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bdd6ef71-e125-4c56-9129-a02186d89ff9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:40.639634 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9fb3f0-3f6c-4261-b619-798961ad29fa None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:10:40.640463 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9fb3f0-3f6c-4261-b619-798961ad29fa None None] Pushing event updated for resources: {'Port': ['ID=3fe54fdc-0eab-4211-9f29-f6dae5276baa,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:40.652904 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-c926e5ea-6766-4c19-9af2-e9e205c48de5 None None] Calling delete_port for 480f3d79-14d5-43c4-bc4c-1b00959a7ec9 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:10:40.693919 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-ca9fb3f0-3f6c-4261-b619-798961ad29fa None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:10:40.709503 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9fb3f0-3f6c-4261-b619-798961ad29fa None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:10:40.725900 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aabd5f75-c454-4240-bb6b-ead394bdc6d4 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:40.755278 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3eaa5bfd-6e53-4a7d-82f5-37d272f23008 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:40.772838 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabd5f75-c454-4240-bb6b-ead394bdc6d4 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3b48da-f5db-4f07-81b3-f1fefdb98b8b,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:40.798930 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aabd5f75-c454-4240-bb6b-ead394bdc6d4 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:40.800310 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-aabd5f75-c454-4240-bb6b-ead394bdc6d4 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "DELETE /v2.0/security-groups/7b3b48da-f5db-4f07-81b3-f1fefdb98b8b HTTP/1.1" status: 204 len: 168 time: 0.5852966 Feb 10 23:10:40.802212 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-3eaa5bfd-6e53-4a7d-82f5-37d272f23008 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2218962b-6d09-4a80-9671-486c7c41b6fe']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:40.816438 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47412) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:40.849112 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-3eaa5bfd-6e53-4a7d-82f5-37d272f23008 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba0a4dc0-99ce-48ba-ae5e-4a3794f30d7d') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:40.849730 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-3eaa5bfd-6e53-4a7d-82f5-37d272f23008 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba0a4dc0-99ce-48ba-ae5e-4a3794f30d7d') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:40.874859 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3eaa5bfd-6e53-4a7d-82f5-37d272f23008 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:40.877058 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-ca9fb3f0-3f6c-4261-b619-798961ad29fa None None] Attempting to bind port 3fe54fdc-0eab-4211-9f29-f6dae5276baa on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:10:40.877459 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-ca9fb3f0-3f6c-4261-b619-798961ad29fa None None] Attempting to bind port 3fe54fdc-0eab-4211-9f29-f6dae5276baa by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:10:40.877900 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9fb3f0-3f6c-4261-b619-798961ad29fa None None] Attempting to bind port 3fe54fdc-0eab-4211-9f29-f6dae5276baa on network 6dca27ff-0cc1-400d-8ed1-46016d84d938 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:10:40.893629 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 2ddfb68f-3555-4c9b-aacc-bb9364698c54 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:40.900038 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:40.936295 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3eaa5bfd-6e53-4a7d-82f5-37d272f23008 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:40.937290 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-c926e5ea-6766-4c19-9af2-e9e205c48de5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:10:40.937290 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-c926e5ea-6766-4c19-9af2-e9e205c48de5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:10:40.937290 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9fb3f0-3f6c-4261-b619-798961ad29fa None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:10:40.937290 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9fb3f0-3f6c-4261-b619-798961ad29fa None None] Checking segment: {'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:10:40.937290 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ca9fb3f0-3f6c-4261-b619-798961ad29fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:40.937290 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9fb3f0-3f6c-4261-b619-798961ad29fa None None] Bound using segment: {'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:10:40.937290 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-ca9fb3f0-3f6c-4261-b619-798961ad29fa None None] Bound port: 3fe54fdc-0eab-4211-9f29-f6dae5276baa, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:10:40.937290 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ca9fb3f0-3f6c-4261-b619-798961ad29fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:40.950425 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8b56567f-5e98-44a7-af18-43458d517f33 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:40.954606 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b56ef2-7d28-44dd-9fe8-656fa4bde3bc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:10:40.956515 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eaa5bfd-6e53-4a7d-82f5-37d272f23008 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:10:40.961926 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3eaa5bfd-6e53-4a7d-82f5-37d272f23008 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:40.962697 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a21d43-b39d-42b2-9a41-a9e7b6522a19 None None] Network 07f61a0b-0962-42c7-919b-2a3680468bfc requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:10:40.974214 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:10:40.974214 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:10:40.974214 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:10:40.974214 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:10:40.974214 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:10:40.974214 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:10:40.974214 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:10:40.974214 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:10:40.974214 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:10:40.974214 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:10:40.974214 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:10:40.974214 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:10:40.974214 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:10:40.974214 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:10:40.974214 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:10:40.974214 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:10:40.974214 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:10:40.974214 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:10:40.974214 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:10:40.974214 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:10:40.974214 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:10:40.974214 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:10:40.974214 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:10:40.974214 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:10:40.974214 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:10:40.974214 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:10:40.974214 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:10:40.974214 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:10:40.974214 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:10:40.974214 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:10:40.974214 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:10:40.974214 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:10:40.976515 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-71b56ef2-7d28-44dd-9fe8-656fa4bde3bc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "PUT /v2.0/routers/0a1036b0-ff18-43ca-b38f-82a2587292bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8166370 Feb 10 23:10:40.979193 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47418) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:40.980177 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132eb06e-23f2-4ef5-8baf-d2bbb83d43b9 None None] Sync routers for ids ['0a1036b0-ff18-43ca-b38f-82a2587292bd'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:10:41.080707 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8b56567f-5e98-44a7-af18-43458d517f33 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:41.158190 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132eb06e-23f2-4ef5-8baf-d2bbb83d43b9 None None] Routers {'0a1036b0-ff18-43ca-b38f-82a2587292bd'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:10:41.161180 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-132eb06e-23f2-4ef5-8baf-d2bbb83d43b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:10:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['0a1036b0-ff18-43ca-b38f-82a2587292bd'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:41.242060 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3eaa5bfd-6e53-4a7d-82f5-37d272f23008 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:41.268449 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3eaa5bfd-6e53-4a7d-82f5-37d272f23008 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:41.273765 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-5b494374-7ef6-4b90-bff3-86a79ba4c9bd req-4fec8da6-3fe9-4f09-9a59-4dde36f287d3 tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] 10.222.0.59 "GET /v2.0/ports?device_id=a23f9808-e681-4d2e-bf17-0807410f157e HTTP/1.1" status: 200 len: 210 time: 0.0738702 Feb 10 23:10:41.278545 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8b56567f-5e98-44a7-af18-43458d517f33 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:41.301108 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b56567f-5e98-44a7-af18-43458d517f33 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40dbb9f-26b9-4da5-a96c-23f0864b26ce,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:41.303539 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaa5bfd-6e53-4a7d-82f5-37d272f23008 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Pushing event deleted for resources: {'Network': ['ID=2218962b-6d09-4a80-9671-486c7c41b6fe,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:41.308994 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-3eaa5bfd-6e53-4a7d-82f5-37d272f23008 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] 10.222.0.59 "DELETE /v2.0/networks/2218962b-6d09-4a80-9671-486c7c41b6fe HTTP/1.1" status: 204 len: 168 time: 2.3067503 Feb 10 23:10:41.313045 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8b56567f-5e98-44a7-af18-43458d517f33 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:41.316952 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47424) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:41.319017 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-8b56567f-5e98-44a7-af18-43458d517f33 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "DELETE /v2.0/security-groups/b40dbb9f-26b9-4da5-a96c-23f0864b26ce HTTP/1.1" status: 204 len: 168 time: 0.5002525 Feb 10 23:10:41.320597 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47426) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:41.372424 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-5477a91b-c591-42a7-8cb2-c483167abe15 None None] Provisioning for port fe50d982-c17e-4022-b647-ffff2c0b9122 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:10:41.373040 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2999bd90-92ad-4d22-a7d2-20ee2046db15 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:41.373438 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2999bd90-92ad-4d22-a7d2-20ee2046db15 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:41.374092 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2999bd90-92ad-4d22-a7d2-20ee2046db15 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:41.374614 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2999bd90-92ad-4d22-a7d2-20ee2046db15 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:41.375155 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2999bd90-92ad-4d22-a7d2-20ee2046db15 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:41.375724 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2999bd90-92ad-4d22-a7d2-20ee2046db15 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:41.376236 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2999bd90-92ad-4d22-a7d2-20ee2046db15 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:41.376769 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2999bd90-92ad-4d22-a7d2-20ee2046db15 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:41.377270 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2999bd90-92ad-4d22-a7d2-20ee2046db15 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:41.377771 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2999bd90-92ad-4d22-a7d2-20ee2046db15 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:41.378277 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2999bd90-92ad-4d22-a7d2-20ee2046db15 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:41.378784 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2999bd90-92ad-4d22-a7d2-20ee2046db15 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:41.379279 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2999bd90-92ad-4d22-a7d2-20ee2046db15 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:41.380251 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2999bd90-92ad-4d22-a7d2-20ee2046db15 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:41.386823 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2999bd90-92ad-4d22-a7d2-20ee2046db15 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:41.386823 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2999bd90-92ad-4d22-a7d2-20ee2046db15 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:41.386823 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2999bd90-92ad-4d22-a7d2-20ee2046db15 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 11222 time: 0.4035830 Feb 10 23:10:41.388482 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47432) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:41.417006 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-bdd6ef71-e125-4c56-9129-a02186d89ff9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Allocated IP 2001:db8::1 (6dca27ff-0cc1-400d-8ed1-46016d84d938/e7e4925a-ff48-4126-af9a-de59842ba469/97cb6f19-50a1-4b40-8dec-7cac1e3a005d) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:10:41.421937 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-ca9fb3f0-3f6c-4261-b619-798961ad29fa None None] For port 3fe54fdc-0eab-4211-9f29-f6dae5276baa, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:10:41.440733 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-c926e5ea-6766-4c19-9af2-e9e205c48de5 None None] Deleting port 480f3d79-14d5-43c4-bc4c-1b00959a7ec9 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:10:41.440733 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c926e5ea-6766-4c19-9af2-e9e205c48de5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:41.491118 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d01634c-2bad-4950-aafd-92be176192bd tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:41.491701 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d01634c-2bad-4950-aafd-92be176192bd tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:41.491878 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d01634c-2bad-4950-aafd-92be176192bd tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:41.492457 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d01634c-2bad-4950-aafd-92be176192bd tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:41.492795 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d01634c-2bad-4950-aafd-92be176192bd tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:41.493125 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d01634c-2bad-4950-aafd-92be176192bd tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:41.493466 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d01634c-2bad-4950-aafd-92be176192bd tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:41.493805 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d01634c-2bad-4950-aafd-92be176192bd tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:41.494143 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d01634c-2bad-4950-aafd-92be176192bd tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:41.494477 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d01634c-2bad-4950-aafd-92be176192bd tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:41.494813 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d01634c-2bad-4950-aafd-92be176192bd tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:41.495147 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d01634c-2bad-4950-aafd-92be176192bd tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:41.495479 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d01634c-2bad-4950-aafd-92be176192bd tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:41.495813 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d01634c-2bad-4950-aafd-92be176192bd tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:41.496149 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d01634c-2bad-4950-aafd-92be176192bd tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:41.498251 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-5d01634c-2bad-4950-aafd-92be176192bd tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 9577 time: 0.1079416 Feb 10 23:10:41.511925 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47436) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:41.534614 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-ca9fb3f0-3f6c-4261-b619-798961ad29fa None None] For port 3fe54fdc-0eab-4211-9f29-f6dae5276baa, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=3fe54fdc-0eab-4211-9f29-f6dae5276baa,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:10:41.587575 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-c926e5ea-6766-4c19-9af2-e9e205c48de5 None None] The port '480f3d79-14d5-43c4-bc4c-1b00959a7ec9' was deleted {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 23:10:41.599814 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device fe50d982-c17e-4022-b647-ffff2c0b9122 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:10:41.647384 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bb93b0c-9d07-489b-abf3-689676db5882 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Deleting subnet ab1365f4-7128-4eb9-8a5f-1c60fb041d97 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:10:41.651019 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3bb93b0c-9d07-489b-abf3-689676db5882 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:41.702923 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ca9fb3f0-3f6c-4261-b619-798961ad29fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:41.804077 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-132eb06e-23f2-4ef5-8baf-d2bbb83d43b9 None None] Set router 0a1036b0-ff18-43ca-b38f-82a2587292bd gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:10:41.838239 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3bb93b0c-9d07-489b-abf3-689676db5882 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31983416'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:41.891143 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9fb3f0-3f6c-4261-b619-798961ad29fa None None] Pushing event updated for resources: {'Port': ['ID=3fe54fdc-0eab-4211-9f29-f6dae5276baa,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:41.943569 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3bb93b0c-9d07-489b-abf3-689676db5882 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:42.136468 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port fe50d982-c17e-4022-b647-ffff2c0b9122 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:10:42.149992 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port fe50d982-c17e-4022-b647-ffff2c0b9122 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:42.150717 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:42.168644 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3bb93b0c-9d07-489b-abf3-689676db5882 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:42.179231 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bdd6ef71-e125-4c56-9129-a02186d89ff9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:42.194929 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e713121-aaf3-43d9-8cb8-7f90e6cc5655 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Deleting subnet 5903e19a-28a0-451f-935c-246d03538e36 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:10:42.203104 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-56d6479d-6277-4a76-89ae-afeda7018008 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:42.212028 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5e713121-aaf3-43d9-8cb8-7f90e6cc5655 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:42.231280 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb93b0c-9d07-489b-abf3-689676db5882 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event deleted for resources: {'Subnet': ['ID=ab1365f4-7128-4eb9-8a5f-1c60fb041d97,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:42.245551 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3bb93b0c-9d07-489b-abf3-689676db5882 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:42.257142 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-3bb93b0c-9d07-489b-abf3-689676db5882 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "DELETE /v2.0/subnets/ab1365f4-7128-4eb9-8a5f-1c60fb041d97 HTTP/1.1" status: 204 len: 168 time: 0.9327281 Feb 10 23:10:42.262008 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47440) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:42.271459 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-79fe155d-b7b0-4b67-86da-77faa8d45a03 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Request body: {'subnet': {'network_id': '2aeaa62e-9876-422b-8a57-18c1c9d36da3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:10:42.283785 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62663365-582f-4b72-a4ee-7c57c7696463 None None] Network 2aeaa62e-9876-422b-8a57-18c1c9d36da3 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:10:42.371363 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-bdd6ef71-e125-4c56-9129-a02186d89ff9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Transition to ACTIVE for port object 97cb6f19-50a1-4b40-8dec-7cac1e3a005d will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:10:42.435627 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5e713121-aaf3-43d9-8cb8-7f90e6cc5655 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:42.467166 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-79fe155d-b7b0-4b67-86da-77faa8d45a03 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:42.473376 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-79fe155d-b7b0-4b67-86da-77faa8d45a03 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Usage tracker for resource:subnet and tenant:a1a196bacc5e4170b4defd7cfb879ddb is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:42.478091 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-79fe155d-b7b0-4b67-86da-77faa8d45a03 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:42.486789 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-79fe155d-b7b0-4b67-86da-77faa8d45a03 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:42.499126 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d6479d-6277-4a76-89ae-afeda7018008 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Network 07f61a0b-0962-42c7-919b-2a3680468bfc is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:10:42.517914 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6479d-6277-4a76-89ae-afeda7018008 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event updated for resources: {'Subnet': ['ID=231889c5-9b6f-4d61-88fa-1d821325946e,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:42.517914 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-56d6479d-6277-4a76-89ae-afeda7018008 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:10:42.520701 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d6479d-6277-4a76-89ae-afeda7018008 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:42.521401 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-56d6479d-6277-4a76-89ae-afeda7018008 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:42.573571 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3db5f7-0d89-4d4e-a06b-91bce1423ea9 None None] Network 07f61a0b-0962-42c7-919b-2a3680468bfc requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:10:42.586399 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79fe155d-b7b0-4b67-86da-77faa8d45a03 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Made reservation on behalf of a1a196bacc5e4170b4defd7cfb879ddb for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:10:42.595647 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-79fe155d-b7b0-4b67-86da-77faa8d45a03 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:42.619695 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-dd8f36e9-ca41-4a4e-b41d-baababf111d7 req-51b9d3bf-20af-4ea0-afb5-cc766596ad98 tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] 10.222.0.59 "GET /v2.0/ports?device_id=a23f9808-e681-4d2e-bf17-0807410f157e HTTP/1.1" status: 200 len: 210 time: 0.0676014 Feb 10 23:10:42.664510 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5e713121-aaf3-43d9-8cb8-7f90e6cc5655 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:42.717941 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-56d6479d-6277-4a76-89ae-afeda7018008 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.5959175 Feb 10 23:10:42.725851 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47450) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:42.734518 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-2beefe74-772c-434f-a8e0-df4362a72b96 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Request body: {'port': {'network_id': '07f61a0b-0962-42c7-919b-2a3680468bfc', 'fixed_ips': [{'subnet_id': 'c734f454-4a19-4716-9c7e-cede46d35eaf'}, {'subnet_id': '231889c5-9b6f-4d61-88fa-1d821325946e'}], 'name': 'tempest-PortsTestJSON-395070963'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:10:42.737441 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bdd6ef71-e125-4c56-9129-a02186d89ff9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:42.815708 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd6ef71-e125-4c56-9129-a02186d89ff9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event updated for resources: {'Port': ['ID=97cb6f19-50a1-4b40-8dec-7cac1e3a005d,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:42.828433 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-72043951-0e8b-4d01-8252-e0857b65b021 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4122 time: 1.3152695 Feb 10 23:10:42.836309 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:42.884050 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd6ef71-e125-4c56-9129-a02186d89ff9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:10:42.886269 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-bdd6ef71-e125-4c56-9129-a02186d89ff9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:10:42.889238 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd6ef71-e125-4c56-9129-a02186d89ff9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:10:42.892390 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bdd6ef71-e125-4c56-9129-a02186d89ff9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733071'] for router_interface, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:42.958089 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2beefe74-772c-434f-a8e0-df4362a72b96 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:42.966014 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-2beefe74-772c-434f-a8e0-df4362a72b96 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Usage tracker for resource:port and tenant:8ebaafa64ea74242ba2bb084ec0966de is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:42.969966 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-2beefe74-772c-434f-a8e0-df4362a72b96 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:43.009597 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5e713121-aaf3-43d9-8cb8-7f90e6cc5655 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:43.109947 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2beefe74-772c-434f-a8e0-df4362a72b96 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:43.147941 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-64cfde6b-c741-4b7b-a490-aa68023675c9 None None] Provisioning complete for port fe50d982-c17e-4022-b647-ffff2c0b9122 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:43.148969 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-64cfde6b-c741-4b7b-a490-aa68023675c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:43.206339 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e713121-aaf3-43d9-8cb8-7f90e6cc5655 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Pushing event deleted for resources: {'Subnet': ['ID=5903e19a-28a0-451f-935c-246d03538e36,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:43.228454 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2beefe74-772c-434f-a8e0-df4362a72b96 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Made reservation on behalf of 8ebaafa64ea74242ba2bb084ec0966de for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:10:43.257262 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-79fe155d-b7b0-4b67-86da-77faa8d45a03 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:43.265176 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bdd6ef71-e125-4c56-9129-a02186d89ff9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:43.304665 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5e713121-aaf3-43d9-8cb8-7f90e6cc5655 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:43.319716 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port fe50d982-c17e-4022-b647-ffff2c0b9122, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=fe50d982-c17e-4022-b647-ffff2c0b9122,segment=NetworkSegment(0153b39d-bef2-4cc6-8c45-d396fc0c6e41),segment_id=0153b39d-bef2-4cc6-8c45-d396fc0c6e41)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:10:43.360796 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da4070e-7666-4e59-802e-6e9505f7ba57 None None] Network e79e1fa0-441a-471f-bef9-13162ac2f791 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:10:43.380381 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5e713121-aaf3-43d9-8cb8-7f90e6cc5655 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] 10.222.0.59 "DELETE /v2.0/subnets/5903e19a-28a0-451f-935c-246d03538e36 HTTP/1.1" status: 204 len: 168 time: 2.0464394 Feb 10 23:10:43.384275 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47456) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:43.444708 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:43.578100 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a102875-9081-488a-8c8e-d6b6c046b1b6 req-d45db188-ac1b-49d9-b6cb-5126416eb05d tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:43.578603 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-4a102875-9081-488a-8c8e-d6b6c046b1b6 req-d45db188-ac1b-49d9-b6cb-5126416eb05d tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] Synchronizing usage tracker for tenant:0eebca367ce8409b9f508406dcaece7d on resource:network {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:10:43.612241 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fe155d-b7b0-4b67-86da-77faa8d45a03 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Network 2aeaa62e-9876-422b-8a57-18c1c9d36da3 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:10:43.616715 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2beefe74-772c-434f-a8e0-df4362a72b96 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:43.663387 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-79fe155d-b7b0-4b67-86da-77faa8d45a03 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:10:43.666613 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fe155d-b7b0-4b67-86da-77faa8d45a03 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:43.667635 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-79fe155d-b7b0-4b67-86da-77faa8d45a03 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:43.692045 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fe155d-b7b0-4b67-86da-77faa8d45a03 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event updated for resources: {'Subnet': ['ID=7c283c67-81f0-4b90-aeab-8bc7439d9937,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:43.722266 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fe155d-b7b0-4b67-86da-77faa8d45a03 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:43.722696 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fe155d-b7b0-4b67-86da-77faa8d45a03 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:43.723162 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fe155d-b7b0-4b67-86da-77faa8d45a03 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:43.723565 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fe155d-b7b0-4b67-86da-77faa8d45a03 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:43.723985 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fe155d-b7b0-4b67-86da-77faa8d45a03 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:43.724385 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fe155d-b7b0-4b67-86da-77faa8d45a03 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:43.725309 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fe155d-b7b0-4b67-86da-77faa8d45a03 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:43.727143 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fe155d-b7b0-4b67-86da-77faa8d45a03 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:43.727552 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fe155d-b7b0-4b67-86da-77faa8d45a03 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:43.727957 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fe155d-b7b0-4b67-86da-77faa8d45a03 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:43.728872 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fe155d-b7b0-4b67-86da-77faa8d45a03 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:43.741660 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-2beefe74-772c-434f-a8e0-df4362a72b96 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] device_id is not set on port 2327c331-869f-48ad-9a1a-43d9b3f93008 yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:10:43.796672 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-79fe155d-b7b0-4b67-86da-77faa8d45a03 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5329154 Feb 10 23:10:43.803134 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47462) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:43.813685 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-9fdb8d27-5bf7-4245-b272-d7d2f31cd3fd tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Request body: {'security_group': {'name': 'tempest-secgroup-379183403'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:10:43.828815 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-9fdb8d27-5bf7-4245-b272-d7d2f31cd3fd tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:43.844172 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 480f3d79-14d5-43c4-bc4c-1b00959a7ec9 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:10:43.848343 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-9fdb8d27-5bf7-4245-b272-d7d2f31cd3fd tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Usage tracker for resource:security_group and tenant:a1a196bacc5e4170b4defd7cfb879ddb is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:43.854440 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-9fdb8d27-5bf7-4245-b272-d7d2f31cd3fd tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:43.866405 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-9fdb8d27-5bf7-4245-b272-d7d2f31cd3fd tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:43.883550 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-132eb06e-23f2-4ef5-8baf-d2bbb83d43b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'name': 'tempest-TestNetworkBasicOps-router-938078609', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': '5d5ee5e4-2655-46e3-a152-a40278a95717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:10:14Z', 'updated_at': '2022-02-10T23:10:33Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '5d5ee5e4-2655-46e3-a152-a40278a95717', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:db:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:10:16Z', 'updated_at': '2022-02-10T23:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'e4c3a978-385d-49ab-92ce-f5377a457cd7', 'name': '', 'network_id': 'f4f4d45e-efab-47b5-8966-f476fe09f270', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:83:cf:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e815ea9-6309-47bf-ae2f-c815b2ab858b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:10:30Z', 'updated_at': '2022-02-10T23:10:34Z', 'revision_number': 2, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': '1e815ea9-6309-47bf-ae2f-c815b2ab858b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:43.907444 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47466) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:43.910259 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132eb06e-23f2-4ef5-8baf-d2bbb83d43b9 None None] Checking router: 0a1036b0-ff18-43ca-b38f-82a2587292bd for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:10:43.910698 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132eb06e-23f2-4ef5-8baf-d2bbb83d43b9 None None] Updating router 0a1036b0-ff18-43ca-b38f-82a2587292bd port e4c3a978-385d-49ab-92ce-f5377a457cd7 binding host dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:10:43.926521 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-a85269dd-f5ad-490c-ac77-910c2ff4bf0e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-603642032', 'description': 'tempest-secgroup-smoke-603642032 description', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:10:43.942806 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a85269dd-f5ad-490c-ac77-910c2ff4bf0e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:43.953687 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-a85269dd-f5ad-490c-ac77-910c2ff4bf0e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:43.959401 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-a85269dd-f5ad-490c-ac77-910c2ff4bf0e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:43.971371 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a85269dd-f5ad-490c-ac77-910c2ff4bf0e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:43.988347 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 480f3d79-14d5-43c4-bc4c-1b00959a7ec9 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:10:43.988719 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 480f3d79-14d5-43c4-bc4c-1b00959a7ec9 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:10:44.010851 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9fdb8d27-5bf7-4245-b272-d7d2f31cd3fd tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:44.087801 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc448d27-92ce-4a6d-9a28-5950fbc29635 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Deleting subnet 182af042-3b41-4eeb-a3d9-42eb8ff68bb8 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:10:44.104767 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cc448d27-92ce-4a6d-9a28-5950fbc29635 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:44.112453 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-9fdb8d27-5bf7-4245-b272-d7d2f31cd3fd tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:44.119903 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a85269dd-f5ad-490c-ac77-910c2ff4bf0e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:44.131306 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-9fdb8d27-5bf7-4245-b272-d7d2f31cd3fd tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Usage tracker for resource:security_group_rule and tenant:a1a196bacc5e4170b4defd7cfb879ddb is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:44.138673 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-9fdb8d27-5bf7-4245-b272-d7d2f31cd3fd tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:44.140419 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-132eb06e-23f2-4ef5-8baf-d2bbb83d43b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:44.151964 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=fe50d982-c17e-4022-b647-ffff2c0b9122,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:44.152650 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e2d21640-5611-4adb-818d-34624c267ec3 req-56134a61-ec59-4546-b3c0-97b163ef05fb tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] 10.222.0.59 "GET /v2.0/ports?device_id=a23f9808-e681-4d2e-bf17-0807410f157e HTTP/1.1" status: 200 len: 210 time: 0.1029603 Feb 10 23:10:44.159909 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-9fdb8d27-5bf7-4245-b272-d7d2f31cd3fd tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:44.193865 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a85269dd-f5ad-490c-ac77-910c2ff4bf0e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:44.194230 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-4a102875-9081-488a-8c8e-d6b6c046b1b6 req-d45db188-ac1b-49d9-b6cb-5126416eb05d tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] Unset dirty status for tenant:0eebca367ce8409b9f508406dcaece7d on resource:network {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:10:44.195435 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4a102875-9081-488a-8c8e-d6b6c046b1b6 req-d45db188-ac1b-49d9-b6cb-5126416eb05d tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] 10.222.0.37 "GET /v2.0/networks?id=0e86e233-e709-4cef-a618-45085d2845ca HTTP/1.1" status: 200 len: 812 time: 1.1036196 Feb 10 23:10:44.199235 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-a85269dd-f5ad-490c-ac77-910c2ff4bf0e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:44.207647 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cc448d27-92ce-4a6d-9a28-5950fbc29635 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:44.208621 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-a85269dd-f5ad-490c-ac77-910c2ff4bf0e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:44.223396 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a85269dd-f5ad-490c-ac77-910c2ff4bf0e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:44.258494 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 3fe54fdc-0eab-4211-9f29-f6dae5276baa up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:10:44.266253 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-4a102875-9081-488a-8c8e-d6b6c046b1b6 req-77de93db-c0a9-4adf-95b4-81dfc30c4a0f tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] Request body: {'port': {'device_id': 'a23f9808-e681-4d2e-bf17-0807410f157e', 'network_id': '0e86e233-e709-4cef-a618-45085d2845ca', 'admin_state_up': True, 'tenant_id': '0eebca367ce8409b9f508406dcaece7d'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:10:44.294501 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a85269dd-f5ad-490c-ac77-910c2ff4bf0e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:44.442961 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9fdb8d27-5bf7-4245-b272-d7d2f31cd3fd tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:44.443380 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a85269dd-f5ad-490c-ac77-910c2ff4bf0e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:44.493818 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85269dd-f5ad-490c-ac77-910c2ff4bf0e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edb0d79c-4fa0-4cb3-8340-e454e6140a9f,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:44.536035 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9fdb8d27-5bf7-4245-b272-d7d2f31cd3fd tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:44.595049 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-73d7957a-e8a1-42dc-a533-19cd01b96061 None None] Provisioning for port 97cb6f19-50a1-4b40-8dec-7cac1e3a005d completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:10:44.595528 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-2beefe74-772c-434f-a8e0-df4362a72b96 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Allocated IP 172.20.0.6 (07f61a0b-0962-42c7-919b-2a3680468bfc/c734f454-4a19-4716-9c7e-cede46d35eaf/2327c331-869f-48ad-9a1a-43d9b3f93008) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:10:44.613656 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cc448d27-92ce-4a6d-9a28-5950fbc29635 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:44.614160 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-73d7957a-e8a1-42dc-a533-19cd01b96061 None None] Provisioning complete for port 97cb6f19-50a1-4b40-8dec-7cac1e3a005d triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:44.615199 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-73d7957a-e8a1-42dc-a533-19cd01b96061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:44.642630 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-2beefe74-772c-434f-a8e0-df4362a72b96 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Allocated IP 172.20.0.25 (07f61a0b-0962-42c7-919b-2a3680468bfc/231889c5-9b6f-4d61-88fa-1d821325946e/2327c331-869f-48ad-9a1a-43d9b3f93008) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:10:44.660317 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdb8d27-5bf7-4245-b272-d7d2f31cd3fd tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3785c579-4c1e-41ec-a9a8-15aa25748c84,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:44.669441 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-4a102875-9081-488a-8c8e-d6b6c046b1b6 req-77de93db-c0a9-4adf-95b4-81dfc30c4a0f tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:44.672733 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e136ace-e4c5-4f63-ae2d-1c0fa403e304 None None] Update dhcp port {'port': {'network_id': '07f61a0b-0962-42c7-919b-2a3680468bfc', 'fixed_ips': [{'subnet_id': 'c734f454-4a19-4716-9c7e-cede46d35eaf', 'ip_address': '172.20.0.2'}, {'subnet_id': '231889c5-9b6f-4d61-88fa-1d821325946e'}], 'binding:host_id': 'dv-neutron-828797-1-hyperv'}, 'id': 'fe50d982-c17e-4022-b647-ffff2c0b9122'} from dv-neutron-828797-1-hyperv. {{(pid=84334) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 10 23:10:44.685017 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a85269dd-f5ad-490c-ac77-910c2ff4bf0e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:44.688251 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-4a102875-9081-488a-8c8e-d6b6c046b1b6 req-77de93db-c0a9-4adf-95b4-81dfc30c4a0f tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] Usage tracker for resource:port and tenant:0eebca367ce8409b9f508406dcaece7d is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:44.690207 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-a85269dd-f5ad-490c-ac77-910c2ff4bf0e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.7807844 Feb 10 23:10:44.693632 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47470) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:44.694379 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9fdb8d27-5bf7-4245-b272-d7d2f31cd3fd tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:44.696745 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-4a102875-9081-488a-8c8e-d6b6c046b1b6 req-77de93db-c0a9-4adf-95b4-81dfc30c4a0f tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:44.699467 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-9fdb8d27-5bf7-4245-b272-d7d2f31cd3fd tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.8943841 Feb 10 23:10:44.701815 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47472) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:44.709561 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-9855c5cb-28b0-4d3a-8a12-7207aab4486b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': 'edb0d79c-4fa0-4cb3-8340-e454e6140a9f', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:10:44.719713 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-4a102875-9081-488a-8c8e-d6b6c046b1b6 req-77de93db-c0a9-4adf-95b4-81dfc30c4a0f tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:44.726724 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18cc764-6c14-4a60-b7ef-b8a28c465a21 None None] DHCP port deletion for e79e1fa0-441a-471f-bef9-13162ac2f791 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:10:44.738652 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-73718371-7db0-407a-a179-165fe3edb792 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Request body: {'security_group': {'name': 'tempest-secgroup-599733754'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:10:44.747463 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-9855c5cb-28b0-4d3a-8a12-7207aab4486b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:44.754805 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-9855c5cb-28b0-4d3a-8a12-7207aab4486b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:44.758317 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-c18cc764-6c14-4a60-b7ef-b8a28c465a21 None None] Deleting port 865640e8-d66a-4a25-8bee-b80cb6e6fcfc {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:10:44.758544 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-73718371-7db0-407a-a179-165fe3edb792 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:44.758717 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c18cc764-6c14-4a60-b7ef-b8a28c465a21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:44.797883 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bdd6ef71-e125-4c56-9129-a02186d89ff9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:44.867519 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-9855c5cb-28b0-4d3a-8a12-7207aab4486b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:44.883768 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-9855c5cb-28b0-4d3a-8a12-7207aab4486b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:44.883768 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-73718371-7db0-407a-a179-165fe3edb792 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Usage tracker for resource:security_group and tenant:a1a196bacc5e4170b4defd7cfb879ddb is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:44.896060 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-73718371-7db0-407a-a179-165fe3edb792 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:44.902240 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cc448d27-92ce-4a6d-9a28-5950fbc29635 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:44.903026 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-73d7957a-e8a1-42dc-a533-19cd01b96061 None None] Port 97cb6f19-50a1-4b40-8dec-7cac1e3a005d cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:10:44.908356 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-73718371-7db0-407a-a179-165fe3edb792 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:44.913600 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1e136ace-e4c5-4f63-ae2d-1c0fa403e304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:44.972478 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc448d27-92ce-4a6d-9a28-5950fbc29635 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Pushing event deleted for resources: {'Subnet': ['ID=182af042-3b41-4eeb-a3d9-42eb8ff68bb8,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:44.973394 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 3fe54fdc-0eab-4211-9f29-f6dae5276baa completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:10:44.973483 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a102875-9081-488a-8c8e-d6b6c046b1b6 req-77de93db-c0a9-4adf-95b4-81dfc30c4a0f tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] Made reservation on behalf of 0eebca367ce8409b9f508406dcaece7d for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:10:44.976692 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-4a102875-9081-488a-8c8e-d6b6c046b1b6 req-77de93db-c0a9-4adf-95b4-81dfc30c4a0f tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:44.987522 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cc448d27-92ce-4a6d-9a28-5950fbc29635 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:44.998807 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bdd6ef71-e125-4c56-9129-a02186d89ff9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:44.998807 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bdd6ef71-e125-4c56-9129-a02186d89ff9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2767683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732898'] for router_interface, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:44.999024 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2beefe74-772c-434f-a8e0-df4362a72b96 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:45.011571 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9855c5cb-28b0-4d3a-8a12-7207aab4486b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:45.032400 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-73718371-7db0-407a-a179-165fe3edb792 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:45.035843 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c466f00d-5b16-454e-9cda-25f2011113aa None None] Network c66b218c-bc29-40da-ab3b-a175947d1e48 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:10:45.048866 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6caf6b6a-95d4-47bb-a000-bf1d19eed086 None None] Network 2aeaa62e-9876-422b-8a57-18c1c9d36da3 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:10:45.075435 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-cc448d27-92ce-4a6d-9a28-5950fbc29635 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] 10.222.0.59 "DELETE /v2.0/subnets/182af042-3b41-4eeb-a3d9-42eb8ff68bb8 HTTP/1.1" status: 204 len: 168 time: 1.6877117 Feb 10 23:10:45.087344 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47478) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:45.088608 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd6ef71-e125-4c56-9129-a02186d89ff9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event updated for resources: {'Port': ['ID=97cb6f19-50a1-4b40-8dec-7cac1e3a005d,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:45.163902 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-2beefe74-772c-434f-a8e0-df4362a72b96 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Transition to ACTIVE for port object 2327c331-869f-48ad-9a1a-43d9b3f93008 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:10:45.238651 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-73d7957a-e8a1-42dc-a533-19cd01b96061 None None] Provisioning for port 3fe54fdc-0eab-4211-9f29-f6dae5276baa completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:10:45.242008 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-73718371-7db0-407a-a179-165fe3edb792 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:45.253397 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-73718371-7db0-407a-a179-165fe3edb792 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Usage tracker for resource:security_group_rule and tenant:a1a196bacc5e4170b4defd7cfb879ddb is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:45.258726 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-73718371-7db0-407a-a179-165fe3edb792 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:45.300906 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9855c5cb-28b0-4d3a-8a12-7207aab4486b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:45.302616 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-73718371-7db0-407a-a179-165fe3edb792 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:45.318046 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2beefe74-772c-434f-a8e0-df4362a72b96 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:45.336291 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bdf4f1a2-2eed-4aaf-a191-e28874b33b11 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:45.361057 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-73d7957a-e8a1-42dc-a533-19cd01b96061 None None] Provisioning complete for port 3fe54fdc-0eab-4211-9f29-f6dae5276baa triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:45.361438 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-73d7957a-e8a1-42dc-a533-19cd01b96061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:45.413526 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9855c5cb-28b0-4d3a-8a12-7207aab4486b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:45.418536 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-bdf4f1a2-2eed-4aaf-a191-e28874b33b11 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Deleting port 865640e8-d66a-4a25-8bee-b80cb6e6fcfc {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:10:45.419294 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bdf4f1a2-2eed-4aaf-a191-e28874b33b11 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:45.437257 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-04beb658-6931-4260-9018-129df93c7513 req-40b51995-c064-44c5-a3b7-fe2ee2edb916 tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] 10.222.0.59 "GET /v2.0/ports?device_id=a23f9808-e681-4d2e-bf17-0807410f157e HTTP/1.1" status: 200 len: 210 time: 0.1127455 Feb 10 23:10:45.478164 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9855c5cb-28b0-4d3a-8a12-7207aab4486b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11e93504-c672-4193-9f79-ab8556eb5952,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:45.516782 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2beefe74-772c-434f-a8e0-df4362a72b96 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Network 07f61a0b-0962-42c7-919b-2a3680468bfc is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:10:45.521591 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beefe74-772c-434f-a8e0-df4362a72b96 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event updated for resources: {'Port': ['ID=2327c331-869f-48ad-9a1a-43d9b3f93008,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:45.535763 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-2beefe74-772c-434f-a8e0-df4362a72b96 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:10:45.540679 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2beefe74-772c-434f-a8e0-df4362a72b96 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:10:45.553985 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.resource_extend [None req-132eb06e-23f2-4ef5-8baf-d2bbb83d43b9 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:10:45.592480 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-73718371-7db0-407a-a179-165fe3edb792 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:45.622351 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2beefe74-772c-434f-a8e0-df4362a72b96 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:45.622485 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2beefe74-772c-434f-a8e0-df4362a72b96 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:45.624125 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [req-4a102875-9081-488a-8c8e-d6b6c046b1b6 req-77de93db-c0a9-4adf-95b4-81dfc30c4a0f tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] Allocated IP 172.20.0.9 (0e86e233-e709-4cef-a618-45085d2845ca/01d5d64b-8061-4b84-b247-b16cd57d94a3/23806611-6982-4629-97fc-d85900871f9d) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:10:45.641937 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9855c5cb-28b0-4d3a-8a12-7207aab4486b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:45.641937 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-9855c5cb-28b0-4d3a-8a12-7207aab4486b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9317348 Feb 10 23:10:45.641937 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47484) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:45.645502 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-5e1789d1-c6ed-41ad-8a81-37e72e1015b1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': 'edb0d79c-4fa0-4cb3-8340-e454e6140a9f', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:10:45.652906 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5e1789d1-c6ed-41ad-8a81-37e72e1015b1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:45.656803 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd6ef71-e125-4c56-9129-a02186d89ff9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:10:45.658196 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-5e1789d1-c6ed-41ad-8a81-37e72e1015b1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:45.661937 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-5e1789d1-c6ed-41ad-8a81-37e72e1015b1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:45.665531 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-73718371-7db0-407a-a179-165fe3edb792 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:45.672909 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-bdd6ef71-e125-4c56-9129-a02186d89ff9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:10:45.690545 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5e1789d1-c6ed-41ad-8a81-37e72e1015b1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:45.699587 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-c18cc764-6c14-4a60-b7ef-b8a28c465a21 None None] For port 865640e8-d66a-4a25-8bee-b80cb6e6fcfc, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=865640e8-d66a-4a25-8bee-b80cb6e6fcfc,segment=NetworkSegment(7ee545a7-fdb6-4e4e-9fc3-1ba7d8329ab3),segment_id=7ee545a7-fdb6-4e4e-9fc3-1ba7d8329ab3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:10:45.699977 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c18cc764-6c14-4a60-b7ef-b8a28c465a21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:45.718450 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73718371-7db0-407a-a179-165fe3edb792 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65b7227d-4aef-404c-8b3c-5de3fbf27542,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:45.782127 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-2beefe74-772c-434f-a8e0-df4362a72b96 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 3.0557356 Feb 10 23:10:45.783894 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47488) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:45.792495 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-2b44349d-c5ae-476e-ac68-c648047325b8 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c734f454-4a19-4716-9c7e-cede46d35eaf'}]}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:10:45.943469 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-73718371-7db0-407a-a179-165fe3edb792 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:45.947840 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-73718371-7db0-407a-a179-165fe3edb792 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.2178826 Feb 10 23:10:45.948719 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47492) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:45.949489 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-c18cc764-6c14-4a60-b7ef-b8a28c465a21 None None] Calling delete_port for 865640e8-d66a-4a25-8bee-b80cb6e6fcfc owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:10:45.978974 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-0b0f0ddc-3ae5-4161-b9cf-95731a154130 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Request body: {'security_group': {'name': 'tempest-secgroup-1948205696'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:10:45.994133 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-0b0f0ddc-3ae5-4161-b9cf-95731a154130 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:46.003778 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2b44349d-c5ae-476e-ac68-c648047325b8 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:46.010946 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-132eb06e-23f2-4ef5-8baf-d2bbb83d43b9 None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:46.024404 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-0b0f0ddc-3ae5-4161-b9cf-95731a154130 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Usage tracker for resource:security_group and tenant:a1a196bacc5e4170b4defd7cfb879ddb is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:46.106082 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-1e136ace-e4c5-4f63-ae2d-1c0fa403e304 None None] Allocated IP 172.20.0.18 (07f61a0b-0962-42c7-919b-2a3680468bfc/231889c5-9b6f-4d61-88fa-1d821325946e/fe50d982-c17e-4022-b647-ffff2c0b9122) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:10:46.157143 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-132eb06e-23f2-4ef5-8baf-d2bbb83d43b9 None None] Transition to ACTIVE for port object e4c3a978-385d-49ab-92ce-f5377a457cd7 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:10:46.199660 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:46.200756 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device fe50d982-c17e-4022-b647-ffff2c0b9122 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:10:46.202514 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-0b0f0ddc-3ae5-4161-b9cf-95731a154130 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:46.205281 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5e1789d1-c6ed-41ad-8a81-37e72e1015b1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:46.223653 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-0b0f0ddc-3ae5-4161-b9cf-95731a154130 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:46.284495 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-73d7957a-e8a1-42dc-a533-19cd01b96061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:46.351208 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5e1789d1-c6ed-41ad-8a81-37e72e1015b1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:46.380190 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-132eb06e-23f2-4ef5-8baf-d2bbb83d43b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:46.396490 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0b0f0ddc-3ae5-4161-b9cf-95731a154130 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:46.433928 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-bdf4f1a2-2eed-4aaf-a191-e28874b33b11 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] For port 865640e8-d66a-4a25-8bee-b80cb6e6fcfc, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=865640e8-d66a-4a25-8bee-b80cb6e6fcfc,segment=NetworkSegment(7ee545a7-fdb6-4e4e-9fc3-1ba7d8329ab3),segment_id=7ee545a7-fdb6-4e4e-9fc3-1ba7d8329ab3)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:10:46.434602 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bdf4f1a2-2eed-4aaf-a191-e28874b33b11 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:46.440467 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-0b0f0ddc-3ae5-4161-b9cf-95731a154130 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:46.448769 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-0b0f0ddc-3ae5-4161-b9cf-95731a154130 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Usage tracker for resource:security_group_rule and tenant:a1a196bacc5e4170b4defd7cfb879ddb is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:46.448769 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-0b0f0ddc-3ae5-4161-b9cf-95731a154130 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:46.455114 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-0b0f0ddc-3ae5-4161-b9cf-95731a154130 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:46.501380 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5e1789d1-c6ed-41ad-8a81-37e72e1015b1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:46.532166 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-4a102875-9081-488a-8c8e-d6b6c046b1b6 req-77de93db-c0a9-4adf-95b4-81dfc30c4a0f tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:46.566976 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-73d7957a-e8a1-42dc-a533-19cd01b96061 None None] For port 3fe54fdc-0eab-4211-9f29-f6dae5276baa, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=3fe54fdc-0eab-4211-9f29-f6dae5276baa,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:10:46.568239 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c18cc764-6c14-4a60-b7ef-b8a28c465a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:46.596189 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41d66f4-99b5-4375-8ce1-0e6d901b904f None None] DHCP port deletion for c66b218c-bc29-40da-ab3b-a175947d1e48 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:10:46.615878 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1789d1-c6ed-41ad-8a81-37e72e1015b1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c1a420c-d182-49ef-9621-a4a2cb3c9074,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:46.626420 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fa4a7c-3396-422e-acdc-0101f19d02ff None None] Pushing event updated for resources: {'Port': ['ID=e4c3a978-385d-49ab-92ce-f5377a457cd7,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:46.648123 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-c41d66f4-99b5-4375-8ce1-0e6d901b904f None None] Deleting port 3cadb48a-ce9c-41c4-9338-5cd29da63f11 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:10:46.648123 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c41d66f4-99b5-4375-8ce1-0e6d901b904f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:46.653351 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0b0f0ddc-3ae5-4161-b9cf-95731a154130 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:46.668007 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-bdf4f1a2-2eed-4aaf-a191-e28874b33b11 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Calling delete_port for 865640e8-d66a-4a25-8bee-b80cb6e6fcfc owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:10:46.703402 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-73d7957a-e8a1-42dc-a533-19cd01b96061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:46.703402 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18cc764-6c14-4a60-b7ef-b8a28c465a21 None None] No DVR routers for this DVR port 865640e8-d66a-4a25-8bee-b80cb6e6fcfc on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:10:46.713319 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-1e136ace-e4c5-4f63-ae2d-1c0fa403e304 None None] For port fe50d982-c17e-4022-b647-ffff2c0b9122, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=fe50d982-c17e-4022-b647-ffff2c0b9122,segment=NetworkSegment(0153b39d-bef2-4cc6-8c45-d396fc0c6e41),segment_id=0153b39d-bef2-4cc6-8c45-d396fc0c6e41)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:10:46.723231 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa4a7c-3396-422e-acdc-0101f19d02ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:46.723231 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa4a7c-3396-422e-acdc-0101f19d02ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:46.723595 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa4a7c-3396-422e-acdc-0101f19d02ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:46.724627 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa4a7c-3396-422e-acdc-0101f19d02ff None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:46.724627 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa4a7c-3396-422e-acdc-0101f19d02ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:46.725450 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5e1789d1-c6ed-41ad-8a81-37e72e1015b1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:46.725919 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa4a7c-3396-422e-acdc-0101f19d02ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:46.726272 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa4a7c-3396-422e-acdc-0101f19d02ff None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:46.726584 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa4a7c-3396-422e-acdc-0101f19d02ff None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:46.726910 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa4a7c-3396-422e-acdc-0101f19d02ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:46.727278 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa4a7c-3396-422e-acdc-0101f19d02ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:46.727608 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa4a7c-3396-422e-acdc-0101f19d02ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:46.727733 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-5e1789d1-c6ed-41ad-8a81-37e72e1015b1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.0897055 Feb 10 23:10:46.740490 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47498) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:46.747252 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-75f3645f-bbed-49cf-b40a-000ad541d910 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': 'edb0d79c-4fa0-4cb3-8340-e454e6140a9f', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:10:46.768947 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-75f3645f-bbed-49cf-b40a-000ad541d910 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:46.771091 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0b0f0ddc-3ae5-4161-b9cf-95731a154130 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:46.804833 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port fe50d982-c17e-4022-b647-ffff2c0b9122 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:46.805232 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:46.806873 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-75f3645f-bbed-49cf-b40a-000ad541d910 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:46.819623 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b050d778-96a9-47ef-abd8-5dc0a214befe req-807eccac-ede2-4319-a209-0d63521d7ff0 tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] 10.222.0.59 "GET /v2.0/ports?device_id=a23f9808-e681-4d2e-bf17-0807410f157e HTTP/1.1" status: 200 len: 210 time: 0.1083741 Feb 10 23:10:46.819779 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-75f3645f-bbed-49cf-b40a-000ad541d910 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:46.829572 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-75f3645f-bbed-49cf-b40a-000ad541d910 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:46.864886 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f0ddc-3ae5-4161-b9cf-95731a154130 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa0f890-341a-44c1-bb64-390c1335c4ca,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:46.883838 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-4a102875-9081-488a-8c8e-d6b6c046b1b6 req-77de93db-c0a9-4adf-95b4-81dfc30c4a0f tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:46.910401 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18cc764-6c14-4a60-b7ef-b8a28c465a21 None None] Pushing event deleted for resources: {'Port': ['ID=865640e8-d66a-4a25-8bee-b80cb6e6fcfc,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:46.935459 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0b0f0ddc-3ae5-4161-b9cf-95731a154130 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:46.938693 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-0b0f0ddc-3ae5-4161-b9cf-95731a154130 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9726167 Feb 10 23:10:46.941883 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47502) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:46.948959 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-e60afc44-cf30-4a2b-b5b6-7053ea2fd4b8 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1292352073', 'security_groups': ['3fa0f890-341a-44c1-bb64-390c1335c4ca'], 'network_id': '2aeaa62e-9876-422b-8a57-18c1c9d36da3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7c283c67-81f0-4b90-aeab-8bc7439d9937'}]}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:10:46.961041 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.api [None req-bdf4f1a2-2eed-4aaf-a191-e28874b33b11 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:10:46.961175 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG oslo_db.api [None req-bdf4f1a2-2eed-4aaf-a191-e28874b33b11 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:10:46.977032 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a102875-9081-488a-8c8e-d6b6c046b1b6 req-77de93db-c0a9-4adf-95b4-81dfc30c4a0f tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] Network 0e86e233-e709-4cef-a618-45085d2845ca is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:10:46.981027 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [req-4a102875-9081-488a-8c8e-d6b6c046b1b6 req-77de93db-c0a9-4adf-95b4-81dfc30c4a0f tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:10:46.986167 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a102875-9081-488a-8c8e-d6b6c046b1b6 req-77de93db-c0a9-4adf-95b4-81dfc30c4a0f tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:10:47.017127 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de93db-c0a9-4adf-95b4-81dfc30c4a0f tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] Pushing event updated for resources: {'Port': ['ID=23806611-6982-4629-97fc-d85900871f9d,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:47.023137 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.resource_extend [None req-1e136ace-e4c5-4f63-ae2d-1c0fa403e304 None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:10:47.032708 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-75f3645f-bbed-49cf-b40a-000ad541d910 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:47.065728 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a102875-9081-488a-8c8e-d6b6c046b1b6 req-77de93db-c0a9-4adf-95b4-81dfc30c4a0f tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:47.067195 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-4a102875-9081-488a-8c8e-d6b6c046b1b6 req-77de93db-c0a9-4adf-95b4-81dfc30c4a0f tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:47.102918 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1e136ace-e4c5-4f63-ae2d-1c0fa403e304 None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:47.140106 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-132eb06e-23f2-4ef5-8baf-d2bbb83d43b9 None None] Attempting to bind port e4c3a978-385d-49ab-92ce-f5377a457cd7 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:10:47.140475 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-132eb06e-23f2-4ef5-8baf-d2bbb83d43b9 None None] Attempting to bind port e4c3a978-385d-49ab-92ce-f5377a457cd7 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '72b3b703-dd46-4c09-b2f8-0b1aa481fbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f4f4d45e-efab-47b5-8966-f476fe09f270'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:10:47.140861 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132eb06e-23f2-4ef5-8baf-d2bbb83d43b9 None None] Attempting to bind port e4c3a978-385d-49ab-92ce-f5377a457cd7 on network f4f4d45e-efab-47b5-8966-f476fe09f270 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:10:47.152830 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-75f3645f-bbed-49cf-b40a-000ad541d910 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:47.159138 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e60afc44-cf30-4a2b-b5b6-7053ea2fd4b8 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:47.168261 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-1e136ace-e4c5-4f63-ae2d-1c0fa403e304 None None] Transition to ACTIVE for port object fe50d982-c17e-4022-b647-ffff2c0b9122 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:10:47.168882 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e60afc44-cf30-4a2b-b5b6-7053ea2fd4b8 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:47.179240 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4a102875-9081-488a-8c8e-d6b6c046b1b6 req-77de93db-c0a9-4adf-95b4-81dfc30c4a0f tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9114556 Feb 10 23:10:47.184844 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-4a102875-9081-488a-8c8e-d6b6c046b1b6 req-e8200927-b47e-437a-b574-f734d3ce21a2 service neutron] Request body: {'port': {'device_id': 'a23f9808-e681-4d2e-bf17-0807410f157e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:10:47.195173 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d7957a-e8a1-42dc-a533-19cd01b96061 None None] Pushing event updated for resources: {'Port': ['ID=3fe54fdc-0eab-4211-9f29-f6dae5276baa,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:47.199804 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-93934372-26bb-462e-b46d-464bba811ed7 None None] Provisioning complete for port 97cb6f19-50a1-4b40-8dec-7cac1e3a005d triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:47.199804 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-93934372-26bb-462e-b46d-464bba811ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:47.213238 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdd6ef71-e125-4c56-9129-a02186d89ff9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Router 328a3e20-9405-45a8-82bd-0c0413ee8648 is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:10:47.246747 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-75f3645f-bbed-49cf-b40a-000ad541d910 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:47.272022 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f3645f-bbed-49cf-b40a-000ad541d910 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e82db12b-8c9b-4523-97e3-6465666d9d36,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:47.292134 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271c09dd-3ae0-4b82-965f-945e5e5e3c7a None None] Update dhcp port {'port': {'network_id': '2aeaa62e-9876-422b-8a57-18c1c9d36da3', 'fixed_ips': [{'subnet_id': '978251de-2cfe-4555-8dd3-bcd3f652df77', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7c283c67-81f0-4b90-aeab-8bc7439d9937'}], 'binding:host_id': 'dv-neutron-828797-1-hyperv'}, 'id': '2ddfb68f-3555-4c9b-aacc-bb9364698c54'} from dv-neutron-828797-1-hyperv. {{(pid=84334) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 10 23:10:47.369578 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-2b44349d-c5ae-476e-ac68-c648047325b8 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Delete allocated IP 172.20.0.25 (07f61a0b-0962-42c7-919b-2a3680468bfc/231889c5-9b6f-4d61-88fa-1d821325946e) {{(pid=84333) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 10 23:10:47.370891 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1e136ace-e4c5-4f63-ae2d-1c0fa403e304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:47.375046 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132eb06e-23f2-4ef5-8baf-d2bbb83d43b9 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:10:47.375418 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132eb06e-23f2-4ef5-8baf-d2bbb83d43b9 None None] Checking segment: {'id': '72b3b703-dd46-4c09-b2f8-0b1aa481fbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f4f4d45e-efab-47b5-8966-f476fe09f270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:10:47.375809 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-132eb06e-23f2-4ef5-8baf-d2bbb83d43b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:47.376388 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132eb06e-23f2-4ef5-8baf-d2bbb83d43b9 None None] Bound using segment: {'id': '72b3b703-dd46-4c09-b2f8-0b1aa481fbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f4f4d45e-efab-47b5-8966-f476fe09f270'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:10:47.377046 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-132eb06e-23f2-4ef5-8baf-d2bbb83d43b9 None None] Bound port: e4c3a978-385d-49ab-92ce-f5377a457cd7, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72b3b703-dd46-4c09-b2f8-0b1aa481fbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f4f4d45e-efab-47b5-8966-f476fe09f270'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:10:47.377410 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-132eb06e-23f2-4ef5-8baf-d2bbb83d43b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:47.422576 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-4a102875-9081-488a-8c8e-d6b6c046b1b6 req-e8200927-b47e-437a-b574-f734d3ce21a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:47.461044 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60afc44-cf30-4a2b-b5b6-7053ea2fd4b8 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Made reservation on behalf of a1a196bacc5e4170b4defd7cfb879ddb for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:10:47.481957 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-bdf4f1a2-2eed-4aaf-a191-e28874b33b11 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Deleting port 865640e8-d66a-4a25-8bee-b80cb6e6fcfc {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:10:47.483090 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bdf4f1a2-2eed-4aaf-a191-e28874b33b11 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:47.486506 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-75f3645f-bbed-49cf-b40a-000ad541d910 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:47.491431 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-75f3645f-bbed-49cf-b40a-000ad541d910 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7458718 Feb 10 23:10:47.495804 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47506) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:47.503045 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-48e6daab-1143-4621-841d-d586bd457d84 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': 'edb0d79c-4fa0-4cb3-8340-e454e6140a9f', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:10:47.574656 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-bdf4f1a2-2eed-4aaf-a191-e28874b33b11 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] The port '865640e8-d66a-4a25-8bee-b80cb6e6fcfc' was deleted {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 23:10:47.587712 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-93934372-26bb-462e-b46d-464bba811ed7 None None] Port 97cb6f19-50a1-4b40-8dec-7cac1e3a005d cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:10:47.640555 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2b44349d-c5ae-476e-ac68-c648047325b8 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:47.641629 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-271c09dd-3ae0-4b82-965f-945e5e5e3c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:47.655758 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-48e6daab-1143-4621-841d-d586bd457d84 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:47.657961 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-2b44349d-c5ae-476e-ac68-c648047325b8 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Ignored duplicate provisioning block setup for port 2327c331-869f-48ad-9a1a-43d9b3f93008 by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 10 23:10:47.669487 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-48e6daab-1143-4621-841d-d586bd457d84 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:47.709579 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-c41d66f4-99b5-4375-8ce1-0e6d901b904f None None] For port 3cadb48a-ce9c-41c4-9338-5cd29da63f11, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=3cadb48a-ce9c-41c4-9338-5cd29da63f11,segment=NetworkSegment(3dba7c65-137b-4b09-9318-c94951018fc6),segment_id=3dba7c65-137b-4b09-9318-c94951018fc6)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:10:47.710825 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c41d66f4-99b5-4375-8ce1-0e6d901b904f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:47.729357 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-48e6daab-1143-4621-841d-d586bd457d84 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:47.743595 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-48e6daab-1143-4621-841d-d586bd457d84 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:47.743754 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 865640e8-d66a-4a25-8bee-b80cb6e6fcfc no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:10:47.745007 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2b44349d-c5ae-476e-ac68-c648047325b8 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:47.751238 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e60afc44-cf30-4a2b-b5b6-7053ea2fd4b8 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:47.777789 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bdf4f1a2-2eed-4aaf-a191-e28874b33b11 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:47.813012 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd6ef71-e125-4c56-9129-a02186d89ff9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:10:47.819474 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-bdd6ef71-e125-4c56-9129-a02186d89ff9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "PUT /v2.0/routers/328a3e20-9405-45a8-82bd-0c0413ee8648/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2808058 Feb 10 23:10:47.831493 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e136ace-e4c5-4f63-ae2d-1c0fa403e304 None None] Pushing event updated for resources: {'Port': ['ID=fe50d982-c17e-4022-b647-ffff2c0b9122,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:47.832634 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-bdf4f1a2-2eed-4aaf-a191-e28874b33b11 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e79e1fa0-441a-471f-bef9-13162ac2f791']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:47.838999 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47510) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:47.855121 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559cdc7f-8f94-4d6a-a44e-5a44bf6364de None None] Sync routers for ids ['328a3e20-9405-45a8-82bd-0c0413ee8648'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:10:47.873680 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559cdc7f-8f94-4d6a-a44e-5a44bf6364de None None] Routers {'328a3e20-9405-45a8-82bd-0c0413ee8648'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:10:47.875133 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-559cdc7f-8f94-4d6a-a44e-5a44bf6364de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:10:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['328a3e20-9405-45a8-82bd-0c0413ee8648'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:47.963536 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b44349d-c5ae-476e-ac68-c648047325b8 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event updated for resources: {'Port': ['ID=2327c331-869f-48ad-9a1a-43d9b3f93008,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:47.989358 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-c41d66f4-99b5-4375-8ce1-0e6d901b904f None None] Calling delete_port for 3cadb48a-ce9c-41c4-9338-5cd29da63f11 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:10:48.062172 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 865640e8-d66a-4a25-8bee-b80cb6e6fcfc {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:10:48.062756 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 865640e8-d66a-4a25-8bee-b80cb6e6fcfc not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:10:48.140325 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-bdf4f1a2-2eed-4aaf-a191-e28874b33b11 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ee545a7-fdb6-4e4e-9fc3-1ba7d8329ab3') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:48.141202 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-bdf4f1a2-2eed-4aaf-a191-e28874b33b11 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ee545a7-fdb6-4e4e-9fc3-1ba7d8329ab3') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:48.148111 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-132eb06e-23f2-4ef5-8baf-d2bbb83d43b9 None None] For port e4c3a978-385d-49ab-92ce-f5377a457cd7, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:10:48.172243 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bdf4f1a2-2eed-4aaf-a191-e28874b33b11 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32216962'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:48.198389 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-93934372-26bb-462e-b46d-464bba811ed7 None None] Provisioning complete for port 2ddfb68f-3555-4c9b-aacc-bb9364698c54 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:48.198767 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-93934372-26bb-462e-b46d-464bba811ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:48.205987 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bdf4f1a2-2eed-4aaf-a191-e28874b33b11 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:48.228029 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdf4f1a2-2eed-4aaf-a191-e28874b33b11 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:10:48.229455 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bdf4f1a2-2eed-4aaf-a191-e28874b33b11 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32033006'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:48.243864 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 3fe54fdc-0eab-4211-9f29-f6dae5276baa up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:10:48.246857 dv-neutron-828797-1-hyperv neutron-server[84332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:10:48.246857 dv-neutron-828797-1-hyperv neutron-server[84332]: util.warn( Feb 10 23:10:48.246857 dv-neutron-828797-1-hyperv neutron-server[84332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:10:48.246857 dv-neutron-828797-1-hyperv neutron-server[84332]: util.warn( Feb 10 23:10:48.246857 dv-neutron-828797-1-hyperv neutron-server[84332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:10:48.246857 dv-neutron-828797-1-hyperv neutron-server[84332]: util.warn( Feb 10 23:10:48.246857 dv-neutron-828797-1-hyperv neutron-server[84332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:10:48.246857 dv-neutron-828797-1-hyperv neutron-server[84332]: util.warn( Feb 10 23:10:48.246857 dv-neutron-828797-1-hyperv neutron-server[84332]: Traceback (most recent call last): Feb 10 23:10:48.246857 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:10:48.246857 dv-neutron-828797-1-hyperv neutron-server[84332]: timer() Feb 10 23:10:48.246857 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:10:48.246857 dv-neutron-828797-1-hyperv neutron-server[84332]: cb(*args, **kw) Feb 10 23:10:48.246857 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:10:48.246857 dv-neutron-828797-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Feb 10 23:10:48.246857 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:10:48.246857 dv-neutron-828797-1-hyperv neutron-server[84332]: self._notify() Feb 10 23:10:48.246857 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:10:48.246857 dv-neutron-828797-1-hyperv neutron-server[84332]: self.callback(batched_events) Feb 10 23:10:48.246857 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:10:48.246857 dv-neutron-828797-1-hyperv neutron-server[84332]: event.method(event) Feb 10 23:10:48.246857 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:10:48.246857 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:10:48.246857 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:10:48.246857 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:10:48.246857 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:10:48.246857 dv-neutron-828797-1-hyperv neutron-server[84332]: return f(self, *a, **k) Feb 10 23:10:48.246857 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:10:48.246857 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._get(url).json() Feb 10 23:10:48.246857 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:10:48.246857 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:10:48.246857 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:10:48.246857 dv-neutron-828797-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Feb 10 23:10:48.246857 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:10:48.246857 dv-neutron-828797-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:10:48.246857 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:10:48.246857 dv-neutron-828797-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:10:48.246857 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:10:48.246857 dv-neutron-828797-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:10:48.246857 dv-neutron-828797-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:10:48.269367 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-e60afc44-cf30-4a2b-b5b6-7053ea2fd4b8 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] device_id is not set on port 359828b9-0860-4069-8d3a-629662e1071a yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:10:48.283087 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-132eb06e-23f2-4ef5-8baf-d2bbb83d43b9 None None] For port e4c3a978-385d-49ab-92ce-f5377a457cd7, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=e4c3a978-385d-49ab-92ce-f5377a457cd7,segment=NetworkSegment(72b3b703-dd46-4c09-b2f8-0b1aa481fbdf),segment_id=72b3b703-dd46-4c09-b2f8-0b1aa481fbdf)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:10:48.303033 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-559cdc7f-8f94-4d6a-a44e-5a44bf6364de None None] Set router 328a3e20-9405-45a8-82bd-0c0413ee8648 gateway port host: None {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:10:48.407402 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-48e6daab-1143-4621-841d-d586bd457d84 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:48.410719 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-132eb06e-23f2-4ef5-8baf-d2bbb83d43b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:48.485670 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [req-4a102875-9081-488a-8c8e-d6b6c046b1b6 req-e8200927-b47e-437a-b574-f734d3ce21a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23806611-6982-4629-97fc-d85900871f9d {{(pid=84332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:10:48.495513 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-4a102875-9081-488a-8c8e-d6b6c046b1b6 req-e8200927-b47e-437a-b574-f734d3ce21a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:48.515150 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-4a102875-9081-488a-8c8e-d6b6c046b1b6 req-e8200927-b47e-437a-b574-f734d3ce21a2 service neutron] Transition to ACTIVE for port object 23806611-6982-4629-97fc-d85900871f9d will not be triggered until provisioned by entity L2. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:10:48.577433 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83ee3f0-80a6-47b6-87d3-b5978c575be0 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:48.588828 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-e83ee3f0-80a6-47b6-87d3-b5978c575be0 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Synchronizing usage tracker for tenant:143e860117cc493db304000cc95b95c2 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:10:48.610747 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-4a102875-9081-488a-8c8e-d6b6c046b1b6 req-e8200927-b47e-437a-b574-f734d3ce21a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:48.659231 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-2b44349d-c5ae-476e-ac68-c648047325b8 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] In _notify_port_updated(), no bound segment for port 2327c331-869f-48ad-9a1a-43d9b3f93008 on network 07f61a0b-0962-42c7-919b-2a3680468bfc {{(pid=84333) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 23:10:48.665616 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b44349d-c5ae-476e-ac68-c648047325b8 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:48.672483 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2b44349d-c5ae-476e-ac68-c648047325b8 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:48.676243 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-2b44349d-c5ae-476e-ac68-c648047325b8 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "PUT /v2.0/ports/2327c331-869f-48ad-9a1a-43d9b3f93008 HTTP/1.1" status: 200 len: 918 time: 2.8887689 Feb 10 23:10:48.690260 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47516) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:48.692743 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c41d66f4-99b5-4375-8ce1-0e6d901b904f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:48.716228 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-e51051c7-edfa-44a3-9aa0-b38b2c938667 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c734f454-4a19-4716-9c7e-cede46d35eaf'}, {'subnet_id': '231889c5-9b6f-4d61-88fa-1d821325946e'}]}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:10:48.727099 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fa4a7c-3396-422e-acdc-0101f19d02ff None None] Pushing event updated for resources: {'Port': ['ID=e4c3a978-385d-49ab-92ce-f5377a457cd7,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:48.799097 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8200927-b47e-437a-b574-f734d3ce21a2 service neutron] Pushing event updated for resources: {'Port': ['ID=23806611-6982-4629-97fc-d85900871f9d,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:48.818247 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bdf4f1a2-2eed-4aaf-a191-e28874b33b11 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:48.822798 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bdf4f1a2-2eed-4aaf-a191-e28874b33b11 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:48.869848 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf4f1a2-2eed-4aaf-a191-e28874b33b11 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Pushing event deleted for resources: {'Network': ['ID=e79e1fa0-441a-471f-bef9-13162ac2f791,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:48.875535 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d66f4-99b5-4375-8ce1-0e6d901b904f None None] Pushing event deleted for resources: {'Port': ['ID=3cadb48a-ce9c-41c4-9338-5cd29da63f11,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:48.891520 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-bdf4f1a2-2eed-4aaf-a191-e28874b33b11 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] 10.222.0.59 "DELETE /v2.0/networks/e79e1fa0-441a-471f-bef9-13162ac2f791 HTTP/1.1" status: 204 len: 168 time: 3.7773347 Feb 10 23:10:48.904328 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41d66f4-99b5-4375-8ce1-0e6d901b904f None None] No DVR routers for this DVR port 3cadb48a-ce9c-41c4-9338-5cd29da63f11 on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:10:48.908209 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132eb06e-23f2-4ef5-8baf-d2bbb83d43b9 None None] Routers {'0a1036b0-ff18-43ca-b38f-82a2587292bd'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:10:48.909130 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-132eb06e-23f2-4ef5-8baf-d2bbb83d43b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:10:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['0a1036b0-ff18-43ca-b38f-82a2587292bd'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:48.960955 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47520) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:49.002923 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-271c09dd-3ae0-4b82-965f-945e5e5e3c7a None None] Allocated IP 2001:db8::2 (2aeaa62e-9876-422b-8a57-18c1c9d36da3/7c283c67-81f0-4b90-aeab-8bc7439d9937/2ddfb68f-3555-4c9b-aacc-bb9364698c54) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:10:49.039519 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-e83ee3f0-80a6-47b6-87d3-b5978c575be0 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Unset dirty status for tenant:143e860117cc493db304000cc95b95c2 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:10:49.045819 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-e83ee3f0-80a6-47b6-87d3-b5978c575be0 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/ports/97cb6f19-50a1-4b40-8dec-7cac1e3a005d HTTP/1.1" status: 200 len: 911 time: 1.2011244 Feb 10 23:10:49.053684 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47524) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:49.082222 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-559cdc7f-8f94-4d6a-a44e-5a44bf6364de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328a3e20-9405-45a8-82bd-0c0413ee8648', 'name': 'tempest-NetworksTestDHCPv6-router-1018922505', 'tenant_id': '143e860117cc493db304000cc95b95c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:10:37Z', 'updated_at': '2022-02-10T23:10:42Z', 'revision_number': 2, 'project_id': '143e860117cc493db304000cc95b95c2', 'gw_port_host': None, '_interfaces': [{'id': '97cb6f19-50a1-4b40-8dec-7cac1e3a005d', 'name': '', 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'tenant_id': '143e860117cc493db304000cc95b95c2', 'mac_address': 'fa:16:3e:82:09:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '328a3e20-9405-45a8-82bd-0c0413ee8648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7e4925a-ff48-4126-af9a-de59842ba469', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:10:40Z', 'updated_at': '2022-02-10T23:10:44Z', 'revision_number': 2, 'project_id': '143e860117cc493db304000cc95b95c2', 'subnets': [{'id': 'e7e4925a-ff48-4126-af9a-de59842ba469', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:49.087708 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559cdc7f-8f94-4d6a-a44e-5a44bf6364de None None] Checking router: 328a3e20-9405-45a8-82bd-0c0413ee8648 for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:10:49.088707 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559cdc7f-8f94-4d6a-a44e-5a44bf6364de None None] Updating router 328a3e20-9405-45a8-82bd-0c0413ee8648 port 97cb6f19-50a1-4b40-8dec-7cac1e3a005d binding host dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:10:49.102323 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 3fe54fdc-0eab-4211-9f29-f6dae5276baa triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:49.102689 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:49.169580 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-4a102875-9081-488a-8c8e-d6b6c046b1b6 req-e8200927-b47e-437a-b574-f734d3ce21a2 service neutron] Attempting to bind port 23806611-6982-4629-97fc-d85900871f9d on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:10:49.169923 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-4a102875-9081-488a-8c8e-d6b6c046b1b6 req-e8200927-b47e-437a-b574-f734d3ce21a2 service neutron] Attempting to bind port 23806611-6982-4629-97fc-d85900871f9d by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '715c2949-711d-4f61-a14e-8546a8a9252d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '0e86e233-e709-4cef-a618-45085d2845ca'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:10:49.171034 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a102875-9081-488a-8c8e-d6b6c046b1b6 req-e8200927-b47e-437a-b574-f734d3ce21a2 service neutron] Attempting to bind port 23806611-6982-4629-97fc-d85900871f9d on network 0e86e233-e709-4cef-a618-45085d2845ca {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:10:49.193891 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a102875-9081-488a-8c8e-d6b6c046b1b6 req-e8200927-b47e-437a-b574-f734d3ce21a2 service neutron] Port 23806611-6982-4629-97fc-d85900871f9d on network 0e86e233-e709-4cef-a618-45085d2845ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:10:49.194219 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a102875-9081-488a-8c8e-d6b6c046b1b6 req-e8200927-b47e-437a-b574-f734d3ce21a2 service neutron] Attempting to bind port 23806611-6982-4629-97fc-d85900871f9d on network 0e86e233-e709-4cef-a618-45085d2845ca {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:10:49.214089 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a102875-9081-488a-8c8e-d6b6c046b1b6 req-e8200927-b47e-437a-b574-f734d3ce21a2 service neutron] Checking agent: {'id': '0f85d58b-4cda-4360-97cf-be037aef26b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'started_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:10:49.214811 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a102875-9081-488a-8c8e-d6b6c046b1b6 req-e8200927-b47e-437a-b574-f734d3ce21a2 service neutron] Checking segment: {'id': '715c2949-711d-4f61-a14e-8546a8a9252d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '0e86e233-e709-4cef-a618-45085d2845ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:10:49.217162 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a102875-9081-488a-8c8e-d6b6c046b1b6 req-e8200927-b47e-437a-b574-f734d3ce21a2 service neutron] Bound using segment: {'id': '715c2949-711d-4f61-a14e-8546a8a9252d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '0e86e233-e709-4cef-a618-45085d2845ca'} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:10:49.220524 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-4a102875-9081-488a-8c8e-d6b6c046b1b6 req-e8200927-b47e-437a-b574-f734d3ce21a2 service neutron] Bound port: 23806611-6982-4629-97fc-d85900871f9d, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '715c2949-711d-4f61-a14e-8546a8a9252d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '0e86e233-e709-4cef-a618-45085d2845ca'}}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:10:49.221658 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-4a102875-9081-488a-8c8e-d6b6c046b1b6 req-e8200927-b47e-437a-b574-f734d3ce21a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:49.271259 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3074a713-46fb-4195-a108-b61990cd4608 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:49.274425 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3074a713-46fb-4195-a108-b61990cd4608 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:49.276999 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-559cdc7f-8f94-4d6a-a44e-5a44bf6364de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:49.280081 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-3074a713-46fb-4195-a108-b61990cd4608 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Synchronizing usage tracker for tenant:143e860117cc493db304000cc95b95c2 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:10:49.353568 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-3074a713-46fb-4195-a108-b61990cd4608 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Unset dirty status for tenant:143e860117cc493db304000cc95b95c2 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:10:49.364360 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3074a713-46fb-4195-a108-b61990cd4608 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2982771 Feb 10 23:10:49.364360 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47528) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:49.366605 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-132eb06e-23f2-4ef5-8baf-d2bbb83d43b9 None None] Set router 0a1036b0-ff18-43ca-b38f-82a2587292bd gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:10:49.390799 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8fd5f-6411-48dc-9b2a-fc4dd05530ed req-2a2b19a5-54dd-48a9-8da8-8a4a72e8276b tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:49.393269 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-89a8fd5f-6411-48dc-9b2a-fc4dd05530ed req-2a2b19a5-54dd-48a9-8da8-8a4a72e8276b tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] 10.222.0.59 "GET /v2.0/ports?device_id=a23f9808-e681-4d2e-bf17-0807410f157e HTTP/1.1" status: 200 len: 931 time: 1.3644736 Feb 10 23:10:49.512243 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-48e6daab-1143-4621-841d-d586bd457d84 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:49.565997 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-99b23dd0-67d7-40ce-a5dd-00cc0448c6b4 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:49.592072 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e51051c7-edfa-44a3-9aa0-b38b2c938667 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:49.607398 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-48e6daab-1143-4621-841d-d586bd457d84 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:49.645772 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-4a102875-9081-488a-8c8e-d6b6c046b1b6 req-e8200927-b47e-437a-b574-f734d3ce21a2 service neutron] For port 23806611-6982-4629-97fc-d85900871f9d, host hv-neutron-8287, cleared binding levels {{(pid=84332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:10:49.659744 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e6daab-1143-4621-841d-d586bd457d84 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1db4b735-6e7f-4744-aa1a-42b41733eb43,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:49.661442 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-4a102875-9081-488a-8c8e-d6b6c046b1b6 req-e8200927-b47e-437a-b574-f734d3ce21a2 service neutron] For port 23806611-6982-4629-97fc-d85900871f9d, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=23806611-6982-4629-97fc-d85900871f9d,segment=NetworkSegment(715c2949-711d-4f61-a14e-8546a8a9252d),segment_id=715c2949-711d-4f61-a14e-8546a8a9252d)] {{(pid=84332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:10:49.742755 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-271c09dd-3ae0-4b82-965f-945e5e5e3c7a None None] For port 2ddfb68f-3555-4c9b-aacc-bb9364698c54, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=2ddfb68f-3555-4c9b-aacc-bb9364698c54,segment=NetworkSegment(01990d64-b862-44bf-9ed5-50cdc337c8ec),segment_id=01990d64-b862-44bf-9ed5-50cdc337c8ec)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:10:49.830100 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-99b23dd0-67d7-40ce-a5dd-00cc0448c6b4 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:49.854201 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2a027d6e-fd96-4f51-a7a6-a9299ed9784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:49.858796 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.resource_extend [None req-271c09dd-3ae0-4b82-965f-945e5e5e3c7a None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:10:49.859441 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-559cdc7f-8f94-4d6a-a44e-5a44bf6364de None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:49.865545 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-4a102875-9081-488a-8c8e-d6b6c046b1b6 req-e8200927-b47e-437a-b574-f734d3ce21a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:49.868713 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-99b23dd0-67d7-40ce-a5dd-00cc0448c6b4 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c66b218c-bc29-40da-ab3b-a175947d1e48']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:49.883436 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-99b23dd0-67d7-40ce-a5dd-00cc0448c6b4 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dba7c65-137b-4b09-9318-c94951018fc6') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:49.883638 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-99b23dd0-67d7-40ce-a5dd-00cc0448c6b4 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dba7c65-137b-4b09-9318-c94951018fc6') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:49.886339 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-559cdc7f-8f94-4d6a-a44e-5a44bf6364de None None] Transition to ACTIVE for port object 97cb6f19-50a1-4b40-8dec-7cac1e3a005d will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:10:49.891206 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-271c09dd-3ae0-4b82-965f-945e5e5e3c7a None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:49.927132 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-89a8fd5f-6411-48dc-9b2a-fc4dd05530ed req-3f3a43c4-1063-4282-80c5-e1347d2d975e tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f4c8ed0-d7b9-4beb-9297-a050f3892694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4815493 Feb 10 23:10:49.940762 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-99b23dd0-67d7-40ce-a5dd-00cc0448c6b4 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:49.946199 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-48e6daab-1143-4621-841d-d586bd457d84 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:49.949801 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-48e6daab-1143-4621-841d-d586bd457d84 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 2.4506130 Feb 10 23:10:49.956310 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47532) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:49.958428 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-93934372-26bb-462e-b46d-464bba811ed7 None None] Provisioning complete for port b61d26fc-cae0-4371-a67f-9f8ff249d440 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:49.959033 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-93934372-26bb-462e-b46d-464bba811ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:49.964987 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-559cdc7f-8f94-4d6a-a44e-5a44bf6364de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:49.973564 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-82047247-4bae-4c13-80a4-befc925dc5c5 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': 'edb0d79c-4fa0-4cb3-8340-e454e6140a9f', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:10:49.984697 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-82047247-4bae-4c13-80a4-befc925dc5c5 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:49.993813 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-99b23dd0-67d7-40ce-a5dd-00cc0448c6b4 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:50.003838 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-82047247-4bae-4c13-80a4-befc925dc5c5 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:50.020464 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-4a102875-9081-488a-8c8e-d6b6c046b1b6 req-e8200927-b47e-437a-b574-f734d3ce21a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:50.021937 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4a102875-9081-488a-8c8e-d6b6c046b1b6 req-e8200927-b47e-437a-b574-f734d3ce21a2 service neutron] 10.222.0.37 "PUT /v2.0/ports/23806611-6982-4629-97fc-d85900871f9d HTTP/1.1" status: 200 len: 1093 time: 2.8412058 Feb 10 23:10:50.024508 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8200927-b47e-437a-b574-f734d3ce21a2 service neutron] Pushing event updated for resources: {'Port': ['ID=23806611-6982-4629-97fc-d85900871f9d,revision_number=3']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:50.035160 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a23f9808-e681-4d2e-bf17-0807410f157e', 'tag': '23806611-6982-4629-97fc-d85900871f9d'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:10:50.062138 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-82047247-4bae-4c13-80a4-befc925dc5c5 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:50.073509 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99b23dd0-67d7-40ce-a5dd-00cc0448c6b4 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:10:50.074484 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-99b23dd0-67d7-40ce-a5dd-00cc0448c6b4 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:50.093825 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:10:50.093825 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:10:50.093825 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:10:50.093825 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:10:50.093825 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:10:50.093825 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:10:50.093825 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:10:50.093825 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:10:50.093825 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:10:50.093825 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:10:50.093825 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:10:50.093825 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:10:50.093825 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:10:50.093825 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:10:50.093825 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:10:50.093825 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:10:50.093825 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:10:50.093825 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:10:50.093825 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:10:50.093825 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:10:50.093825 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:10:50.093825 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:10:50.093825 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:10:50.093825 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:10:50.093825 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:10:50.093825 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:10:50.093825 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:10:50.093825 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:10:50.093825 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:10:50.093825 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:10:50.093825 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:10:50.093825 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:10:50.096058 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-82047247-4bae-4c13-80a4-befc925dc5c5 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:50.174135 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a23f9808-e681-4d2e-bf17-0807410f157e', 'tag': '23806611-6982-4629-97fc-d85900871f9d', 'status': 'completed', 'code': 200} Feb 10 23:10:50.220083 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-93934372-26bb-462e-b46d-464bba811ed7 None None] Port b61d26fc-cae0-4371-a67f-9f8ff249d440 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:10:50.227711 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device fe50d982-c17e-4022-b647-ffff2c0b9122 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:10:50.287366 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cecc0d6-729d-4fa1-b038-5c8b41293a99 None None] Pushing event updated for resources: {'Port': ['ID=97cb6f19-50a1-4b40-8dec-7cac1e3a005d,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:50.302308 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.securitygroups_db [None req-82047247-4bae-4c13-80a4-befc925dc5c5 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Project 714fdf59d9ad4aa1b5cc4598e806e542 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:10:50.308774 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-559cdc7f-8f94-4d6a-a44e-5a44bf6364de None None] Attempting to bind port 97cb6f19-50a1-4b40-8dec-7cac1e3a005d on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:10:50.309694 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-559cdc7f-8f94-4d6a-a44e-5a44bf6364de None None] Attempting to bind port 97cb6f19-50a1-4b40-8dec-7cac1e3a005d by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:10:50.309694 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559cdc7f-8f94-4d6a-a44e-5a44bf6364de None None] Attempting to bind port 97cb6f19-50a1-4b40-8dec-7cac1e3a005d on network 6dca27ff-0cc1-400d-8ed1-46016d84d938 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:10:50.327263 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559cdc7f-8f94-4d6a-a44e-5a44bf6364de None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:10:50.328055 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-82047247-4bae-4c13-80a4-befc925dc5c5 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:50.333291 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559cdc7f-8f94-4d6a-a44e-5a44bf6364de None None] Checking segment: {'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:10:50.334129 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-559cdc7f-8f94-4d6a-a44e-5a44bf6364de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:50.334738 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559cdc7f-8f94-4d6a-a44e-5a44bf6364de None None] Bound using segment: {'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:10:50.335730 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-559cdc7f-8f94-4d6a-a44e-5a44bf6364de None None] Bound port: 97cb6f19-50a1-4b40-8dec-7cac1e3a005d, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:10:50.336400 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-559cdc7f-8f94-4d6a-a44e-5a44bf6364de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:50.374120 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-271c09dd-3ae0-4b82-965f-945e5e5e3c7a None None] Transition to ACTIVE for port object 2ddfb68f-3555-4c9b-aacc-bb9364698c54 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:10:50.378568 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-28ee7187-4787-4cdc-b77c-aa771cfd9286 req-286f4f91-909a-4f0d-ab60-0fffb4b55670 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0eebca367ce8409b9f508406dcaece7d&device_id=a23f9808-e681-4d2e-bf17-0807410f157e HTTP/1.1" status: 200 len: 1096 time: 0.1986985 Feb 10 23:10:50.422253 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-99b23dd0-67d7-40ce-a5dd-00cc0448c6b4 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:50.422541 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-132eb06e-23f2-4ef5-8baf-d2bbb83d43b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'name': 'tempest-TestNetworkBasicOps-router-938078609', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': '5d5ee5e4-2655-46e3-a152-a40278a95717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:10:14Z', 'updated_at': '2022-02-10T23:10:33Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '5d5ee5e4-2655-46e3-a152-a40278a95717', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:db:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:10:16Z', 'updated_at': '2022-02-10T23:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'e4c3a978-385d-49ab-92ce-f5377a457cd7', 'name': '', 'network_id': 'f4f4d45e-efab-47b5-8966-f476fe09f270', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:83:cf:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e815ea9-6309-47bf-ae2f-c815b2ab858b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:10:30Z', 'updated_at': '2022-02-10T23:10:48Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': '1e815ea9-6309-47bf-ae2f-c815b2ab858b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:50.445429 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132eb06e-23f2-4ef5-8baf-d2bbb83d43b9 None None] The sync data for ids ['0a1036b0-ff18-43ca-b38f-82a2587292bd'] in dv-neutron-828797-1-hyperv is: [{'id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'name': 'tempest-TestNetworkBasicOps-router-938078609', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': '5d5ee5e4-2655-46e3-a152-a40278a95717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:10:14Z', 'updated_at': '2022-02-10T23:10:33Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '5d5ee5e4-2655-46e3-a152-a40278a95717', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:db:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:10:16Z', 'updated_at': '2022-02-10T23:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'e4c3a978-385d-49ab-92ce-f5377a457cd7', 'name': '', 'network_id': 'f4f4d45e-efab-47b5-8966-f476fe09f270', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:83:cf:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e815ea9-6309-47bf-ae2f-c815b2ab858b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:10:30Z', 'updated_at': '2022-02-10T23:10:48Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': '1e815ea9-6309-47bf-ae2f-c815b2ab858b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:10:50.473368 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-271c09dd-3ae0-4b82-965f-945e5e5e3c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:50.475655 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-559cdc7f-8f94-4d6a-a44e-5a44bf6364de None None] For port 97cb6f19-50a1-4b40-8dec-7cac1e3a005d, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:10:50.479736 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-559cdc7f-8f94-4d6a-a44e-5a44bf6364de None None] For port 97cb6f19-50a1-4b40-8dec-7cac1e3a005d, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=97cb6f19-50a1-4b40-8dec-7cac1e3a005d,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:10:50.480763 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-99b23dd0-67d7-40ce-a5dd-00cc0448c6b4 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:50.542559 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-a2bbe821-9e09-4a18-8129-b6637d7f4a2b None None] Provisioning for port 2327c331-869f-48ad-9a1a-43d9b3f93008 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:10:50.557581 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-a2bbe821-9e09-4a18-8129-b6637d7f4a2b None None] Provisioning complete for port 2327c331-869f-48ad-9a1a-43d9b3f93008 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:50.558486 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe821-9e09-4a18-8129-b6637d7f4a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:50.564553 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-559cdc7f-8f94-4d6a-a44e-5a44bf6364de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:50.620353 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-e60afc44-cf30-4a2b-b5b6-7053ea2fd4b8 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Allocated IP 2001:db8::3b0 (2aeaa62e-9876-422b-8a57-18c1c9d36da3/7c283c67-81f0-4b90-aeab-8bc7439d9937/359828b9-0860-4069-8d3a-629662e1071a) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:10:50.669060 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271c09dd-3ae0-4b82-965f-945e5e5e3c7a None None] Pushing event updated for resources: {'Port': ['ID=2ddfb68f-3555-4c9b-aacc-bb9364698c54,revision_number=6']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:50.687972 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee7187-4787-4cdc-b77c-aa771cfd9286 req-ce6d8f0c-0ea2-4db0-aa58-0264c04aac21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:50.690532 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-28ee7187-4787-4cdc-b77c-aa771cfd9286 req-ce6d8f0c-0ea2-4db0-aa58-0264c04aac21 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=0eebca367ce8409b9f508406dcaece7d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3045368 Feb 10 23:10:50.692791 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 3cadb48a-ce9c-41c4-9338-5cd29da63f11 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:10:50.761435 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cecc0d6-729d-4fa1-b038-5c8b41293a99 None None] Pushing event updated for resources: {'Port': ['ID=97cb6f19-50a1-4b40-8dec-7cac1e3a005d,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:50.791173 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559cdc7f-8f94-4d6a-a44e-5a44bf6364de None None] Routers {'328a3e20-9405-45a8-82bd-0c0413ee8648'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:10:50.791946 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-559cdc7f-8f94-4d6a-a44e-5a44bf6364de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:10:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['328a3e20-9405-45a8-82bd-0c0413ee8648'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:50.928828 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 3cadb48a-ce9c-41c4-9338-5cd29da63f11 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:10:50.932000 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 3cadb48a-ce9c-41c4-9338-5cd29da63f11 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:10:50.940760 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e60afc44-cf30-4a2b-b5b6-7053ea2fd4b8 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:50.989898 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-a2bbe821-9e09-4a18-8129-b6637d7f4a2b None None] Port 2327c331-869f-48ad-9a1a-43d9b3f93008 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:10:51.001298 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-e60afc44-cf30-4a2b-b5b6-7053ea2fd4b8 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Transition to ACTIVE for port object 359828b9-0860-4069-8d3a-629662e1071a will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:10:51.017931 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-99b23dd0-67d7-40ce-a5dd-00cc0448c6b4 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] 10.222.0.59 "DELETE /v2.0/networks/c66b218c-bc29-40da-ab3b-a175947d1e48 HTTP/1.1" status: 204 len: 168 time: 2.0525777 Feb 10 23:10:51.020331 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47540) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:51.059860 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b23dd0-67d7-40ce-a5dd-00cc0448c6b4 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Pushing event deleted for resources: {'Network': ['ID=c66b218c-bc29-40da-ab3b-a175947d1e48,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:51.113154 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-a2bbe821-9e09-4a18-8129-b6637d7f4a2b None None] Provisioning for port fe50d982-c17e-4022-b647-ffff2c0b9122 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:10:51.126748 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-a2bbe821-9e09-4a18-8129-b6637d7f4a2b None None] Provisioning complete for port fe50d982-c17e-4022-b647-ffff2c0b9122 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:51.126748 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe821-9e09-4a18-8129-b6637d7f4a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:51.189126 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-559cdc7f-8f94-4d6a-a44e-5a44bf6364de None None] Set router 328a3e20-9405-45a8-82bd-0c0413ee8648 gateway port host: None {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:10:51.326108 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 2ddfb68f-3555-4c9b-aacc-bb9364698c54 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:10:51.336871 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2c4fccb9-5c43-4b98-b4ef-66f357acfa1d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732944'] for router_interface, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:51.385364 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cef3bc49-7ebe-4295-966d-a8049526328f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:51.473411 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee7187-4787-4cdc-b77c-aa771cfd9286 req-b398535e-eb68-4268-9a64-596896c4f787 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:51.474835 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-28ee7187-4787-4cdc-b77c-aa771cfd9286 req-b398535e-eb68-4268-9a64-596896c4f787 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7685919 Feb 10 23:10:51.531046 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device e4c3a978-385d-49ab-92ce-f5377a457cd7 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:10:51.650037 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-82047247-4bae-4c13-80a4-befc925dc5c5 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:51.711292 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port e4c3a978-385d-49ab-92ce-f5377a457cd7 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:10:51.727466 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port e4c3a978-385d-49ab-92ce-f5377a457cd7 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:51.734760 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:51.767196 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-82047247-4bae-4c13-80a4-befc925dc5c5 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:51.833289 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-e51051c7-edfa-44a3-9aa0-b38b2c938667 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Allocated IP 172.20.0.21 (07f61a0b-0962-42c7-919b-2a3680468bfc/231889c5-9b6f-4d61-88fa-1d821325946e/2327c331-869f-48ad-9a1a-43d9b3f93008) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:10:51.854894 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e60afc44-cf30-4a2b-b5b6-7053ea2fd4b8 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:51.937592 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82047247-4bae-4c13-80a4-befc925dc5c5 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c33b411f-8be8-44f9-b358-bae6f7564705,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:51.974047 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b5d21-1e8c-42d6-8489-995c8c16324e req-3ce872dd-a5df-4e27-a65d-1af58ea47b46 tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:51.975548 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-287b5d21-1e8c-42d6-8489-995c8c16324e req-3ce872dd-a5df-4e27-a65d-1af58ea47b46 tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] 10.222.0.59 "GET /v2.0/ports?device_id=a23f9808-e681-4d2e-bf17-0807410f157e HTTP/1.1" status: 200 len: 943 time: 0.5214846 Feb 10 23:10:51.986863 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-559cdc7f-8f94-4d6a-a44e-5a44bf6364de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328a3e20-9405-45a8-82bd-0c0413ee8648', 'name': 'tempest-NetworksTestDHCPv6-router-1018922505', 'tenant_id': '143e860117cc493db304000cc95b95c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:10:37Z', 'updated_at': '2022-02-10T23:10:42Z', 'revision_number': 2, 'project_id': '143e860117cc493db304000cc95b95c2', 'gw_port_host': None, '_interfaces': [{'id': '97cb6f19-50a1-4b40-8dec-7cac1e3a005d', 'name': '', 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'tenant_id': '143e860117cc493db304000cc95b95c2', 'mac_address': 'fa:16:3e:82:09:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '328a3e20-9405-45a8-82bd-0c0413ee8648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7e4925a-ff48-4126-af9a-de59842ba469', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:10:40Z', 'updated_at': '2022-02-10T23:10:50Z', 'revision_number': 4, 'project_id': '143e860117cc493db304000cc95b95c2', 'subnets': [{'id': 'e7e4925a-ff48-4126-af9a-de59842ba469', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:51.993048 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-82047247-4bae-4c13-80a4-befc925dc5c5 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:51.993376 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559cdc7f-8f94-4d6a-a44e-5a44bf6364de None None] The sync data for ids ['328a3e20-9405-45a8-82bd-0c0413ee8648'] in dv-neutron-828797-1-hyperv is: [{'id': '328a3e20-9405-45a8-82bd-0c0413ee8648', 'name': 'tempest-NetworksTestDHCPv6-router-1018922505', 'tenant_id': '143e860117cc493db304000cc95b95c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:10:37Z', 'updated_at': '2022-02-10T23:10:42Z', 'revision_number': 2, 'project_id': '143e860117cc493db304000cc95b95c2', 'gw_port_host': None, '_interfaces': [{'id': '97cb6f19-50a1-4b40-8dec-7cac1e3a005d', 'name': '', 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'tenant_id': '143e860117cc493db304000cc95b95c2', 'mac_address': 'fa:16:3e:82:09:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '328a3e20-9405-45a8-82bd-0c0413ee8648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7e4925a-ff48-4126-af9a-de59842ba469', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:10:40Z', 'updated_at': '2022-02-10T23:10:50Z', 'revision_number': 4, 'project_id': '143e860117cc493db304000cc95b95c2', 'subnets': [{'id': 'e7e4925a-ff48-4126-af9a-de59842ba469', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:10:51.993759 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:51.994364 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-82047247-4bae-4c13-80a4-befc925dc5c5 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 2.0372198 Feb 10 23:10:52.008951 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47546) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:52.012655 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-f31489b3-b426-4ac7-a98d-b867ab27256b tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Deleting subnet 792af123-08de-4cd7-b065-70e8c589f6d2 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:10:52.021373 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-f293b9cf-ccac-4e97-8359-0b3712c27750 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': 'edb0d79c-4fa0-4cb3-8340-e454e6140a9f', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:10:52.037521 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f31489b3-b426-4ac7-a98d-b867ab27256b tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:52.055506 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port e4c3a978-385d-49ab-92ce-f5377a457cd7, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=e4c3a978-385d-49ab-92ce-f5377a457cd7,segment=NetworkSegment(72b3b703-dd46-4c09-b2f8-0b1aa481fbdf),segment_id=72b3b703-dd46-4c09-b2f8-0b1aa481fbdf)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:10:52.087811 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f293b9cf-ccac-4e97-8359-0b3712c27750 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:52.110744 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f293b9cf-ccac-4e97-8359-0b3712c27750 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:52.116532 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f293b9cf-ccac-4e97-8359-0b3712c27750 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:52.122308 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60afc44-cf30-4a2b-b5b6-7053ea2fd4b8 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Network 2aeaa62e-9876-422b-8a57-18c1c9d36da3 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:10:52.130487 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60afc44-cf30-4a2b-b5b6-7053ea2fd4b8 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event updated for resources: {'Port': ['ID=359828b9-0860-4069-8d3a-629662e1071a,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:52.134234 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:52.138584 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-e60afc44-cf30-4a2b-b5b6-7053ea2fd4b8 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:10:52.150521 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60afc44-cf30-4a2b-b5b6-7053ea2fd4b8 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:10:52.150521 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60afc44-cf30-4a2b-b5b6-7053ea2fd4b8 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:52.150521 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e60afc44-cf30-4a2b-b5b6-7053ea2fd4b8 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:52.158754 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f293b9cf-ccac-4e97-8359-0b3712c27750 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:52.184850 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f31489b3-b426-4ac7-a98d-b867ab27256b tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:52.203850 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-287b5d21-1e8c-42d6-8489-995c8c16324e req-211854e1-b907-40bf-b8d5-3a0863687a87 tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f4c8ed0-d7b9-4beb-9297-a050f3892694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976130 Feb 10 23:10:52.262443 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-e60afc44-cf30-4a2b-b5b6-7053ea2fd4b8 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.3188729 Feb 10 23:10:52.265824 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47550) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:52.267012 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-76d0e291-dad5-4efe-aa74-42d555a8fed4 None None] Provisioning for port 2ddfb68f-3555-4c9b-aacc-bb9364698c54 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:10:52.272356 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4a102875-9081-488a-8c8e-d6b6c046b1b6 req-4407a922-8839-48dd-bbcc-4e231b16c2a8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0eebca367ce8409b9f508406dcaece7d&device_id=a23f9808-e681-4d2e-bf17-0807410f157e HTTP/1.1" status: 200 len: 1096 time: 0.7047722 Feb 10 23:10:52.278067 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-5aacb9dd-0cb0-43a9-9e47-a0a7c7424751 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Request body: {'subnet': {'network_id': '2aeaa62e-9876-422b-8a57-18c1c9d36da3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:10:52.282984 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-76d0e291-dad5-4efe-aa74-42d555a8fed4 None None] Provisioning complete for port 2ddfb68f-3555-4c9b-aacc-bb9364698c54 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:52.282984 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-76d0e291-dad5-4efe-aa74-42d555a8fed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:52.303208 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e51051c7-edfa-44a3-9aa0-b38b2c938667 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:52.321398 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-e51051c7-edfa-44a3-9aa0-b38b2c938667 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Ignored duplicate provisioning block setup for port 2327c331-869f-48ad-9a1a-43d9b3f93008 by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 10 23:10:52.372143 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.securitygroups_db [None req-f293b9cf-ccac-4e97-8359-0b3712c27750 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Project 714fdf59d9ad4aa1b5cc4598e806e542 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:10:52.374551 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=e4c3a978-385d-49ab-92ce-f5377a457cd7,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:52.433545 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e51051c7-edfa-44a3-9aa0-b38b2c938667 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:52.459043 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f293b9cf-ccac-4e97-8359-0b3712c27750 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:52.468621 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:52.472597 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4a102875-9081-488a-8c8e-d6b6c046b1b6 req-482a92d9-ccd1-4db3-aba2-b9085802ab2e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23806611-6982-4629-97fc-d85900871f9d HTTP/1.1" status: 200 len: 217 time: 0.1742139 Feb 10 23:10:52.479154 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-76d0e291-dad5-4efe-aa74-42d555a8fed4 None None] Provisioning complete for port b61d26fc-cae0-4371-a67f-9f8ff249d440 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:52.479684 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-76d0e291-dad5-4efe-aa74-42d555a8fed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:52.556969 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-76d0e291-dad5-4efe-aa74-42d555a8fed4 None None] Port b61d26fc-cae0-4371-a67f-9f8ff249d440 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:10:52.616612 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:52.633536 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f31489b3-b426-4ac7-a98d-b867ab27256b tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:52.714105 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51051c7-edfa-44a3-9aa0-b38b2c938667 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event updated for resources: {'Port': ['ID=2327c331-869f-48ad-9a1a-43d9b3f93008,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:52.737905 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-e51051c7-edfa-44a3-9aa0-b38b2c938667 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] In _notify_port_updated(), no bound segment for port 2327c331-869f-48ad-9a1a-43d9b3f93008 on network 07f61a0b-0962-42c7-919b-2a3680468bfc {{(pid=84333) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 23:10:52.742356 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51051c7-edfa-44a3-9aa0-b38b2c938667 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:52.743177 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e51051c7-edfa-44a3-9aa0-b38b2c938667 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:52.744491 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-e51051c7-edfa-44a3-9aa0-b38b2c938667 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "PUT /v2.0/ports/2327c331-869f-48ad-9a1a-43d9b3f93008 HTTP/1.1" status: 200 len: 998 time: 4.0497530 Feb 10 23:10:52.753531 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47554) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:52.764887 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a102875-9081-488a-8c8e-d6b6c046b1b6 req-c3a7eea3-e747-4d2f-adf3-aed5c344304d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:52.766336 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4a102875-9081-488a-8c8e-d6b6c046b1b6 req-c3a7eea3-e747-4d2f-adf3-aed5c344304d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01d5d64b-8061-4b84-b247-b16cd57d94a3 HTTP/1.1" status: 200 len: 852 time: 0.2760570 Feb 10 23:10:52.769018 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-9f246c17-3ffd-4e48-9633-3d69cfb0186c None None] Provisioning for port 359828b9-0860-4069-8d3a-629662e1071a completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:10:52.774828 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-9f246c17-3ffd-4e48-9633-3d69cfb0186c None None] Provisioning complete for port 359828b9-0860-4069-8d3a-629662e1071a triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:52.775493 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9f246c17-3ffd-4e48-9633-3d69cfb0186c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:52.802988 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f293b9cf-ccac-4e97-8359-0b3712c27750 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:52.816253 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-c3af0d2d-44f2-4c35-9b8c-45a3d6cf164b tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Deleting port 2327c331-869f-48ad-9a1a-43d9b3f93008 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:10:52.816781 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c3af0d2d-44f2-4c35-9b8c-45a3d6cf164b tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:52.871511 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-5aacb9dd-0cb0-43a9-9e47-a0a7c7424751 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:52.878378 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4a102875-9081-488a-8c8e-d6b6c046b1b6 req-b59de1a0-89a0-4260-a7dc-b8e4f2eeda98 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0e86e233-e709-4cef-a618-45085d2845ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878327 Feb 10 23:10:52.884612 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-5aacb9dd-0cb0-43a9-9e47-a0a7c7424751 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Usage tracker for resource:subnet and tenant:a1a196bacc5e4170b4defd7cfb879ddb is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:52.891587 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-9f246c17-3ffd-4e48-9633-3d69cfb0186c None None] Port 359828b9-0860-4069-8d3a-629662e1071a cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:10:52.949543 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f293b9cf-ccac-4e97-8359-0b3712c27750 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:52.952108 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-5aacb9dd-0cb0-43a9-9e47-a0a7c7424751 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:52.992250 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-5aacb9dd-0cb0-43a9-9e47-a0a7c7424751 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:53.017847 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-31f54af9-7b66-4258-ad79-d0f2ae01bb3d None None] Provisioning complete for port 2327c331-869f-48ad-9a1a-43d9b3f93008 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:53.017847 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-31f54af9-7b66-4258-ad79-d0f2ae01bb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:53.087830 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device e4c3a978-385d-49ab-92ce-f5377a457cd7 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:10:53.088338 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f293b9cf-ccac-4e97-8359-0b3712c27750 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=126cad33-8fd6-49af-88bd-a1fba4d24d04,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:53.094033 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c3af0d2d-44f2-4c35-9b8c-45a3d6cf164b tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:53.135454 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-31f54af9-7b66-4258-ad79-d0f2ae01bb3d None None] Port 2327c331-869f-48ad-9a1a-43d9b3f93008 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:10:53.175010 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port e4c3a978-385d-49ab-92ce-f5377a457cd7 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:53.175414 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:53.243101 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-c3af0d2d-44f2-4c35-9b8c-45a3d6cf164b tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Calling delete_port for 2327c331-869f-48ad-9a1a-43d9b3f93008 owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:10:53.280468 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f31489b3-b426-4ac7-a98d-b867ab27256b tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:53.316058 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aacb9dd-0cb0-43a9-9e47-a0a7c7424751 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Made reservation on behalf of a1a196bacc5e4170b4defd7cfb879ddb for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:10:53.363482 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f293b9cf-ccac-4e97-8359-0b3712c27750 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:53.363482 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f293b9cf-ccac-4e97-8359-0b3712c27750 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.3275602 Feb 10 23:10:53.422465 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31489b3-b426-4ac7-a98d-b867ab27256b tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Pushing event deleted for resources: {'Subnet': ['ID=792af123-08de-4cd7-b065-70e8c589f6d2,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:53.481725 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f31489b3-b426-4ac7-a98d-b867ab27256b tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:53.481920 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54073d5c-fb76-4770-8c28-8de6baac51e5 None None] Network 3dbe09f5-e4d8-4439-ae5e-c04c020ec211 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:10:53.486358 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f31489b3-b426-4ac7-a98d-b867ab27256b tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] 10.222.0.59 "DELETE /v2.0/subnets/792af123-08de-4cd7-b065-70e8c589f6d2 HTTP/1.1" status: 204 len: 168 time: 2.3744776 Feb 10 23:10:53.486641 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4a102875-9081-488a-8c8e-d6b6c046b1b6 req-0541e141-4415-430c-a724-5b01b37873ab service neutron] 10.222.0.37 "GET /v2.0/networks/0e86e233-e709-4cef-a618-45085d2845ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5993004 Feb 10 23:10:53.489154 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47564) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:53.526817 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-2c4fccb9-5c43-4b98-b4ef-66f357acfa1d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Deleting port 97cb6f19-50a1-4b40-8dec-7cac1e3a005d {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:10:53.527391 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2c4fccb9-5c43-4b98-b4ef-66f357acfa1d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:53.636182 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c3af0d2d-44f2-4c35-9b8c-45a3d6cf164b tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:53.736819 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af0d2d-44f2-4c35-9b8c-45a3d6cf164b tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event deleted for resources: {'Port': ['ID=2327c331-869f-48ad-9a1a-43d9b3f93008,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:53.744749 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-03cfd55d-f3e4-4378-acbe-d3e088950402 req-72a45952-d228-41e0-89b7-d6628529d89b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Synchronizing usage tracker for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:10:53.787805 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8f83cd6e-5b51-4190-8467-3adbcd4efcf8 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:53.830135 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbac510-fdc2-4366-980c-04a7f97b0fb8 None None] DHCP port deletion for 3dbe09f5-e4d8-4439-ae5e-c04c020ec211 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:10:53.833935 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-8fbac510-fdc2-4366-980c-04a7f97b0fb8 None None] Deleting port daeeb3ff-b03c-4786-869e-3d0a733f493b {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:10:53.834417 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8fbac510-fdc2-4366-980c-04a7f97b0fb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:53.882084 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-8f83cd6e-5b51-4190-8467-3adbcd4efcf8 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Deleting port daeeb3ff-b03c-4786-869e-3d0a733f493b {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:10:53.882423 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8f83cd6e-5b51-4190-8467-3adbcd4efcf8 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:53.902583 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-2c4fccb9-5c43-4b98-b4ef-66f357acfa1d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] For port 97cb6f19-50a1-4b40-8dec-7cac1e3a005d, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=97cb6f19-50a1-4b40-8dec-7cac1e3a005d,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:10:53.903270 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2c4fccb9-5c43-4b98-b4ef-66f357acfa1d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:53.938949 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5aacb9dd-0cb0-43a9-9e47-a0a7c7424751 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:53.994693 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:54.029563 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-03cfd55d-f3e4-4378-acbe-d3e088950402 req-72a45952-d228-41e0-89b7-d6628529d89b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Unset dirty status for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:10:54.037538 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-03cfd55d-f3e4-4378-acbe-d3e088950402 req-72a45952-d228-41e0-89b7-d6628529d89b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-603642032&fields=id&tenant_id=714fdf59d9ad4aa1b5cc4598e806e542 HTTP/1.1" status: 200 len: 267 time: 0.4395330 Feb 10 23:10:54.100919 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-2c4fccb9-5c43-4b98-b4ef-66f357acfa1d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Calling delete_port for 97cb6f19-50a1-4b40-8dec-7cac1e3a005d owned by network:router_interface {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:10:54.121491 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-8fbac510-fdc2-4366-980c-04a7f97b0fb8 None None] For port daeeb3ff-b03c-4786-869e-3d0a733f493b, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=daeeb3ff-b03c-4786-869e-3d0a733f493b,segment=NetworkSegment(802766a9-1e0f-4bd4-ab30-b305f31f3a58),segment_id=802766a9-1e0f-4bd4-ab30-b305f31f3a58)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:10:54.122120 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8fbac510-fdc2-4366-980c-04a7f97b0fb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:54.172134 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c3af0d2d-44f2-4c35-9b8c-45a3d6cf164b tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:54.223355 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4a102875-9081-488a-8c8e-d6b6c046b1b6 req-41be5bd2-980f-4fc0-8078-77d59d03111c service neutron] 10.222.0.37 "GET /v2.0/networks/0e86e233-e709-4cef-a618-45085d2845ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7280157 Feb 10 23:10:54.231370 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-c3af0d2d-44f2-4c35-9b8c-45a3d6cf164b tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "DELETE /v2.0/ports/2327c331-869f-48ad-9a1a-43d9b3f93008 HTTP/1.1" status: 204 len: 168 time: 1.4805501 Feb 10 23:10:54.235460 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865fafcb-e646-4839-8e6f-0a8a23944db3 req-277c09c0-2c38-4415-9bb0-29ebbbd16252 tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:54.235656 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-865fafcb-e646-4839-8e6f-0a8a23944db3 req-277c09c0-2c38-4415-9bb0-29ebbbd16252 tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] Synchronizing usage tracker for tenant:0eebca367ce8409b9f508406dcaece7d on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:10:54.235761 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47572) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:54.270761 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-8fbac510-fdc2-4366-980c-04a7f97b0fb8 None None] Calling delete_port for daeeb3ff-b03c-4786-869e-3d0a733f493b owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:10:54.316651 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4a8107a-8bcc-4640-85d7-24283b82cf2a tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] GET failed (client error): The resource could not be found. Feb 10 23:10:54.317157 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-b4a8107a-8bcc-4640-85d7-24283b82cf2a tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Synchronizing usage tracker for tenant:8ebaafa64ea74242ba2bb084ec0966de on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:10:54.324090 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.ipam_backend_mixin [None req-5aacb9dd-0cb0-43a9-9e47-a0a7c7424751 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7c283c67-81f0-4b90-aeab-8bc7439d9937 (CIDR: 2001:db8::/64) Feb 10 23:10:54.346445 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cfd55d-f3e4-4378-acbe-d3e088950402 req-70f76fef-2a4d-46a8-b106-c5a4ae563819 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:54.347121 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-03cfd55d-f3e4-4378-acbe-d3e088950402 req-70f76fef-2a4d-46a8-b106-c5a4ae563819 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Synchronizing usage tracker for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:network {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:10:54.356134 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aacb9dd-0cb0-43a9-9e47-a0a7c7424751 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:10:54.368643 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5aacb9dd-0cb0-43a9-9e47-a0a7c7424751 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:10:54.397552 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-865fafcb-e646-4839-8e6f-0a8a23944db3 req-277c09c0-2c38-4415-9bb0-29ebbbd16252 tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] Unset dirty status for tenant:0eebca367ce8409b9f508406dcaece7d on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:10:54.397552 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-865fafcb-e646-4839-8e6f-0a8a23944db3 req-277c09c0-2c38-4415-9bb0-29ebbbd16252 tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] 10.222.0.59 "GET /v2.0/ports?device_id=a23f9808-e681-4d2e-bf17-0807410f157e HTTP/1.1" status: 200 len: 943 time: 0.9751992 Feb 10 23:10:54.460445 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8fbac510-fdc2-4366-980c-04a7f97b0fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:54.463628 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-8f83cd6e-5b51-4190-8467-3adbcd4efcf8 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] For port daeeb3ff-b03c-4786-869e-3d0a733f493b, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=daeeb3ff-b03c-4786-869e-3d0a733f493b,segment=NetworkSegment(802766a9-1e0f-4bd4-ab30-b305f31f3a58),segment_id=802766a9-1e0f-4bd4-ab30-b305f31f3a58)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:10:54.463989 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8f83cd6e-5b51-4190-8467-3adbcd4efcf8 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:54.469525 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-865fafcb-e646-4839-8e6f-0a8a23944db3 req-857c4efd-e183-4375-8cdd-1a07d4304382 tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] Synchronizing usage tracker for tenant:0eebca367ce8409b9f508406dcaece7d on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:10:54.510860 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbac510-fdc2-4366-980c-04a7f97b0fb8 None None] Pushing event deleted for resources: {'Port': ['ID=daeeb3ff-b03c-4786-869e-3d0a733f493b,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:54.517149 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbac510-fdc2-4366-980c-04a7f97b0fb8 None None] No DVR routers for this DVR port daeeb3ff-b03c-4786-869e-3d0a733f493b on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:10:54.530806 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-b4a8107a-8bcc-4640-85d7-24283b82cf2a tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Unset dirty status for tenant:8ebaafa64ea74242ba2bb084ec0966de on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:10:54.531956 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-b4a8107a-8bcc-4640-85d7-24283b82cf2a tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "GET /v2.0/ports/2327c331-869f-48ad-9a1a-43d9b3f93008 HTTP/1.1" status: 404 len: 333 time: 0.2855182 Feb 10 23:10:54.535209 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47576) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:54.577317 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5aacb9dd-0cb0-43a9-9e47-a0a7c7424751 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.3028061 Feb 10 23:10:54.578248 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2c4fccb9-5c43-4b98-b4ef-66f357acfa1d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:54.586321 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47580) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:54.595102 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-8f83cd6e-5b51-4190-8467-3adbcd4efcf8 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Calling delete_port for daeeb3ff-b03c-4786-869e-3d0a733f493b owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:10:54.625857 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-865fafcb-e646-4839-8e6f-0a8a23944db3 req-857c4efd-e183-4375-8cdd-1a07d4304382 tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] Unset dirty status for tenant:0eebca367ce8409b9f508406dcaece7d on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:10:54.628021 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-2854f3aa-7b4f-439d-8823-ab92559712d1 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Request body: {'subnet': {'network_id': '2aeaa62e-9876-422b-8a57-18c1c9d36da3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:10:54.634200 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-865fafcb-e646-4839-8e6f-0a8a23944db3 req-857c4efd-e183-4375-8cdd-1a07d4304382 tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f4c8ed0-d7b9-4beb-9297-a050f3892694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255893 Feb 10 23:10:54.646367 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-03cfd55d-f3e4-4378-acbe-d3e088950402 req-70f76fef-2a4d-46a8-b106-c5a4ae563819 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Unset dirty status for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:network {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:10:54.647135 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4fccb9-5c43-4b98-b4ef-66f357acfa1d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event deleted for resources: {'Port': ['ID=97cb6f19-50a1-4b40-8dec-7cac1e3a005d,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:54.647479 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-03cfd55d-f3e4-4378-acbe-d3e088950402 req-70f76fef-2a4d-46a8-b106-c5a4ae563819 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/networks?id=f4f4d45e-efab-47b5-8966-f476fe09f270 HTTP/1.1" status: 200 len: 796 time: 0.6091814 Feb 10 23:10:54.758827 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-03cfd55d-f3e4-4378-acbe-d3e088950402 req-077cc6ec-f633-4ce8-98a3-d6560a60d6d8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/quotas/714fdf59d9ad4aa1b5cc4598e806e542 HTTP/1.1" status: 200 len: 375 time: 0.0878458 Feb 10 23:10:54.880019 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-8f83cd6e-5b51-4190-8467-3adbcd4efcf8 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:10:54.880304 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-8f83cd6e-5b51-4190-8467-3adbcd4efcf8 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:10:54.942810 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2854f3aa-7b4f-439d-8823-ab92559712d1 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:54.958424 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-2854f3aa-7b4f-439d-8823-ab92559712d1 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Usage tracker for resource:subnet and tenant:a1a196bacc5e4170b4defd7cfb879ddb is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:54.958424 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-2854f3aa-7b4f-439d-8823-ab92559712d1 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:54.962128 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2854f3aa-7b4f-439d-8823-ab92559712d1 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:54.973349 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-03cfd55d-f3e4-4378-acbe-d3e088950402 req-cc76b462-21f0-420d-a2ed-247c45e6aba8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2016997 Feb 10 23:10:55.063859 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device daeeb3ff-b03c-4786-869e-3d0a733f493b no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:10:55.082242 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2854f3aa-7b4f-439d-8823-ab92559712d1 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Made reservation on behalf of a1a196bacc5e4170b4defd7cfb879ddb for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:10:55.110860 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2c4fccb9-5c43-4b98-b4ef-66f357acfa1d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2767638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733091'] for router_interface, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:55.120934 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: daeeb3ff-b03c-4786-869e-3d0a733f493b {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:10:55.121536 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device daeeb3ff-b03c-4786-869e-3d0a733f493b not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:10:55.250102 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-03cfd55d-f3e4-4378-acbe-d3e088950402 req-bdea234a-1484-465f-be65-971bd36ee261 service neutron] 10.222.0.59 "GET /v2.0/networks/f4f4d45e-efab-47b5-8966-f476fe09f270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624433 Feb 10 23:10:55.259654 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2854f3aa-7b4f-439d-8823-ab92559712d1 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:55.268301 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-a16ebbe4-4430-414f-8a4b-6a10057b4380 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Deleting subnet 231889c5-9b6f-4d61-88fa-1d821325946e {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:10:55.275575 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a16ebbe4-4430-414f-8a4b-6a10057b4380 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:55.379465 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a16ebbe4-4430-414f-8a4b-6a10057b4380 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:55.389938 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-8f83cd6e-5b51-4190-8467-3adbcd4efcf8 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Deleting port daeeb3ff-b03c-4786-869e-3d0a733f493b {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:10:55.389938 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8f83cd6e-5b51-4190-8467-3adbcd4efcf8 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:55.492234 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-8f83cd6e-5b51-4190-8467-3adbcd4efcf8 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] The port 'daeeb3ff-b03c-4786-869e-3d0a733f493b' was deleted {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 23:10:55.741118 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a16ebbe4-4430-414f-8a4b-6a10057b4380 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:55.778844 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.ipam_backend_mixin [None req-2854f3aa-7b4f-439d-8823-ab92559712d1 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 978251de-2cfe-4555-8dd3-bcd3f652df77 (CIDR: 2001:db8:0:1::/64) Feb 10 23:10:55.795585 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-03cfd55d-f3e4-4378-acbe-d3e088950402 req-c39dcfb4-1695-40d5-b9a9-8030bd590a32 service neutron] 10.222.0.59 "GET /v2.0/networks/f4f4d45e-efab-47b5-8966-f476fe09f270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5381570 Feb 10 23:10:55.799796 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8f83cd6e-5b51-4190-8467-3adbcd4efcf8 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:55.826209 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-2854f3aa-7b4f-439d-8823-ab92559712d1 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:10:55.832562 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2854f3aa-7b4f-439d-8823-ab92559712d1 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:10:55.832701 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-68f84590-ca35-4a9c-864d-6e20a784c515 req-f381e9f4-31f4-4770-aafe-e51f71914007 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=30d56768-2bba-410e-be7e-2f956bd4eb1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4852152 Feb 10 23:10:55.835316 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-8f83cd6e-5b51-4190-8467-3adbcd4efcf8 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dbe09f5-e4d8-4439-ae5e-c04c020ec211']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:55.856393 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-8f83cd6e-5b51-4190-8467-3adbcd4efcf8 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '802766a9-1e0f-4bd4-ab30-b305f31f3a58') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:55.856825 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-8f83cd6e-5b51-4190-8467-3adbcd4efcf8 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '802766a9-1e0f-4bd4-ab30-b305f31f3a58') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:55.878125 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8f83cd6e-5b51-4190-8467-3adbcd4efcf8 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:55.894513 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c4fccb9-5c43-4b98-b4ef-66f357acfa1d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Router 328a3e20-9405-45a8-82bd-0c0413ee8648 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:10:55.899946 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8f83cd6e-5b51-4190-8467-3adbcd4efcf8 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:55.909416 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f83cd6e-5b51-4190-8467-3adbcd4efcf8 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:10:55.909816 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8f83cd6e-5b51-4190-8467-3adbcd4efcf8 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:55.938927 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8230ed38-c7ed-422e-a619-0426cb4020e7 req-45df4404-fac3-4a8d-943c-df315d3ae6d8 tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:55.939268 dv-neutron-828797-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:10:55.939268 dv-neutron-828797-1-hyperv neutron-server[84333]: util.warn( Feb 10 23:10:55.939268 dv-neutron-828797-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:10:55.939268 dv-neutron-828797-1-hyperv neutron-server[84333]: util.warn( Feb 10 23:10:55.939268 dv-neutron-828797-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:10:55.939268 dv-neutron-828797-1-hyperv neutron-server[84333]: util.warn( Feb 10 23:10:55.939268 dv-neutron-828797-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:10:55.939268 dv-neutron-828797-1-hyperv neutron-server[84333]: util.warn( Feb 10 23:10:55.939268 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:10:55.939268 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:10:55.939268 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:10:55.939268 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:10:55.939268 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:10:55.939268 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:10:55.939268 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:10:55.939268 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:10:55.939268 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:10:55.939268 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:10:55.939268 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:10:55.939268 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:10:55.939268 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:10:55.939268 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:10:55.939268 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:10:55.939268 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:10:55.939268 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:10:55.939268 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:10:55.939268 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:10:55.939268 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:10:55.939268 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:10:55.939268 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:10:55.939268 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:10:55.939268 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:10:55.939268 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:10:55.939268 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:10:55.939268 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:10:55.939268 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:10:55.939268 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:10:55.939268 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:10:55.939268 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:10:55.939268 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:10:55.942226 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8230ed38-c7ed-422e-a619-0426cb4020e7 req-45df4404-fac3-4a8d-943c-df315d3ae6d8 tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] 10.222.0.59 "GET /v2.0/ports?device_id=a23f9808-e681-4d2e-bf17-0807410f157e HTTP/1.1" status: 200 len: 943 time: 0.1595142 Feb 10 23:10:56.001429 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-2854f3aa-7b4f-439d-8823-ab92559712d1 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.4134452 Feb 10 23:10:56.007133 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47586) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:56.015656 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-2cddcb43-abcb-4177-9617-82a0c13acc0b tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Request body: {'subnet': {'network_id': '2aeaa62e-9876-422b-8a57-18c1c9d36da3', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:10:56.097929 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a16ebbe4-4430-414f-8a4b-6a10057b4380 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:56.164802 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16ebbe4-4430-414f-8a4b-6a10057b4380 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event deleted for resources: {'Subnet': ['ID=231889c5-9b6f-4d61-88fa-1d821325946e,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:56.187805 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a16ebbe4-4430-414f-8a4b-6a10057b4380 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:56.189680 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af4e458-f2e7-4ba7-869f-48cb8a3bc740 None None] Network 07f61a0b-0962-42c7-919b-2a3680468bfc requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:10:56.190421 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2cddcb43-abcb-4177-9617-82a0c13acc0b tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:56.194740 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-2cddcb43-abcb-4177-9617-82a0c13acc0b tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Usage tracker for resource:subnet and tenant:a1a196bacc5e4170b4defd7cfb879ddb is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:56.198018 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-2cddcb43-abcb-4177-9617-82a0c13acc0b tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:56.204339 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2cddcb43-abcb-4177-9617-82a0c13acc0b tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:56.210701 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a16ebbe4-4430-414f-8a4b-6a10057b4380 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "DELETE /v2.0/subnets/231889c5-9b6f-4d61-88fa-1d821325946e HTTP/1.1" status: 204 len: 168 time: 1.6744697 Feb 10 23:10:56.214160 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47594) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:56.219493 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8230ed38-c7ed-422e-a619-0426cb4020e7 req-c51b7ce6-bdc8-4d04-b9dd-040df1ca2d92 tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f4c8ed0-d7b9-4beb-9297-a050f3892694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266436 Feb 10 23:10:56.226879 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4fccb9-5c43-4b98-b4ef-66f357acfa1d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:10:56.232197 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2c4fccb9-5c43-4b98-b4ef-66f357acfa1d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "PUT /v2.0/routers/328a3e20-9405-45a8-82bd-0c0413ee8648/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8667336 Feb 10 23:10:56.236644 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47598) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:56.257886 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8f83cd6e-5b51-4190-8467-3adbcd4efcf8 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:56.300366 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-68f84590-ca35-4a9c-864d-6e20a784c515 req-b49370b2-5ad5-498e-b292-076b7e7c4fa2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=82bae8319c0a482993cd9e8530b11401&device_id=30d56768-2bba-410e-be7e-2f956bd4eb1d HTTP/1.1" status: 200 len: 1098 time: 0.3061199 Feb 10 23:10:56.324831 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfecbf3-aec8-4b0c-8c2a-134702e48c1c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:56.326763 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfecbf3-aec8-4b0c-8c2a-134702e48c1c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:56.330638 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ecfecbf3-aec8-4b0c-8c2a-134702e48c1c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0904922 Feb 10 23:10:56.347965 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47602) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:56.372898 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8f83cd6e-5b51-4190-8467-3adbcd4efcf8 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:56.376477 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cddcb43-abcb-4177-9617-82a0c13acc0b tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Made reservation on behalf of a1a196bacc5e4170b4defd7cfb879ddb for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:10:56.380567 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2cddcb43-abcb-4177-9617-82a0c13acc0b tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:56.411554 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-fc28baee-16ee-46c9-934a-24c19d233cf7 req-a40eb1d8-b93e-4808-a277-507d62cfe35e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=13eb3b45-41f9-452a-936f-881fcb3533f4 HTTP/1.1" status: 200 len: 210 time: 0.1454248 Feb 10 23:10:56.419336 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f83cd6e-5b51-4190-8467-3adbcd4efcf8 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Pushing event deleted for resources: {'Network': ['ID=3dbe09f5-e4d8-4439-ae5e-c04c020ec211,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:56.483785 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-8f83cd6e-5b51-4190-8467-3adbcd4efcf8 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] 10.222.0.59 "DELETE /v2.0/networks/3dbe09f5-e4d8-4439-ae5e-c04c020ec211 HTTP/1.1" status: 204 len: 168 time: 2.9924214 Feb 10 23:10:56.487079 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47610) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:56.495979 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 23806611-6982-4629-97fc-d85900871f9d details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:10:56.672586 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c8dffdc-edd5-48d3-83de-74ac3419961e tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Deleting subnet c734f454-4a19-4716-9c7e-cede46d35eaf {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:10:56.680694 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 23806611-6982-4629-97fc-d85900871f9d, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=23806611-6982-4629-97fc-d85900871f9d,segment=NetworkSegment(715c2949-711d-4f61-a14e-8546a8a9252d),segment_id=715c2949-711d-4f61-a14e-8546a8a9252d)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:10:56.689065 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7c8dffdc-edd5-48d3-83de-74ac3419961e tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:56.705173 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Returning: {'device': '23806611-6982-4629-97fc-d85900871f9d', 'network_id': '0e86e233-e709-4cef-a618-45085d2845ca', 'port_id': '23806611-6982-4629-97fc-d85900871f9d', 'mac_address': 'fa:16:3e:fa:94:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01d5d64b-8061-4b84-b247-b16cd57d94a3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:10:56.729631 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-35eec62a-dc02-4cdb-8d31-3c15462c3ad1 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Synchronizing usage tracker for tenant:98b9cb7810824cb681c954336163e71b on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:10:56.770777 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:56.797875 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23806611-6982-4629-97fc-d85900871f9d {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:10:56.799813 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7c8dffdc-edd5-48d3-83de-74ac3419961e tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31983416'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:56.821525 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 23806611-6982-4629-97fc-d85900871f9d, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=23806611-6982-4629-97fc-d85900871f9d,segment=NetworkSegment(715c2949-711d-4f61-a14e-8546a8a9252d),segment_id=715c2949-711d-4f61-a14e-8546a8a9252d)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:10:56.824063 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f84590-ca35-4a9c-864d-6e20a784c515 req-81d602ac-f7c8-42c1-9097-e84461eab9df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:56.825535 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-68f84590-ca35-4a9c-864d-6e20a784c515 req-81d602ac-f7c8-42c1-9097-e84461eab9df service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a75b224-7431-40b5-b18e-691aa5ad073d HTTP/1.1" status: 200 len: 913 time: 0.4958687 Feb 10 23:10:56.957839 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:56.962699 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-f769bf8d-25b4-417a-ae2e-1259a75b912c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Deleting subnet e7e4925a-ff48-4126-af9a-de59842ba469 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:10:56.966006 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f769bf8d-25b4-417a-ae2e-1259a75b912c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:57.000397 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-35eec62a-dc02-4cdb-8d31-3c15462c3ad1 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Unset dirty status for tenant:98b9cb7810824cb681c954336163e71b on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:10:57.001802 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-35eec62a-dc02-4cdb-8d31-3c15462c3ad1 tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] 10.222.0.59 "GET /v2.0/ports?device_id=e63b02b1-7460-4241-be39-b12bb0510d75 HTTP/1.1" status: 200 len: 205 time: 0.5119560 Feb 10 23:10:57.021286 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-68f84590-ca35-4a9c-864d-6e20a784c515 req-a2246d4c-f779-4703-8028-ed405b84a204 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f115977-ed25-4098-8e07-2982d35bc998 HTTP/1.1" status: 200 len: 1001 time: 0.1749949 Feb 10 23:10:57.021440 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7c8dffdc-edd5-48d3-83de-74ac3419961e tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:57.049534 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47614) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:57.099692 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=23806611-6982-4629-97fc-d85900871f9d,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:57.177589 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['23806611-6982-4629-97fc-d85900871f9d'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:10:57.191434 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f769bf8d-25b4-417a-ae2e-1259a75b912c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:57.257451 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7c8dffdc-edd5-48d3-83de-74ac3419961e tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:57.264153 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f84590-ca35-4a9c-864d-6e20a784c515 req-9b430a3f-3d50-4669-b19d-62392a4570d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:57.266399 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-68f84590-ca35-4a9c-864d-6e20a784c515 req-9b430a3f-3d50-4669-b19d-62392a4570d1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=375b0e55-6852-456e-bf83-790a9c9d4e02 HTTP/1.1" status: 200 len: 851 time: 0.2521477 Feb 10 23:10:57.299654 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8dffdc-edd5-48d3-83de-74ac3419961e tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event deleted for resources: {'Subnet': ['ID=c734f454-4a19-4716-9c7e-cede46d35eaf,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:57.306043 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2cddcb43-abcb-4177-9617-82a0c13acc0b tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:57.347258 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a4aa6568-e8cd-4ede-9d92-f6594497d4aa tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:57.385784 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7c8dffdc-edd5-48d3-83de-74ac3419961e tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:57.439401 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-7c8dffdc-edd5-48d3-83de-74ac3419961e tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "DELETE /v2.0/subnets/c734f454-4a19-4716-9c7e-cede46d35eaf HTTP/1.1" status: 204 len: 168 time: 1.2235570 Feb 10 23:10:57.445611 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47622) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:57.474846 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5789e3-8999-47f9-ae4c-3bf42c6bfaa4 None None] Network 07f61a0b-0962-42c7-919b-2a3680468bfc requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:10:57.536084 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cddcb43-abcb-4177-9617-82a0c13acc0b tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event updated for resources: {'Subnet': ['ID=397e6b77-0f12-4077-b350-3c76bf55e5ce,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:57.595310 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-a1e00b40-c071-43be-b1a5-afbf63e9c47c req-7bd6f0d8-86c8-4186-b275-c8c842256f82 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=13eb3b45-41f9-452a-936f-881fcb3533f4 HTTP/1.1" status: 200 len: 210 time: 0.0540235 Feb 10 23:10:57.597561 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cddcb43-abcb-4177-9617-82a0c13acc0b tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Network 2aeaa62e-9876-422b-8a57-18c1c9d36da3 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:10:57.602171 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-2cddcb43-abcb-4177-9617-82a0c13acc0b tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:10:57.604414 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-60835322-1c17-453d-bd8d-b58f689c5055 None None] Provisioning complete for port fe50d982-c17e-4022-b647-ffff2c0b9122 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:57.604841 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-60835322-1c17-453d-bd8d-b58f689c5055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:57.616345 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cddcb43-abcb-4177-9617-82a0c13acc0b tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:57.617223 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2cddcb43-abcb-4177-9617-82a0c13acc0b tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:57.639407 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f73891-4043-4b73-ba00-8d44e3ec6e15 None None] Network 2aeaa62e-9876-422b-8a57-18c1c9d36da3 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:10:57.657495 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dc728c27-0834-4781-9217-f1572e12604f tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:57.673816 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-dc728c27-0834-4781-9217-f1572e12604f tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Deleting port fe50d982-c17e-4022-b647-ffff2c0b9122 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:10:57.674505 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dc728c27-0834-4781-9217-f1572e12604f tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:57.695132 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f769bf8d-25b4-417a-ae2e-1259a75b912c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:57.885545 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-2cddcb43-abcb-4177-9617-82a0c13acc0b tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8773899 Feb 10 23:10:57.891783 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47628) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:57.897523 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-da35cacd-c50e-48ba-b499-d64db5e1b194 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2088171335', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '397e6b77-0f12-4077-b350-3c76bf55e5ce'}], 'security_groups': ['3785c579-4c1e-41ec-a9a8-15aa25748c84', '65b7227d-4aef-404c-8b3c-5de3fbf27542']}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:10:57.990844 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a4aa6568-e8cd-4ede-9d92-f6594497d4aa tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:57.996588 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a4aa6568-e8cd-4ede-9d92-f6594497d4aa tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:58.012292 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-68f84590-ca35-4a9c-864d-6e20a784c515 req-34f64dab-c0e7-4d31-95d9-f7a87dd6af6f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a75b224-7431-40b5-b18e-691aa5ad073d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7360618 Feb 10 23:10:58.022394 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb2649-01e3-4b2e-8c8b-7313066b8926 req-2961bb6f-aa1f-4531-913c-5dab2711bcc5 tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:58.026359 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cdbb2649-01e3-4b2e-8c8b-7313066b8926 req-2961bb6f-aa1f-4531-913c-5dab2711bcc5 tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] 10.222.0.59 "GET /v2.0/ports?device_id=a23f9808-e681-4d2e-bf17-0807410f157e HTTP/1.1" status: 200 len: 944 time: 0.5185890 Feb 10 23:10:58.081560 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45549b8-e34b-4782-a812-ee4bb2d3a7ba None None] DHCP port deletion for 07f61a0b-0962-42c7-919b-2a3680468bfc request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:10:58.089667 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-d45549b8-e34b-4782-a812-ee4bb2d3a7ba None None] Deleting port fe50d982-c17e-4022-b647-ffff2c0b9122 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:10:58.090110 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d45549b8-e34b-4782-a812-ee4bb2d3a7ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:58.149796 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-dc728c27-0834-4781-9217-f1572e12604f tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] For port fe50d982-c17e-4022-b647-ffff2c0b9122, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=fe50d982-c17e-4022-b647-ffff2c0b9122,segment=NetworkSegment(0153b39d-bef2-4cc6-8c45-d396fc0c6e41),segment_id=0153b39d-bef2-4cc6-8c45-d396fc0c6e41)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:10:58.150118 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dc728c27-0834-4781-9217-f1572e12604f tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:58.309099 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-dc728c27-0834-4781-9217-f1572e12604f tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Calling delete_port for fe50d982-c17e-4022-b647-ffff2c0b9122 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:10:58.340391 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-da35cacd-c50e-48ba-b499-d64db5e1b194 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:58.393136 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cdbb2649-01e3-4b2e-8c8b-7313066b8926 req-4b06d147-8507-495b-bcdb-14551c047c7f tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f4c8ed0-d7b9-4beb-9297-a050f3892694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401234 Feb 10 23:10:58.415987 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-68f84590-ca35-4a9c-864d-6e20a784c515 req-af60b44f-1c3b-4269-a403-0e1cae037c16 service neutron] 10.222.0.37 "GET /v2.0/networks/4a75b224-7431-40b5-b18e-691aa5ad073d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3877258 Feb 10 23:10:58.452145 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f769bf8d-25b4-417a-ae2e-1259a75b912c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:58.485721 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-d45549b8-e34b-4782-a812-ee4bb2d3a7ba None None] For port fe50d982-c17e-4022-b647-ffff2c0b9122, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=fe50d982-c17e-4022-b647-ffff2c0b9122,segment=NetworkSegment(0153b39d-bef2-4cc6-8c45-d396fc0c6e41),segment_id=0153b39d-bef2-4cc6-8c45-d396fc0c6e41)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:10:58.486292 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d45549b8-e34b-4782-a812-ee4bb2d3a7ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:58.493420 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d07423-1bba-44c9-9a90-64dcc3480709 None None] Update dhcp port {'port': {'network_id': '2aeaa62e-9876-422b-8a57-18c1c9d36da3', 'fixed_ips': [{'subnet_id': '978251de-2cfe-4555-8dd3-bcd3f652df77', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7c283c67-81f0-4b90-aeab-8bc7439d9937', 'ip_address': '2001:db8::2'}, {'subnet_id': '397e6b77-0f12-4077-b350-3c76bf55e5ce'}], 'binding:host_id': 'dv-neutron-828797-1-hyperv'}, 'id': '2ddfb68f-3555-4c9b-aacc-bb9364698c54'} from dv-neutron-828797-1-hyperv. {{(pid=84334) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 10 23:10:58.530781 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 23806611-6982-4629-97fc-d85900871f9d up at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:10:58.547671 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a4aa6568-e8cd-4ede-9d92-f6594497d4aa tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:58.550306 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4aa6568-e8cd-4ede-9d92-f6594497d4aa tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Fanout notify agent at l3_agent the message router_deleted on router e63b02b1-7460-4241-be39-b12bb0510d75 {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:10:58.555809 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f769bf8d-25b4-417a-ae2e-1259a75b912c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event deleted for resources: {'Subnet': ['ID=e7e4925a-ff48-4126-af9a-de59842ba469,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:58.589289 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f769bf8d-25b4-417a-ae2e-1259a75b912c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:58.609346 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f769bf8d-25b4-417a-ae2e-1259a75b912c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/subnets/e7e4925a-ff48-4126-af9a-de59842ba469 HTTP/1.1" status: 204 len: 168 time: 2.2583611 Feb 10 23:10:58.623336 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a4aa6568-e8cd-4ede-9d92-f6594497d4aa tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:58.624839 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a4aa6568-e8cd-4ede-9d92-f6594497d4aa tempest-RoutersNegativeIpV6Test-103191961 tempest-RoutersNegativeIpV6Test-103191961-project] 10.222.0.59 "DELETE /v2.0/routers/e63b02b1-7460-4241-be39-b12bb0510d75 HTTP/1.1" status: 204 len: 168 time: 1.5756779 Feb 10 23:10:58.625890 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47634) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:58.729729 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f2a00b-0c98-4b9f-8da8-2249f0ca2690 None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:10:58.791314 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-68f84590-ca35-4a9c-864d-6e20a784c515 req-0e1292d9-ddec-4039-b0b2-07a1d139f799 service neutron] 10.222.0.37 "GET /v2.0/networks/4a75b224-7431-40b5-b18e-691aa5ad073d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3686240 Feb 10 23:10:58.793549 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-d45549b8-e34b-4782-a812-ee4bb2d3a7ba None None] Calling delete_port for fe50d982-c17e-4022-b647-ffff2c0b9122 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:10:58.811835 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-33e2c91c-f147-46c3-86d4-7ec2af660721 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Synchronizing usage tracker for tenant:143e860117cc493db304000cc95b95c2 on resource:router {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:10:58.917936 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-33e2c91c-f147-46c3-86d4-7ec2af660721 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Unset dirty status for tenant:143e860117cc493db304000cc95b95c2 on resource:router {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:10:58.920876 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-33e2c91c-f147-46c3-86d4-7ec2af660721 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2899599 Feb 10 23:10:58.923350 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47642) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:58.927733 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dc728c27-0834-4781-9217-f1572e12604f tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:58.980480 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-72d07423-1bba-44c9-9a90-64dcc3480709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:58.993174 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-8f75813a-065f-4e6b-a133-9dfe5a41e8c8 req-d416ab4f-b3e8-4672-800a-0c473cd38317 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=13eb3b45-41f9-452a-936f-881fcb3533f4 HTTP/1.1" status: 200 len: 210 time: 0.1441386 Feb 10 23:10:59.021944 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc728c27-0834-4781-9217-f1572e12604f tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event deleted for resources: {'Port': ['ID=fe50d982-c17e-4022-b647-ffff2c0b9122,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:59.029689 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc728c27-0834-4781-9217-f1572e12604f tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] No DVR routers for this DVR port fe50d982-c17e-4022-b647-ffff2c0b9122 on host dv-neutron-828797-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:10:59.142985 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c8620d90-c0d3-4dad-a9ec-e7b69f9a202e tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:59.194584 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device fe50d982-c17e-4022-b647-ffff2c0b9122 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:10:59.333983 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: fe50d982-c17e-4022-b647-ffff2c0b9122 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:10:59.349721 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device fe50d982-c17e-4022-b647-ffff2c0b9122 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:10:59.397438 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dc728c27-0834-4781-9217-f1572e12604f tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:59.407196 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-da35cacd-c50e-48ba-b499-d64db5e1b194 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Delete allocated IP 2001:db8::3b0 (2aeaa62e-9876-422b-8a57-18c1c9d36da3/7c283c67-81f0-4b90-aeab-8bc7439d9937) {{(pid=84333) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 10 23:10:59.422918 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-d45549b8-e34b-4782-a812-ee4bb2d3a7ba None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:10:59.423536 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-d45549b8-e34b-4782-a812-ee4bb2d3a7ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:10:59.436938 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47648) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:59.445777 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning for port 23806611-6982-4629-97fc-d85900871f9d completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:10:59.459239 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-da35cacd-c50e-48ba-b499-d64db5e1b194 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Allocated IP 2001:db8:0:2::2bb (2aeaa62e-9876-422b-8a57-18c1c9d36da3/397e6b77-0f12-4077-b350-3c76bf55e5ce/359828b9-0860-4069-8d3a-629662e1071a) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:10:59.463453 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning complete for port 23806611-6982-4629-97fc-d85900871f9d triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:59.463828 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:59.490151 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-dc728c27-0834-4781-9217-f1572e12604f tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07f61a0b-0962-42c7-919b-2a3680468bfc']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:59.553863 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-dc728c27-0834-4781-9217-f1572e12604f tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0153b39d-bef2-4cc6-8c45-d396fc0c6e41') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:59.557190 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-dc728c27-0834-4781-9217-f1572e12604f tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0153b39d-bef2-4cc6-8c45-d396fc0c6e41') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:59.624751 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dc728c27-0834-4781-9217-f1572e12604f tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:59.647543 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dc728c27-0834-4781-9217-f1572e12604f tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:59.655127 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc728c27-0834-4781-9217-f1572e12604f tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:10:59.655511 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dc728c27-0834-4781-9217-f1572e12604f tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:59.728105 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:10:59.728105 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:10:59.728105 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:10:59.728105 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:10:59.728105 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:10:59.728105 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:10:59.728105 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:10:59.728105 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:10:59.728105 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:10:59.728105 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:10:59.728105 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:10:59.728105 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:10:59.728105 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:10:59.728105 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:10:59.728105 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:10:59.728105 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:10:59.728105 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:10:59.728105 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:10:59.728105 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:10:59.728105 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:10:59.728105 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:10:59.728105 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:10:59.728105 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:10:59.728105 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:10:59.728105 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:10:59.728105 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:10:59.728105 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:10:59.728105 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:10:59.728105 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:10:59.728105 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:10:59.728105 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:10:59.728105 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:10:59.733378 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:59.775119 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a23f9808-e681-4d2e-bf17-0807410f157e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23806611-6982-4629-97fc-d85900871f9d'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:10:59.786033 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 23806611-6982-4629-97fc-d85900871f9d, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=23806611-6982-4629-97fc-d85900871f9d,segment=NetworkSegment(715c2949-711d-4f61-a14e-8546a8a9252d),segment_id=715c2949-711d-4f61-a14e-8546a8a9252d)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:10:59.799856 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13b896d-0ee1-4ccb-b2a0-1299aea17cad None None] DHCP port deletion for 6dca27ff-0cc1-400d-8ed1-46016d84d938 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:10:59.809845 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-d13b896d-0ee1-4ccb-b2a0-1299aea17cad None None] Deleting port 3fe54fdc-0eab-4211-9f29-f6dae5276baa {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:10:59.813010 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d13b896d-0ee1-4ccb-b2a0-1299aea17cad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:59.864519 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a23f9808-e681-4d2e-bf17-0807410f157e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23806611-6982-4629-97fc-d85900871f9d', 'code': 200} Feb 10 23:10:59.949990 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dc728c27-0834-4781-9217-f1572e12604f tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:59.968917 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-d45549b8-e34b-4782-a812-ee4bb2d3a7ba None None] Deleting port fe50d982-c17e-4022-b647-ffff2c0b9122 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:10:59.969613 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d45549b8-e34b-4782-a812-ee4bb2d3a7ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:59.979038 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dc728c27-0834-4781-9217-f1572e12604f tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:00.002899 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc728c27-0834-4781-9217-f1572e12604f tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event deleted for resources: {'Network': ['ID=07f61a0b-0962-42c7-919b-2a3680468bfc,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:00.015067 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:00.035816 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-da35cacd-c50e-48ba-b499-d64db5e1b194 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:00.078216 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-dc728c27-0834-4781-9217-f1572e12604f tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "DELETE /v2.0/networks/07f61a0b-0962-42c7-919b-2a3680468bfc HTTP/1.1" status: 204 len: 168 time: 2.6237109 Feb 10 23:11:00.081838 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-da35cacd-c50e-48ba-b499-d64db5e1b194 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Transition to ACTIVE for port object 359828b9-0860-4069-8d3a-629662e1071a will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:11:00.082629 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47660) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:00.183497 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-d45549b8-e34b-4782-a812-ee4bb2d3a7ba None None] The port 'fe50d982-c17e-4022-b647-ffff2c0b9122' was deleted {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 23:11:00.300934 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c8620d90-c0d3-4dad-a9ec-e7b69f9a202e tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:00.336338 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-cc83bd41-d738-4d6e-b6eb-b211a1ac7379 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=98b9cb7810824cb681c954336163e71b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8974435 Feb 10 23:11:00.346743 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47664) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:00.347575 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c8620d90-c0d3-4dad-a9ec-e7b69f9a202e tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:00.365142 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cfd55d-f3e4-4378-acbe-d3e088950402 req-4d33bf8d-67f4-419d-b5e5-102169f640a5 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:00.366684 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-03cfd55d-f3e4-4378-acbe-d3e088950402 req-4d33bf8d-67f4-419d-b5e5-102169f640a5 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.37 "GET /v2.0/networks?id=f4f4d45e-efab-47b5-8966-f476fe09f270 HTTP/1.1" status: 200 len: 796 time: 0.6961439 Feb 10 23:11:00.367404 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-0dba04ba-a399-4e14-87a5-42deeedf3ded req-246cab80-96f5-4f63-82e8-2b8c20cdbfdc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=13eb3b45-41f9-452a-936f-881fcb3533f4 HTTP/1.1" status: 200 len: 210 time: 0.1754458 Feb 10 23:11:00.371216 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-da35cacd-c50e-48ba-b499-d64db5e1b194 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:00.414948 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-d13b896d-0ee1-4ccb-b2a0-1299aea17cad None None] For port 3fe54fdc-0eab-4211-9f29-f6dae5276baa, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=3fe54fdc-0eab-4211-9f29-f6dae5276baa,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:11:00.415397 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d13b896d-0ee1-4ccb-b2a0-1299aea17cad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:00.429196 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=23806611-6982-4629-97fc-d85900871f9d,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:00.457612 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00cd7a5-684a-4ec3-91a3-9626548b31fc tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:00.458293 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-a00cd7a5-684a-4ec3-91a3-9626548b31fc tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Synchronizing usage tracker for tenant:8ebaafa64ea74242ba2bb084ec0966de on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:11:00.503325 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff7f8a9-5dbf-47a6-8689-d1d12f0cd256 req-79a16208-9ecd-451b-9dd5-4b184257ed5f tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:00.504853 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bff7f8a9-5dbf-47a6-8689-d1d12f0cd256 req-79a16208-9ecd-451b-9dd5-4b184257ed5f tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] 10.222.0.59 "GET /v2.0/ports?device_id=a23f9808-e681-4d2e-bf17-0807410f157e HTTP/1.1" status: 200 len: 945 time: 0.6648924 Feb 10 23:11:00.515361 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-da35cacd-c50e-48ba-b499-d64db5e1b194 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] In _notify_port_updated(), no bound segment for port 359828b9-0860-4069-8d3a-629662e1071a on network 2aeaa62e-9876-422b-8a57-18c1c9d36da3 {{(pid=84333) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 23:11:00.519182 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da35cacd-c50e-48ba-b499-d64db5e1b194 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:00.520098 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-da35cacd-c50e-48ba-b499-d64db5e1b194 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:00.524158 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-da35cacd-c50e-48ba-b499-d64db5e1b194 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "PUT /v2.0/ports/359828b9-0860-4069-8d3a-629662e1071a HTTP/1.1" status: 200 len: 970 time: 2.6284647 Feb 10 23:11:00.524158 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da35cacd-c50e-48ba-b499-d64db5e1b194 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event updated for resources: {'Port': ['ID=359828b9-0860-4069-8d3a-629662e1071a,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:00.525381 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47668) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:00.565258 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-d13b896d-0ee1-4ccb-b2a0-1299aea17cad None None] Calling delete_port for 3fe54fdc-0eab-4211-9f29-f6dae5276baa owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:11:00.594901 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-03cfd55d-f3e4-4378-acbe-d3e088950402 req-75027e7e-6702-40a9-a120-3692ed904713 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=714fdf59d9ad4aa1b5cc4598e806e542 HTTP/1.1" status: 200 len: 379 time: 0.1769238 Feb 10 23:11:00.596151 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5a8e5da1-27f0-4382-abb6-93b58238ec8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:00.616279 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-72d07423-1bba-44c9-9a90-64dcc3480709 None None] Allocated IP 2001:db8:0:2::2 (2aeaa62e-9876-422b-8a57-18c1c9d36da3/397e6b77-0f12-4077-b350-3c76bf55e5ce/2ddfb68f-3555-4c9b-aacc-bb9364698c54) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:11:00.617171 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-1c01ef6e-93fd-47fa-a2a9-07012e819b7b tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Deleting port 359828b9-0860-4069-8d3a-629662e1071a {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:11:00.617581 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1c01ef6e-93fd-47fa-a2a9-07012e819b7b tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:00.624319 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5a8e5da1-27f0-4382-abb6-93b58238ec8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:00.653221 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-a00cd7a5-684a-4ec3-91a3-9626548b31fc tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Unset dirty status for tenant:8ebaafa64ea74242ba2bb084ec0966de on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:11:00.666453 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-a00cd7a5-684a-4ec3-91a3-9626548b31fc tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.5741687 Feb 10 23:11:00.666453 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47672) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:00.695676 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-03cfd55d-f3e4-4378-acbe-d3e088950402 req-d00f7592-221e-4126-9a83-014975f45e74 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'port': {'device_id': '13eb3b45-41f9-452a-936f-881fcb3533f4', 'network_id': 'f4f4d45e-efab-47b5-8966-f476fe09f270', 'admin_state_up': True, 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'security_groups': ['edb0d79c-4fa0-4cb3-8340-e454e6140a9f']}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:00.710399 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c8620d90-c0d3-4dad-a9ec-e7b69f9a202e tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:00.710885 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8620d90-c0d3-4dad-a9ec-e7b69f9a202e tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Fanout notify agent at l3_agent the message router_deleted on router 328a3e20-9405-45a8-82bd-0c0413ee8648 {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:11:00.788630 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e1a6b8b3-4f63-44ed-90fc-472de9dd3755 req-c53a9594-4caf-4c92-b6e2-5282d999fef6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a23f9808-e681-4d2e-bf17-0807410f157e HTTP/1.1" status: 200 len: 1098 time: 0.4310291 Feb 10 23:11:00.799861 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-72d07423-1bba-44c9-9a90-64dcc3480709 None None] For port 2ddfb68f-3555-4c9b-aacc-bb9364698c54, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=2ddfb68f-3555-4c9b-aacc-bb9364698c54,segment=NetworkSegment(01990d64-b862-44bf-9ed5-50cdc337c8ec),segment_id=01990d64-b862-44bf-9ed5-50cdc337c8ec)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:11:00.820753 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d13b896d-0ee1-4ccb-b2a0-1299aea17cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:00.839849 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bff7f8a9-5dbf-47a6-8689-d1d12f0cd256 req-ecf8510f-9750-478a-9dd3-007520731629 tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f4c8ed0-d7b9-4beb-9297-a050f3892694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202150 Feb 10 23:11:00.872245 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-72d07423-1bba-44c9-9a90-64dcc3480709 None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:00.883267 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13b896d-0ee1-4ccb-b2a0-1299aea17cad None None] Pushing event deleted for resources: {'Port': ['ID=3fe54fdc-0eab-4211-9f29-f6dae5276baa,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:00.890939 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13b896d-0ee1-4ccb-b2a0-1299aea17cad None None] No DVR routers for this DVR port 3fe54fdc-0eab-4211-9f29-f6dae5276baa on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:11:00.893751 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5a8e5da1-27f0-4382-abb6-93b58238ec8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:00.898638 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-72d07423-1bba-44c9-9a90-64dcc3480709 None None] Transition to ACTIVE for port object 2ddfb68f-3555-4c9b-aacc-bb9364698c54 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:11:00.920577 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e1a6b8b3-4f63-44ed-90fc-472de9dd3755 req-b2ed2b55-6772-44b1-aba9-f4c3b4a00923 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4f4c8ed0-d7b9-4beb-9297-a050f3892694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232126 Feb 10 23:11:00.921613 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-514c245b-6c2c-4eb5-8222-0fd67e871af3 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2517321 Feb 10 23:11:00.926092 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47676) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:00.937758 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8e5da1-27f0-4382-abb6-93b58238ec8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de21f518-7169-4095-b819-13050aa3fb0e,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:00.939957 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-03cfd55d-f3e4-4378-acbe-d3e088950402 req-d00f7592-221e-4126-9a83-014975f45e74 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:00.945164 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-171bb6bc-8895-4591-b895-f754b58d3880 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-324278916'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:00.951472 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5a8e5da1-27f0-4382-abb6-93b58238ec8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:00.952189 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5a8e5da1-27f0-4382-abb6-93b58238ec8e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/de21f518-7169-4095-b819-13050aa3fb0e HTTP/1.1" status: 204 len: 168 time: 0.5993102 Feb 10 23:11:00.953256 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-03cfd55d-f3e4-4378-acbe-d3e088950402 req-d00f7592-221e-4126-9a83-014975f45e74 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:port and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:00.956833 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-171bb6bc-8895-4591-b895-f754b58d3880 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:00.962905 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-03cfd55d-f3e4-4378-acbe-d3e088950402 req-d00f7592-221e-4126-9a83-014975f45e74 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:00.964591 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-171bb6bc-8895-4591-b895-f754b58d3880 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Usage tracker for resource:network and tenant:8ebaafa64ea74242ba2bb084ec0966de is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:00.967482 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-03cfd55d-f3e4-4378-acbe-d3e088950402 req-d00f7592-221e-4126-9a83-014975f45e74 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:00.969596 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-171bb6bc-8895-4591-b895-f754b58d3880 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:00.977988 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-171bb6bc-8895-4591-b895-f754b58d3880 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:00.990053 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c8620d90-c0d3-4dad-a9ec-e7b69f9a202e tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:00.990053 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c8620d90-c0d3-4dad-a9ec-e7b69f9a202e tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/routers/328a3e20-9405-45a8-82bd-0c0413ee8648 HTTP/1.1" status: 204 len: 168 time: 2.0633447 Feb 10 23:11:00.991170 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47682) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:00.993075 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1c01ef6e-93fd-47fa-a2a9-07012e819b7b tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:01.014534 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-72d07423-1bba-44c9-9a90-64dcc3480709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:01.067912 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 3fe54fdc-0eab-4211-9f29-f6dae5276baa no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:11:01.111924 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03cfd55d-f3e4-4378-acbe-d3e088950402 req-d00f7592-221e-4126-9a83-014975f45e74 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Made reservation on behalf of 714fdf59d9ad4aa1b5cc4598e806e542 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:11:01.112829 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 3fe54fdc-0eab-4211-9f29-f6dae5276baa {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:11:01.113066 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 3fe54fdc-0eab-4211-9f29-f6dae5276baa not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:11:01.116586 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-03cfd55d-f3e4-4378-acbe-d3e088950402 req-d00f7592-221e-4126-9a83-014975f45e74 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:01.173749 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-d3d78097-f64e-4ec2-ae2c-bb00915fc744 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1724045 Feb 10 23:11:01.174213 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47686) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:01.181523 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171bb6bc-8895-4591-b895-f754b58d3880 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Made reservation on behalf of 8ebaafa64ea74242ba2bb084ec0966de for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:11:01.181752 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-1c01ef6e-93fd-47fa-a2a9-07012e819b7b tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Calling delete_port for 359828b9-0860-4069-8d3a-629662e1071a owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:11:01.184159 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-171bb6bc-8895-4591-b895-f754b58d3880 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:01.234553 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d07423-1bba-44c9-9a90-64dcc3480709 None None] Pushing event updated for resources: {'Port': ['ID=2ddfb68f-3555-4c9b-aacc-bb9364698c54,revision_number=7']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:01.240268 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-171bb6bc-8895-4591-b895-f754b58d3880 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:11:01.268514 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-171bb6bc-8895-4591-b895-f754b58d3880 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:01.269038 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-171bb6bc-8895-4591-b895-f754b58d3880 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Added segment 591ae053-b0b8-4f93-817c-e19a2cf907fc of type vlan for network c1c6ca79-3949-4ffe-ac01-5448fd8c4c2f Feb 10 23:11:01.322790 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98b34f0-a276-4735-87a7-1daebd44ff4d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:01.323473 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-c98b34f0-a276-4735-87a7-1daebd44ff4d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Synchronizing usage tracker for tenant:143e860117cc493db304000cc95b95c2 on resource:subnet {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:11:01.350671 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-171bb6bc-8895-4591-b895-f754b58d3880 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:01.418905 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-c98b34f0-a276-4735-87a7-1daebd44ff4d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Unset dirty status for tenant:143e860117cc493db304000cc95b95c2 on resource:subnet {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:11:01.421515 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-c98b34f0-a276-4735-87a7-1daebd44ff4d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2096090 Feb 10 23:11:01.423813 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47694) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:01.431037 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [req-03cfd55d-f3e4-4378-acbe-d3e088950402 req-d00f7592-221e-4126-9a83-014975f45e74 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Allocated IP 172.20.0.3 (f4f4d45e-efab-47b5-8966-f476fe09f270/1e815ea9-6309-47bf-ae2f-c815b2ab858b/06e1e46c-8668-44fc-9b2c-b1d605362a19) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:11:01.507765 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1c01ef6e-93fd-47fa-a2a9-07012e819b7b tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:01.552742 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-772c09b4-34e1-4fcd-bc0d-3f1f9c1d3bef tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Synchronizing usage tracker for tenant:143e860117cc493db304000cc95b95c2 on resource:router {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:11:01.574334 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c01ef6e-93fd-47fa-a2a9-07012e819b7b tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event deleted for resources: {'Port': ['ID=359828b9-0860-4069-8d3a-629662e1071a,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:01.661303 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-772c09b4-34e1-4fcd-bc0d-3f1f9c1d3bef tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Unset dirty status for tenant:143e860117cc493db304000cc95b95c2 on resource:router {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:11:01.662749 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-772c09b4-34e1-4fcd-bc0d-3f1f9c1d3bef tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2378900 Feb 10 23:11:01.664072 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1c01ef6e-93fd-47fa-a2a9-07012e819b7b tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:01.671561 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47704) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:01.680859 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-97cc75b8-44f5-4c5c-8225-ca77bee46bcc req-498efe69-e669-4178-8074-75729177427d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=13eb3b45-41f9-452a-936f-881fcb3533f4 HTTP/1.1" status: 200 len: 210 time: 0.0679410 Feb 10 23:11:01.685944 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-5e9c3ebb-f6e9-42fa-b04c-19a8a60993a9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Request body: {'subnet': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:01.701954 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-171bb6bc-8895-4591-b895-f754b58d3880 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:01.706259 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171bb6bc-8895-4591-b895-f754b58d3880 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:01.706259 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-171bb6bc-8895-4591-b895-f754b58d3880 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:01.816969 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5e9c3ebb-f6e9-42fa-b04c-19a8a60993a9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:01.829587 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5e9c3ebb-f6e9-42fa-b04c-19a8a60993a9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:01.835343 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-1c01ef6e-93fd-47fa-a2a9-07012e819b7b tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "DELETE /v2.0/ports/359828b9-0860-4069-8d3a-629662e1071a HTTP/1.1" status: 204 len: 168 time: 1.3065357 Feb 10 23:11:01.837242 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47708) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:01.900635 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-046a5ce7-ac3a-47b1-a663-b299b076934f tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] GET failed (client error): The resource could not be found. Feb 10 23:11:01.901334 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-046a5ce7-ac3a-47b1-a663-b299b076934f tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Synchronizing usage tracker for tenant:a1a196bacc5e4170b4defd7cfb879ddb on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:11:01.917282 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171bb6bc-8895-4591-b895-f754b58d3880 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event updated for resources: {'Network': ['ID=c1c6ca79-3949-4ffe-ac01-5448fd8c4c2f,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:01.933047 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network c1c6ca79-3949-4ffe-ac01-5448fd8c4c2f details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:11:01.995632 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-171bb6bc-8895-4591-b895-f754b58d3880 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0629025 Feb 10 23:11:01.996803 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47716) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:02.004222 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-3304eb09-37cd-492c-ab94-8c3bffa1ebc9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Request body: {'subnet': {'network_id': 'c1c6ca79-3949-4ffe-ac01-5448fd8c4c2f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:02.030629 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-03cfd55d-f3e4-4378-acbe-d3e088950402 req-d00f7592-221e-4126-9a83-014975f45e74 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:02.074053 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-03cfd55d-f3e4-4378-acbe-d3e088950402 req-d00f7592-221e-4126-9a83-014975f45e74 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Transition to ACTIVE for port object 06e1e46c-8668-44fc-9b2c-b1d605362a19 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:11:02.181245 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-046a5ce7-ac3a-47b1-a663-b299b076934f tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Unset dirty status for tenant:a1a196bacc5e4170b4defd7cfb879ddb on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:11:02.186627 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-046a5ce7-ac3a-47b1-a663-b299b076934f tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "GET /v2.0/ports/359828b9-0860-4069-8d3a-629662e1071a HTTP/1.1" status: 404 len: 333 time: 0.3469408 Feb 10 23:11:02.187771 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e9c3ebb-f6e9-42fa-b04c-19a8a60993a9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Made reservation on behalf of 143e860117cc493db304000cc95b95c2 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:11:02.188773 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47720) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:02.198419 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:11:02.213573 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-03cfd55d-f3e4-4378-acbe-d3e088950402 req-d00f7592-221e-4126-9a83-014975f45e74 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:02.235529 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-a09d4ea6-d448-496c-9b43-34ff35e1f713 None None] Provisioning for port 2ddfb68f-3555-4c9b-aacc-bb9364698c54 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:11:02.246042 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-a09d4ea6-d448-496c-9b43-34ff35e1f713 None None] Provisioning complete for port 2ddfb68f-3555-4c9b-aacc-bb9364698c54 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:11:02.246411 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a09d4ea6-d448-496c-9b43-34ff35e1f713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:02.316025 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03cfd55d-f3e4-4378-acbe-d3e088950402 req-d00f7592-221e-4126-9a83-014975f45e74 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Network f4f4d45e-efab-47b5-8966-f476fe09f270 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:11:02.325469 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [req-03cfd55d-f3e4-4378-acbe-d3e088950402 req-d00f7592-221e-4126-9a83-014975f45e74 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:11:02.337086 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-03cfd55d-f3e4-4378-acbe-d3e088950402 req-d00f7592-221e-4126-9a83-014975f45e74 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:11:02.438254 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9284a917-ef51-4f80-86d2-142f78f8fbcf tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:02.440644 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00f7592-221e-4126-9a83-014975f45e74 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Port': ['ID=06e1e46c-8668-44fc-9b2c-b1d605362a19,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:02.449160 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce48110-585c-4d7e-a54a-ba5d015cb179 req-05c7a581-642e-4840-8412-e325260cf1fd tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:02.458817 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cce48110-585c-4d7e-a54a-ba5d015cb179 req-05c7a581-642e-4840-8412-e325260cf1fd tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] 10.222.0.59 "GET /v2.0/ports?device_id=a23f9808-e681-4d2e-bf17-0807410f157e HTTP/1.1" status: 200 len: 945 time: 0.3555968 Feb 10 23:11:02.487079 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3304eb09-37cd-492c-ab94-8c3bffa1ebc9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:02.501967 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-3304eb09-37cd-492c-ab94-8c3bffa1ebc9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Usage tracker for resource:subnet and tenant:8ebaafa64ea74242ba2bb084ec0966de is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:02.508235 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-3304eb09-37cd-492c-ab94-8c3bffa1ebc9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:02.514598 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-a09d4ea6-d448-496c-9b43-34ff35e1f713 None None] Could not find standard attr ID for object 359828b9-0860-4069-8d3a-629662e1071a. {{(pid=84334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 23:11:02.516437 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cfd55d-f3e4-4378-acbe-d3e088950402 req-d00f7592-221e-4126-9a83-014975f45e74 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:02.516807 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3304eb09-37cd-492c-ab94-8c3bffa1ebc9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:02.517775 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-03cfd55d-f3e4-4378-acbe-d3e088950402 req-d00f7592-221e-4126-9a83-014975f45e74 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:02.521296 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5e9c3ebb-f6e9-42fa-b04c-19a8a60993a9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:02.543530 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-a09d4ea6-d448-496c-9b43-34ff35e1f713 None None] Provisioning complete for port b61d26fc-cae0-4371-a67f-9f8ff249d440 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:11:02.544272 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a09d4ea6-d448-496c-9b43-34ff35e1f713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:02.601532 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9284a917-ef51-4f80-86d2-142f78f8fbcf tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:02.609624 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-a09d4ea6-d448-496c-9b43-34ff35e1f713 None None] Port b61d26fc-cae0-4371-a67f-9f8ff249d440 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:11:02.684801 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3304eb09-37cd-492c-ab94-8c3bffa1ebc9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Made reservation on behalf of 8ebaafa64ea74242ba2bb084ec0966de for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:11:02.724372 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-1ba9816d-ca3d-44b2-8f27-7db3aa93b06e None None] Could not find standard attr ID for object 359828b9-0860-4069-8d3a-629662e1071a. {{(pid=84334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 23:11:02.742795 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cce48110-585c-4d7e-a54a-ba5d015cb179 req-6fe10d0f-1c89-4629-9519-c6d7b0d43276 tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f4c8ed0-d7b9-4beb-9297-a050f3892694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828166 Feb 10 23:11:02.838424 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-03cfd55d-f3e4-4378-acbe-d3e088950402 req-d00f7592-221e-4126-9a83-014975f45e74 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1559873 Feb 10 23:11:02.852189 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-03cfd55d-f3e4-4378-acbe-d3e088950402 req-d2d5a1f6-7f8a-47d1-ae68-790f98ae27fc service neutron] Request body: {'port': {'device_id': '13eb3b45-41f9-452a-936f-881fcb3533f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:02.859774 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3304eb09-37cd-492c-ab94-8c3bffa1ebc9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:02.869129 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47734) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:02.892110 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9284a917-ef51-4f80-86d2-142f78f8fbcf tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:02.894806 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9284a917-ef51-4f80-86d2-142f78f8fbcf tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:02.896037 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9284a917-ef51-4f80-86d2-142f78f8fbcf tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "DELETE /v2.0/security-groups/3fa0f890-341a-44c1-bb64-390c1335c4ca HTTP/1.1" status: 204 len: 168 time: 0.7063296 Feb 10 23:11:02.917812 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47740) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:02.941068 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9284a917-ef51-4f80-86d2-142f78f8fbcf tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa0f890-341a-44c1-bb64-390c1335c4ca,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:02.955508 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-2c8a6ac6-8ac7-46b8-9c8b-7103a5ed8cf3 None None] Provisioning for port 06e1e46c-8668-44fc-9b2c-b1d605362a19 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:11:02.971352 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-2c8a6ac6-8ac7-46b8-9c8b-7103a5ed8cf3 None None] Provisioning complete for port 06e1e46c-8668-44fc-9b2c-b1d605362a19 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:11:02.972645 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2c8a6ac6-8ac7-46b8-9c8b-7103a5ed8cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:03.027536 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-03cfd55d-f3e4-4378-acbe-d3e088950402 req-d2d5a1f6-7f8a-47d1-ae68-790f98ae27fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:03.070061 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-2c8a6ac6-8ac7-46b8-9c8b-7103a5ed8cf3 None None] Port 06e1e46c-8668-44fc-9b2c-b1d605362a19 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:11:03.092975 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c19fc0-c58b-47e5-ad74-4496271a81fc req-c68bd5bd-20ba-45a6-b87b-78deeb10205e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:03.099746 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-36c19fc0-c58b-47e5-ad74-4496271a81fc req-c68bd5bd-20ba-45a6-b87b-78deeb10205e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=13eb3b45-41f9-452a-936f-881fcb3533f4 HTTP/1.1" status: 200 len: 931 time: 0.2245584 Feb 10 23:11:03.128073 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 2ddfb68f-3555-4c9b-aacc-bb9364698c54 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:11:03.128588 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-cc978db3-e154-4f39-ba8a-7c56b967b82d tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:03.129225 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.api.v2.resource [None req-cc978db3-e154-4f39-ba8a-7c56b967b82d tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] create failed (client error): There was a conflict when trying to complete your request. Feb 10 23:11:03.130229 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-cc978db3-e154-4f39-ba8a-7c56b967b82d tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2567208 Feb 10 23:11:03.134331 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47746) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:03.154659 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-30f7b4b1-bd2d-457b-a0ae-262add4ef483 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:03.155626 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-80363afb-a61b-4001-b772-b9adf704816c tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Request body: {'security_group': {'name': 'tempest-secgroup--953299692'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:03.166334 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-80363afb-a61b-4001-b772-b9adf704816c tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:03.205333 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 2ddfb68f-3555-4c9b-aacc-bb9364698c54 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:11:03.205691 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:03.215199 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-80363afb-a61b-4001-b772-b9adf704816c tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Usage tracker for resource:security_group and tenant:a8885576016b4d31ad69a9021b4d9563 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:03.225728 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-80363afb-a61b-4001-b772-b9adf704816c tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:03.237868 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-30f7b4b1-bd2d-457b-a0ae-262add4ef483 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:03.271479 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-80363afb-a61b-4001-b772-b9adf704816c tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:03.285288 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-36c19fc0-c58b-47e5-ad74-4496271a81fc req-0f59b917-8c4c-4cac-b3d2-e890bb60b471 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=edb0d79c-4fa0-4cb3-8340-e454e6140a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1842411 Feb 10 23:11:03.387843 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-80363afb-a61b-4001-b772-b9adf704816c tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:03.410340 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-80363afb-a61b-4001-b772-b9adf704816c tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:03.419237 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.objects.ports [None req-5e9c3ebb-f6e9-42fa-b04c-19a8a60993a9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84333) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 10 23:11:03.422073 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5e9c3ebb-f6e9-42fa-b04c-19a8a60993a9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:03.466853 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3304eb09-37cd-492c-ab94-8c3bffa1ebc9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:03.514941 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9c3ebb-f6e9-42fa-b04c-19a8a60993a9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:11:03.526547 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-5e9c3ebb-f6e9-42fa-b04c-19a8a60993a9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:11:03.529282 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-80363afb-a61b-4001-b772-b9adf704816c tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:03.532171 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfcc1df-d48a-4b7d-bc78-6ec99c538e05 None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:11:03.535109 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9c3ebb-f6e9-42fa-b04c-19a8a60993a9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:03.535687 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5e9c3ebb-f6e9-42fa-b04c-19a8a60993a9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:03.541814 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9c3ebb-f6e9-42fa-b04c-19a8a60993a9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event updated for resources: {'Subnet': ['ID=d39cb958-4244-441f-8a7a-769638c06e14,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:03.550234 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-80363afb-a61b-4001-b772-b9adf704816c tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Usage tracker for resource:security_group_rule and tenant:a8885576016b4d31ad69a9021b4d9563 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:03.582802 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-80363afb-a61b-4001-b772-b9adf704816c tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:03.604861 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-80363afb-a61b-4001-b772-b9adf704816c tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:03.650929 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-30f7b4b1-bd2d-457b-a0ae-262add4ef483 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:03.670942 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3304eb09-37cd-492c-ab94-8c3bffa1ebc9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Checking segment: {'id': '591ae053-b0b8-4f93-817c-e19a2cf907fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'c1c6ca79-3949-4ffe-ac01-5448fd8c4c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:11:03.675758 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3304eb09-37cd-492c-ab94-8c3bffa1ebc9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Network hostable DHCP agents. Network: c1c6ca79-3949-4ffe-ac01-5448fd8c4c2f, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:11:03.677828 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3304eb09-37cd-492c-ab94-8c3bffa1ebc9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event updated for resources: {'Subnet': ['ID=90170a1c-6af5-4cbd-9f17-81852476664b,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:03.680447 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [req-03cfd55d-f3e4-4378-acbe-d3e088950402 req-d2d5a1f6-7f8a-47d1-ae68-790f98ae27fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06e1e46c-8668-44fc-9b2c-b1d605362a19 {{(pid=84332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:11:03.691372 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f7b4b1-bd2d-457b-a0ae-262add4ef483 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b7227d-4aef-404c-8b3c-5de3fbf27542,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:03.695404 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-03cfd55d-f3e4-4378-acbe-d3e088950402 req-d2d5a1f6-7f8a-47d1-ae68-790f98ae27fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:03.701203 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-30f7b4b1-bd2d-457b-a0ae-262add4ef483 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:03.705194 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-30f7b4b1-bd2d-457b-a0ae-262add4ef483 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "DELETE /v2.0/security-groups/65b7227d-4aef-404c-8b3c-5de3fbf27542 HTTP/1.1" status: 204 len: 168 time: 0.7839239 Feb 10 23:11:03.705478 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47750) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:03.715608 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-03cfd55d-f3e4-4378-acbe-d3e088950402 req-d2d5a1f6-7f8a-47d1-ae68-790f98ae27fc service neutron] Transition to ACTIVE for port object 06e1e46c-8668-44fc-9b2c-b1d605362a19 will not be triggered until provisioned by entity L2. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:11:03.761837 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-5e9c3ebb-f6e9-42fa-b04c-19a8a60993a9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0877314 Feb 10 23:11:03.766043 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47754) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:03.772528 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-c1e628ef-7a19-4517-bf44-bb64b1ee9f3e tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Request body: {'subnet': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:03.778097 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-80363afb-a61b-4001-b772-b9adf704816c tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:03.806606 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-776bb4bc-ebb0-498e-b82f-7a920af3081a tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:03.816234 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24283239-615c-4e06-9f7c-2a75f79f9e21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-6dca27ff-0cc1-400d-8ed1-46016d84d938', 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'tenant_id': '143e860117cc493db304000cc95b95c2', 'fixed_ips': [{'subnet_id': 'd39cb958-4244-441f-8a7a-769638c06e14'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:11:03.817643 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-24283239-615c-4e06-9f7c-2a75f79f9e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:03.826065 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3304eb09-37cd-492c-ab94-8c3bffa1ebc9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Network c1c6ca79-3949-4ffe-ac01-5448fd8c4c2f is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:11:03.846392 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-776bb4bc-ebb0-498e-b82f-7a920af3081a tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:03.854114 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-03cfd55d-f3e4-4378-acbe-d3e088950402 req-d2d5a1f6-7f8a-47d1-ae68-790f98ae27fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:03.862057 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-80363afb-a61b-4001-b772-b9adf704816c tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:03.936018 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80363afb-a61b-4001-b772-b9adf704816c tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20f54e06-b152-44d6-913e-6f36d8ab9417,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:03.944170 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-80363afb-a61b-4001-b772-b9adf704816c tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:03.947196 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-3304eb09-37cd-492c-ab94-8c3bffa1ebc9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, c1c6ca79-3949-4ffe-ac01-5448fd8c4c2f) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:11:03.952331 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3304eb09-37cd-492c-ab94-8c3bffa1ebc9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:03.954328 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3304eb09-37cd-492c-ab94-8c3bffa1ebc9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:03.965547 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-80363afb-a61b-4001-b772-b9adf704816c tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Usage tracker for resource:security_group_rule and tenant:a8885576016b4d31ad69a9021b4d9563 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:03.971436 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-80363afb-a61b-4001-b772-b9adf704816c tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:03.980195 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c460ed0d-7d7b-4f06-8e5a-4d02b06b6a0a None None] Network c1c6ca79-3949-4ffe-ac01-5448fd8c4c2f requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:11:03.981474 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-80363afb-a61b-4001-b772-b9adf704816c tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:04.080476 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d5a1f6-7f8a-47d1-ae68-790f98ae27fc service neutron] Pushing event updated for resources: {'Port': ['ID=06e1e46c-8668-44fc-9b2c-b1d605362a19,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:04.086256 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-80363afb-a61b-4001-b772-b9adf704816c tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:04.103421 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-24283239-615c-4e06-9f7c-2a75f79f9e21 None None] Allocated IP 2001:db8::f816:3eff:fe18:bce1 (6dca27ff-0cc1-400d-8ed1-46016d84d938/d39cb958-4244-441f-8a7a-769638c06e14/a67d0d1e-96e6-4807-bd7d-ed761e646fae) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:11:04.103572 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-776bb4bc-ebb0-498e-b82f-7a920af3081a tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:04.117494 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776bb4bc-ebb0-498e-b82f-7a920af3081a tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3785c579-4c1e-41ec-a9a8-15aa25748c84,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:04.131747 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-3304eb09-37cd-492c-ab94-8c3bffa1ebc9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1333201 Feb 10 23:11:04.132895 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47760) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:04.151478 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-776bb4bc-ebb0-498e-b82f-7a920af3081a tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:04.151478 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-776bb4bc-ebb0-498e-b82f-7a920af3081a tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "DELETE /v2.0/security-groups/3785c579-4c1e-41ec-a9a8-15aa25748c84 HTTP/1.1" status: 204 len: 168 time: 0.4415290 Feb 10 23:11:04.152957 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-16a11580-cb13-45d5-85c8-5d0dadbb106f tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Request body: {'port': {'network_id': 'c1c6ca79-3949-4ffe-ac01-5448fd8c4c2f', 'name': 'tempest-PortsTestJSON-898715292'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:04.166495 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47764) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:04.199059 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c1e628ef-7a19-4517-bf44-bb64b1ee9f3e tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:04.269696 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-80363afb-a61b-4001-b772-b9adf704816c tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:04.273160 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c1e628ef-7a19-4517-bf44-bb64b1ee9f3e tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Usage tracker for resource:subnet and tenant:143e860117cc493db304000cc95b95c2 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:04.299611 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c1e628ef-7a19-4517-bf44-bb64b1ee9f3e tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:04.303071 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-03cfd55d-f3e4-4378-acbe-d3e088950402 req-d2d5a1f6-7f8a-47d1-ae68-790f98ae27fc service neutron] Attempting to bind port 06e1e46c-8668-44fc-9b2c-b1d605362a19 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:11:04.304629 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-03cfd55d-f3e4-4378-acbe-d3e088950402 req-d2d5a1f6-7f8a-47d1-ae68-790f98ae27fc service neutron] Attempting to bind port 06e1e46c-8668-44fc-9b2c-b1d605362a19 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '72b3b703-dd46-4c09-b2f8-0b1aa481fbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f4f4d45e-efab-47b5-8966-f476fe09f270'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:11:04.305635 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03cfd55d-f3e4-4378-acbe-d3e088950402 req-d2d5a1f6-7f8a-47d1-ae68-790f98ae27fc service neutron] Attempting to bind port 06e1e46c-8668-44fc-9b2c-b1d605362a19 on network f4f4d45e-efab-47b5-8966-f476fe09f270 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:11:04.338312 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03cfd55d-f3e4-4378-acbe-d3e088950402 req-d2d5a1f6-7f8a-47d1-ae68-790f98ae27fc service neutron] Port 06e1e46c-8668-44fc-9b2c-b1d605362a19 on network f4f4d45e-efab-47b5-8966-f476fe09f270 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:11:04.338312 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03cfd55d-f3e4-4378-acbe-d3e088950402 req-d2d5a1f6-7f8a-47d1-ae68-790f98ae27fc service neutron] Attempting to bind port 06e1e46c-8668-44fc-9b2c-b1d605362a19 on network f4f4d45e-efab-47b5-8966-f476fe09f270 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:11:04.348890 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c1e628ef-7a19-4517-bf44-bb64b1ee9f3e tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:04.365413 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d696e91c-466e-43e3-9726-0174e669a255 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-c1c6ca79-3949-4ffe-ac01-5448fd8c4c2f', 'network_id': 'c1c6ca79-3949-4ffe-ac01-5448fd8c4c2f', 'tenant_id': '8ebaafa64ea74242ba2bb084ec0966de', 'fixed_ips': [{'subnet_id': '90170a1c-6af5-4cbd-9f17-81852476664b'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:11:04.369535 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d696e91c-466e-43e3-9726-0174e669a255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:04.369620 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3920d7a0-7bde-4a52-8106-b4cf83b90f4b req-aa6f755a-24a1-4b3b-8617-614d870bcf77 tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:04.369620 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3920d7a0-7bde-4a52-8106-b4cf83b90f4b req-aa6f755a-24a1-4b3b-8617-614d870bcf77 tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] 10.222.0.59 "GET /v2.0/ports?device_id=a23f9808-e681-4d2e-bf17-0807410f157e HTTP/1.1" status: 200 len: 945 time: 0.4307761 Feb 10 23:11:04.418638 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03cfd55d-f3e4-4378-acbe-d3e088950402 req-d2d5a1f6-7f8a-47d1-ae68-790f98ae27fc service neutron] Checking agent: {'id': '0f85d58b-4cda-4360-97cf-be037aef26b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'started_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:11:04.420333 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03cfd55d-f3e4-4378-acbe-d3e088950402 req-d2d5a1f6-7f8a-47d1-ae68-790f98ae27fc service neutron] Checking segment: {'id': '72b3b703-dd46-4c09-b2f8-0b1aa481fbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f4f4d45e-efab-47b5-8966-f476fe09f270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:11:04.421227 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03cfd55d-f3e4-4378-acbe-d3e088950402 req-d2d5a1f6-7f8a-47d1-ae68-790f98ae27fc service neutron] Bound using segment: {'id': '72b3b703-dd46-4c09-b2f8-0b1aa481fbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f4f4d45e-efab-47b5-8966-f476fe09f270'} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:11:04.421814 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-03cfd55d-f3e4-4378-acbe-d3e088950402 req-d2d5a1f6-7f8a-47d1-ae68-790f98ae27fc service neutron] Bound port: 06e1e46c-8668-44fc-9b2c-b1d605362a19, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72b3b703-dd46-4c09-b2f8-0b1aa481fbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f4f4d45e-efab-47b5-8966-f476fe09f270'}}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:11:04.422248 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-03cfd55d-f3e4-4378-acbe-d3e088950402 req-d2d5a1f6-7f8a-47d1-ae68-790f98ae27fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:04.479032 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80363afb-a61b-4001-b772-b9adf704816c tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7598bf16-6754-4d78-b5c4-1b33e105ec5f,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:04.487856 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-80363afb-a61b-4001-b772-b9adf704816c tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:04.489036 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-80363afb-a61b-4001-b772-b9adf704816c tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3482466 Feb 10 23:11:04.499432 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47770) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:04.510009 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3920d7a0-7bde-4a52-8106-b4cf83b90f4b req-078c834b-9e88-4094-9650-7313ac090211 tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f4c8ed0-d7b9-4beb-9297-a050f3892694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330364 Feb 10 23:11:04.512936 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-04a75d2c-1cff-4c2c-bdde-385bd36ed0f3 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Request body: {'security_group_rule': {'security_group_id': '7598bf16-6754-4d78-b5c4-1b33e105ec5f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:04.529532 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-04a75d2c-1cff-4c2c-bdde-385bd36ed0f3 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:04.534024 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e628ef-7a19-4517-bf44-bb64b1ee9f3e tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Made reservation on behalf of 143e860117cc493db304000cc95b95c2 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:11:04.557919 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-04a75d2c-1cff-4c2c-bdde-385bd36ed0f3 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Usage tracker for resource:security_group_rule and tenant:a8885576016b4d31ad69a9021b4d9563 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:04.575715 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fb971bd-8fe9-4ed9-a2de-ea583be48928 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Deleting subnet 7c283c67-81f0-4b90-aeab-8bc7439d9937 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:11:04.584364 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0fb971bd-8fe9-4ed9-a2de-ea583be48928 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:04.601610 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-24283239-615c-4e06-9f7c-2a75f79f9e21 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:04.612412 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-04a75d2c-1cff-4c2c-bdde-385bd36ed0f3 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:04.619178 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-16a11580-cb13-45d5-85c8-5d0dadbb106f tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:04.636135 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-24283239-615c-4e06-9f7c-2a75f79f9e21 None None] Transition to ACTIVE for port object a67d0d1e-96e6-4807-bd7d-ed761e646fae will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:11:04.639036 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-04a75d2c-1cff-4c2c-bdde-385bd36ed0f3 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:04.657706 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-16a11580-cb13-45d5-85c8-5d0dadbb106f tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:04.668440 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-03cfd55d-f3e4-4378-acbe-d3e088950402 req-d2d5a1f6-7f8a-47d1-ae68-790f98ae27fc service neutron] For port 06e1e46c-8668-44fc-9b2c-b1d605362a19, host hv-neutron-8287, cleared binding levels {{(pid=84332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:11:04.672509 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0fb971bd-8fe9-4ed9-a2de-ea583be48928 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31983416'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:04.725401 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-03cfd55d-f3e4-4378-acbe-d3e088950402 req-d2d5a1f6-7f8a-47d1-ae68-790f98ae27fc service neutron] For port 06e1e46c-8668-44fc-9b2c-b1d605362a19, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=06e1e46c-8668-44fc-9b2c-b1d605362a19,segment=NetworkSegment(72b3b703-dd46-4c09-b2f8-0b1aa481fbdf),segment_id=72b3b703-dd46-4c09-b2f8-0b1aa481fbdf)] {{(pid=84332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:11:04.778030 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-24283239-615c-4e06-9f7c-2a75f79f9e21 None None] Transition to ACTIVE for port object a67d0d1e-96e6-4807-bd7d-ed761e646fae will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:11:04.790101 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-04a75d2c-1cff-4c2c-bdde-385bd36ed0f3 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:04.800027 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c1e628ef-7a19-4517-bf44-bb64b1ee9f3e tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:04.821176 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-d696e91c-466e-43e3-9726-0174e669a255 None None] Allocated IP 172.20.0.2 (c1c6ca79-3949-4ffe-ac01-5448fd8c4c2f/90170a1c-6af5-4cbd-9f17-81852476664b/6d4ae18d-7d43-4567-be2c-89ca656e9bbc) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:11:04.824217 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-03cfd55d-f3e4-4378-acbe-d3e088950402 req-d2d5a1f6-7f8a-47d1-ae68-790f98ae27fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:04.838912 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dec9ec-324b-4cb6-bf29-88bb3cd99640 req-d308948a-f8ae-4c7f-baa5-5a76974971fd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:04.840368 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-12dec9ec-324b-4cb6-bf29-88bb3cd99640 req-d308948a-f8ae-4c7f-baa5-5a76974971fd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=13eb3b45-41f9-452a-936f-881fcb3533f4 HTTP/1.1" status: 200 len: 943 time: 0.3624992 Feb 10 23:11:04.909254 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-12dec9ec-324b-4cb6-bf29-88bb3cd99640 req-d97bc2ea-ba34-4919-91d2-aed59c63e31e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=edb0d79c-4fa0-4cb3-8340-e454e6140a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603764 Feb 10 23:11:04.916429 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0fb971bd-8fe9-4ed9-a2de-ea583be48928 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:04.945284 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-24283239-615c-4e06-9f7c-2a75f79f9e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:04.970070 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a11580-cb13-45d5-85c8-5d0dadbb106f tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Made reservation on behalf of 8ebaafa64ea74242ba2bb084ec0966de for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:11:04.973043 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-16a11580-cb13-45d5-85c8-5d0dadbb106f tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:05.010532 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-16a11580-cb13-45d5-85c8-5d0dadbb106f tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] device_id is not set on port ec500913-8c1a-44e7-82d2-2ed54ead9e00 yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:11:05.014710 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ff0da-5bea-45a9-b68b-8b7ba13cce43 req-44f01e41-fd21-4f36-a4b4-2d5df3b79048 tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:05.021896 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4a2ff0da-5bea-45a9-b68b-8b7ba13cce43 req-44f01e41-fd21-4f36-a4b4-2d5df3b79048 tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] 10.222.0.59 "GET /v2.0/ports?device_id=a23f9808-e681-4d2e-bf17-0807410f157e HTTP/1.1" status: 200 len: 945 time: 0.3482428 Feb 10 23:11:05.033007 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-03cfd55d-f3e4-4378-acbe-d3e088950402 req-d2d5a1f6-7f8a-47d1-ae68-790f98ae27fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:05.034405 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-03cfd55d-f3e4-4378-acbe-d3e088950402 req-d2d5a1f6-7f8a-47d1-ae68-790f98ae27fc service neutron] 10.222.0.37 "PUT /v2.0/ports/06e1e46c-8668-44fc-9b2c-b1d605362a19 HTTP/1.1" status: 200 len: 1093 time: 2.1870410 Feb 10 23:11:05.034856 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13eb3b45-41f9-452a-936f-881fcb3533f4', 'tag': '06e1e46c-8668-44fc-9b2c-b1d605362a19'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:11:05.084312 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24283239-615c-4e06-9f7c-2a75f79f9e21 None None] Pushing event updated for resources: {'Port': ['ID=a67d0d1e-96e6-4807-bd7d-ed761e646fae,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:05.119992 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24283239-615c-4e06-9f7c-2a75f79f9e21 None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:11:05.124277 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-24283239-615c-4e06-9f7c-2a75f79f9e21 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:11:05.135098 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24283239-615c-4e06-9f7c-2a75f79f9e21 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:11:05.157442 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13eb3b45-41f9-452a-936f-881fcb3533f4', 'tag': '06e1e46c-8668-44fc-9b2c-b1d605362a19', 'status': 'completed', 'code': 200} Feb 10 23:11:05.160514 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d5a1f6-7f8a-47d1-ae68-790f98ae27fc service neutron] Pushing event updated for resources: {'Port': ['ID=06e1e46c-8668-44fc-9b2c-b1d605362a19,revision_number=3']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:05.170468 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0fb971bd-8fe9-4ed9-a2de-ea583be48928 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:05.239876 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0fb971bd-8fe9-4ed9-a2de-ea583be48928 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:05.245981 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb971bd-8fe9-4ed9-a2de-ea583be48928 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event deleted for resources: {'Subnet': ['ID=7c283c67-81f0-4b90-aeab-8bc7439d9937,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:05.255348 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-04a75d2c-1cff-4c2c-bdde-385bd36ed0f3 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:05.265339 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-0fb971bd-8fe9-4ed9-a2de-ea583be48928 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "DELETE /v2.0/subnets/7c283c67-81f0-4b90-aeab-8bc7439d9937 HTTP/1.1" status: 204 len: 168 time: 1.0939322 Feb 10 23:11:05.267419 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47778) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:05.271893 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4011c0ab-1b7a-43bf-b4fc-7cc17fa7ab4a None None] Network 2aeaa62e-9876-422b-8a57-18c1c9d36da3 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:11:05.273568 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4a2ff0da-5bea-45a9-b68b-8b7ba13cce43 req-38f977de-3d62-441d-9d42-8100871bbf91 tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f4c8ed0-d7b9-4beb-9297-a050f3892694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508378 Feb 10 23:11:05.345306 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-03cfd55d-f3e4-4378-acbe-d3e088950402 req-a2f6097d-bf5a-401c-a051-bf9a4348a15f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&device_id=13eb3b45-41f9-452a-936f-881fcb3533f4 HTTP/1.1" status: 200 len: 1096 time: 0.1603563 Feb 10 23:11:05.369554 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-24283239-615c-4e06-9f7c-2a75f79f9e21 None None] Attempting to bind port a67d0d1e-96e6-4807-bd7d-ed761e646fae on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:11:05.370123 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-24283239-615c-4e06-9f7c-2a75f79f9e21 None None] Attempting to bind port a67d0d1e-96e6-4807-bd7d-ed761e646fae by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:11:05.370697 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24283239-615c-4e06-9f7c-2a75f79f9e21 None None] Attempting to bind port a67d0d1e-96e6-4807-bd7d-ed761e646fae on network 6dca27ff-0cc1-400d-8ed1-46016d84d938 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:11:05.401084 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d696e91c-466e-43e3-9726-0174e669a255 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:05.401343 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-2af64260-ba74-47fc-bd51-ccc9b9c438bb tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Deleting subnet 397e6b77-0f12-4077-b350-3c76bf55e5ce {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:11:05.407434 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2af64260-ba74-47fc-bd51-ccc9b9c438bb tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:05.409205 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24283239-615c-4e06-9f7c-2a75f79f9e21 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:11:05.409579 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24283239-615c-4e06-9f7c-2a75f79f9e21 None None] Checking segment: {'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:11:05.410017 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-24283239-615c-4e06-9f7c-2a75f79f9e21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:05.410340 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24283239-615c-4e06-9f7c-2a75f79f9e21 None None] Bound using segment: {'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:11:05.410983 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-24283239-615c-4e06-9f7c-2a75f79f9e21 None None] Bound port: a67d0d1e-96e6-4807-bd7d-ed761e646fae, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:11:05.411530 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-24283239-615c-4e06-9f7c-2a75f79f9e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:05.425560 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-04a75d2c-1cff-4c2c-bdde-385bd36ed0f3 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:05.446005 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-d696e91c-466e-43e3-9726-0174e669a255 None None] Transition to ACTIVE for port object 6d4ae18d-7d43-4567-be2c-89ca656e9bbc will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:11:05.488663 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2af64260-ba74-47fc-bd51-ccc9b9c438bb tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31983416'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:05.503683 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc3ba5b-2cb1-4b47-8ce6-522b59eb93df None None] Sync routers for ids ['328a3e20-9405-45a8-82bd-0c0413ee8648'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:11:05.511323 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a75d2c-1cff-4c2c-bdde-385bd36ed0f3 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1712c7f-7c67-4224-b00a-3c12d14897e4,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:05.543899 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-d696e91c-466e-43e3-9726-0174e669a255 None None] Transition to ACTIVE for port object 6d4ae18d-7d43-4567-be2c-89ca656e9bbc will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:11:05.544682 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-03cfd55d-f3e4-4378-acbe-d3e088950402 req-cf623e18-a102-4f91-ba9c-85314d350153 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06e1e46c-8668-44fc-9b2c-b1d605362a19 HTTP/1.1" status: 200 len: 217 time: 0.1911120 Feb 10 23:11:05.635749 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cfd55d-f3e4-4378-acbe-d3e088950402 req-6b619331-c628-4de4-bd60-337c7b65d875 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:05.638293 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-03cfd55d-f3e4-4378-acbe-d3e088950402 req-6b619331-c628-4de4-bd60-337c7b65d875 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1e815ea9-6309-47bf-ae2f-c815b2ab858b HTTP/1.1" status: 200 len: 835 time: 0.0865965 Feb 10 23:11:05.640374 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc3ba5b-2cb1-4b47-8ce6-522b59eb93df None None] Routers set() bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:11:05.640958 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc3ba5b-2cb1-4b47-8ce6-522b59eb93df None None] Router IDs set() for agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 10 23:11:05.641808 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_agentschedulers_db [None req-4dc3ba5b-2cb1-4b47-8ce6-522b59eb93df None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'328a3e20-9405-45a8-82bd-0c0413ee8648'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:10:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent'). {{(pid=84334) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 10 23:11:05.656899 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2af64260-ba74-47fc-bd51-ccc9b9c438bb tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:05.690212 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-24283239-615c-4e06-9f7c-2a75f79f9e21 None None] For port a67d0d1e-96e6-4807-bd7d-ed761e646fae, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:11:05.709525 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-24283239-615c-4e06-9f7c-2a75f79f9e21 None None] For port a67d0d1e-96e6-4807-bd7d-ed761e646fae, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=a67d0d1e-96e6-4807-bd7d-ed761e646fae,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:11:05.713802 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc3ba5b-2cb1-4b47-8ce6-522b59eb93df None None] Routers set() bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:11:05.714460 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc3ba5b-2cb1-4b47-8ce6-522b59eb93df None None] Router IDs set() for agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 10 23:11:05.715293 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_agentschedulers_db [None req-4dc3ba5b-2cb1-4b47-8ce6-522b59eb93df None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'328a3e20-9405-45a8-82bd-0c0413ee8648'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:10:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent'). {{(pid=84334) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 10 23:11:05.715839 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc3ba5b-2cb1-4b47-8ce6-522b59eb93df None None] The sync data for ids ['328a3e20-9405-45a8-82bd-0c0413ee8648'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:11:05.816386 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d696e91c-466e-43e3-9726-0174e669a255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:05.824941 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-04a75d2c-1cff-4c2c-bdde-385bd36ed0f3 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:05.826303 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-04a75d2c-1cff-4c2c-bdde-385bd36ed0f3 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.3258657 Feb 10 23:11:05.843011 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47784) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:05.855636 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-048c193a-72f3-4d88-81c4-b1de27234421 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Request body: {'security_group_rule': {'security_group_id': '7598bf16-6754-4d78-b5c4-1b33e105ec5f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:05.871689 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-048c193a-72f3-4d88-81c4-b1de27234421 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:05.904797 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-048c193a-72f3-4d88-81c4-b1de27234421 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Usage tracker for resource:security_group_rule and tenant:a8885576016b4d31ad69a9021b4d9563 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:05.904797 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-048c193a-72f3-4d88-81c4-b1de27234421 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:05.905067 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-24283239-615c-4e06-9f7c-2a75f79f9e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:05.905189 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-048c193a-72f3-4d88-81c4-b1de27234421 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:05.905928 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-16a11580-cb13-45d5-85c8-5d0dadbb106f tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Allocated IP 172.20.0.12 (c1c6ca79-3949-4ffe-ac01-5448fd8c4c2f/90170a1c-6af5-4cbd-9f17-81852476664b/ec500913-8c1a-44e7-82d2-2ed54ead9e00) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:11:05.915051 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d696e91c-466e-43e3-9726-0174e669a255 None None] Network c1c6ca79-3949-4ffe-ac01-5448fd8c4c2f is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:11:05.923563 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-03cfd55d-f3e4-4378-acbe-d3e088950402 req-a8302d3e-5177-49d5-ae32-2d0ff2e74caa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f4f4d45e-efab-47b5-8966-f476fe09f270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2790148 Feb 10 23:11:05.931715 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-d696e91c-466e-43e3-9726-0174e669a255 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:11:05.939891 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2af64260-ba74-47fc-bd51-ccc9b9c438bb tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:05.947415 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d696e91c-466e-43e3-9726-0174e669a255 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:11:05.981662 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d696e91c-466e-43e3-9726-0174e669a255 None None] Pushing event updated for resources: {'Port': ['ID=6d4ae18d-7d43-4567-be2c-89ca656e9bbc,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:06.018833 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af64260-ba74-47fc-bd51-ccc9b9c438bb tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event deleted for resources: {'Subnet': ['ID=397e6b77-0f12-4077-b350-3c76bf55e5ce,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:06.034634 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2af64260-ba74-47fc-bd51-ccc9b9c438bb tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:06.047473 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-2af64260-ba74-47fc-bd51-ccc9b9c438bb tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "DELETE /v2.0/subnets/397e6b77-0f12-4077-b350-3c76bf55e5ce HTTP/1.1" status: 204 len: 168 time: 0.7760811 Feb 10 23:11:06.065053 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47790) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:06.148830 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c1e628ef-7a19-4517-bf44-bb64b1ee9f3e tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:06.228184 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-048c193a-72f3-4d88-81c4-b1de27234421 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:06.246607 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-d696e91c-466e-43e3-9726-0174e669a255 None None] Attempting to bind port 6d4ae18d-7d43-4567-be2c-89ca656e9bbc on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:11:06.249244 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-d696e91c-466e-43e3-9726-0174e669a255 None None] Attempting to bind port 6d4ae18d-7d43-4567-be2c-89ca656e9bbc by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '591ae053-b0b8-4f93-817c-e19a2cf907fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'c1c6ca79-3949-4ffe-ac01-5448fd8c4c2f'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:11:06.250580 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d696e91c-466e-43e3-9726-0174e669a255 None None] Attempting to bind port 6d4ae18d-7d43-4567-be2c-89ca656e9bbc on network c1c6ca79-3949-4ffe-ac01-5448fd8c4c2f {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:11:06.286563 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24283239-615c-4e06-9f7c-2a75f79f9e21 None None] Pushing event updated for resources: {'Port': ['ID=a67d0d1e-96e6-4807-bd7d-ed761e646fae,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:06.290037 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d696e91c-466e-43e3-9726-0174e669a255 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:11:06.290756 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d696e91c-466e-43e3-9726-0174e669a255 None None] Checking segment: {'id': '591ae053-b0b8-4f93-817c-e19a2cf907fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'c1c6ca79-3949-4ffe-ac01-5448fd8c4c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:11:06.291340 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d696e91c-466e-43e3-9726-0174e669a255 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:06.291894 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d696e91c-466e-43e3-9726-0174e669a255 None None] Bound using segment: {'id': '591ae053-b0b8-4f93-817c-e19a2cf907fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'c1c6ca79-3949-4ffe-ac01-5448fd8c4c2f'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:11:06.292693 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-d696e91c-466e-43e3-9726-0174e669a255 None None] Bound port: 6d4ae18d-7d43-4567-be2c-89ca656e9bbc, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591ae053-b0b8-4f93-817c-e19a2cf907fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'c1c6ca79-3949-4ffe-ac01-5448fd8c4c2f'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:11:06.293253 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d696e91c-466e-43e3-9726-0174e669a255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:06.355250 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-176e40ce-276e-4f6a-aa5e-ba9229a8b655 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] DELETE failed (client error): The resource could not be found. Feb 10 23:11:06.355975 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-176e40ce-276e-4f6a-aa5e-ba9229a8b655 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:11:06.358407 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-176e40ce-276e-4f6a-aa5e-ba9229a8b655 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "DELETE /v2.0/subnets/7c283c67-81f0-4b90-aeab-8bc7439d9937 HTTP/1.1" status: 404 len: 337 time: 0.2922611 Feb 10 23:11:06.401072 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47796) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:06.418819 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-d696e91c-466e-43e3-9726-0174e669a255 None None] For port 6d4ae18d-7d43-4567-be2c-89ca656e9bbc, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:11:06.424089 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-d696e91c-466e-43e3-9726-0174e669a255 None None] For port 6d4ae18d-7d43-4567-be2c-89ca656e9bbc, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=6d4ae18d-7d43-4567-be2c-89ca656e9bbc,segment=NetworkSegment(591ae053-b0b8-4f93-817c-e19a2cf907fc),segment_id=591ae053-b0b8-4f93-817c-e19a2cf907fc)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:11:06.493732 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-16a11580-cb13-45d5-85c8-5d0dadbb106f tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:06.512083 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754391b7-b091-48bb-85eb-ae0b041b7dfb req-14f5363c-3dda-42e0-90aa-b32c40112a1e tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:06.514530 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-754391b7-b091-48bb-85eb-ae0b041b7dfb req-14f5363c-3dda-42e0-90aa-b32c40112a1e tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] 10.222.0.59 "GET /v2.0/ports?device_id=a23f9808-e681-4d2e-bf17-0807410f157e HTTP/1.1" status: 200 len: 945 time: 0.1854992 Feb 10 23:11:06.518581 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-03cfd55d-f3e4-4378-acbe-d3e088950402 req-1d09c83e-b6bb-4bc3-8cda-bef84a7a807d service neutron] 10.222.0.37 "GET /v2.0/networks/f4f4d45e-efab-47b5-8966-f476fe09f270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5849986 Feb 10 23:11:06.529888 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e628ef-7a19-4517-bf44-bb64b1ee9f3e tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event updated for resources: {'Subnet': ['ID=76284698-3f2f-4d0c-a743-d59196f8ebe4,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:06.534810 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d696e91c-466e-43e3-9726-0174e669a255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:06.563248 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-16a11580-cb13-45d5-85c8-5d0dadbb106f tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Transition to ACTIVE for port object ec500913-8c1a-44e7-82d2-2ed54ead9e00 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:11:06.595844 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-754391b7-b091-48bb-85eb-ae0b041b7dfb req-54b2c316-a6c7-465c-918d-6f28e6b37ddc tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f4c8ed0-d7b9-4beb-9297-a050f3892694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724757 Feb 10 23:11:06.602785 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e628ef-7a19-4517-bf44-bb64b1ee9f3e tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:11:06.649391 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-c1e628ef-7a19-4517-bf44-bb64b1ee9f3e tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:11:06.686924 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-16a11580-cb13-45d5-85c8-5d0dadbb106f tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:06.698340 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d696e91c-466e-43e3-9726-0174e669a255 None None] Pushing event updated for resources: {'Port': ['ID=6d4ae18d-7d43-4567-be2c-89ca656e9bbc,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:06.721879 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e628ef-7a19-4517-bf44-bb64b1ee9f3e tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:06.722480 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c1e628ef-7a19-4517-bf44-bb64b1ee9f3e tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:06.783485 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a11580-cb13-45d5-85c8-5d0dadbb106f tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Network c1c6ca79-3949-4ffe-ac01-5448fd8c4c2f is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:11:06.787612 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-16a11580-cb13-45d5-85c8-5d0dadbb106f tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:11:06.798406 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a11580-cb13-45d5-85c8-5d0dadbb106f tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:11:06.823275 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1833889e-5214-4b34-985f-c193c3ae394a None None] Network 2aeaa62e-9876-422b-8a57-18c1c9d36da3 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:11:06.869132 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a11580-cb13-45d5-85c8-5d0dadbb106f tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event updated for resources: {'Port': ['ID=ec500913-8c1a-44e7-82d2-2ed54ead9e00,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:06.893930 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a11580-cb13-45d5-85c8-5d0dadbb106f tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:06.894415 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-16a11580-cb13-45d5-85c8-5d0dadbb106f tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:06.897299 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b9e88-4982-464d-b5bf-e4a514e799ab req-c98fb7d5-92e3-4639-bd87-2eaf2eeb3f13 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:06.897990 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-809b9e88-4982-464d-b5bf-e4a514e799ab req-c98fb7d5-92e3-4639-bd87-2eaf2eeb3f13 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Synchronizing usage tracker for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:11:06.950061 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-03cfd55d-f3e4-4378-acbe-d3e088950402 req-3b9ba244-a5c4-4da9-ae10-ea8edd2db55c service neutron] 10.222.0.37 "GET /v2.0/networks/f4f4d45e-efab-47b5-8966-f476fe09f270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852341 Feb 10 23:11:06.955683 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-4679f3bd-b31a-4c76-81f4-3f2b8242f256 None None] Provisioning complete for port 2ddfb68f-3555-4c9b-aacc-bb9364698c54 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:11:06.956775 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4679f3bd-b31a-4c76-81f4-3f2b8242f256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:06.980899 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-048c193a-72f3-4d88-81c4-b1de27234421 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] create failed (client error): There was a conflict when trying to complete your request. Feb 10 23:11:06.984394 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-16a11580-cb13-45d5-85c8-5d0dadbb106f tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8454516 Feb 10 23:11:06.985774 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-048c193a-72f3-4d88-81c4-b1de27234421 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.1414278 Feb 10 23:11:06.987510 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47800) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:06.988959 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47802) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:06.992278 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c1e628ef-7a19-4517-bf44-bb64b1ee9f3e tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2245655 Feb 10 23:11:06.995213 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47804) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:07.005613 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-197599a6-6817-4dcb-88ef-1ed0c892dd31 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Request body: {'port': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'mac_address': 'fa:16:3e:4d:af:41', 'name': 'tempest-NetworksTestDHCPv6-1953733525'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:07.030866 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-db339901-0243-47ab-bcf2-92a0ff7300c6 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Deleting subnet 978251de-2cfe-4555-8dd3-bcd3f652df77 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:11:07.031258 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-857bd53b-6886-4cb9-9ca7-88ed80000d26 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Request body: {'port': {'network_id': 'c1c6ca79-3949-4ffe-ac01-5448fd8c4c2f', 'name': 'tempest-PortsTestJSON-2082826526'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:07.042269 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-db339901-0243-47ab-bcf2-92a0ff7300c6 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:07.130200 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-809b9e88-4982-464d-b5bf-e4a514e799ab req-c98fb7d5-92e3-4639-bd87-2eaf2eeb3f13 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Unset dirty status for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:11:07.130200 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-809b9e88-4982-464d-b5bf-e4a514e799ab req-c98fb7d5-92e3-4639-bd87-2eaf2eeb3f13 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=13eb3b45-41f9-452a-936f-881fcb3533f4 HTTP/1.1" status: 200 len: 943 time: 0.9640024 Feb 10 23:11:07.226502 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device a67d0d1e-96e6-4807-bd7d-ed761e646fae up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:11:07.269275 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-db339901-0243-47ab-bcf2-92a0ff7300c6 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:07.388799 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-4679f3bd-b31a-4c76-81f4-3f2b8242f256 None None] Provisioning complete for port b61d26fc-cae0-4371-a67f-9f8ff249d440 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:11:07.389444 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4679f3bd-b31a-4c76-81f4-3f2b8242f256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:07.405890 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-857bd53b-6886-4cb9-9ca7-88ed80000d26 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:07.417794 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-857bd53b-6886-4cb9-9ca7-88ed80000d26 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Usage tracker for resource:port and tenant:8ebaafa64ea74242ba2bb084ec0966de is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:07.426347 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-164da418-2c20-4514-93cf-599e6aaf79a2 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:07.445678 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-809b9e88-4982-464d-b5bf-e4a514e799ab req-bd9c61e9-b4b3-4229-9e30-86107ee88edb tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=edb0d79c-4fa0-4cb3-8340-e454e6140a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2653883 Feb 10 23:11:07.453552 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-197599a6-6817-4dcb-88ef-1ed0c892dd31 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:07.461397 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-197599a6-6817-4dcb-88ef-1ed0c892dd31 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Usage tracker for resource:port and tenant:143e860117cc493db304000cc95b95c2 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:07.467090 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-197599a6-6817-4dcb-88ef-1ed0c892dd31 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:07.481261 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-197599a6-6817-4dcb-88ef-1ed0c892dd31 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:07.498830 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-164da418-2c20-4514-93cf-599e6aaf79a2 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:07.500474 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f93de66b-1630-4a43-bf64-32627df245f5 req-add441f2-bb2e-433e-89cc-b5bc790a1ecc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&device_id=13eb3b45-41f9-452a-936f-881fcb3533f4 HTTP/1.1" status: 200 len: 1096 time: 0.3702855 Feb 10 23:11:07.508282 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-857bd53b-6886-4cb9-9ca7-88ed80000d26 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:07.520432 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-857bd53b-6886-4cb9-9ca7-88ed80000d26 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:07.528486 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-4679f3bd-b31a-4c76-81f4-3f2b8242f256 None None] Port b61d26fc-cae0-4371-a67f-9f8ff249d440 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:11:07.548711 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-db339901-0243-47ab-bcf2-92a0ff7300c6 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:07.625829 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port a67d0d1e-96e6-4807-bd7d-ed761e646fae completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:11:07.626224 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857bd53b-6886-4cb9-9ca7-88ed80000d26 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Made reservation on behalf of 8ebaafa64ea74242ba2bb084ec0966de for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:11:07.630240 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-857bd53b-6886-4cb9-9ca7-88ed80000d26 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:07.640331 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197599a6-6817-4dcb-88ef-1ed0c892dd31 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Made reservation on behalf of 143e860117cc493db304000cc95b95c2 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:11:07.641910 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 97cb6f19-50a1-4b40-8dec-7cac1e3a005d no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:11:07.644608 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-197599a6-6817-4dcb-88ef-1ed0c892dd31 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:07.670521 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-164da418-2c20-4514-93cf-599e6aaf79a2 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:07.678821 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-857bd53b-6886-4cb9-9ca7-88ed80000d26 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] device_id is not set on port c042158a-997a-4bfa-b7c3-a2da20e1f1fd yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:11:07.710357 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 97cb6f19-50a1-4b40-8dec-7cac1e3a005d {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:11:07.710709 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 97cb6f19-50a1-4b40-8dec-7cac1e3a005d not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:11:07.734051 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-197599a6-6817-4dcb-88ef-1ed0c892dd31 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] device_id is not set on port c40fee7d-e2f5-4da9-b51f-9ab2fe72c74a yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:11:07.778117 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164da418-2c20-4514-93cf-599e6aaf79a2 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7598bf16-6754-4d78-b5c4-1b33e105ec5f,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:07.820625 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-164da418-2c20-4514-93cf-599e6aaf79a2 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:07.821807 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-164da418-2c20-4514-93cf-599e6aaf79a2 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] 10.222.0.59 "DELETE /v2.0/security-groups/7598bf16-6754-4d78-b5c4-1b33e105ec5f HTTP/1.1" status: 204 len: 168 time: 0.8305402 Feb 10 23:11:07.828705 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47814) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:07.895246 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-392ad882-da21-4a2e-8bda-c3b44992ab87 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Synchronizing usage tracker for tenant:a8885576016b4d31ad69a9021b4d9563 on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:11:07.960958 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2a8e6f-c461-432d-bcc1-f591338f1eb5 None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:11:07.961091 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93de66b-1630-4a43-bf64-32627df245f5 req-e588d191-ef10-4fec-aa8f-2027cdf17436 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:07.961596 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f93de66b-1630-4a43-bf64-32627df245f5 req-e588d191-ef10-4fec-aa8f-2027cdf17436 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f4f4d45e-efab-47b5-8966-f476fe09f270 HTTP/1.1" status: 200 len: 897 time: 0.4538610 Feb 10 23:11:08.051523 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-392ad882-da21-4a2e-8bda-c3b44992ab87 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Unset dirty status for tenant:a8885576016b4d31ad69a9021b4d9563 on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:11:08.053042 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-392ad882-da21-4a2e-8bda-c3b44992ab87 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2231779 Feb 10 23:11:08.061135 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47818) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:08.082002 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-33ef6fdf-4293-41da-9719-f836ba3bc364 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Request body: {'security_group': {'name': 'tempest-secgroup--473783329'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:08.092856 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-33ef6fdf-4293-41da-9719-f836ba3bc364 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:08.104791 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-33ef6fdf-4293-41da-9719-f836ba3bc364 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:08.157038 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc45303-11cf-4985-9bf0-dcba0a4ebffc req-3c8744fd-1927-45f4-9c7b-9de2d33da3a0 tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:08.159169 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-3cc45303-11cf-4985-9bf0-dcba0a4ebffc req-3c8744fd-1927-45f4-9c7b-9de2d33da3a0 tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] 10.222.0.59 "GET /v2.0/ports?device_id=a23f9808-e681-4d2e-bf17-0807410f157e HTTP/1.1" status: 200 len: 945 time: 0.3763287 Feb 10 23:11:08.192974 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-857bd53b-6886-4cb9-9ca7-88ed80000d26 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Allocated IP 172.20.0.5 (c1c6ca79-3949-4ffe-ac01-5448fd8c4c2f/90170a1c-6af5-4cbd-9f17-81852476664b/c042158a-997a-4bfa-b7c3-a2da20e1f1fd) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:11:08.199242 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-33ef6fdf-4293-41da-9719-f836ba3bc364 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:08.250523 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-3cc45303-11cf-4985-9bf0-dcba0a4ebffc req-9afcfb5b-fec0-4b12-bd7b-bdcb5015a530 tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f4c8ed0-d7b9-4beb-9297-a050f3892694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844185 Feb 10 23:11:08.261952 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-b6dfb6b4-1e9a-4305-9f32-45b556f055d1 None None] Provisioning for port a67d0d1e-96e6-4807-bd7d-ed761e646fae completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:11:08.267049 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-33ef6fdf-4293-41da-9719-f836ba3bc364 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:08.275764 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-33ef6fdf-4293-41da-9719-f836ba3bc364 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Usage tracker for resource:security_group_rule and tenant:a8885576016b4d31ad69a9021b4d9563 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:08.279997 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-33ef6fdf-4293-41da-9719-f836ba3bc364 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:08.287020 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-33ef6fdf-4293-41da-9719-f836ba3bc364 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:08.300038 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-b6dfb6b4-1e9a-4305-9f32-45b556f055d1 None None] Provisioning complete for port a67d0d1e-96e6-4807-bd7d-ed761e646fae triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:11:08.300764 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b6dfb6b4-1e9a-4305-9f32-45b556f055d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:08.307889 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-197599a6-6817-4dcb-88ef-1ed0c892dd31 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Allocated IP 172.20.0.11 (6dca27ff-0cc1-400d-8ed1-46016d84d938/76284698-3f2f-4d0c-a743-d59196f8ebe4/c40fee7d-e2f5-4da9-b51f-9ab2fe72c74a) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:11:08.315179 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-197599a6-6817-4dcb-88ef-1ed0c892dd31 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Allocated IP 2001:db8::f816:3eff:fe4d:af41 (6dca27ff-0cc1-400d-8ed1-46016d84d938/d39cb958-4244-441f-8a7a-769638c06e14/c40fee7d-e2f5-4da9-b51f-9ab2fe72c74a) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:11:08.445464 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-33ef6fdf-4293-41da-9719-f836ba3bc364 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:08.494374 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f93de66b-1630-4a43-bf64-32627df245f5 req-0a119e5d-5533-4c6c-94cd-b3a479bd86d8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06e1e46c-8668-44fc-9b2c-b1d605362a19 HTTP/1.1" status: 200 len: 217 time: 0.5255117 Feb 10 23:11:08.495687 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-db339901-0243-47ab-bcf2-92a0ff7300c6 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:08.554114 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-33ef6fdf-4293-41da-9719-f836ba3bc364 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:08.616326 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 06e1e46c-8668-44fc-9b2c-b1d605362a19 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:11:08.665050 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db339901-0243-47ab-bcf2-92a0ff7300c6 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event deleted for resources: {'Subnet': ['ID=978251de-2cfe-4555-8dd3-bcd3f652df77,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:08.697658 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de4a12a-a610-4cb8-a7f4-03bfd456a26f None None] Network c1c6ca79-3949-4ffe-ac01-5448fd8c4c2f requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:11:08.742463 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93de66b-1630-4a43-bf64-32627df245f5 req-08514d70-8d03-4bcf-b76d-155b494c42ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:08.742463 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f93de66b-1630-4a43-bf64-32627df245f5 req-08514d70-8d03-4bcf-b76d-155b494c42ae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1e815ea9-6309-47bf-ae2f-c815b2ab858b HTTP/1.1" status: 200 len: 835 time: 0.2268770 Feb 10 23:11:08.744351 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-db339901-0243-47ab-bcf2-92a0ff7300c6 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:08.753673 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef6fdf-4293-41da-9719-f836ba3bc364 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6322fb77-d743-4241-b6d9-3dbc205716cd,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:08.780454 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866378c1-f84d-406a-8ea0-69d5483129b9 None None] Network 2aeaa62e-9876-422b-8a57-18c1c9d36da3 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:11:08.810591 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-db339901-0243-47ab-bcf2-92a0ff7300c6 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "DELETE /v2.0/subnets/978251de-2cfe-4555-8dd3-bcd3f652df77 HTTP/1.1" status: 204 len: 168 time: 2.4078176 Feb 10 23:11:08.815143 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47826) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:08.874349 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-197599a6-6817-4dcb-88ef-1ed0c892dd31 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:08.882934 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.resource_extend [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:11:08.897898 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-197599a6-6817-4dcb-88ef-1ed0c892dd31 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Transition to ACTIVE for port object c40fee7d-e2f5-4da9-b51f-9ab2fe72c74a will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:11:08.908828 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f93de66b-1630-4a43-bf64-32627df245f5 req-e864fa7f-8db7-41bd-8999-3f99684f6e94 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f4f4d45e-efab-47b5-8966-f476fe09f270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1493878 Feb 10 23:11:08.940380 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-d38e8d9d-a4fc-4cab-85d9-6da93d675604 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] DELETE failed (client error): The resource could not be found. Feb 10 23:11:08.940524 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d38e8d9d-a4fc-4cab-85d9-6da93d675604 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:11:08.942844 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-d38e8d9d-a4fc-4cab-85d9-6da93d675604 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "DELETE /v2.0/subnets/ab1365f4-7128-4eb9-8a5f-1c60fb041d97 HTTP/1.1" status: 404 len: 337 time: 0.1228740 Feb 10 23:11:08.945236 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47830) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:08.993450 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b6dfb6b4-1e9a-4305-9f32-45b556f055d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:09.010049 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b679e-40cc-40a8-b9c4-cf092a3a376a req-a34a2db4-f93c-4a98-bbe9-b3629ca21a43 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:09.011948 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-348b679e-40cc-40a8-b9c4-cf092a3a376a req-a34a2db4-f93c-4a98-bbe9-b3629ca21a43 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=13eb3b45-41f9-452a-936f-881fcb3533f4 HTTP/1.1" status: 200 len: 943 time: 0.2924922 Feb 10 23:11:09.099064 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-6639a2eb-5819-4095-ac6e-8565e0b24204 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Synchronizing usage tracker for tenant:a1a196bacc5e4170b4defd7cfb879ddb on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:11:09.130407 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-6639a2eb-5819-4095-ac6e-8565e0b24204 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Unset dirty status for tenant:a1a196bacc5e4170b4defd7cfb879ddb on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:11:09.131783 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6639a2eb-5819-4095-ac6e-8565e0b24204 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "GET /v2.0/ports?device_id=d206649f-88f5-468b-bb10-a12659d83f57 HTTP/1.1" status: 200 len: 205 time: 0.1854742 Feb 10 23:11:09.142383 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-348b679e-40cc-40a8-b9c4-cf092a3a376a req-7916ef3d-0ab4-4d61-997e-36587f9b0d88 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=edb0d79c-4fa0-4cb3-8340-e454e6140a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169214 Feb 10 23:11:09.142383 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-33ef6fdf-4293-41da-9719-f836ba3bc364 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:09.142383 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-33ef6fdf-4293-41da-9719-f836ba3bc364 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0684488 Feb 10 23:11:09.145378 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47836) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:09.145916 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47838) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:09.199961 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-197599a6-6817-4dcb-88ef-1ed0c892dd31 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:09.268782 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-479e538b-4ad7-4af4-804a-96f94b8c1be1 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Request body: {'security_group_rule': {'security_group_id': '6322fb77-d743-4241-b6d9-3dbc205716cd', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:09.269770 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.api.v2.resource [None req-479e538b-4ad7-4af4-804a-96f94b8c1be1 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:11:09.270918 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-479e538b-4ad7-4af4-804a-96f94b8c1be1 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.1224759 Feb 10 23:11:09.280425 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47844) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:09.304398 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-857bd53b-6886-4cb9-9ca7-88ed80000d26 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:09.308425 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.api.v2.resource [None req-3ac81a5a-af52-46b9-bfa8-79de4e7d58f8 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] delete failed (client error): The resource could not be found. Feb 10 23:11:09.309642 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-3ac81a5a-af52-46b9-bfa8-79de4e7d58f8 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "DELETE /v2.0/routers/d206649f-88f5-468b-bb10-a12659d83f57 HTTP/1.1" status: 404 len: 336 time: 0.1626751 Feb 10 23:11:09.318818 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47848) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:09.337889 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 6d4ae18d-7d43-4567-be2c-89ca656e9bbc up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:11:09.380347 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-857bd53b-6886-4cb9-9ca7-88ed80000d26 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Transition to ACTIVE for port object c042158a-997a-4bfa-b7c3-a2da20e1f1fd will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:11:09.384582 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-c96915b0-738c-4279-97fb-b28ffd22b391 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] DELETE failed (client error): The resource could not be found. Feb 10 23:11:09.384941 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c96915b0-738c-4279-97fb-b28ffd22b391 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:11:09.386743 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-c96915b0-738c-4279-97fb-b28ffd22b391 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "DELETE /v2.0/subnets/33c6ad8c-f3ec-4e76-b182-772226064b58 HTTP/1.1" status: 404 len: 337 time: 0.0667753 Feb 10 23:11:09.396555 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47852) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:09.398608 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f93de66b-1630-4a43-bf64-32627df245f5 req-778edd33-cfea-4b73-94a9-7853ecbc560b service neutron] 10.222.0.37 "GET /v2.0/networks/f4f4d45e-efab-47b5-8966-f476fe09f270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4813704 Feb 10 23:11:09.441306 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-a92ba0e7-24c3-48b4-9f0e-c635a4f8fefb tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] DELETE failed (client error): The resource could not be found. Feb 10 23:11:09.441740 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a92ba0e7-24c3-48b4-9f0e-c635a4f8fefb tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:11:09.443360 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-a92ba0e7-24c3-48b4-9f0e-c635a4f8fefb tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "DELETE /v2.0/subnets/3d0334ca-e3c1-4924-b63b-9b90c081f51b HTTP/1.1" status: 404 len: 337 time: 0.0456066 Feb 10 23:11:09.447822 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47856) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:09.492782 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bc076e1-b045-446e-b64e-5b12339dc9a2 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] DELETE failed (client error): The resource could not be found. Feb 10 23:11:09.493463 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bc076e1-b045-446e-b64e-5b12339dc9a2 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:11:09.495226 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-3bc076e1-b045-446e-b64e-5b12339dc9a2 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "DELETE /v2.0/subnets/af39ca64-a3d1-4cdc-8efe-05a84f48c1e5 HTTP/1.1" status: 404 len: 337 time: 0.0454171 Feb 10 23:11:09.499191 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47860) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:09.514899 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-b6dfb6b4-1e9a-4305-9f32-45b556f055d1 None None] For port a67d0d1e-96e6-4807-bd7d-ed761e646fae, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=a67d0d1e-96e6-4807-bd7d-ed761e646fae,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:11:09.519614 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197599a6-6817-4dcb-88ef-1ed0c892dd31 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:11:09.533522 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-197599a6-6817-4dcb-88ef-1ed0c892dd31 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:11:09.535982 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197599a6-6817-4dcb-88ef-1ed0c892dd31 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:11:09.552379 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 06e1e46c-8668-44fc-9b2c-b1d605362a19, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=06e1e46c-8668-44fc-9b2c-b1d605362a19,segment=NetworkSegment(72b3b703-dd46-4c09-b2f8-0b1aa481fbdf),segment_id=72b3b703-dd46-4c09-b2f8-0b1aa481fbdf)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:11:09.566622 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197599a6-6817-4dcb-88ef-1ed0c892dd31 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event updated for resources: {'Port': ['ID=c40fee7d-e2f5-4da9-b51f-9ab2fe72c74a,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:09.576782 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe6ececb-a95d-497c-aac1-593a326d7e7e tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] DELETE failed (client error): The resource could not be found. Feb 10 23:11:09.577816 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe6ececb-a95d-497c-aac1-593a326d7e7e tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:11:09.579969 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-fe6ececb-a95d-497c-aac1-593a326d7e7e tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "DELETE /v2.0/ports/18b740e6-2caa-4569-9845-a4f150644619 HTTP/1.1" status: 404 len: 333 time: 0.0793753 Feb 10 23:11:09.585864 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47864) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:09.625714 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-479f11f7-b59d-4e98-b379-2224b6870a3d tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:09.630580 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Returning: {'device': '06e1e46c-8668-44fc-9b2c-b1d605362a19', 'network_id': 'f4f4d45e-efab-47b5-8966-f476fe09f270', 'port_id': '06e1e46c-8668-44fc-9b2c-b1d605362a19', 'mac_address': 'fa:16:3e:1a:17:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e815ea9-6309-47bf-ae2f-c815b2ab858b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:11:09.641256 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e99902a-4397-46c2-b519-5755cf162b67 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] DELETE failed (client error): The resource could not be found. Feb 10 23:11:09.641705 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e99902a-4397-46c2-b519-5755cf162b67 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:11:09.645642 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-8e99902a-4397-46c2-b519-5755cf162b67 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "DELETE /v2.0/subnets/784d7ca0-27c2-4fcb-8c60-1835f43c1a31 HTTP/1.1" status: 404 len: 337 time: 0.0544271 Feb 10 23:11:09.647796 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47868) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:09.649013 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197599a6-6817-4dcb-88ef-1ed0c892dd31 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:09.649625 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-197599a6-6817-4dcb-88ef-1ed0c892dd31 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:09.664563 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b6dfb6b4-1e9a-4305-9f32-45b556f055d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:09.692324 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f93de66b-1630-4a43-bf64-32627df245f5 req-bbd8502f-ef97-47ed-b6e1-216cd36f0454 service neutron] 10.222.0.37 "GET /v2.0/networks/f4f4d45e-efab-47b5-8966-f476fe09f270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828462 Feb 10 23:11:09.699082 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eb2bea4-c277-474a-a0d7-1bb55469a706 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] DELETE failed (client error): The resource could not be found. Feb 10 23:11:09.699518 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eb2bea4-c277-474a-a0d7-1bb55469a706 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:11:09.701211 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-5eb2bea4-c277-474a-a0d7-1bb55469a706 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "DELETE /v2.0/subnets/31414597-1cc6-491e-8fd3-3508ca5215a0 HTTP/1.1" status: 404 len: 337 time: 0.0533075 Feb 10 23:11:09.702971 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-479f11f7-b59d-4e98-b379-2224b6870a3d tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:09.705555 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cfc7c513-dd39-4cf3-9aa6-8571e6117a59 req-5a859729-2fc3-44ea-9bce-58be4b428719 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0eebca367ce8409b9f508406dcaece7d&device_id=a23f9808-e681-4d2e-bf17-0807410f157e HTTP/1.1" status: 200 len: 1098 time: 0.4072413 Feb 10 23:11:09.706152 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47872) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:09.712014 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-857bd53b-6886-4cb9-9ca7-88ed80000d26 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:09.719813 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f669d701-5f5d-42a4-9305-7f4c7bf73d29 req-09a61cd7-afe1-4969-ba90-1f51efc0b91b tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:09.721329 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f669d701-5f5d-42a4-9305-7f4c7bf73d29 req-09a61cd7-afe1-4969-ba90-1f51efc0b91b tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] 10.222.0.59 "GET /v2.0/ports?device_id=a23f9808-e681-4d2e-bf17-0807410f157e HTTP/1.1" status: 200 len: 945 time: 0.3786941 Feb 10 23:11:09.802768 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-197599a6-6817-4dcb-88ef-1ed0c892dd31 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.8067894 Feb 10 23:11:09.820603 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47876) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:09.840602 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6768782-4ce1-45a5-baf0-45b24a76038d None None] Update dhcp port {'port': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'fixed_ips': [{'subnet_id': 'd39cb958-4244-441f-8a7a-769638c06e14', 'ip_address': '2001:db8::f816:3eff:fe18:bce1'}, {'subnet_id': '76284698-3f2f-4d0c-a743-d59196f8ebe4'}], 'binding:host_id': 'dv-neutron-828797-1-hyperv'}, 'id': 'a67d0d1e-96e6-4807-bd7d-ed761e646fae'} from dv-neutron-828797-1-hyperv. {{(pid=84334) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 10 23:11:09.855403 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab9bf53f-4a5e-4885-ab22-a85b912c8585 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] DELETE failed (client error): The resource could not be found. Feb 10 23:11:09.855846 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab9bf53f-4a5e-4885-ab22-a85b912c8585 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:11:09.860817 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ab9bf53f-4a5e-4885-ab22-a85b912c8585 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "DELETE /v2.0/ports/85100fa5-d351-44b8-953b-95116d12fec9 HTTP/1.1" status: 404 len: 333 time: 0.1499064 Feb 10 23:11:09.863761 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857bd53b-6886-4cb9-9ca7-88ed80000d26 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Network c1c6ca79-3949-4ffe-ac01-5448fd8c4c2f is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:11:09.864357 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47880) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:09.872526 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-857bd53b-6886-4cb9-9ca7-88ed80000d26 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:11:09.883197 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857bd53b-6886-4cb9-9ca7-88ed80000d26 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:11:09.905267 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:09.906192 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f669d701-5f5d-42a4-9305-7f4c7bf73d29 req-d68267c4-8244-45c7-9172-8cf4077e003e tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f4c8ed0-d7b9-4beb-9297-a050f3892694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280584 Feb 10 23:11:09.925534 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857bd53b-6886-4cb9-9ca7-88ed80000d26 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event updated for resources: {'Port': ['ID=c042158a-997a-4bfa-b7c3-a2da20e1f1fd,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:09.947413 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dfb6b4-1e9a-4305-9f32-45b556f055d1 None None] Pushing event updated for resources: {'Port': ['ID=a67d0d1e-96e6-4807-bd7d-ed761e646fae,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:09.958220 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7c513-dd39-4cf3-9aa6-8571e6117a59 req-5763f9eb-bfa7-4e54-bf48-c74dbf141381 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:09.960489 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cfc7c513-dd39-4cf3-9aa6-8571e6117a59 req-5763f9eb-bfa7-4e54-bf48-c74dbf141381 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0e86e233-e709-4cef-a618-45085d2845ca HTTP/1.1" status: 200 len: 913 time: 0.2379172 Feb 10 23:11:09.962793 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-257e5161-b7ea-4f30-9abf-0b5be668f297 None None] Provisioning complete for port 2ddfb68f-3555-4c9b-aacc-bb9364698c54 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:11:09.963168 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-257e5161-b7ea-4f30-9abf-0b5be668f297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:09.986877 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fb2e22e-aa21-4e6d-bcec-22fde8d6e574 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] DELETE failed (client error): The resource could not be found. Feb 10 23:11:09.987402 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fb2e22e-aa21-4e6d-bcec-22fde8d6e574 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:11:09.988915 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f6768782-4ce1-45a5-baf0-45b24a76038d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:10.005917 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06e1e46c-8668-44fc-9b2c-b1d605362a19 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:11:10.009959 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 6d4ae18d-7d43-4567-be2c-89ca656e9bbc completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:11:10.021149 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-8fb2e22e-aa21-4e6d-bcec-22fde8d6e574 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "DELETE /v2.0/subnets/adda3a58-9317-49ac-af06-d78977374a84 HTTP/1.1" status: 404 len: 337 time: 0.1496601 Feb 10 23:11:10.030089 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47884) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:10.050933 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cfc7c513-dd39-4cf3-9aa6-8571e6117a59 req-f8d96f1c-15d5-4a3e-8f43-ecf83ffde877 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23806611-6982-4629-97fc-d85900871f9d HTTP/1.1" status: 200 len: 217 time: 0.0833938 Feb 10 23:11:10.078932 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857bd53b-6886-4cb9-9ca7-88ed80000d26 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:10.079616 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-857bd53b-6886-4cb9-9ca7-88ed80000d26 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:10.080355 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96de196c-1c55-44e3-9b2a-89a7baf6de84 None None] DHCP port deletion for 2aeaa62e-9876-422b-8a57-18c1c9d36da3 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:11:10.094229 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 06e1e46c-8668-44fc-9b2c-b1d605362a19, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=06e1e46c-8668-44fc-9b2c-b1d605362a19,segment=NetworkSegment(72b3b703-dd46-4c09-b2f8-0b1aa481fbdf),segment_id=72b3b703-dd46-4c09-b2f8-0b1aa481fbdf)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:11:10.100955 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-96de196c-1c55-44e3-9b2a-89a7baf6de84 None None] Deleting port 2ddfb68f-3555-4c9b-aacc-bb9364698c54 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:11:10.101347 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-96de196c-1c55-44e3-9b2a-89a7baf6de84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:10.102230 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-479f11f7-b59d-4e98-b379-2224b6870a3d tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:10.104463 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-479f11f7-b59d-4e98-b379-2224b6870a3d tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:10.105577 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-479f11f7-b59d-4e98-b379-2224b6870a3d tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] 10.222.0.59 "DELETE /v2.0/security-groups/6322fb77-d743-4241-b6d9-3dbc205716cd HTTP/1.1" status: 204 len: 168 time: 0.8237917 Feb 10 23:11:10.106591 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2a859ae-f6f2-4f32-a50b-2232f42f4115 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] DELETE failed (client error): The resource could not be found. Feb 10 23:11:10.107628 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2a859ae-f6f2-4f32-a50b-2232f42f4115 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:11:10.109106 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-e2a859ae-f6f2-4f32-a50b-2232f42f4115 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "DELETE /v2.0/subnets/2545a236-348b-4bb1-a63b-3aef882a8c36 HTTP/1.1" status: 404 len: 337 time: 0.0717549 Feb 10 23:11:10.109594 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47888) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:10.120702 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47890) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:10.150240 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f11f7-b59d-4e98-b379-2224b6870a3d tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6322fb77-d743-4241-b6d9-3dbc205716cd,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:10.191342 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5124bd-d658-4b3a-be94-eb1f6ce6f870 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:10.195206 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5124bd-d658-4b3a-be94-eb1f6ce6f870 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:10.195597 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7c513-dd39-4cf3-9aa6-8571e6117a59 req-d35d0720-5a62-4c8c-8f05-d230e6acc0be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:10.198276 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:10.198451 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cfc7c513-dd39-4cf3-9aa6-8571e6117a59 req-d35d0720-5a62-4c8c-8f05-d230e6acc0be service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01d5d64b-8061-4b84-b247-b16cd57d94a3 HTTP/1.1" status: 200 len: 852 time: 0.1388140 Feb 10 23:11:10.200046 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-bf5124bd-d658-4b3a-be94-eb1f6ce6f870 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.3777900 Feb 10 23:11:10.200883 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47898) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:10.246424 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-9d1a78a4-41db-4a1e-8922-079cfc2e7f55 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Synchronizing usage tracker for tenant:a8885576016b4d31ad69a9021b4d9563 on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:11:10.262051 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-857bd53b-6886-4cb9-9ca7-88ed80000d26 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2614665 Feb 10 23:11:10.264626 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47902) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:10.370423 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-91439331-628d-42b9-ae89-cae89703f950 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Deleting port c40fee7d-e2f5-4da9-b51f-9ab2fe72c74a {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:11:10.371057 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-91439331-628d-42b9-ae89-cae89703f950 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:10.432701 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cfc7c513-dd39-4cf3-9aa6-8571e6117a59 req-0c9a9d20-b0ba-42cb-a44f-98de0e1fef1f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0e86e233-e709-4cef-a618-45085d2845ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2241857 Feb 10 23:11:10.438992 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-2340bfe3-a757-463a-9622-f180dfeb7ce8 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Deleting port b61d26fc-cae0-4371-a67f-9f8ff249d440 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:11:10.439329 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2340bfe3-a757-463a-9622-f180dfeb7ce8 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:10.463675 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-9d1a78a4-41db-4a1e-8922-079cfc2e7f55 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Unset dirty status for tenant:a8885576016b4d31ad69a9021b4d9563 on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:11:10.465219 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-9d1a78a4-41db-4a1e-8922-079cfc2e7f55 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3447077 Feb 10 23:11:10.470545 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47906) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:10.504588 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-efc2f0e0-fbfc-46bf-b453-77153f2fb5a3 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Request body: {'security_group': {'name': 'tempest-secgroup--688762442'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:10.524892 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['06e1e46c-8668-44fc-9b2c-b1d605362a19'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:11:10.562320 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-efc2f0e0-fbfc-46bf-b453-77153f2fb5a3 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:10.602121 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-efc2f0e0-fbfc-46bf-b453-77153f2fb5a3 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:10.721471 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=06e1e46c-8668-44fc-9b2c-b1d605362a19,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:10.850044 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-96de196c-1c55-44e3-9b2a-89a7baf6de84 None None] For port 2ddfb68f-3555-4c9b-aacc-bb9364698c54, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=2ddfb68f-3555-4c9b-aacc-bb9364698c54,segment=NetworkSegment(01990d64-b862-44bf-9ed5-50cdc337c8ec),segment_id=01990d64-b862-44bf-9ed5-50cdc337c8ec)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:11:10.850442 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-96de196c-1c55-44e3-9b2a-89a7baf6de84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:10.866978 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-efc2f0e0-fbfc-46bf-b453-77153f2fb5a3 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:10.870439 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-257e5161-b7ea-4f30-9abf-0b5be668f297 None None] Provisioning for port 6d4ae18d-7d43-4567-be2c-89ca656e9bbc completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:11:10.880189 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2340bfe3-a757-463a-9622-f180dfeb7ce8 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:10.896874 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cfc7c513-dd39-4cf3-9aa6-8571e6117a59 req-4cfa6272-9afa-461a-9b32-17454e3b5dc2 service neutron] 10.222.0.37 "GET /v2.0/networks/0e86e233-e709-4cef-a618-45085d2845ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4271100 Feb 10 23:11:10.913474 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd99743-3454-49e4-83e5-c74faf8aa561 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:10.914163 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-cfd99743-3454-49e4-83e5-c74faf8aa561 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Synchronizing usage tracker for tenant:8ebaafa64ea74242ba2bb084ec0966de on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:11:10.951566 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeff207-d866-4e4b-966b-dd15c78ca9e1 req-85aec58d-4652-48c3-a572-aa30e30eba3a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:10.953337 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-fbeff207-d866-4e4b-966b-dd15c78ca9e1 req-85aec58d-4652-48c3-a572-aa30e30eba3a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=13eb3b45-41f9-452a-936f-881fcb3533f4 HTTP/1.1" status: 200 len: 944 time: 0.5868216 Feb 10 23:11:11.016908 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-91439331-628d-42b9-ae89-cae89703f950 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:11.113131 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-fbeff207-d866-4e4b-966b-dd15c78ca9e1 req-19068c72-da33-4cfe-a7e5-b844449de341 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=edb0d79c-4fa0-4cb3-8340-e454e6140a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515439 Feb 10 23:11:11.115316 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-2340bfe3-a757-463a-9622-f180dfeb7ce8 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Calling delete_port for b61d26fc-cae0-4371-a67f-9f8ff249d440 owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:11:11.129216 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-96de196c-1c55-44e3-9b2a-89a7baf6de84 None None] Calling delete_port for 2ddfb68f-3555-4c9b-aacc-bb9364698c54 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:11:11.176486 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-257e5161-b7ea-4f30-9abf-0b5be668f297 None None] Provisioning complete for port 6d4ae18d-7d43-4567-be2c-89ca656e9bbc triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:11:11.176882 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-257e5161-b7ea-4f30-9abf-0b5be668f297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:11.187041 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-cfd99743-3454-49e4-83e5-c74faf8aa561 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Unset dirty status for tenant:8ebaafa64ea74242ba2bb084ec0966de on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:11:11.191170 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-cfd99743-3454-49e4-83e5-c74faf8aa561 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 922 time: 0.9251037 Feb 10 23:11:11.191670 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47912) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:11.198288 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-91439331-628d-42b9-ae89-cae89703f950 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Calling delete_port for c40fee7d-e2f5-4da9-b51f-9ab2fe72c74a owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:11:11.209071 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-f6768782-4ce1-45a5-baf0-45b24a76038d None None] Allocated IP 172.20.0.2 (6dca27ff-0cc1-400d-8ed1-46016d84d938/76284698-3f2f-4d0c-a743-d59196f8ebe4/a67d0d1e-96e6-4807-bd7d-ed761e646fae) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:11:11.217247 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device a67d0d1e-96e6-4807-bd7d-ed761e646fae up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:11:11.303574 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-efc2f0e0-fbfc-46bf-b453-77153f2fb5a3 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:11.311090 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-efc2f0e0-fbfc-46bf-b453-77153f2fb5a3 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Usage tracker for resource:security_group_rule and tenant:a8885576016b4d31ad69a9021b4d9563 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:11.330499 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-efc2f0e0-fbfc-46bf-b453-77153f2fb5a3 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:11.344500 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-6117e8a9-97cf-4a62-8d69-37831cd814a0 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Deleting port c042158a-997a-4bfa-b7c3-a2da20e1f1fd {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:11:11.345184 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6117e8a9-97cf-4a62-8d69-37831cd814a0 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:11.347133 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-efc2f0e0-fbfc-46bf-b453-77153f2fb5a3 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:11.390143 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cfc7c513-dd39-4cf3-9aa6-8571e6117a59 req-d4954ca6-a957-4acc-a050-84fada663078 service neutron] 10.222.0.37 "GET /v2.0/networks/0e86e233-e709-4cef-a618-45085d2845ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4840121 Feb 10 23:11:11.417717 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbecdd9-1a7a-4b9e-b962-d4d5ee10a5ac req-b9336df1-23b8-4654-a8c2-c274d4b8e1e7 tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:11.419149 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5dbecdd9-1a7a-4b9e-b962-d4d5ee10a5ac req-b9336df1-23b8-4654-a8c2-c274d4b8e1e7 tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] 10.222.0.59 "GET /v2.0/ports?device_id=a23f9808-e681-4d2e-bf17-0807410f157e HTTP/1.1" status: 200 len: 945 time: 0.2727463 Feb 10 23:11:11.457687 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2340bfe3-a757-463a-9622-f180dfeb7ce8 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:11.525492 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-efc2f0e0-fbfc-46bf-b453-77153f2fb5a3 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:11.536793 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2340bfe3-a757-463a-9622-f180dfeb7ce8 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event deleted for resources: {'Port': ['ID=b61d26fc-cae0-4371-a67f-9f8ff249d440,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:11.556753 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-96de196c-1c55-44e3-9b2a-89a7baf6de84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:11.579848 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5dbecdd9-1a7a-4b9e-b962-d4d5ee10a5ac req-ddd9f5fb-8b54-47b2-92e5-da3b2db48df7 tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f4c8ed0-d7b9-4beb-9297-a050f3892694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504850 Feb 10 23:11:11.584082 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2340bfe3-a757-463a-9622-f180dfeb7ce8 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:11.631782 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-efc2f0e0-fbfc-46bf-b453-77153f2fb5a3 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:11.646361 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port a67d0d1e-96e6-4807-bd7d-ed761e646fae triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:11:11.646361 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:11.671360 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de196c-1c55-44e3-9b2a-89a7baf6de84 None None] Pushing event deleted for resources: {'Port': ['ID=2ddfb68f-3555-4c9b-aacc-bb9364698c54,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:11.684587 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2340bfe3-a757-463a-9622-f180dfeb7ce8 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "DELETE /v2.0/ports/b61d26fc-cae0-4371-a67f-9f8ff249d440 HTTP/1.1" status: 204 len: 168 time: 1.5625408 Feb 10 23:11:11.688617 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47918) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:11.697788 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc2f0e0-fbfc-46bf-b453-77153f2fb5a3 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f60fac-0b11-498f-89fb-11dd27ae3538,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:11.697941 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-f6768782-4ce1-45a5-baf0-45b24a76038d None None] For port a67d0d1e-96e6-4807-bd7d-ed761e646fae, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=a67d0d1e-96e6-4807-bd7d-ed761e646fae,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:11:11.722049 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-257e5161-b7ea-4f30-9abf-0b5be668f297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:11.736196 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96de196c-1c55-44e3-9b2a-89a7baf6de84 None None] No DVR routers for this DVR port 2ddfb68f-3555-4c9b-aacc-bb9364698c54 on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:11:11.761158 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-efc2f0e0-fbfc-46bf-b453-77153f2fb5a3 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:11.761908 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-efc2f0e0-fbfc-46bf-b453-77153f2fb5a3 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2665718 Feb 10 23:11:11.765219 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47922) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:11.771013 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-834dc0b8-6029-4224-94a6-599865b43406 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Request body: {'security_group_rule': {'security_group_id': 'b3f60fac-0b11-498f-89fb-11dd27ae3538', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:11.771753 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-834dc0b8-6029-4224-94a6-599865b43406 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:11:11.772959 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-834dc0b8-6029-4224-94a6-599865b43406 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0065129 Feb 10 23:11:11.776985 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47926) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:11.815300 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f6768782-4ce1-45a5-baf0-45b24a76038d None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:11.837606 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6117e8a9-97cf-4a62-8d69-37831cd814a0 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:11.850824 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-791ea0fc-1f9a-4f43-ac66-7c88fa5d95fc tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:11.852508 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-257e5161-b7ea-4f30-9abf-0b5be668f297 None None] For port 6d4ae18d-7d43-4567-be2c-89ca656e9bbc, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=6d4ae18d-7d43-4567-be2c-89ca656e9bbc,segment=NetworkSegment(591ae053-b0b8-4f93-817c-e19a2cf907fc),segment_id=591ae053-b0b8-4f93-817c-e19a2cf907fc)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:11:11.867933 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-f6768782-4ce1-45a5-baf0-45b24a76038d None None] Transition to ACTIVE for port object a67d0d1e-96e6-4807-bd7d-ed761e646fae will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:11:11.883518 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-791ea0fc-1f9a-4f43-ac66-7c88fa5d95fc tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:11.939188 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-257e5161-b7ea-4f30-9abf-0b5be668f297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:11.972953 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-6117e8a9-97cf-4a62-8d69-37831cd814a0 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Calling delete_port for c042158a-997a-4bfa-b7c3-a2da20e1f1fd owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:11:11.979720 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-257e5161-b7ea-4f30-9abf-0b5be668f297 None None] Could not find standard attr ID for object b61d26fc-cae0-4371-a67f-9f8ff249d440. {{(pid=84334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 23:11:11.990123 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f6768782-4ce1-45a5-baf0-45b24a76038d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:12.001220 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-91439331-628d-42b9-ae89-cae89703f950 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:12.016261 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-96e4480f-74a2-4cb4-8ece-b77a9a609857 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:12.054257 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-791ea0fc-1f9a-4f43-ac66-7c88fa5d95fc tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:12.059056 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 2ddfb68f-3555-4c9b-aacc-bb9364698c54 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:11:12.071888 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91439331-628d-42b9-ae89-cae89703f950 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event deleted for resources: {'Port': ['ID=c40fee7d-e2f5-4da9-b51f-9ab2fe72c74a,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:12.081256 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ea0fc-1f9a-4f43-ac66-7c88fa5d95fc tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f60fac-0b11-498f-89fb-11dd27ae3538,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:12.140312 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 2ddfb68f-3555-4c9b-aacc-bb9364698c54 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:11:12.140634 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 2ddfb68f-3555-4c9b-aacc-bb9364698c54 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:11:12.141897 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257e5161-b7ea-4f30-9abf-0b5be668f297 None None] Pushing event updated for resources: {'Port': ['ID=6d4ae18d-7d43-4567-be2c-89ca656e9bbc,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:12.187426 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-791ea0fc-1f9a-4f43-ac66-7c88fa5d95fc tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:12.192200 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-791ea0fc-1f9a-4f43-ac66-7c88fa5d95fc tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] 10.222.0.59 "DELETE /v2.0/security-groups/b3f60fac-0b11-498f-89fb-11dd27ae3538 HTTP/1.1" status: 204 len: 168 time: 0.4120538 Feb 10 23:11:12.193652 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47932) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:12.226576 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-3f95a0f4-b231-4ed8-8eda-fedc5b89515d None None] Provisioning complete for port 6d4ae18d-7d43-4567-be2c-89ca656e9bbc triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:11:12.226949 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3f95a0f4-b231-4ed8-8eda-fedc5b89515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:12.338603 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6768782-4ce1-45a5-baf0-45b24a76038d None None] Pushing event updated for resources: {'Port': ['ID=a67d0d1e-96e6-4807-bd7d-ed761e646fae,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:12.348661 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-7a0b65fa-eb11-4988-9d46-c07edef3e99d tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Synchronizing usage tracker for tenant:a8885576016b4d31ad69a9021b4d9563 on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:11:12.425864 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-7a0b65fa-eb11-4988-9d46-c07edef3e99d tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Unset dirty status for tenant:a8885576016b4d31ad69a9021b4d9563 on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:11:12.429276 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7a0b65fa-eb11-4988-9d46-c07edef3e99d tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2327051 Feb 10 23:11:12.434015 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47936) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:12.443334 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-04517401-9258-4bf9-8e6e-f080af943cf9 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Request body: {'security_group': {'name': 'tempest-secgroup--1700924243'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:12.451223 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-04517401-9258-4bf9-8e6e-f080af943cf9 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:12.468766 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-04517401-9258-4bf9-8e6e-f080af943cf9 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:12.557293 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-04517401-9258-4bf9-8e6e-f080af943cf9 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:12.566963 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 06e1e46c-8668-44fc-9b2c-b1d605362a19 up at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:11:12.570732 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-96e4480f-74a2-4cb4-8ece-b77a9a609857 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:12.644269 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-04517401-9258-4bf9-8e6e-f080af943cf9 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:12.648746 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-04517401-9258-4bf9-8e6e-f080af943cf9 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Usage tracker for resource:security_group_rule and tenant:a8885576016b4d31ad69a9021b4d9563 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:12.652154 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-04517401-9258-4bf9-8e6e-f080af943cf9 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:12.656092 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-96e4480f-74a2-4cb4-8ece-b77a9a609857 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aeaa62e-9876-422b-8a57-18c1c9d36da3']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:11:12.661481 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-04517401-9258-4bf9-8e6e-f080af943cf9 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:12.686373 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-96e4480f-74a2-4cb4-8ece-b77a9a609857 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01990d64-b862-44bf-9ed5-50cdc337c8ec') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:11:12.690257 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-96e4480f-74a2-4cb4-8ece-b77a9a609857 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01990d64-b862-44bf-9ed5-50cdc337c8ec') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:11:12.713623 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-91439331-628d-42b9-ae89-cae89703f950 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:12.730273 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-96e4480f-74a2-4cb4-8ece-b77a9a609857 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:12.736830 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-04517401-9258-4bf9-8e6e-f080af943cf9 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:12.762060 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-91439331-628d-42b9-ae89-cae89703f950 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/ports/c40fee7d-e2f5-4da9-b51f-9ab2fe72c74a HTTP/1.1" status: 204 len: 168 time: 2.5560801 Feb 10 23:11:12.764288 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-96e4480f-74a2-4cb4-8ece-b77a9a609857 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:12.765673 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47942) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:12.782418 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96e4480f-74a2-4cb4-8ece-b77a9a609857 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:11:12.782418 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-96e4480f-74a2-4cb4-8ece-b77a9a609857 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:12.788646 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:11:12.788646 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:11:12.788646 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:11:12.788646 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:11:12.788646 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:11:12.788646 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:11:12.788646 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:11:12.788646 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:11:12.788646 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:11:12.788646 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:11:12.788646 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:11:12.788646 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:11:12.788646 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:11:12.788646 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:11:12.788646 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:11:12.788646 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:11:12.788646 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:11:12.788646 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:11:12.788646 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:11:12.788646 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:11:12.788646 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:11:12.788646 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:11:12.788646 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:11:12.788646 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:11:12.788646 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:11:12.788646 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:11:12.788646 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:11:12.788646 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:11:12.788646 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:11:12.788646 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:11:12.788646 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:11:12.788646 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:11:12.803768 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-3f95a0f4-b231-4ed8-8eda-fedc5b89515d None None] Provisioning for port c042158a-997a-4bfa-b7c3-a2da20e1f1fd completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:11:12.820420 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-3f95a0f4-b231-4ed8-8eda-fedc5b89515d None None] Provisioning complete for port c042158a-997a-4bfa-b7c3-a2da20e1f1fd triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:11:12.820420 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3f95a0f4-b231-4ed8-8eda-fedc5b89515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:12.848648 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6117e8a9-97cf-4a62-8d69-37831cd814a0 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:12.855857 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-3f95a0f4-b231-4ed8-8eda-fedc5b89515d None None] Port c042158a-997a-4bfa-b7c3-a2da20e1f1fd was deleted so its status cannot be updated. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 10 23:11:12.856501 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289499f-007c-4cbb-8949-5790c4516377 req-521c0923-cf93-41e2-9db3-e4e860992c95 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:12.858238 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-5289499f-007c-4cbb-8949-5790c4516377 req-521c0923-cf93-41e2-9db3-e4e860992c95 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=13eb3b45-41f9-452a-936f-881fcb3533f4 HTTP/1.1" status: 200 len: 944 time: 0.5310266 Feb 10 23:11:12.870618 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-04517401-9258-4bf9-8e6e-f080af943cf9 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:12.939156 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6117e8a9-97cf-4a62-8d69-37831cd814a0 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event deleted for resources: {'Port': ['ID=c042158a-997a-4bfa-b7c3-a2da20e1f1fd,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:12.939832 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4acfa6-6e22-467d-ab7b-1e95b56b0cea tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:12.941299 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4acfa6-6e22-467d-ab7b-1e95b56b0cea tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:12.942599 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4acfa6-6e22-467d-ab7b-1e95b56b0cea tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:12.943377 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-af4acfa6-6e22-467d-ab7b-1e95b56b0cea tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Synchronizing usage tracker for tenant:143e860117cc493db304000cc95b95c2 on resource:subnet {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:11:12.962093 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04517401-9258-4bf9-8e6e-f080af943cf9 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9026a66c-3b15-4b07-950e-921e404bdb06,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:12.974003 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning for port 06e1e46c-8668-44fc-9b2c-b1d605362a19 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:11:12.979603 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning complete for port 06e1e46c-8668-44fc-9b2c-b1d605362a19 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:11:12.980176 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:12.984613 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48602886-3963-4882-8418-009eef24fbd0 req-fb16df17-8dd8-48ae-a159-56767cac34aa tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:12.986118 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-48602886-3963-4882-8418-009eef24fbd0 req-fb16df17-8dd8-48ae-a159-56767cac34aa tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] 10.222.0.59 "GET /v2.0/ports?device_id=a23f9808-e681-4d2e-bf17-0807410f157e HTTP/1.1" status: 200 len: 945 time: 0.2220871 Feb 10 23:11:13.046284 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-3f95a0f4-b231-4ed8-8eda-fedc5b89515d None None] Provisioning for port ec500913-8c1a-44e7-82d2-2ed54ead9e00 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:11:13.050207 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-04517401-9258-4bf9-8e6e-f080af943cf9 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:13.056617 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-04517401-9258-4bf9-8e6e-f080af943cf9 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6188984 Feb 10 23:11:13.057379 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47946) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:13.059439 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-3f95a0f4-b231-4ed8-8eda-fedc5b89515d None None] Provisioning complete for port ec500913-8c1a-44e7-82d2-2ed54ead9e00 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:11:13.060598 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3f95a0f4-b231-4ed8-8eda-fedc5b89515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:13.073902 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-7eca037f-3085-4a10-9b91-34c09dbd9992 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Request body: {'security_group_rule': {'security_group_id': '9026a66c-3b15-4b07-950e-921e404bdb06', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:13.074619 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-7eca037f-3085-4a10-9b91-34c09dbd9992 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:11:13.080016 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7eca037f-3085-4a10-9b91-34c09dbd9992 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0163858 Feb 10 23:11:13.082085 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47950) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:13.084884 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6117e8a9-97cf-4a62-8d69-37831cd814a0 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:13.088846 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-ed99c11d-c5f4-4e00-84a4-85ae6025f206 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Request body: {'security_group_rule': {'security_group_id': '9026a66c-3b15-4b07-950e-921e404bdb06', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:13.089535 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-ed99c11d-c5f4-4e00-84a4-85ae6025f206 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:11:13.095011 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ed99c11d-c5f4-4e00-84a4-85ae6025f206 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0096459 Feb 10 23:11:13.096224 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47954) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:13.101496 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-48602886-3963-4882-8418-009eef24fbd0 req-82f9447b-3064-49a4-bcbf-e2a605a8f27a tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f4c8ed0-d7b9-4beb-9297-a050f3892694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024535 Feb 10 23:11:13.107469 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-f907d05d-53b9-405c-8e3a-4ea612882c63 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Request body: {'security_group_rule': {'security_group_id': '9026a66c-3b15-4b07-950e-921e404bdb06', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:13.108320 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-f907d05d-53b9-405c-8e3a-4ea612882c63 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:11:13.113606 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-5289499f-007c-4cbb-8949-5790c4516377 req-06a4b1d0-8419-4653-884a-0ea7adeb1ea3 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=edb0d79c-4fa0-4cb3-8340-e454e6140a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2005398 Feb 10 23:11:13.114113 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47958) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:13.116517 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f907d05d-53b9-405c-8e3a-4ea612882c63 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0166578 Feb 10 23:11:13.117372 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-af4acfa6-6e22-467d-ab7b-1e95b56b0cea tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Unset dirty status for tenant:143e860117cc493db304000cc95b95c2 on resource:subnet {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:11:13.118459 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-af4acfa6-6e22-467d-ab7b-1e95b56b0cea tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3508770 Feb 10 23:11:13.121333 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47960) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:13.131788 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-96e4480f-74a2-4cb4-8ece-b77a9a609857 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:13.143851 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-85ff7cd2-7f13-41b6-ade9-90321ded76b2 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Request body: {'security_group_rule': {'security_group_id': '9026a66c-3b15-4b07-950e-921e404bdb06', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:13.149247 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.api.v2.resource [None req-85ff7cd2-7f13-41b6-ade9-90321ded76b2 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:11:13.149247 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-85ff7cd2-7f13-41b6-ade9-90321ded76b2 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0239654 Feb 10 23:11:13.151121 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-6117e8a9-97cf-4a62-8d69-37831cd814a0 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "DELETE /v2.0/ports/c042158a-997a-4bfa-b7c3-a2da20e1f1fd HTTP/1.1" status: 204 len: 168 time: 1.9212170 Feb 10 23:11:13.160825 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 6d4ae18d-7d43-4567-be2c-89ca656e9bbc up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:11:13.183043 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47966) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:13.183378 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47968) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:13.214073 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-96e4480f-74a2-4cb4-8ece-b77a9a609857 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:13.214073 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-96e4480f-74a2-4cb4-8ece-b77a9a609857 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] 10.222.0.59 "DELETE /v2.0/networks/2aeaa62e-9876-422b-8a57-18c1c9d36da3 HTTP/1.1" status: 204 len: 168 time: 1.5210772 Feb 10 23:11:13.214073 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e4480f-74a2-4cb4-8ece-b77a9a609857 tempest-PortsIpV6TestJSON-1261053320 tempest-PortsIpV6TestJSON-1261053320-project] Pushing event deleted for resources: {'Network': ['ID=2aeaa62e-9876-422b-8a57-18c1c9d36da3,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:13.264608 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-3f95a0f4-b231-4ed8-8eda-fedc5b89515d None None] Port ec500913-8c1a-44e7-82d2-2ed54ead9e00 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:11:13.286728 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ba4963a-50c3-47c0-85e9-1c129227b01a tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] GET failed (client error): The resource could not be found. Feb 10 23:11:13.287224 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-6ba4963a-50c3-47c0-85e9-1c129227b01a tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Synchronizing usage tracker for tenant:8ebaafa64ea74242ba2bb084ec0966de on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:11:13.471556 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:13.512776 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13eb3b45-41f9-452a-936f-881fcb3533f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e1e46c-8668-44fc-9b2c-b1d605362a19'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:11:13.525336 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 6d4ae18d-7d43-4567-be2c-89ca656e9bbc triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:11:13.526108 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:13.569485 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 06e1e46c-8668-44fc-9b2c-b1d605362a19, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=06e1e46c-8668-44fc-9b2c-b1d605362a19,segment=NetworkSegment(72b3b703-dd46-4c09-b2f8-0b1aa481fbdf),segment_id=72b3b703-dd46-4c09-b2f8-0b1aa481fbdf)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:11:13.617814 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-6ba4963a-50c3-47c0-85e9-1c129227b01a tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Unset dirty status for tenant:8ebaafa64ea74242ba2bb084ec0966de on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:11:13.618959 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6ba4963a-50c3-47c0-85e9-1c129227b01a tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "GET /v2.0/ports/c042158a-997a-4bfa-b7c3-a2da20e1f1fd HTTP/1.1" status: 404 len: 333 time: 0.4264092 Feb 10 23:11:13.619563 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-ffd6618e-264a-4006-b4c2-3c474e30f504 None None] Provisioning for port a67d0d1e-96e6-4807-bd7d-ed761e646fae completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:11:13.620060 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cf9058f7-3683-43ae-8a57-56a30cd09d22 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:13.621767 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 47980) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:13.627307 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-ffd6618e-264a-4006-b4c2-3c474e30f504 None None] Provisioning complete for port a67d0d1e-96e6-4807-bd7d-ed761e646fae triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:11:13.628880 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ffd6618e-264a-4006-b4c2-3c474e30f504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:13.661243 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13eb3b45-41f9-452a-936f-881fcb3533f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e1e46c-8668-44fc-9b2c-b1d605362a19', 'code': 200} Feb 10 23:11:13.710694 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:13.718443 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cf9058f7-3683-43ae-8a57-56a30cd09d22 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:13.765777 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-c75e5d62-c293-4e2f-9d51-42b285a6aa98 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Deleting port ec500913-8c1a-44e7-82d2-2ed54ead9e00 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:11:13.766024 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c75e5d62-c293-4e2f-9d51-42b285a6aa98 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:13.802557 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device a67d0d1e-96e6-4807-bd7d-ed761e646fae up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:11:13.861327 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-9db2a5ce-fee4-4f60-9002-ecaaba037732 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Deleting subnet 76284698-3f2f-4d0c-a743-d59196f8ebe4 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:11:13.911097 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9db2a5ce-fee4-4f60-9002-ecaaba037732 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:13.913179 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=06e1e46c-8668-44fc-9b2c-b1d605362a19,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:13.957597 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port a67d0d1e-96e6-4807-bd7d-ed761e646fae triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:11:13.959023 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:14.004561 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9db2a5ce-fee4-4f60-9002-ecaaba037732 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:14.104428 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-f6e28345-7695-420f-bc81-40988590e627 None None] Could not find standard attr ID for object c40fee7d-e2f5-4da9-b51f-9ab2fe72c74a. {{(pid=84334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 23:11:14.137804 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47990) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:14.147181 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cf9058f7-3683-43ae-8a57-56a30cd09d22 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:14.207791 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9058f7-3683-43ae-8a57-56a30cd09d22 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9026a66c-3b15-4b07-950e-921e404bdb06,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:14.236225 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cf9058f7-3683-43ae-8a57-56a30cd09d22 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:14.239947 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-cf9058f7-3683-43ae-8a57-56a30cd09d22 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] 10.222.0.59 "DELETE /v2.0/security-groups/9026a66c-3b15-4b07-950e-921e404bdb06 HTTP/1.1" status: 204 len: 168 time: 1.0530760 Feb 10 23:11:14.241364 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 47998) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:14.336376 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c75e5d62-c293-4e2f-9d51-42b285a6aa98 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:14.395405 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-a1c25a74-99d8-4831-a57d-27904e2643ba tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1509807 Feb 10 23:11:14.399959 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48002) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:14.411216 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-8c3e5fcc-6e6d-4487-9f13-493e1eb32939 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Request body: {'security_group': {'name': 'tempest-secgroup--742239897'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:14.419670 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8c3e5fcc-6e6d-4487-9f13-493e1eb32939 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:14.430280 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-8c3e5fcc-6e6d-4487-9f13-493e1eb32939 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Usage tracker for resource:security_group and tenant:a8885576016b4d31ad69a9021b4d9563 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:14.436931 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-8c3e5fcc-6e6d-4487-9f13-493e1eb32939 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:14.446698 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8c3e5fcc-6e6d-4487-9f13-493e1eb32939 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:14.454913 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-cf748f23-18a1-4a3c-a401-3198d8a1a35e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a1a196bacc5e4170b4defd7cfb879ddb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3154855 Feb 10 23:11:14.462410 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd664902-99d7-4cb5-9ec7-d21ffa686c36 req-0483f2df-a1c4-4534-9e9d-0a0d9961cfa0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:14.464219 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-cd664902-99d7-4cb5-9ec7-d21ffa686c36 req-0483f2df-a1c4-4534-9e9d-0a0d9961cfa0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=13eb3b45-41f9-452a-936f-881fcb3533f4 HTTP/1.1" status: 200 len: 945 time: 0.1979778 Feb 10 23:11:14.464219 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48006) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:14.479010 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-c75e5d62-c293-4e2f-9d51-42b285a6aa98 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Calling delete_port for ec500913-8c1a-44e7-82d2-2ed54ead9e00 owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:11:14.525170 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9db2a5ce-fee4-4f60-9002-ecaaba037732 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:14.563569 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6637402-edcb-4273-bd45-9648a34d8822 req-697ce94a-3d6b-4db1-ac01-b5bcc8828329 tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:14.566348 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e6637402-edcb-4273-bd45-9648a34d8822 req-697ce94a-3d6b-4db1-ac01-b5bcc8828329 tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] 10.222.0.59 "GET /v2.0/ports?device_id=a23f9808-e681-4d2e-bf17-0807410f157e HTTP/1.1" status: 200 len: 945 time: 0.5258541 Feb 10 23:11:14.577130 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-cd664902-99d7-4cb5-9ec7-d21ffa686c36 req-cf9e4df4-1e7a-4c4e-b0d7-e031e61c23bc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=edb0d79c-4fa0-4cb3-8340-e454e6140a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996563 Feb 10 23:11:14.582071 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8c3e5fcc-6e6d-4487-9f13-493e1eb32939 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:14.625691 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-818e1c69-7cdc-478d-b717-e4724bb14804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:14.668273 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5b8c7d40-bb20-40c7-9d20-d1c7f5a0606c req-0d4087e3-c162-470e-9062-d391d6994fc6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=13eb3b45-41f9-452a-936f-881fcb3533f4 HTTP/1.1" status: 200 len: 1098 time: 0.4240084 Feb 10 23:11:14.673056 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-818e1c69-7cdc-478d-b717-e4724bb14804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:14.684477 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8c3e5fcc-6e6d-4487-9f13-493e1eb32939 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:14.702146 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-8c3e5fcc-6e6d-4487-9f13-493e1eb32939 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Usage tracker for resource:security_group_rule and tenant:a8885576016b4d31ad69a9021b4d9563 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:14.702294 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e6637402-edcb-4273-bd45-9648a34d8822 req-7185bc46-6d0a-4506-b181-e27232a4dd43 tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f4c8ed0-d7b9-4beb-9297-a050f3892694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150959 Feb 10 23:11:14.702416 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-8c3e5fcc-6e6d-4487-9f13-493e1eb32939 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:14.717001 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8c3e5fcc-6e6d-4487-9f13-493e1eb32939 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:14.770879 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5b8c7d40-bb20-40c7-9d20-d1c7f5a0606c req-60be9c05-eb93-4ebd-b2ea-e9d2d9f8f0a2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=edb0d79c-4fa0-4cb3-8340-e454e6140a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950024 Feb 10 23:11:14.774261 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9db2a5ce-fee4-4f60-9002-ecaaba037732 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:14.782041 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8c3e5fcc-6e6d-4487-9f13-493e1eb32939 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:14.817255 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db2a5ce-fee4-4f60-9002-ecaaba037732 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event deleted for resources: {'Subnet': ['ID=76284698-3f2f-4d0c-a743-d59196f8ebe4,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:14.827790 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9db2a5ce-fee4-4f60-9002-ecaaba037732 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:14.834753 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474d572a-95b9-4026-a38e-9ad89025eb23 None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:11:14.865445 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-818e1c69-7cdc-478d-b717-e4724bb14804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:14.881596 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e1c69-7cdc-478d-b717-e4724bb14804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e938660-96ca-4929-a53a-2b16da0717ca,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:14.894898 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-818e1c69-7cdc-478d-b717-e4724bb14804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:14.896850 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-818e1c69-7cdc-478d-b717-e4724bb14804 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4e938660-96ca-4929-a53a-2b16da0717ca HTTP/1.1" status: 204 len: 168 time: 0.4308369 Feb 10 23:11:14.922298 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8c3e5fcc-6e6d-4487-9f13-493e1eb32939 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:14.962755 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3e5fcc-6e6d-4487-9f13-493e1eb32939 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecfe2e47-4da5-4cd0-8847-fbdc4bf61d8e,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:15.014828 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c75e5d62-c293-4e2f-9d51-42b285a6aa98 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:15.018200 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9db2a5ce-fee4-4f60-9002-ecaaba037732 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/subnets/76284698-3f2f-4d0c-a743-d59196f8ebe4 HTTP/1.1" status: 204 len: 168 time: 1.8955343 Feb 10 23:11:15.020458 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48014) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:15.065644 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8c3e5fcc-6e6d-4487-9f13-493e1eb32939 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:15.065644 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-8c3e5fcc-6e6d-4487-9f13-493e1eb32939 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6584568 Feb 10 23:11:15.066139 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48018) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:15.071194 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75e5d62-c293-4e2f-9d51-42b285a6aa98 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event deleted for resources: {'Port': ['ID=ec500913-8c1a-44e7-82d2-2ed54ead9e00,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:15.071894 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-1d3ef251-a9e8-4140-995e-39fa78af10bb tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Request body: {'security_group_rule': {'security_group_id': 'ecfe2e47-4da5-4cd0-8847-fbdc4bf61d8e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:15.073013 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.api.v2.resource [None req-1d3ef251-a9e8-4140-995e-39fa78af10bb tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:11:15.074348 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-1d3ef251-a9e8-4140-995e-39fa78af10bb tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0070639 Feb 10 23:11:15.078610 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48022) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:15.097531 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-a472a215-d550-4ffc-a427-c4f694b5083b tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Request body: {'security_group_rule': {'security_group_id': 'ecfe2e47-4da5-4cd0-8847-fbdc4bf61d8e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:15.115402 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a472a215-d550-4ffc-a427-c4f694b5083b tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:15.115402 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-a472a215-d550-4ffc-a427-c4f694b5083b tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Usage tracker for resource:security_group_rule and tenant:a8885576016b4d31ad69a9021b4d9563 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:15.119479 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-a472a215-d550-4ffc-a427-c4f694b5083b tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:15.143163 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a472a215-d550-4ffc-a427-c4f694b5083b tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:15.215331 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c75e5d62-c293-4e2f-9d51-42b285a6aa98 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:15.220074 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c75e5d62-c293-4e2f-9d51-42b285a6aa98 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "DELETE /v2.0/ports/ec500913-8c1a-44e7-82d2-2ed54ead9e00 HTTP/1.1" status: 204 len: 168 time: 1.5921435 Feb 10 23:11:15.220245 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48026) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:15.266394 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a83aec1-3184-460a-8b67-7d6762fa941a tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] GET failed (client error): The resource could not be found. Feb 10 23:11:15.266893 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-4a83aec1-3184-460a-8b67-7d6762fa941a tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Synchronizing usage tracker for tenant:8ebaafa64ea74242ba2bb084ec0966de on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:11:15.298292 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf61bce0-655e-40b7-bc65-f74947d78d5b tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Deleting subnet d39cb958-4244-441f-8a7a-769638c06e14 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:11:15.301600 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cf61bce0-655e-40b7-bc65-f74947d78d5b tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:15.369660 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cf61bce0-655e-40b7-bc65-f74947d78d5b tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31983416'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:15.413765 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-4a83aec1-3184-460a-8b67-7d6762fa941a tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Unset dirty status for tenant:8ebaafa64ea74242ba2bb084ec0966de on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:11:15.417774 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4a83aec1-3184-460a-8b67-7d6762fa941a tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "GET /v2.0/ports/ec500913-8c1a-44e7-82d2-2ed54ead9e00 HTTP/1.1" status: 404 len: 333 time: 0.1965492 Feb 10 23:11:15.418372 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48032) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:15.495112 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cf61bce0-655e-40b7-bc65-f74947d78d5b tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:15.529078 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.api.v2.resource [None req-a472a215-d550-4ffc-a427-c4f694b5083b tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:11:15.532662 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-a472a215-d550-4ffc-a427-c4f694b5083b tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4502404 Feb 10 23:11:15.538662 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48040) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:15.543388 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-7d9cc46e-62f1-4650-bcb7-1c11108eb2e4 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Request body: {'security_group_rule': {'security_group_id': 'ecfe2e47-4da5-4cd0-8847-fbdc4bf61d8e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:15.543945 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.api.v2.resource [None req-7d9cc46e-62f1-4650-bcb7-1c11108eb2e4 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:11:15.545006 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-7d9cc46e-62f1-4650-bcb7-1c11108eb2e4 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0084004 Feb 10 23:11:15.549582 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48044) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:15.567951 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-0338ade6-b9f6-4044-8c2d-a26f935fb7b4 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Request body: {'security_group_rule': {'security_group_id': 'ecfe2e47-4da5-4cd0-8847-fbdc4bf61d8e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:15.663097 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-0338ade6-b9f6-4044-8c2d-a26f935fb7b4 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:15.678406 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cf61bce0-655e-40b7-bc65-f74947d78d5b tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:15.740896 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cf61bce0-655e-40b7-bc65-f74947d78d5b tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:15.761922 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf61bce0-655e-40b7-bc65-f74947d78d5b tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event deleted for resources: {'Subnet': ['ID=d39cb958-4244-441f-8a7a-769638c06e14,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:15.776904 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-cf61bce0-655e-40b7-bc65-f74947d78d5b tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/subnets/d39cb958-4244-441f-8a7a-769638c06e14 HTTP/1.1" status: 204 len: 168 time: 0.7547746 Feb 10 23:11:15.780191 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48054) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:15.849097 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-0338ade6-b9f6-4044-8c2d-a26f935fb7b4 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Usage tracker for resource:security_group_rule and tenant:a8885576016b4d31ad69a9021b4d9563 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:15.870507 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-0338ade6-b9f6-4044-8c2d-a26f935fb7b4 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:15.887411 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-0338ade6-b9f6-4044-8c2d-a26f935fb7b4 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:15.977885 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-a26ef68a-e647-4e93-a2d7-9f76af123827 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1961756 Feb 10 23:11:15.983821 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-94e500b8-483e-43a8-bc37-3bef77d0700b tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Deleting subnet 90170a1c-6af5-4cbd-9f17-81852476664b {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:11:15.986422 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48060) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:15.994977 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512368a8-e439-44c9-a4e5-0d44d7dd5c4b None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:11:15.996963 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-94e500b8-483e-43a8-bc37-3bef77d0700b tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:16.034728 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-2fcf7bad-54c3-4464-bcab-d0b03ea80bc5 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Request body: {'subnet': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:16.046256 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a7e8c-ffd1-4083-ba4a-7adff3f462a7 req-b56ed518-05ec-46e7-86f1-48bc5d9b9c8b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:16.048046 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-040a7e8c-ffd1-4083-ba4a-7adff3f462a7 req-b56ed518-05ec-46e7-86f1-48bc5d9b9c8b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=13eb3b45-41f9-452a-936f-881fcb3533f4 HTTP/1.1" status: 200 len: 945 time: 0.1616828 Feb 10 23:11:16.104186 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:16.107627 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-040a7e8c-ffd1-4083-ba4a-7adff3f462a7 req-d1c635a5-93c9-4a57-b3d8-85cd1512509e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=edb0d79c-4fa0-4cb3-8340-e454e6140a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540850 Feb 10 23:11:16.188029 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-94e500b8-483e-43a8-bc37-3bef77d0700b tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:16.194175 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-2293ed66-8d28-4bec-8fc2-b2df0c709278 None None] Provisioning complete for port a67d0d1e-96e6-4807-bd7d-ed761e646fae triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:11:16.194549 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2293ed66-8d28-4bec-8fc2-b2df0c709278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:16.260569 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a541c07f-f59a-4ace-a9f7-32982ba632cb req-6250b222-8975-4b05-88e4-617f40514086 tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:16.261982 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a541c07f-f59a-4ace-a9f7-32982ba632cb req-6250b222-8975-4b05-88e4-617f40514086 tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] 10.222.0.59 "GET /v2.0/ports?device_id=a23f9808-e681-4d2e-bf17-0807410f157e HTTP/1.1" status: 200 len: 945 time: 0.3783264 Feb 10 23:11:16.316458 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-2fcf7bad-54c3-4464-bcab-d0b03ea80bc5 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:16.333612 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-2fcf7bad-54c3-4464-bcab-d0b03ea80bc5 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Usage tracker for resource:subnet and tenant:143e860117cc493db304000cc95b95c2 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:16.340417 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-2fcf7bad-54c3-4464-bcab-d0b03ea80bc5 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:16.343217 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-0338ade6-b9f6-4044-8c2d-a26f935fb7b4 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:11:16.344261 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0338ade6-b9f6-4044-8c2d-a26f935fb7b4 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.7878742 Feb 10 23:11:16.347099 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48068) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:16.353008 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-73094267-987a-48ed-9077-bccb1ee71e35 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Request body: {'security_group_rule': {'security_group_id': 'ecfe2e47-4da5-4cd0-8847-fbdc4bf61d8e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:16.353954 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.api.v2.resource [None req-73094267-987a-48ed-9077-bccb1ee71e35 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:11:16.355310 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-2fcf7bad-54c3-4464-bcab-d0b03ea80bc5 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:16.356186 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-73094267-987a-48ed-9077-bccb1ee71e35 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0076685 Feb 10 23:11:16.363921 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a541c07f-f59a-4ace-a9f7-32982ba632cb req-b0f6c49b-d115-4fa7-9500-1797f74dfc17 tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f4c8ed0-d7b9-4beb-9297-a050f3892694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941856 Feb 10 23:11:16.365069 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48072) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:16.387762 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-2c501c68-810f-4115-8879-45322d4dba37 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Request body: {'security_group_rule': {'security_group_id': 'ecfe2e47-4da5-4cd0-8847-fbdc4bf61d8e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:16.387873 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-94e500b8-483e-43a8-bc37-3bef77d0700b tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:16.387990 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2c501c68-810f-4115-8879-45322d4dba37 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:16.389193 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-2c501c68-810f-4115-8879-45322d4dba37 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Usage tracker for resource:security_group_rule and tenant:a8885576016b4d31ad69a9021b4d9563 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:16.393114 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-2c501c68-810f-4115-8879-45322d4dba37 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:16.402187 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2c501c68-810f-4115-8879-45322d4dba37 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:16.430578 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ff88cd-9fbe-4435-b631-0e7612d43d5a None None] DHCP port deletion for 6dca27ff-0cc1-400d-8ed1-46016d84d938 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:11:16.436584 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-b8ff88cd-9fbe-4435-b631-0e7612d43d5a None None] Deleting port a67d0d1e-96e6-4807-bd7d-ed761e646fae {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:11:16.438073 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b8ff88cd-9fbe-4435-b631-0e7612d43d5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:16.471421 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fcf7bad-54c3-4464-bcab-d0b03ea80bc5 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Made reservation on behalf of 143e860117cc493db304000cc95b95c2 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:11:16.475673 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2fcf7bad-54c3-4464-bcab-d0b03ea80bc5 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:16.578793 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-94e500b8-483e-43a8-bc37-3bef77d0700b tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:16.629341 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e500b8-483e-43a8-bc37-3bef77d0700b tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event deleted for resources: {'Subnet': ['ID=90170a1c-6af5-4cbd-9f17-81852476664b,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:16.646486 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.api.v2.resource [None req-2c501c68-810f-4115-8879-45322d4dba37 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:11:16.646486 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-2c501c68-810f-4115-8879-45322d4dba37 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2693751 Feb 10 23:11:16.648434 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-94e500b8-483e-43a8-bc37-3bef77d0700b tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:16.649249 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48080) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:16.655413 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-80cbd5db-7c13-4dee-8bf3-a77ab0035ae4 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Request body: {'security_group_rule': {'security_group_id': 'ecfe2e47-4da5-4cd0-8847-fbdc4bf61d8e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:16.656310 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.api.v2.resource [None req-80cbd5db-7c13-4dee-8bf3-a77ab0035ae4 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:11:16.658224 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-80cbd5db-7c13-4dee-8bf3-a77ab0035ae4 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0068784 Feb 10 23:11:16.660383 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-94e500b8-483e-43a8-bc37-3bef77d0700b tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "DELETE /v2.0/subnets/90170a1c-6af5-4cbd-9f17-81852476664b HTTP/1.1" status: 204 len: 168 time: 1.2408698 Feb 10 23:11:16.661058 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48086) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:16.661199 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48084) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:16.669691 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-4f291b19-48ff-41a7-a67e-65f4d0ea612c tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Request body: {'security_group_rule': {'security_group_id': 'ecfe2e47-4da5-4cd0-8847-fbdc4bf61d8e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:16.679335 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-4f291b19-48ff-41a7-a67e-65f4d0ea612c tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:16.685779 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-4f291b19-48ff-41a7-a67e-65f4d0ea612c tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Usage tracker for resource:security_group_rule and tenant:a8885576016b4d31ad69a9021b4d9563 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:16.695433 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-4f291b19-48ff-41a7-a67e-65f4d0ea612c tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:16.698868 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-4f291b19-48ff-41a7-a67e-65f4d0ea612c tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:16.743512 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48092) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:16.782665 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549de76a-cbee-49b1-a14e-ea21361fe904 None None] Network c1c6ca79-3949-4ffe-ac01-5448fd8c4c2f requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:11:16.800349 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d56e8a8b-888b-44b0-ab7c-f39068e26193 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:16.816461 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-d56e8a8b-888b-44b0-ab7c-f39068e26193 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Deleting port 6d4ae18d-7d43-4567-be2c-89ca656e9bbc {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:11:16.816909 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d56e8a8b-888b-44b0-ab7c-f39068e26193 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:16.951334 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-b8ff88cd-9fbe-4435-b631-0e7612d43d5a None None] For port a67d0d1e-96e6-4807-bd7d-ed761e646fae, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=a67d0d1e-96e6-4807-bd7d-ed761e646fae,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:11:16.951640 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b8ff88cd-9fbe-4435-b631-0e7612d43d5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:16.977683 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-e4b11362-7073-4888-b65d-75c09edad03c tempest-DvrRoutersNegativeTest-491529167 tempest-DvrRoutersNegativeTest-491529167-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1746883536', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:16.981253 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.policy [None req-e4b11362-7073-4888-b65d-75c09edad03c tempest-DvrRoutersNegativeTest-491529167 tempest-DvrRoutersNegativeTest-491529167-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=84332) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Feb 10 23:11:16.982367 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.policy [None req-e4b11362-7073-4888-b65d-75c09edad03c tempest-DvrRoutersNegativeTest-491529167 tempest-DvrRoutersNegativeTest-491529167-project] Failed policy check for 'create_router' {{(pid=84332) enforce /opt/stack/neutron/neutron/policy.py:482}} Feb 10 23:11:16.983293 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-e4b11362-7073-4888-b65d-75c09edad03c tempest-DvrRoutersNegativeTest-491529167 tempest-DvrRoutersNegativeTest-491529167-project] create failed (client error): Access was denied to this resource. Feb 10 23:11:16.987118 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e4b11362-7073-4888-b65d-75c09edad03c tempest-DvrRoutersNegativeTest-491529167 tempest-DvrRoutersNegativeTest-491529167-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2433565 Feb 10 23:11:17.000562 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-4f291b19-48ff-41a7-a67e-65f4d0ea612c tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:11:17.006286 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4f291b19-48ff-41a7-a67e-65f4d0ea612c tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3427725 Feb 10 23:11:17.014661 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48102) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:17.051031 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-ac6477bb-2bcb-4ea4-8b83-28a79d277b61 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Request body: {'security_group_rule': {'security_group_id': 'ecfe2e47-4da5-4cd0-8847-fbdc4bf61d8e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:17.064502 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-ac6477bb-2bcb-4ea4-8b83-28a79d277b61 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:17.075464 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ac6477bb-2bcb-4ea4-8b83-28a79d277b61 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Usage tracker for resource:security_group_rule and tenant:a8885576016b4d31ad69a9021b4d9563 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:17.089164 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ac6477bb-2bcb-4ea4-8b83-28a79d277b61 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:17.101484 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-ac6477bb-2bcb-4ea4-8b83-28a79d277b61 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:17.258171 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-d56e8a8b-888b-44b0-ab7c-f39068e26193 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] For port 6d4ae18d-7d43-4567-be2c-89ca656e9bbc, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=6d4ae18d-7d43-4567-be2c-89ca656e9bbc,segment=NetworkSegment(591ae053-b0b8-4f93-817c-e19a2cf907fc),segment_id=591ae053-b0b8-4f93-817c-e19a2cf907fc)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:11:17.258171 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d56e8a8b-888b-44b0-ab7c-f39068e26193 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:17.289532 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device a67d0d1e-96e6-4807-bd7d-ed761e646fae no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:11:17.329959 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-b8ff88cd-9fbe-4435-b631-0e7612d43d5a None None] Calling delete_port for a67d0d1e-96e6-4807-bd7d-ed761e646fae owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:11:17.429362 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-d56e8a8b-888b-44b0-ab7c-f39068e26193 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Calling delete_port for 6d4ae18d-7d43-4567-be2c-89ca656e9bbc owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:11:17.503121 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7e0d11e7-d258-414b-91c9-5288c7406d4b req-674476d0-4894-4fc9-b78c-4b30de498d3f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0eebca367ce8409b9f508406dcaece7d&device_id=a23f9808-e681-4d2e-bf17-0807410f157e HTTP/1.1" status: 200 len: 1098 time: 0.3802168 Feb 10 23:11:17.503863 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-ac6477bb-2bcb-4ea4-8b83-28a79d277b61 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:11:17.504780 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ac6477bb-2bcb-4ea4-8b83-28a79d277b61 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4936476 Feb 10 23:11:17.513034 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426dbd5c-2932-4fc4-bcaf-e62ac93dd63c req-698a4769-236b-434b-bde6-e794e8493ab4 tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:17.523008 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48108) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:17.524520 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-426dbd5c-2932-4fc4-bcaf-e62ac93dd63c req-698a4769-236b-434b-bde6-e794e8493ab4 tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] 10.222.0.59 "GET /v2.0/ports?device_id=a23f9808-e681-4d2e-bf17-0807410f157e HTTP/1.1" status: 200 len: 945 time: 0.4899554 Feb 10 23:11:17.538709 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:17.616104 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b8ff88cd-9fbe-4435-b631-0e7612d43d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:17.681094 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.objects.ports [None req-2fcf7bad-54c3-4464-bcab-d0b03ea80bc5 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84332) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 10 23:11:17.682655 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-646e2f54-700d-415a-aa8f-0968f1c2aba7 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:17.703585 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a626d4-cbf4-4271-9a0d-736718a4bb31 req-f82f2259-9f6d-4ba2-a4da-e0bd9c252cd2 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:17.704642 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-79a626d4-cbf4-4271-9a0d-736718a4bb31 req-f82f2259-9f6d-4ba2-a4da-e0bd9c252cd2 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=13eb3b45-41f9-452a-936f-881fcb3533f4 HTTP/1.1" status: 200 len: 945 time: 0.3837736 Feb 10 23:11:17.708599 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d56e8a8b-888b-44b0-ab7c-f39068e26193 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:17.753936 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-426dbd5c-2932-4fc4-bcaf-e62ac93dd63c req-5e51b965-e618-48d4-80bd-ffd6b13e21d7 tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f4c8ed0-d7b9-4beb-9297-a050f3892694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289727 Feb 10 23:11:17.754130 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4618e5c7-27fe-4bbd-a79b-91349edb9634 None None] DHCP port deletion for c1c6ca79-3949-4ffe-ac01-5448fd8c4c2f request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:11:17.780755 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ff88cd-9fbe-4435-b631-0e7612d43d5a None None] Pushing event deleted for resources: {'Port': ['ID=a67d0d1e-96e6-4807-bd7d-ed761e646fae,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:17.798833 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ff88cd-9fbe-4435-b631-0e7612d43d5a None None] No DVR routers for this DVR port a67d0d1e-96e6-4807-bd7d-ed761e646fae on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:11:17.822952 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56e8a8b-888b-44b0-ab7c-f39068e26193 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event deleted for resources: {'Port': ['ID=6d4ae18d-7d43-4567-be2c-89ca656e9bbc,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:17.831237 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-646e2f54-700d-415a-aa8f-0968f1c2aba7 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:17.847313 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56e8a8b-888b-44b0-ab7c-f39068e26193 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] No DVR routers for this DVR port 6d4ae18d-7d43-4567-be2c-89ca656e9bbc on host dv-neutron-828797-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:11:17.848264 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0d11e7-d258-414b-91c9-5288c7406d4b req-3c1845ee-22d2-4fbe-93b5-4953693b343f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:17.850037 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7e0d11e7-d258-414b-91c9-5288c7406d4b req-3c1845ee-22d2-4fbe-93b5-4953693b343f service neutron] 10.222.0.37 "GET /v2.0/networks?id=0e86e233-e709-4cef-a618-45085d2845ca HTTP/1.1" status: 200 len: 913 time: 0.3102112 Feb 10 23:11:17.935171 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7e0d11e7-d258-414b-91c9-5288c7406d4b req-cfe07c35-68a8-4aeb-bc95-a41b9e98a544 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23806611-6982-4629-97fc-d85900871f9d HTTP/1.1" status: 200 len: 217 time: 0.0765986 Feb 10 23:11:17.936255 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.ipam_pluggable_backend [None req-2fcf7bad-54c3-4464-bcab-d0b03ea80bc5 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Port a67d0d1e-96e6-4807-bd7d-ed761e646fae was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=84332) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 10 23:11:17.937000 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.ipam_pluggable_backend [None req-2fcf7bad-54c3-4464-bcab-d0b03ea80bc5 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Reverting IP allocation for 2001:db8::f816:3eff:fe18:bce1 {{(pid=84332) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 10 23:11:17.974846 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48114) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:17.993847 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-79a626d4-cbf4-4271-9a0d-736718a4bb31 req-7a5ee2ab-1eec-4864-a264-8ecc456d6861 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=edb0d79c-4fa0-4cb3-8340-e454e6140a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2788544 Feb 10 23:11:18.010297 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0d11e7-d258-414b-91c9-5288c7406d4b req-ccee329b-e42e-40ae-b1c6-7d5221500ab1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:18.014652 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7e0d11e7-d258-414b-91c9-5288c7406d4b req-ccee329b-e42e-40ae-b1c6-7d5221500ab1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01d5d64b-8061-4b84-b247-b16cd57d94a3 HTTP/1.1" status: 200 len: 852 time: 0.0696502 Feb 10 23:11:18.023364 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d56e8a8b-888b-44b0-ab7c-f39068e26193 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:18.060892 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-d56e8a8b-888b-44b0-ab7c-f39068e26193 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1c6ca79-3949-4ffe-ac01-5448fd8c4c2f']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:11:18.077915 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-d56e8a8b-888b-44b0-ab7c-f39068e26193 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '591ae053-b0b8-4f93-817c-e19a2cf907fc') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:11:18.078217 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-d56e8a8b-888b-44b0-ab7c-f39068e26193 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '591ae053-b0b8-4f93-817c-e19a2cf907fc') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:11:18.094226 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d56e8a8b-888b-44b0-ab7c-f39068e26193 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:18.095190 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7e0d11e7-d258-414b-91c9-5288c7406d4b req-98cf2037-8071-457d-ab28-4a19a2c80889 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0e86e233-e709-4cef-a618-45085d2845ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756395 Feb 10 23:11:18.095956 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2fcf7bad-54c3-4464-bcab-d0b03ea80bc5 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:18.110002 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-646e2f54-700d-415a-aa8f-0968f1c2aba7 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:18.146683 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d56e8a8b-888b-44b0-ab7c-f39068e26193 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:18.158705 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646e2f54-700d-415a-aa8f-0968f1c2aba7 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecfe2e47-4da5-4cd0-8847-fbdc4bf61d8e,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:18.167824 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d56e8a8b-888b-44b0-ab7c-f39068e26193 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:11:18.168226 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d56e8a8b-888b-44b0-ab7c-f39068e26193 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:18.183298 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:11:18.183298 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:11:18.183298 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:11:18.183298 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:11:18.183298 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:11:18.183298 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:11:18.183298 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:11:18.183298 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:11:18.183298 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:11:18.183298 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:11:18.183298 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:11:18.183298 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:11:18.183298 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:11:18.183298 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:11:18.183298 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:11:18.183298 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:11:18.183298 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:11:18.183298 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:11:18.183298 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:11:18.183298 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:11:18.183298 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:11:18.183298 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:11:18.183298 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:11:18.183298 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:11:18.183298 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:11:18.183298 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:11:18.183298 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:11:18.183298 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:11:18.183298 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:11:18.183298 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:11:18.183298 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:11:18.183298 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:11:18.248303 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-646e2f54-700d-415a-aa8f-0968f1c2aba7 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:18.249493 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-646e2f54-700d-415a-aa8f-0968f1c2aba7 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] 10.222.0.59 "DELETE /v2.0/security-groups/ecfe2e47-4da5-4cd0-8847-fbdc4bf61d8e HTTP/1.1" status: 204 len: 168 time: 0.7255046 Feb 10 23:11:18.253368 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48122) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:18.321360 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-d20aa5d5-f6ed-4be6-96f0-bac4619f441a tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Synchronizing usage tracker for tenant:a8885576016b4d31ad69a9021b4d9563 on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:11:18.345363 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d56e8a8b-888b-44b0-ab7c-f39068e26193 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:18.365073 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d56e8a8b-888b-44b0-ab7c-f39068e26193 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:18.366454 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcf7bad-54c3-4464-bcab-d0b03ea80bc5 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:11:18.370778 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56e8a8b-888b-44b0-ab7c-f39068e26193 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event deleted for resources: {'Network': ['ID=c1c6ca79-3949-4ffe-ac01-5448fd8c4c2f,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:18.375584 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-d56e8a8b-888b-44b0-ab7c-f39068e26193 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "DELETE /v2.0/networks/c1c6ca79-3949-4ffe-ac01-5448fd8c4c2f HTTP/1.1" status: 204 len: 168 time: 1.7133186 Feb 10 23:11:18.379941 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48126) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:18.385168 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-c27d9d4d-12f9-4616-b3bd-5746e6385a0d tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-530270064'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:18.390928 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c27d9d4d-12f9-4616-b3bd-5746e6385a0d tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:18.395081 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-c27d9d4d-12f9-4616-b3bd-5746e6385a0d tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Usage tracker for resource:network and tenant:8ebaafa64ea74242ba2bb084ec0966de is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:18.398265 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-c27d9d4d-12f9-4616-b3bd-5746e6385a0d tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:18.414170 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-d20aa5d5-f6ed-4be6-96f0-bac4619f441a tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Unset dirty status for tenant:a8885576016b4d31ad69a9021b4d9563 on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:11:18.414170 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-d20aa5d5-f6ed-4be6-96f0-bac4619f441a tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1481869 Feb 10 23:11:18.414170 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c27d9d4d-12f9-4616-b3bd-5746e6385a0d tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:18.414170 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48130) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:18.418922 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-efe3f9a7-5e16-421f-9150-0a638f0f429c tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Request body: {'security_group': {'name': 'tempest-secgroup--1212596997'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:18.421935 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-2fcf7bad-54c3-4464-bcab-d0b03ea80bc5 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:11:18.424912 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fcf7bad-54c3-4464-bcab-d0b03ea80bc5 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:18.430801 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2fcf7bad-54c3-4464-bcab-d0b03ea80bc5 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:18.431106 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309353b6-615a-4f78-a4fb-da89eb320985 None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:11:18.432139 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-efe3f9a7-5e16-421f-9150-0a638f0f429c tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:18.445984 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-efe3f9a7-5e16-421f-9150-0a638f0f429c tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:18.449612 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcf7bad-54c3-4464-bcab-d0b03ea80bc5 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event updated for resources: {'Subnet': ['ID=bce423df-273f-4714-9981-69fdac92a847,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:18.462996 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e4d1360e-ab61-4d0d-b16f-3fdfbbf313bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:18.468042 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c27d9d4d-12f9-4616-b3bd-5746e6385a0d tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Made reservation on behalf of 8ebaafa64ea74242ba2bb084ec0966de for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:11:18.471126 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c27d9d4d-12f9-4616-b3bd-5746e6385a0d tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:18.505278 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c27d9d4d-12f9-4616-b3bd-5746e6385a0d tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:11:18.520203 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c27d9d4d-12f9-4616-b3bd-5746e6385a0d tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:18.520203 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-c27d9d4d-12f9-4616-b3bd-5746e6385a0d tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Added segment 1c2e8728-ec8d-4123-8fd4-7a4552ced6ca of type vlan for network ef132e6f-e242-4557-a62a-2e83f4e77132 Feb 10 23:11:18.529060 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-efe3f9a7-5e16-421f-9150-0a638f0f429c tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:18.563592 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c27d9d4d-12f9-4616-b3bd-5746e6385a0d tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:18.570364 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e4d1360e-ab61-4d0d-b16f-3fdfbbf313bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:18.577354 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e4d1360e-ab61-4d0d-b16f-3fdfbbf313bb admin admin] Usage tracker for resource:security_group_rule and tenant:bdd98f954a3c4d5fbeb81a87f184f335 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:18.582124 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e4d1360e-ab61-4d0d-b16f-3fdfbbf313bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:18.587566 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7e0d11e7-d258-414b-91c9-5288c7406d4b req-31b58e83-73b7-46be-acfc-b25ea0eb8de9 service neutron] 10.222.0.37 "GET /v2.0/networks/0e86e233-e709-4cef-a618-45085d2845ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4795840 Feb 10 23:11:18.588479 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-efe3f9a7-5e16-421f-9150-0a638f0f429c tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:18.593742 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-efe3f9a7-5e16-421f-9150-0a638f0f429c tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Usage tracker for resource:security_group_rule and tenant:a8885576016b4d31ad69a9021b4d9563 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:18.596350 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e4d1360e-ab61-4d0d-b16f-3fdfbbf313bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:18.596665 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-efe3f9a7-5e16-421f-9150-0a638f0f429c tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:18.598517 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2fcf7bad-54c3-4464-bcab-d0b03ea80bc5 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6109607 Feb 10 23:11:18.604399 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdace30-10d8-480f-a4ca-3d0767c5f2f8 req-1077440f-4d32-4fa8-865e-f18f089a7622 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:18.605634 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-efe3f9a7-5e16-421f-9150-0a638f0f429c tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:18.605808 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9fdace30-10d8-480f-a4ca-3d0767c5f2f8 req-1077440f-4d32-4fa8-865e-f18f089a7622 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=13eb3b45-41f9-452a-936f-881fcb3533f4 HTTP/1.1" status: 200 len: 945 time: 0.4418838 Feb 10 23:11:18.625066 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48134) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:18.635649 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-88faf9af-fec9-442d-9aee-b0bf6e005886 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Request body: {'subnet': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:18.675099 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-efe3f9a7-5e16-421f-9150-0a638f0f429c tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:18.677642 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccd7207-87e5-48cb-8d45-cf6929f1fdb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-6dca27ff-0cc1-400d-8ed1-46016d84d938', 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'tenant_id': '143e860117cc493db304000cc95b95c2', 'fixed_ips': [{'subnet_id': 'bce423df-273f-4714-9981-69fdac92a847'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:11:18.678745 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6ccd7207-87e5-48cb-8d45-cf6929f1fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:18.740680 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-efe3f9a7-5e16-421f-9150-0a638f0f429c tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:18.783103 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c27d9d4d-12f9-4616-b3bd-5746e6385a0d tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:18.787523 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27d9d4d-12f9-4616-b3bd-5746e6385a0d tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:18.788112 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c27d9d4d-12f9-4616-b3bd-5746e6385a0d tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:18.830749 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe3f9a7-5e16-421f-9150-0a638f0f429c tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8215189c-cd41-4aba-a9da-935ca632568b,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:18.885575 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-6ccd7207-87e5-48cb-8d45-cf6929f1fdb9 None None] Allocated IP 2001:db8::f816:3eff:fe19:8c7c (6dca27ff-0cc1-400d-8ed1-46016d84d938/bce423df-273f-4714-9981-69fdac92a847/2177da8a-90c3-4996-b866-097830c3b3bb) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:11:18.914876 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9fdace30-10d8-480f-a4ca-3d0767c5f2f8 req-4290fe30-d669-4912-b259-00a2b6a61259 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=edb0d79c-4fa0-4cb3-8340-e454e6140a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2762008 Feb 10 23:11:18.954868 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48140) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:19.007660 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-c27d9d4d-12f9-4616-b3bd-5746e6385a0d tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6188130 Feb 10 23:11:19.007660 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-efe3f9a7-5e16-421f-9150-0a638f0f429c tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:19.007660 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-efe3f9a7-5e16-421f-9150-0a638f0f429c tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5881433 Feb 10 23:11:19.007660 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48144) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:19.007660 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48146) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:19.021229 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-3a44e51e-aa0d-474c-82f5-c9caf378b7f3 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Request body: {'security_group_rule': {'security_group_id': '8215189c-cd41-4aba-a9da-935ca632568b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:19.026895 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3a44e51e-aa0d-474c-82f5-c9caf378b7f3 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:19.034178 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-3a44e51e-aa0d-474c-82f5-c9caf378b7f3 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Usage tracker for resource:security_group_rule and tenant:a8885576016b4d31ad69a9021b4d9563 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:19.038120 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-88faf9af-fec9-442d-9aee-b0bf6e005886 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:19.042581 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-e25f9f93-6abe-48d9-ae2b-7fbd28d96513 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Request body: {'subnet': {'network_id': 'ef132e6f-e242-4557-a62a-2e83f4e77132', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:19.060790 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-88faf9af-fec9-442d-9aee-b0bf6e005886 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Usage tracker for resource:subnet and tenant:143e860117cc493db304000cc95b95c2 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:19.065526 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7e0d11e7-d258-414b-91c9-5288c7406d4b req-7737c069-e687-415d-9633-931b3f4b3641 service neutron] 10.222.0.37 "GET /v2.0/networks/0e86e233-e709-4cef-a618-45085d2845ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4687495 Feb 10 23:11:19.088720 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e4d1360e-ab61-4d0d-b16f-3fdfbbf313bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:19.090616 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-88faf9af-fec9-442d-9aee-b0bf6e005886 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:19.102695 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-88faf9af-fec9-442d-9aee-b0bf6e005886 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:19.114120 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 6d4ae18d-7d43-4567-be2c-89ca656e9bbc no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:11:19.125792 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-3a44e51e-aa0d-474c-82f5-c9caf378b7f3 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:19.128602 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27d9d4d-12f9-4616-b3bd-5746e6385a0d tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event updated for resources: {'Network': ['ID=ef132e6f-e242-4557-a62a-2e83f4e77132,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:19.145411 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-52ce93e8-29d7-4be2-a9e5-5784e826638d tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=13eb3b45-41f9-452a-936f-881fcb3533f4 HTTP/1.1" status: 200 len: 1093 time: 0.1883287 Feb 10 23:11:19.147962 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48152) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:19.149721 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network ef132e6f-e242-4557-a62a-2e83f4e77132 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:11:19.152754 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3a44e51e-aa0d-474c-82f5-c9caf378b7f3 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:19.157521 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-ce917817-082d-4317-b8c0-36829ba20227 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'floatingip': {'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'port_id': '06e1e46c-8668-44fc-9b2c-b1d605362a19', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:19.162676 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a7ade500-0fee-4d30-9af9-3afda10982bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:19.164240 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-ce917817-082d-4317-b8c0-36829ba20227 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:19.168560 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ce917817-082d-4317-b8c0-36829ba20227 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:floatingip and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:19.172995 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ce917817-082d-4317-b8c0-36829ba20227 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:19.179552 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-ce917817-082d-4317-b8c0-36829ba20227 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:19.181498 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 6d4ae18d-7d43-4567-be2c-89ca656e9bbc {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:11:19.181906 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 6d4ae18d-7d43-4567-be2c-89ca656e9bbc not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:11:19.196896 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e25f9f93-6abe-48d9-ae2b-7fbd28d96513 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:19.203518 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-e25f9f93-6abe-48d9-ae2b-7fbd28d96513 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Usage tracker for resource:subnet and tenant:8ebaafa64ea74242ba2bb084ec0966de is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:19.207580 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-e25f9f93-6abe-48d9-ae2b-7fbd28d96513 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:19.208381 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e4d1360e-ab61-4d0d-b16f-3fdfbbf313bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:19.219014 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79877625-928b-4895-b7c3-e43b0db93892 req-2bc66643-5aee-40c1-984c-5cdc03582878 tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:19.220486 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-79877625-928b-4895-b7c3-e43b0db93892 req-2bc66643-5aee-40c1-984c-5cdc03582878 tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] 10.222.0.59 "GET /v2.0/ports?device_id=a23f9808-e681-4d2e-bf17-0807410f157e HTTP/1.1" status: 200 len: 945 time: 0.2956901 Feb 10 23:11:19.221392 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e25f9f93-6abe-48d9-ae2b-7fbd28d96513 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:19.233996 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88faf9af-fec9-442d-9aee-b0bf6e005886 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Made reservation on behalf of 143e860117cc493db304000cc95b95c2 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:11:19.282825 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-79877625-928b-4895-b7c3-e43b0db93892 req-00296a5f-3bff-4d62-8142-0c2e54a6ef29 tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f4c8ed0-d7b9-4beb-9297-a050f3892694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488932 Feb 10 23:11:19.339740 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25f9f93-6abe-48d9-ae2b-7fbd28d96513 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Made reservation on behalf of 8ebaafa64ea74242ba2bb084ec0966de for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:11:19.345682 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d1360e-ab61-4d0d-b16f-3fdfbbf313bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15343893-d0c0-41dc-ac8e-f58372cb7380,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:19.356199 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ce917817-082d-4317-b8c0-36829ba20227 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for floatingip, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:19.381426 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e4d1360e-ab61-4d0d-b16f-3fdfbbf313bb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bdd98f954a3c4d5fbeb81a87f184f335&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4050128 Feb 10 23:11:19.384707 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6ccd7207-87e5-48cb-8d45-cf6929f1fdb9 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:19.385179 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48156) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:19.396621 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-6ccd7207-87e5-48cb-8d45-cf6929f1fdb9 None None] Transition to ACTIVE for port object 2177da8a-90c3-4996-b866-097830c3b3bb will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:11:19.413371 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.api.v2.resource [None req-3a44e51e-aa0d-474c-82f5-c9caf378b7f3 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] create failed (client error): The resource could not be found. Feb 10 23:11:19.414626 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-3a44e51e-aa0d-474c-82f5-c9caf378b7f3 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4007185 Feb 10 23:11:19.418670 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-6ccd7207-87e5-48cb-8d45-cf6929f1fdb9 None None] Transition to ACTIVE for port object 2177da8a-90c3-4996-b866-097830c3b3bb will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:11:19.420861 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48160) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:19.428865 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-0c32ee7c-5a51-45d2-95c3-b2798a86d28b tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Request body: {'security_group_rule': {'security_group_id': '8215189c-cd41-4aba-a9da-935ca632568b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'ab298fd4-601e-419f-ac41-43dc388a7078'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:19.460953 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6ccd7207-87e5-48cb-8d45-cf6929f1fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:19.547548 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-0c32ee7c-5a51-45d2-95c3-b2798a86d28b tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:19.561796 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-0c32ee7c-5a51-45d2-95c3-b2798a86d28b tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Usage tracker for resource:security_group_rule and tenant:a8885576016b4d31ad69a9021b4d9563 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:19.567278 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-0c32ee7c-5a51-45d2-95c3-b2798a86d28b tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:19.578709 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-0c32ee7c-5a51-45d2-95c3-b2798a86d28b tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:19.582762 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e25f9f93-6abe-48d9-ae2b-7fbd28d96513 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:19.589731 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-88faf9af-fec9-442d-9aee-b0bf6e005886 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:19.599923 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccd7207-87e5-48cb-8d45-cf6929f1fdb9 None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:11:19.602971 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-6ccd7207-87e5-48cb-8d45-cf6929f1fdb9 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:11:19.608645 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccd7207-87e5-48cb-8d45-cf6929f1fdb9 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:11:19.610905 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccd7207-87e5-48cb-8d45-cf6929f1fdb9 None None] Pushing event updated for resources: {'Port': ['ID=2177da8a-90c3-4996-b866-097830c3b3bb,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:19.638830 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-33920bd8-9997-4cfd-9384-671a790f8b28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:19.705465 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-6ccd7207-87e5-48cb-8d45-cf6929f1fdb9 None None] Attempting to bind port 2177da8a-90c3-4996-b866-097830c3b3bb on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:11:19.705955 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-6ccd7207-87e5-48cb-8d45-cf6929f1fdb9 None None] Attempting to bind port 2177da8a-90c3-4996-b866-097830c3b3bb by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:11:19.706382 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccd7207-87e5-48cb-8d45-cf6929f1fdb9 None None] Attempting to bind port 2177da8a-90c3-4996-b866-097830c3b3bb on network 6dca27ff-0cc1-400d-8ed1-46016d84d938 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:11:19.715063 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccd7207-87e5-48cb-8d45-cf6929f1fdb9 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:11:19.719955 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccd7207-87e5-48cb-8d45-cf6929f1fdb9 None None] Checking segment: {'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:11:19.719955 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6ccd7207-87e5-48cb-8d45-cf6929f1fdb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:19.719955 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccd7207-87e5-48cb-8d45-cf6929f1fdb9 None None] Bound using segment: {'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:11:19.719955 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-6ccd7207-87e5-48cb-8d45-cf6929f1fdb9 None None] Bound port: 2177da8a-90c3-4996-b866-097830c3b3bb, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:11:19.719955 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6ccd7207-87e5-48cb-8d45-cf6929f1fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:19.745948 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-33920bd8-9997-4cfd-9384-671a790f8b28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:19.818629 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-6ccd7207-87e5-48cb-8d45-cf6929f1fdb9 None None] For port 2177da8a-90c3-4996-b866-097830c3b3bb, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:11:19.822801 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-6ccd7207-87e5-48cb-8d45-cf6929f1fdb9 None None] For port 2177da8a-90c3-4996-b866-097830c3b3bb, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=2177da8a-90c3-4996-b866-097830c3b3bb,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:11:19.855677 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ce917817-082d-4317-b8c0-36829ba20227 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:19.901757 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6ccd7207-87e5-48cb-8d45-cf6929f1fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:19.905928 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.api.v2.resource [None req-0c32ee7c-5a51-45d2-95c3-b2798a86d28b tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] create failed (client error): The resource could not be found. Feb 10 23:11:19.908066 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-0c32ee7c-5a51-45d2-95c3-b2798a86d28b tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4855828 Feb 10 23:11:19.910338 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48164) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:19.933153 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e25f9f93-6abe-48d9-ae2b-7fbd28d96513 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:20.006669 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccd7207-87e5-48cb-8d45-cf6929f1fdb9 None None] Pushing event updated for resources: {'Port': ['ID=2177da8a-90c3-4996-b866-097830c3b3bb,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:20.011196 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-33920bd8-9997-4cfd-9384-671a790f8b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:20.062257 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33920bd8-9997-4cfd-9384-671a790f8b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15343893-d0c0-41dc-ac8e-f58372cb7380,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:20.078864 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25f9f93-6abe-48d9-ae2b-7fbd28d96513 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event updated for resources: {'Subnet': ['ID=c0971ade-b841-4ccc-b73d-c9fdaf4c858b,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:20.113062 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-86fccdfe-fa4e-465c-89b8-eefc77ef016a tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:20.125962 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25f9f93-6abe-48d9-ae2b-7fbd28d96513 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Checking segment: {'id': '1c2e8728-ec8d-4123-8fd4-7a4552ced6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ef132e6f-e242-4557-a62a-2e83f4e77132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:11:20.126403 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25f9f93-6abe-48d9-ae2b-7fbd28d96513 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Network hostable DHCP agents. Network: ef132e6f-e242-4557-a62a-2e83f4e77132, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:11:20.128748 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-33920bd8-9997-4cfd-9384-671a790f8b28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:20.129889 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-33920bd8-9997-4cfd-9384-671a790f8b28 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/15343893-d0c0-41dc-ac8e-f58372cb7380 HTTP/1.1" status: 204 len: 168 time: 0.7413085 Feb 10 23:11:20.160310 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-86fccdfe-fa4e-465c-89b8-eefc77ef016a tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:20.209726 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-ce917817-082d-4317-b8c0-36829ba20227 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Allocated IP 172.26.8.181 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/0f68c98e-54c3-4452-8ea9-f0caf989d98a) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:11:20.265182 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-88faf9af-fec9-442d-9aee-b0bf6e005886 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:20.285450 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-86fccdfe-fa4e-465c-89b8-eefc77ef016a tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:20.289194 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25f9f93-6abe-48d9-ae2b-7fbd28d96513 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Network ef132e6f-e242-4557-a62a-2e83f4e77132 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:11:20.334296 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-86fccdfe-fa4e-465c-89b8-eefc77ef016a tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:20.335661 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-86fccdfe-fa4e-465c-89b8-eefc77ef016a tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] 10.222.0.59 "DELETE /v2.0/security-groups/8215189c-cd41-4aba-a9da-935ca632568b HTTP/1.1" status: 204 len: 168 time: 0.4237151 Feb 10 23:11:20.339929 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fccdfe-fa4e-465c-89b8-eefc77ef016a tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8215189c-cd41-4aba-a9da-935ca632568b,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:20.349272 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48172) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:20.416316 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-e25f9f93-6abe-48d9-ae2b-7fbd28d96513 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, ef132e6f-e242-4557-a62a-2e83f4e77132) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:11:20.425090 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88faf9af-fec9-442d-9aee-b0bf6e005886 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:11:20.426748 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d460ca-d2f0-4b39-be4a-729ec79cf058 None None] Network ef132e6f-e242-4557-a62a-2e83f4e77132 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:11:20.430549 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-88faf9af-fec9-442d-9aee-b0bf6e005886 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:11:20.431163 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-962e5d0b-9338-43b3-9bf7-a33615db7d45 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Synchronizing usage tracker for tenant:a8885576016b4d31ad69a9021b4d9563 on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:11:20.438125 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88faf9af-fec9-442d-9aee-b0bf6e005886 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:20.438699 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25f9f93-6abe-48d9-ae2b-7fbd28d96513 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:20.439216 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-88faf9af-fec9-442d-9aee-b0bf6e005886 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:20.439474 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e25f9f93-6abe-48d9-ae2b-7fbd28d96513 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:20.473841 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88faf9af-fec9-442d-9aee-b0bf6e005886 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event updated for resources: {'Subnet': ['ID=874eac99-a88e-4971-b43a-e4b80dc0661f,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:20.616298 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-e25f9f93-6abe-48d9-ae2b-7fbd28d96513 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6058474 Feb 10 23:11:20.619938 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-962e5d0b-9338-43b3-9bf7-a33615db7d45 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Unset dirty status for tenant:a8885576016b4d31ad69a9021b4d9563 on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:11:20.621356 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-962e5d0b-9338-43b3-9bf7-a33615db7d45 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2766652 Feb 10 23:11:20.627401 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48178) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:20.627743 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48180) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:20.636899 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-c293f8c0-6ebd-4648-99ef-071b83a2f035 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Request body: {'port': {'network_id': 'ef132e6f-e242-4557-a62a-2e83f4e77132', 'name': 'tempest-PortsTestJSON-643302065', 'fixed_ips': [{'subnet_id': 'c0971ade-b841-4ccc-b73d-c9fdaf4c858b', 'ip_address': '172.20.0.10'}]}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:20.662636 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-2323b7e3-e35e-4fc8-81c0-c6f962913645 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Request body: {'security_group_rule': {'security_group_id': '0aed0301-bf5a-4612-9886-1ad03f5ca45e', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:20.674065 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-88faf9af-fec9-442d-9aee-b0bf6e005886 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0484438 Feb 10 23:11:20.680339 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48186) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:20.683856 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2323b7e3-e35e-4fc8-81c0-c6f962913645 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:20.691908 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-5f093bb3-f448-4ae3-9d7d-5146f38c1ee5 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Request body: {'port': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'mac_address': 'fa:16:3e:6c:71:86', 'name': 'tempest-NetworksTestDHCPv6-553447271'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:20.730006 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad90f1e-5723-4b1a-81a2-a0db01792ae2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-ef132e6f-e242-4557-a62a-2e83f4e77132', 'network_id': 'ef132e6f-e242-4557-a62a-2e83f4e77132', 'tenant_id': '8ebaafa64ea74242ba2bb084ec0966de', 'fixed_ips': [{'subnet_id': 'c0971ade-b841-4ccc-b73d-c9fdaf4c858b'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:11:20.740486 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aad90f1e-5723-4b1a-81a2-a0db01792ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:20.760250 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-2323b7e3-e35e-4fc8-81c0-c6f962913645 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Usage tracker for resource:security_group_rule and tenant:a8885576016b4d31ad69a9021b4d9563 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:20.767271 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-2323b7e3-e35e-4fc8-81c0-c6f962913645 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:20.785018 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2323b7e3-e35e-4fc8-81c0-c6f962913645 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:20.796735 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ce917817-082d-4317-b8c0-36829ba20227 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:20.866568 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c293f8c0-6ebd-4648-99ef-071b83a2f035 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:20.880720 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c293f8c0-6ebd-4648-99ef-071b83a2f035 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:20.919818 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b67c9fc-1d4d-46e5-a265-c8d6b94b6b39 req-1db57504-1c42-404a-b3f2-19bb34d01add tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:20.922066 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4b67c9fc-1d4d-46e5-a265-c8d6b94b6b39 req-1db57504-1c42-404a-b3f2-19bb34d01add tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] 10.222.0.59 "GET /v2.0/ports?device_id=a23f9808-e681-4d2e-bf17-0807410f157e HTTP/1.1" status: 200 len: 945 time: 0.4329743 Feb 10 23:11:20.947118 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-aad90f1e-5723-4b1a-81a2-a0db01792ae2 None None] Allocated IP 172.20.0.2 (ef132e6f-e242-4557-a62a-2e83f4e77132/c0971ade-b841-4ccc-b73d-c9fdaf4c858b/778d10d6-7529-4084-9dbc-65f03f7bdf24) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:11:20.975207 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-5f093bb3-f448-4ae3-9d7d-5146f38c1ee5 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:20.981374 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-5f093bb3-f448-4ae3-9d7d-5146f38c1ee5 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Usage tracker for resource:port and tenant:143e860117cc493db304000cc95b95c2 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:20.985296 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c293f8c0-6ebd-4648-99ef-071b83a2f035 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Made reservation on behalf of 8ebaafa64ea74242ba2bb084ec0966de for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:11:20.991514 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c293f8c0-6ebd-4648-99ef-071b83a2f035 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:20.994446 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-5f093bb3-f448-4ae3-9d7d-5146f38c1ee5 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:21.006888 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-5f093bb3-f448-4ae3-9d7d-5146f38c1ee5 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:21.024607 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4b67c9fc-1d4d-46e5-a265-c8d6b94b6b39 req-f712457a-baf7-4239-8863-40db211d0bd5 tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f4c8ed0-d7b9-4beb-9297-a050f3892694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910404 Feb 10 23:11:21.033298 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-c293f8c0-6ebd-4648-99ef-071b83a2f035 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] device_id is not set on port 562cfe7d-61a0-4062-b33a-1051e7c44dbf yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:11:21.151326 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ce917817-082d-4317-b8c0-36829ba20227 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:21.165063 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.api.v2.resource [None req-2323b7e3-e35e-4fc8-81c0-c6f962913645 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] create failed (client error): The resource could not be found. Feb 10 23:11:21.176661 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-2323b7e3-e35e-4fc8-81c0-c6f962913645 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5353429 Feb 10 23:11:21.182668 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48198) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:21.225749 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 2177da8a-90c3-4996-b866-097830c3b3bb up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:11:21.246128 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f093bb3-f448-4ae3-9d7d-5146f38c1ee5 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Made reservation on behalf of 143e860117cc493db304000cc95b95c2 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:11:21.250912 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5f093bb3-f448-4ae3-9d7d-5146f38c1ee5 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:21.286443 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-fe4f476f-5099-46bc-8a73-1628cf0e060d tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Request body: {'security_group': {'name': 'tempest-secgroup--848068447'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:21.308955 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-fe4f476f-5099-46bc-8a73-1628cf0e060d tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:21.324445 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce917817-082d-4317-b8c0-36829ba20227 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:11:21.345452 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-fe4f476f-5099-46bc-8a73-1628cf0e060d tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:21.351138 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-ce917817-082d-4317-b8c0-36829ba20227 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:11:21.355522 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce917817-082d-4317-b8c0-36829ba20227 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:11:21.390382 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aad90f1e-5723-4b1a-81a2-a0db01792ae2 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:21.405016 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-aad90f1e-5723-4b1a-81a2-a0db01792ae2 None None] Transition to ACTIVE for port object 778d10d6-7529-4084-9dbc-65f03f7bdf24 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:11:21.423029 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9df515-5a99-4421-90aa-e483b65340de None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:11:21.431332 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-5f093bb3-f448-4ae3-9d7d-5146f38c1ee5 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] device_id is not set on port df7c453d-7354-479b-8c1d-06d34b8e1305 yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:11:21.449537 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-66d2a344-8403-46c0-862b-b16a4bc49383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:21.476612 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce917817-082d-4317-b8c0-36829ba20227 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Port': ['ID=0f68c98e-54c3-4452-8ea9-f0caf989d98a,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:21.499651 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fe4f476f-5099-46bc-8a73-1628cf0e060d tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:21.510912 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-aad90f1e-5723-4b1a-81a2-a0db01792ae2 None None] Transition to ACTIVE for port object 778d10d6-7529-4084-9dbc-65f03f7bdf24 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:11:21.556713 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 2177da8a-90c3-4996-b866-097830c3b3bb completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:11:21.579694 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-fe4f476f-5099-46bc-8a73-1628cf0e060d tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:21.587168 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-fe4f476f-5099-46bc-8a73-1628cf0e060d tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Usage tracker for resource:security_group_rule and tenant:a8885576016b4d31ad69a9021b4d9563 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:21.605321 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-fe4f476f-5099-46bc-8a73-1628cf0e060d tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:21.620867 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aad90f1e-5723-4b1a-81a2-a0db01792ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:21.662110 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-fe4f476f-5099-46bc-8a73-1628cf0e060d tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:21.739602 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad90f1e-5723-4b1a-81a2-a0db01792ae2 None None] Network ef132e6f-e242-4557-a62a-2e83f4e77132 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:11:21.752730 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-aad90f1e-5723-4b1a-81a2-a0db01792ae2 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:11:21.754419 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-367ca1f0-634c-412d-8846-eb4e676a4646 None None] Provisioning for port 2177da8a-90c3-4996-b866-097830c3b3bb completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:11:21.759214 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad90f1e-5723-4b1a-81a2-a0db01792ae2 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:11:21.767629 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fe4f476f-5099-46bc-8a73-1628cf0e060d tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:21.778375 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-367ca1f0-634c-412d-8846-eb4e676a4646 None None] Provisioning complete for port 2177da8a-90c3-4996-b866-097830c3b3bb triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:11:21.779360 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-367ca1f0-634c-412d-8846-eb4e676a4646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:21.801639 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-c293f8c0-6ebd-4648-99ef-071b83a2f035 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Allocated IP 172.20.0.10 (ef132e6f-e242-4557-a62a-2e83f4e77132/c0971ade-b841-4ccc-b73d-c9fdaf4c858b/562cfe7d-61a0-4062-b33a-1051e7c44dbf) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:11:21.819069 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad90f1e-5723-4b1a-81a2-a0db01792ae2 None None] Pushing event updated for resources: {'Port': ['ID=778d10d6-7529-4084-9dbc-65f03f7bdf24,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:21.957357 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fe4f476f-5099-46bc-8a73-1628cf0e060d tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:21.998082 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4f476f-5099-46bc-8a73-1628cf0e060d tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57e79db2-ed47-4b6f-9eba-d79f20edfa57,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:22.005951 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-aad90f1e-5723-4b1a-81a2-a0db01792ae2 None None] Attempting to bind port 778d10d6-7529-4084-9dbc-65f03f7bdf24 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:11:22.006216 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-aad90f1e-5723-4b1a-81a2-a0db01792ae2 None None] Attempting to bind port 778d10d6-7529-4084-9dbc-65f03f7bdf24 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '1c2e8728-ec8d-4123-8fd4-7a4552ced6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ef132e6f-e242-4557-a62a-2e83f4e77132'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:11:22.006565 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad90f1e-5723-4b1a-81a2-a0db01792ae2 None None] Attempting to bind port 778d10d6-7529-4084-9dbc-65f03f7bdf24 on network ef132e6f-e242-4557-a62a-2e83f4e77132 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:11:22.031795 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad90f1e-5723-4b1a-81a2-a0db01792ae2 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:11:22.032594 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad90f1e-5723-4b1a-81a2-a0db01792ae2 None None] Checking segment: {'id': '1c2e8728-ec8d-4123-8fd4-7a4552ced6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ef132e6f-e242-4557-a62a-2e83f4e77132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:11:22.032594 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aad90f1e-5723-4b1a-81a2-a0db01792ae2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:22.033635 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad90f1e-5723-4b1a-81a2-a0db01792ae2 None None] Bound using segment: {'id': '1c2e8728-ec8d-4123-8fd4-7a4552ced6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ef132e6f-e242-4557-a62a-2e83f4e77132'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:11:22.033635 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-aad90f1e-5723-4b1a-81a2-a0db01792ae2 None None] Bound port: 778d10d6-7529-4084-9dbc-65f03f7bdf24, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c2e8728-ec8d-4123-8fd4-7a4552ced6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ef132e6f-e242-4557-a62a-2e83f4e77132'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:11:22.033858 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aad90f1e-5723-4b1a-81a2-a0db01792ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:22.062925 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-5f093bb3-f448-4ae3-9d7d-5146f38c1ee5 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Allocated IP 172.20.0.6 (6dca27ff-0cc1-400d-8ed1-46016d84d938/874eac99-a88e-4971-b43a-e4b80dc0661f/df7c453d-7354-479b-8c1d-06d34b8e1305) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:11:22.074482 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-5f093bb3-f448-4ae3-9d7d-5146f38c1ee5 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Allocated IP 2001:db8::f816:3eff:fe6c:7186 (6dca27ff-0cc1-400d-8ed1-46016d84d938/bce423df-273f-4714-9981-69fdac92a847/df7c453d-7354-479b-8c1d-06d34b8e1305) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:11:22.093867 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c293f8c0-6ebd-4648-99ef-071b83a2f035 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:22.112152 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-c293f8c0-6ebd-4648-99ef-071b83a2f035 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Transition to ACTIVE for port object 562cfe7d-61a0-4062-b33a-1051e7c44dbf will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:11:22.130928 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48212) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:22.145203 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fe4f476f-5099-46bc-8a73-1628cf0e060d tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:22.147721 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-fe4f476f-5099-46bc-8a73-1628cf0e060d tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9644785 Feb 10 23:11:22.153761 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48218) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:22.160354 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-367ca1f0-634c-412d-8846-eb4e676a4646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:22.174006 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-bf013258-6894-49ce-9e5a-57b4d5ef6458 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Request body: {'security_group': {'name': 'tempest-secgroup--1188366170'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:22.177126 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-bf013258-6894-49ce-9e5a-57b4d5ef6458 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:22.184633 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-bf013258-6894-49ce-9e5a-57b4d5ef6458 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Usage tracker for resource:security_group and tenant:a8885576016b4d31ad69a9021b4d9563 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:22.195864 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-bf013258-6894-49ce-9e5a-57b4d5ef6458 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:22.210554 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-bf013258-6894-49ce-9e5a-57b4d5ef6458 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:22.231996 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c293f8c0-6ebd-4648-99ef-071b83a2f035 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:22.286665 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd05dc-49bd-48da-93aa-e7f7d07ffe3a req-e98ac392-958d-4f66-9787-4a0d2a54c56b tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:22.288801 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3abd05dc-49bd-48da-93aa-e7f7d07ffe3a req-e98ac392-958d-4f66-9787-4a0d2a54c56b tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] 10.222.0.59 "GET /v2.0/ports?device_id=a23f9808-e681-4d2e-bf17-0807410f157e HTTP/1.1" status: 200 len: 945 time: 0.3181589 Feb 10 23:11:22.338303 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bf013258-6894-49ce-9e5a-57b4d5ef6458 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:22.365499 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c293f8c0-6ebd-4648-99ef-071b83a2f035 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Network ef132e6f-e242-4557-a62a-2e83f4e77132 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:11:22.371649 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-86ab83d2-01ed-4ae2-987e-4ce4fe9fb608 tempest-SubnetPoolsTestJSON-2106507204 tempest-SubnetPoolsTestJSON-2106507204-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-79344245', 'prefixes': ['172.20.0.0/16']}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:22.380235 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-86ab83d2-01ed-4ae2-987e-4ce4fe9fb608 tempest-SubnetPoolsTestJSON-2106507204 tempest-SubnetPoolsTestJSON-2106507204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:22.384349 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-aad90f1e-5723-4b1a-81a2-a0db01792ae2 None None] For port 778d10d6-7529-4084-9dbc-65f03f7bdf24, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:11:22.389413 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-367ca1f0-634c-412d-8846-eb4e676a4646 None None] For port 2177da8a-90c3-4996-b866-097830c3b3bb, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=2177da8a-90c3-4996-b866-097830c3b3bb,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:11:22.391655 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-aad90f1e-5723-4b1a-81a2-a0db01792ae2 None None] For port 778d10d6-7529-4084-9dbc-65f03f7bdf24, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=778d10d6-7529-4084-9dbc-65f03f7bdf24,segment=NetworkSegment(1c2e8728-ec8d-4123-8fd4-7a4552ced6ca),segment_id=1c2e8728-ec8d-4123-8fd4-7a4552ced6ca)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:11:22.395778 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-c293f8c0-6ebd-4648-99ef-071b83a2f035 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:11:22.398788 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116ef406-e5e7-4422-989e-b020694c7867 None None] Update dhcp port {'port': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'fixed_ips': [{'subnet_id': 'bce423df-273f-4714-9981-69fdac92a847', 'ip_address': '2001:db8::f816:3eff:fe19:8c7c'}, {'subnet_id': '874eac99-a88e-4971-b43a-e4b80dc0661f'}], 'binding:host_id': 'dv-neutron-828797-1-hyperv'}, 'id': '2177da8a-90c3-4996-b866-097830c3b3bb'} from dv-neutron-828797-1-hyperv. {{(pid=84334) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 10 23:11:22.398989 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c293f8c0-6ebd-4648-99ef-071b83a2f035 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event updated for resources: {'Port': ['ID=562cfe7d-61a0-4062-b33a-1051e7c44dbf,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:22.401289 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c293f8c0-6ebd-4648-99ef-071b83a2f035 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:11:22.446642 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3abd05dc-49bd-48da-93aa-e7f7d07ffe3a req-bec5223f-a589-49fe-827c-ff7fb45b52b3 tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f4c8ed0-d7b9-4beb-9297-a050f3892694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429245 Feb 10 23:11:22.457040 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-bf013258-6894-49ce-9e5a-57b4d5ef6458 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:22.457182 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5f093bb3-f448-4ae3-9d7d-5146f38c1ee5 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:22.460024 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:22.464432 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-bf013258-6894-49ce-9e5a-57b4d5ef6458 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Usage tracker for resource:security_group_rule and tenant:a8885576016b4d31ad69a9021b4d9563 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:22.469034 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-bf013258-6894-49ce-9e5a-57b4d5ef6458 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:22.487146 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-bf013258-6894-49ce-9e5a-57b4d5ef6458 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:22.487266 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-5f093bb3-f448-4ae3-9d7d-5146f38c1ee5 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Transition to ACTIVE for port object df7c453d-7354-479b-8c1d-06d34b8e1305 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:11:22.487367 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c293f8c0-6ebd-4648-99ef-071b83a2f035 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:22.487367 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c293f8c0-6ebd-4648-99ef-071b83a2f035 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:22.504370 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-116ef406-e5e7-4422-989e-b020694c7867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:22.515289 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-367ca1f0-634c-412d-8846-eb4e676a4646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:22.519246 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aad90f1e-5723-4b1a-81a2-a0db01792ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:22.572804 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bf013258-6894-49ce-9e5a-57b4d5ef6458 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:22.617441 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ce917817-082d-4317-b8c0-36829ba20227 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:22.632418 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:22.660008 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5f093bb3-f448-4ae3-9d7d-5146f38c1ee5 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:22.664500 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-c293f8c0-6ebd-4648-99ef-071b83a2f035 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0313752 Feb 10 23:11:22.664984 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48222) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:22.671949 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-ad973d21-109c-4ed2-8b04-cf3ebef4b6ae tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Request body: {'port': {'network_id': 'ef132e6f-e242-4557-a62a-2e83f4e77132', 'name': 'tempest-PortsTestJSON-1075905476', 'fixed_ips': [{'subnet_id': 'c0971ade-b841-4ccc-b73d-c9fdaf4c858b', 'ip_address': '172.20.0.9'}]}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:22.707761 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367ca1f0-634c-412d-8846-eb4e676a4646 None None] Pushing event updated for resources: {'Port': ['ID=2177da8a-90c3-4996-b866-097830c3b3bb,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:22.737578 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f093bb3-f448-4ae3-9d7d-5146f38c1ee5 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:11:22.743904 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-5f093bb3-f448-4ae3-9d7d-5146f38c1ee5 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:11:22.743904 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f093bb3-f448-4ae3-9d7d-5146f38c1ee5 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event updated for resources: {'Port': ['ID=df7c453d-7354-479b-8c1d-06d34b8e1305,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:22.745274 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f093bb3-f448-4ae3-9d7d-5146f38c1ee5 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:11:22.803195 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bf013258-6894-49ce-9e5a-57b4d5ef6458 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:22.818995 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f093bb3-f448-4ae3-9d7d-5146f38c1ee5 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:22.819738 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5f093bb3-f448-4ae3-9d7d-5146f38c1ee5 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:22.842729 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad90f1e-5723-4b1a-81a2-a0db01792ae2 None None] Pushing event updated for resources: {'Port': ['ID=778d10d6-7529-4084-9dbc-65f03f7bdf24,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:22.880908 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf013258-6894-49ce-9e5a-57b4d5ef6458 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6794b7-ff5e-4dda-bc00-1f7ec408cc02,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:22.897310 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-116ef406-e5e7-4422-989e-b020694c7867 None None] Allocated IP 172.20.0.2 (6dca27ff-0cc1-400d-8ed1-46016d84d938/874eac99-a88e-4971-b43a-e4b80dc0661f/2177da8a-90c3-4996-b866-097830c3b3bb) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:11:22.905775 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-86ab83d2-01ed-4ae2-987e-4ce4fe9fb608 tempest-SubnetPoolsTestJSON-2106507204 tempest-SubnetPoolsTestJSON-2106507204-project] Notify callbacks [] for subnetpool, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:22.907309 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-86ab83d2-01ed-4ae2-987e-4ce4fe9fb608 tempest-SubnetPoolsTestJSON-2106507204 tempest-SubnetPoolsTestJSON-2106507204-project] 10.222.0.59 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 735 time: 0.7752488 Feb 10 23:11:22.935242 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48226) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:22.936042 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ad973d21-109c-4ed2-8b04-cf3ebef4b6ae tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:22.936042 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-ad973d21-109c-4ed2-8b04-cf3ebef4b6ae tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Usage tracker for resource:port and tenant:8ebaafa64ea74242ba2bb084ec0966de is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:22.936042 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-ad973d21-109c-4ed2-8b04-cf3ebef4b6ae tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:22.936042 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ad973d21-109c-4ed2-8b04-cf3ebef4b6ae tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:22.966288 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5598eb66-3b1e-49c8-b4b5-30302c954396 tempest-SubnetPoolsTestJSON-2106507204 tempest-SubnetPoolsTestJSON-2106507204-project] 10.222.0.59 "GET /v2.0/subnetpools/a4b55d72-dfcd-4017-b7b2-59f940226d29 HTTP/1.1" status: 200 len: 730 time: 0.0511229 Feb 10 23:11:22.966288 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ce917817-082d-4317-b8c0-36829ba20227 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:22.972038 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48230) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:22.990181 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-a20f8420-c4f8-4def-8bde-cfecc8959acf tempest-SubnetPoolsTestJSON-2106507204 tempest-SubnetPoolsTestJSON-2106507204-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1228760198'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:23.108007 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bf013258-6894-49ce-9e5a-57b4d5ef6458 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:23.108809 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-bf013258-6894-49ce-9e5a-57b4d5ef6458 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9542661 Feb 10 23:11:23.109725 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48234) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:23.123324 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-116ef406-e5e7-4422-989e-b020694c7867 None None] For port 2177da8a-90c3-4996-b866-097830c3b3bb, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=2177da8a-90c3-4996-b866-097830c3b3bb,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:11:23.154782 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-fa0e59b2-9f16-4afe-8381-2486350e2f3d tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Request body: {'security_group_rule': {'security_group_id': '57e79db2-ed47-4b6f-9eba-d79f20edfa57', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '5a6794b7-ff5e-4dda-bc00-1f7ec408cc02'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:23.163796 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-116ef406-e5e7-4422-989e-b020694c7867 None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:23.164196 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-fa0e59b2-9f16-4afe-8381-2486350e2f3d tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:23.170233 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-fa0e59b2-9f16-4afe-8381-2486350e2f3d tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Usage tracker for resource:security_group_rule and tenant:a8885576016b4d31ad69a9021b4d9563 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:23.178944 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5f093bb3-f448-4ae3-9d7d-5146f38c1ee5 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.4971180 Feb 10 23:11:23.180637 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-fa0e59b2-9f16-4afe-8381-2486350e2f3d tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:23.185552 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48238) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:23.191373 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-fa0e59b2-9f16-4afe-8381-2486350e2f3d tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:23.194745 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-116ef406-e5e7-4422-989e-b020694c7867 None None] Transition to ACTIVE for port object 2177da8a-90c3-4996-b866-097830c3b3bb will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:11:23.200750 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad973d21-109c-4ed2-8b04-cf3ebef4b6ae tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Made reservation on behalf of 8ebaafa64ea74242ba2bb084ec0966de for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:11:23.213937 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ad973d21-109c-4ed2-8b04-cf3ebef4b6ae tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:23.238033 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 778d10d6-7529-4084-9dbc-65f03f7bdf24 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:11:23.251185 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-ad973d21-109c-4ed2-8b04-cf3ebef4b6ae tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] device_id is not set on port 0a503cc7-0389-43ff-90f4-85e5edcc9548 yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:11:23.316336 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-116ef406-e5e7-4422-989e-b020694c7867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:23.328391 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a20f8420-c4f8-4def-8bde-cfecc8959acf tempest-SubnetPoolsTestJSON-2106507204 tempest-SubnetPoolsTestJSON-2106507204-project] Notify callbacks [] for subnetpool, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:23.332086 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-a20f8420-c4f8-4def-8bde-cfecc8959acf tempest-SubnetPoolsTestJSON-2106507204 tempest-SubnetPoolsTestJSON-2106507204-project] 10.222.0.59 "PUT /v2.0/subnetpools/a4b55d72-dfcd-4017-b7b2-59f940226d29 HTTP/1.1" status: 200 len: 684 time: 0.3552942 Feb 10 23:11:23.334178 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48242) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:23.369612 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17f567f-a9ce-4f66-bee5-bd29a6b65a79 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:23.374075 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17f567f-a9ce-4f66-bee5-bd29a6b65a79 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:23.374879 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d17f567f-a9ce-4f66-bee5-bd29a6b65a79 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Synchronizing usage tracker for tenant:143e860117cc493db304000cc95b95c2 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:11:23.452129 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ce917817-082d-4317-b8c0-36829ba20227 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:23.477541 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116ef406-e5e7-4422-989e-b020694c7867 None None] Pushing event updated for resources: {'Port': ['ID=2177da8a-90c3-4996-b866-097830c3b3bb,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:23.511091 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d17f567f-a9ce-4f66-bee5-bd29a6b65a79 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Unset dirty status for tenant:143e860117cc493db304000cc95b95c2 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:11:23.512375 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d17f567f-a9ce-4f66-bee5-bd29a6b65a79 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.3257177 Feb 10 23:11:23.515609 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48248) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:23.597050 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 778d10d6-7529-4084-9dbc-65f03f7bdf24 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:11:23.606837 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 2177da8a-90c3-4996-b866-097830c3b3bb up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:11:23.621482 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-aee9679f-5ca8-4120-9325-e8a5834eef04 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Deleting port df7c453d-7354-479b-8c1d-06d34b8e1305 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:11:23.623911 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aee9679f-5ca8-4120-9325-e8a5834eef04 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:23.661890 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.api.v2.resource [None req-fa0e59b2-9f16-4afe-8381-2486350e2f3d tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:11:23.663214 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-fa0e59b2-9f16-4afe-8381-2486350e2f3d tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.5157359 Feb 10 23:11:23.684891 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ce917817-082d-4317-b8c0-36829ba20227 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:23.702362 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48252) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:23.754022 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-ad973d21-109c-4ed2-8b04-cf3ebef4b6ae tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Allocated IP 172.20.0.9 (ef132e6f-e242-4557-a62a-2e83f4e77132/c0971ade-b841-4ccc-b73d-c9fdaf4c858b/0a503cc7-0389-43ff-90f4-85e5edcc9548) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:11:23.833530 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a70828df-6695-4a19-9f6b-e28a86318054 tempest-SubnetPoolsTestJSON-2106507204 tempest-SubnetPoolsTestJSON-2106507204-project] Notify callbacks [] for subnetpool, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:23.834687 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-a70828df-6695-4a19-9f6b-e28a86318054 tempest-SubnetPoolsTestJSON-2106507204 tempest-SubnetPoolsTestJSON-2106507204-project] 10.222.0.59 "DELETE /v2.0/subnetpools/a4b55d72-dfcd-4017-b7b2-59f940226d29 HTTP/1.1" status: 204 len: 168 time: 0.5004084 Feb 10 23:11:23.854323 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48256) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:23.863273 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0cffc-a1f6-4f90-b266-0ac5e82138d4 req-de6c586c-c0e1-46a4-b444-dcbbfcb5d175 tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:23.868765 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-06b0cffc-a1f6-4f90-b266-0ac5e82138d4 req-de6c586c-c0e1-46a4-b444-dcbbfcb5d175 tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] 10.222.0.59 "GET /v2.0/ports?device_id=a23f9808-e681-4d2e-bf17-0807410f157e HTTP/1.1" status: 200 len: 945 time: 0.2102747 Feb 10 23:11:23.954734 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce917817-082d-4317-b8c0-36829ba20227 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Port': ['ID=0f68c98e-54c3-4452-8ea9-f0caf989d98a,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:23.961724 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:23.965424 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-81002969-9303-47c7-8e3b-fc2b4f52b880 tempest-SubnetPoolsTestJSON-2106507204 tempest-SubnetPoolsTestJSON-2106507204-project] show failed (client error): The resource could not be found. Feb 10 23:11:23.965424 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-81002969-9303-47c7-8e3b-fc2b4f52b880 tempest-SubnetPoolsTestJSON-2106507204 tempest-SubnetPoolsTestJSON-2106507204-project] 10.222.0.59 "GET /v2.0/subnetpools/a4b55d72-dfcd-4017-b7b2-59f940226d29 HTTP/1.1" status: 404 len: 346 time: 0.1089332 Feb 10 23:11:23.974737 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48260) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:24.022371 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.api.v2.resource [None req-a8de4654-63a9-4f34-9835-c8a113a9f142 tempest-SubnetPoolsTestJSON-2106507204 tempest-SubnetPoolsTestJSON-2106507204-project] delete failed (client error): The resource could not be found. Feb 10 23:11:24.028050 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-a8de4654-63a9-4f34-9835-c8a113a9f142 tempest-SubnetPoolsTestJSON-2106507204 tempest-SubnetPoolsTestJSON-2106507204-project] 10.222.0.59 "DELETE /v2.0/subnetpools/a4b55d72-dfcd-4017-b7b2-59f940226d29 HTTP/1.1" status: 404 len: 346 time: 0.0474370 Feb 10 23:11:24.071320 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ce917817-082d-4317-b8c0-36829ba20227 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1734214'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:24.079400 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-06b0cffc-a1f6-4f90-b266-0ac5e82138d4 req-00d886e9-c518-4f54-afcf-fd9e4e1186bb tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f4c8ed0-d7b9-4beb-9297-a050f3892694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046413 Feb 10 23:11:24.166182 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ad973d21-109c-4ed2-8b04-cf3ebef4b6ae tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:24.177098 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b107c8fb-60d6-4abe-999e-404d126b9c9d tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:24.182701 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-ad973d21-109c-4ed2-8b04-cf3ebef4b6ae tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Transition to ACTIVE for port object 0a503cc7-0389-43ff-90f4-85e5edcc9548 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:11:24.262497 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c9e9ac-9bfe-4500-a59e-0cf08fff30d7 None None] Network ef132e6f-e242-4557-a62a-2e83f4e77132 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:11:24.295513 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ad973d21-109c-4ed2-8b04-cf3ebef4b6ae tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:24.349486 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3409605-4468-43aa-a1ca-6636c003e022 req-0bf9af45-9bfa-4d7c-8e47-fa99b35687fc tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:24.351020 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e3409605-4468-43aa-a1ca-6636c003e022 req-0bf9af45-9bfa-4d7c-8e47-fa99b35687fc tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] 10.222.0.37 "GET /v2.0/ports?device_id=a23f9808-e681-4d2e-bf17-0807410f157e HTTP/1.1" status: 200 len: 945 time: 0.5935109 Feb 10 23:11:24.380482 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad973d21-109c-4ed2-8b04-cf3ebef4b6ae tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Network ef132e6f-e242-4557-a62a-2e83f4e77132 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:11:24.384382 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-ad973d21-109c-4ed2-8b04-cf3ebef4b6ae tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:11:24.393198 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad973d21-109c-4ed2-8b04-cf3ebef4b6ae tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:11:24.461178 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad973d21-109c-4ed2-8b04-cf3ebef4b6ae tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:24.461872 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ad973d21-109c-4ed2-8b04-cf3ebef4b6ae tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:24.489077 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad973d21-109c-4ed2-8b04-cf3ebef4b6ae tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event updated for resources: {'Port': ['ID=0a503cc7-0389-43ff-90f4-85e5edcc9548,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:24.516853 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b107c8fb-60d6-4abe-999e-404d126b9c9d tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:24.536735 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-9f80cfa9-3ede-4478-a2ef-47ce02fe6918 None None] Provisioning for port 778d10d6-7529-4084-9dbc-65f03f7bdf24 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:11:24.537755 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aee9679f-5ca8-4120-9325-e8a5834eef04 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:24.545960 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-9f80cfa9-3ede-4478-a2ef-47ce02fe6918 None None] Provisioning complete for port 778d10d6-7529-4084-9dbc-65f03f7bdf24 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:11:24.546565 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9f80cfa9-3ede-4478-a2ef-47ce02fe6918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:24.568455 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-e3409605-4468-43aa-a1ca-6636c003e022 req-728f1910-2617-43aa-8e53-f0a82b6d7dff tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] Deleting port 23806611-6982-4629-97fc-d85900871f9d {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:11:24.568840 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-e3409605-4468-43aa-a1ca-6636c003e022 req-728f1910-2617-43aa-8e53-f0a82b6d7dff tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:24.587766 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-ad973d21-109c-4ed2-8b04-cf3ebef4b6ae tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9213746 Feb 10 23:11:24.597555 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48266) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:24.758843 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04466e26-a40b-4e40-97d4-18a0dec9971c tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:24.759600 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-04466e26-a40b-4e40-97d4-18a0dec9971c tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Synchronizing usage tracker for tenant:8ebaafa64ea74242ba2bb084ec0966de on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:11:24.764634 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-aee9679f-5ca8-4120-9325-e8a5834eef04 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Calling delete_port for df7c453d-7354-479b-8c1d-06d34b8e1305 owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:11:24.775085 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9f80cfa9-3ede-4478-a2ef-47ce02fe6918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:24.852092 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-9f80cfa9-3ede-4478-a2ef-47ce02fe6918 None None] For port 778d10d6-7529-4084-9dbc-65f03f7bdf24, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=778d10d6-7529-4084-9dbc-65f03f7bdf24,segment=NetworkSegment(1c2e8728-ec8d-4123-8fd4-7a4552ced6ca),segment_id=1c2e8728-ec8d-4123-8fd4-7a4552ced6ca)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:11:24.878338 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48272) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:24.939285 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-04466e26-a40b-4e40-97d4-18a0dec9971c tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Unset dirty status for tenant:8ebaafa64ea74242ba2bb084ec0966de on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:11:24.943144 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-04466e26-a40b-4e40-97d4-18a0dec9971c tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.3417051 Feb 10 23:11:24.945159 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48278) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:24.967996 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9f80cfa9-3ede-4478-a2ef-47ce02fe6918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:25.123703 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5154fb7e-36ca-4b2f-9491-1b3adc24fc74 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:25.125589 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 2177da8a-90c3-4996-b866-097830c3b3bb up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:11:25.128058 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5154fb7e-36ca-4b2f-9491-1b3adc24fc74 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:25.131926 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5154fb7e-36ca-4b2f-9491-1b3adc24fc74 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:25.136926 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-5154fb7e-36ca-4b2f-9491-1b3adc24fc74 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1903298 Feb 10 23:11:25.137838 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48284) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:25.207365 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-743a81d1-dd78-481c-8437-b1273bec8b42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:25.230173 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f80cfa9-3ede-4478-a2ef-47ce02fe6918 None None] Pushing event updated for resources: {'Port': ['ID=778d10d6-7529-4084-9dbc-65f03f7bdf24,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:25.234860 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-664359dc-f0dd-463e-86b2-447aca99b94c tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Deleting port 0a503cc7-0389-43ff-90f4-85e5edcc9548 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:11:25.241680 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-664359dc-f0dd-463e-86b2-447aca99b94c tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:25.316909 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b107c8fb-60d6-4abe-999e-404d126b9c9d tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:25.357425 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-d011188b-b85c-446c-994a-1eb8e712ca81 None None] Provisioning for port df7c453d-7354-479b-8c1d-06d34b8e1305 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:11:25.361497 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-743a81d1-dd78-481c-8437-b1273bec8b42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:25.364490 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-d011188b-b85c-446c-994a-1eb8e712ca81 None None] Provisioning complete for port df7c453d-7354-479b-8c1d-06d34b8e1305 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:11:25.365095 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d011188b-b85c-446c-994a-1eb8e712ca81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:25.374500 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-743a81d1-dd78-481c-8437-b1273bec8b42 admin admin] Usage tracker for resource:security_group_rule and tenant:ffd73051c0d14899993d5d84b3183181 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:25.383474 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-743a81d1-dd78-481c-8437-b1273bec8b42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:25.393002 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-743a81d1-dd78-481c-8437-b1273bec8b42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:25.398007 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b107c8fb-60d6-4abe-999e-404d126b9c9d tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6794b7-ff5e-4dda-bc00-1f7ec408cc02,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:25.458418 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-d011188b-b85c-446c-994a-1eb8e712ca81 None None] Port df7c453d-7354-479b-8c1d-06d34b8e1305 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:11:25.515278 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b107c8fb-60d6-4abe-999e-404d126b9c9d tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:25.518970 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b107c8fb-60d6-4abe-999e-404d126b9c9d tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] 10.222.0.59 "DELETE /v2.0/security-groups/5a6794b7-ff5e-4dda-bc00-1f7ec408cc02 HTTP/1.1" status: 204 len: 168 time: 1.7648261 Feb 10 23:11:25.520723 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48288) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:25.585581 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.l3_db [None req-ce917817-082d-4317-b8c0-36829ba20227 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Floating IP 7c01c2db-36c9-4776-8deb-6a05abf0d7a1 associated. External IP: 172.26.8.181, port: 06e1e46c-8668-44fc-9b2c-b1d605362a19. Feb 10 23:11:25.596148 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-d011188b-b85c-446c-994a-1eb8e712ca81 None None] Provisioning for port 2177da8a-90c3-4996-b866-097830c3b3bb completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:11:25.611947 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-d011188b-b85c-446c-994a-1eb8e712ca81 None None] Provisioning complete for port 2177da8a-90c3-4996-b866-097830c3b3bb triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:11:25.614179 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d011188b-b85c-446c-994a-1eb8e712ca81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:25.624439 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-664359dc-f0dd-463e-86b2-447aca99b94c tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:25.642976 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-743a81d1-dd78-481c-8437-b1273bec8b42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:25.767480 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-664359dc-f0dd-463e-86b2-447aca99b94c tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Calling delete_port for 0a503cc7-0389-43ff-90f4-85e5edcc9548 owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:11:25.795441 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-e3409605-4468-43aa-a1ca-6636c003e022 req-728f1910-2617-43aa-8e53-f0a82b6d7dff tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] For port 23806611-6982-4629-97fc-d85900871f9d, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=23806611-6982-4629-97fc-d85900871f9d,segment=NetworkSegment(715c2949-711d-4f61-a14e-8546a8a9252d),segment_id=715c2949-711d-4f61-a14e-8546a8a9252d)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:11:25.795441 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-e3409605-4468-43aa-a1ca-6636c003e022 req-728f1910-2617-43aa-8e53-f0a82b6d7dff tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:25.805364 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-743a81d1-dd78-481c-8437-b1273bec8b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:25.847502 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-b3bdc54b-5a40-4e8e-8ebe-6d0962e883bd tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Synchronizing usage tracker for tenant:a8885576016b4d31ad69a9021b4d9563 on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:11:25.875187 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-d011188b-b85c-446c-994a-1eb8e712ca81 None None] Provisioning for port 0a503cc7-0389-43ff-90f4-85e5edcc9548 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:11:25.880406 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-d011188b-b85c-446c-994a-1eb8e712ca81 None None] Provisioning complete for port 0a503cc7-0389-43ff-90f4-85e5edcc9548 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:11:25.880907 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d011188b-b85c-446c-994a-1eb8e712ca81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:25.888322 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743a81d1-dd78-481c-8437-b1273bec8b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff92d76e-99ab-449c-9849-9b7eb23e68b7,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:25.915356 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-743a81d1-dd78-481c-8437-b1273bec8b42 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ffd73051c0d14899993d5d84b3183181&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0246451 Feb 10 23:11:25.915356 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48292) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:25.938610 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-e3409605-4468-43aa-a1ca-6636c003e022 req-728f1910-2617-43aa-8e53-f0a82b6d7dff tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] Calling delete_port for 23806611-6982-4629-97fc-d85900871f9d owned by compute:nova {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:11:25.946608 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-d011188b-b85c-446c-994a-1eb8e712ca81 None None] Port 0a503cc7-0389-43ff-90f4-85e5edcc9548 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:11:25.989579 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77219806-bd74-4530-b3f4-e20c0a19d5dd req-139831f4-d1cb-4dd5-a024-e6128338a3b8 tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:25.991034 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-77219806-bd74-4530-b3f4-e20c0a19d5dd req-139831f4-d1cb-4dd5-a024-e6128338a3b8 tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] 10.222.0.59 "GET /v2.0/ports?device_id=a23f9808-e681-4d2e-bf17-0807410f157e HTTP/1.1" status: 200 len: 945 time: 0.6854584 Feb 10 23:11:26.021808 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-b3bdc54b-5a40-4e8e-8ebe-6d0962e883bd tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Unset dirty status for tenant:a8885576016b4d31ad69a9021b4d9563 on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:11:26.022854 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-b3bdc54b-5a40-4e8e-8ebe-6d0962e883bd tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.4977653 Feb 10 23:11:26.025943 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48296) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:26.029057 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b57b7e55-4a1c-49e6-a5bc-a7cfd8252aeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:26.078545 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-d011188b-b85c-446c-994a-1eb8e712ca81 None None] Provisioning for port 562cfe7d-61a0-4062-b33a-1051e7c44dbf completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:11:26.079085 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b57b7e55-4a1c-49e6-a5bc-a7cfd8252aeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:26.084575 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-d011188b-b85c-446c-994a-1eb8e712ca81 None None] Provisioning complete for port 562cfe7d-61a0-4062-b33a-1051e7c44dbf triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:11:26.085822 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d011188b-b85c-446c-994a-1eb8e712ca81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:26.088285 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-77219806-bd74-4530-b3f4-e20c0a19d5dd req-91b25351-c960-4e89-aece-bf9f4517ade8 tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f4c8ed0-d7b9-4beb-9297-a050f3892694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836558 Feb 10 23:11:26.103649 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aee9679f-5ca8-4120-9325-e8a5834eef04 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:26.145688 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0585339c-bafe-4369-88cc-3c5d74ef2a4b tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:26.160533 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-664359dc-f0dd-463e-86b2-447aca99b94c tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:26.198711 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-d011188b-b85c-446c-994a-1eb8e712ca81 None None] Port 562cfe7d-61a0-4062-b33a-1051e7c44dbf cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:11:26.204239 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee9679f-5ca8-4120-9325-e8a5834eef04 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event deleted for resources: {'Port': ['ID=df7c453d-7354-479b-8c1d-06d34b8e1305,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:26.214503 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-d011188b-b85c-446c-994a-1eb8e712ca81 None None] Provisioning complete for port 778d10d6-7529-4084-9dbc-65f03f7bdf24 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:11:26.214946 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d011188b-b85c-446c-994a-1eb8e712ca81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:26.369487 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0585339c-bafe-4369-88cc-3c5d74ef2a4b tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:26.379861 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664359dc-f0dd-463e-86b2-447aca99b94c tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event deleted for resources: {'Port': ['ID=0a503cc7-0389-43ff-90f4-85e5edcc9548,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:26.430505 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-e3409605-4468-43aa-a1ca-6636c003e022 req-728f1910-2617-43aa-8e53-f0a82b6d7dff tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:26.474917 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b57b7e55-4a1c-49e6-a5bc-a7cfd8252aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:26.483777 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728f1910-2617-43aa-8e53-f0a82b6d7dff tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] Pushing event deleted for resources: {'Port': ['ID=23806611-6982-4629-97fc-d85900871f9d,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:26.491553 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aee9679f-5ca8-4120-9325-e8a5834eef04 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:26.506525 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-ed3dcf2e-1667-45dd-97df-776f9b996329 None None] Provisioning complete for port 562cfe7d-61a0-4062-b33a-1051e7c44dbf triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:11:26.507124 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ed3dcf2e-1667-45dd-97df-776f9b996329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:26.507962 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b7e55-4a1c-49e6-a5bc-a7cfd8252aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff92d76e-99ab-449c-9849-9b7eb23e68b7,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:26.558942 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-664359dc-f0dd-463e-86b2-447aca99b94c tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:26.575831 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-664359dc-f0dd-463e-86b2-447aca99b94c tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "DELETE /v2.0/ports/0a503cc7-0389-43ff-90f4-85e5edcc9548 HTTP/1.1" status: 204 len: 168 time: 1.4348450 Feb 10 23:11:26.578092 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48300) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:26.631116 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 23806611-6982-4629-97fc-d85900871f9d no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:11:26.635146 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-83070303-e35d-4383-a967-398a55f1e7cb tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] GET failed (client error): The resource could not be found. Feb 10 23:11:26.643324 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-83070303-e35d-4383-a967-398a55f1e7cb tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Synchronizing usage tracker for tenant:8ebaafa64ea74242ba2bb084ec0966de on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:11:26.664717 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b57b7e55-4a1c-49e6-a5bc-a7cfd8252aeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:26.664717 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-b57b7e55-4a1c-49e6-a5bc-a7cfd8252aeb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ff92d76e-99ab-449c-9849-9b7eb23e68b7 HTTP/1.1" status: 204 len: 168 time: 0.7535498 Feb 10 23:11:26.688507 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0585339c-bafe-4369-88cc-3c5d74ef2a4b tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:26.688507 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0585339c-bafe-4369-88cc-3c5d74ef2a4b tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:26.688888 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-0585339c-bafe-4369-88cc-3c5d74ef2a4b tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] 10.222.0.59 "DELETE /v2.0/security-groups/57e79db2-ed47-4b6f-9eba-d79f20edfa57 HTTP/1.1" status: 204 len: 168 time: 0.6615167 Feb 10 23:11:26.690401 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-ed3dcf2e-1667-45dd-97df-776f9b996329 None None] Port 562cfe7d-61a0-4062-b33a-1051e7c44dbf cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:11:26.691944 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] No Port match for: 23806611-6982-4629-97fc-d85900871f9d {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:11:26.692276 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 23806611-6982-4629-97fc-d85900871f9d not bound to the agent host hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:11:26.697954 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-ed3dcf2e-1667-45dd-97df-776f9b996329 None None] Could not find standard attr ID for object 0a503cc7-0389-43ff-90f4-85e5edcc9548. {{(pid=84334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 23:11:26.701433 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48306) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:26.708290 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0585339c-bafe-4369-88cc-3c5d74ef2a4b tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e79db2-ed47-4b6f-9eba-d79f20edfa57,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:26.763840 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-83070303-e35d-4383-a967-398a55f1e7cb tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Unset dirty status for tenant:8ebaafa64ea74242ba2bb084ec0966de on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:11:26.763840 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-83070303-e35d-4383-a967-398a55f1e7cb tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "GET /v2.0/ports/0a503cc7-0389-43ff-90f4-85e5edcc9548 HTTP/1.1" status: 404 len: 333 time: 0.1797669 Feb 10 23:11:26.765309 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48310) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:26.778621 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3409605-4468-43aa-a1ca-6636c003e022 req-728f1910-2617-43aa-8e53-f0a82b6d7dff tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] No DVR routers for this DVR port 23806611-6982-4629-97fc-d85900871f9d on host hv-neutron-8287 {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:11:26.782450 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-e3409605-4468-43aa-a1ca-6636c003e022 req-728f1910-2617-43aa-8e53-f0a82b6d7dff tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:26.784829 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e3409605-4468-43aa-a1ca-6636c003e022 req-728f1910-2617-43aa-8e53-f0a82b6d7dff tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] 10.222.0.37 "DELETE /v2.0/ports/23806611-6982-4629-97fc-d85900871f9d HTTP/1.1" status: 204 len: 173 time: 2.4141622 Feb 10 23:11:26.787276 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a23f9808-e681-4d2e-bf17-0807410f157e', 'name': 'network-vif-deleted', 'tag': '23806611-6982-4629-97fc-d85900871f9d'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:11:26.805084 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-aee9679f-5ca8-4120-9325-e8a5834eef04 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/ports/df7c453d-7354-479b-8c1d-06d34b8e1305 HTTP/1.1" status: 204 len: 168 time: 3.2884204 Feb 10 23:11:26.807433 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48316) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:26.841920 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f19cb123-fa00-46a0-98b0-11cdfee2de42 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Deleting port 562cfe7d-61a0-4062-b33a-1051e7c44dbf {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:11:26.842522 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f19cb123-fa00-46a0-98b0-11cdfee2de42 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:26.856088 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a23f9808-e681-4d2e-bf17-0807410f157e', 'name': 'network-vif-deleted', 'tag': '23806611-6982-4629-97fc-d85900871f9d', 'status': 'completed', 'code': 200} Feb 10 23:11:26.929064 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e6088094-f9df-42bc-a6ad-d5518d1c62b9 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Synchronizing usage tracker for tenant:a8885576016b4d31ad69a9021b4d9563 on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:11:26.948809 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca9f109-ecc9-4f9f-9b99-56bbe1e2a5a7 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:26.948809 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca9f109-ecc9-4f9f-9b99-56bbe1e2a5a7 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:26.948809 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca9f109-ecc9-4f9f-9b99-56bbe1e2a5a7 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:26.948809 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-4ca9f109-ecc9-4f9f-9b99-56bbe1e2a5a7 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Synchronizing usage tracker for tenant:143e860117cc493db304000cc95b95c2 on resource:subnet {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:11:27.131060 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 778d10d6-7529-4084-9dbc-65f03f7bdf24 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:11:27.165761 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e6088094-f9df-42bc-a6ad-d5518d1c62b9 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Unset dirty status for tenant:a8885576016b4d31ad69a9021b4d9563 on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:11:27.166004 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f19cb123-fa00-46a0-98b0-11cdfee2de42 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:27.167889 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e6088094-f9df-42bc-a6ad-d5518d1c62b9 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4290326 Feb 10 23:11:27.168345 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-4ca9f109-ecc9-4f9f-9b99-56bbe1e2a5a7 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Unset dirty status for tenant:143e860117cc493db304000cc95b95c2 on resource:subnet {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:11:27.173000 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4ca9f109-ecc9-4f9f-9b99-56bbe1e2a5a7 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3642838 Feb 10 23:11:27.174483 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48322) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:27.175058 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48324) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:27.186254 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-0ab0d9e2-d312-4b7c-b2c7-16c35ba54e2d tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Request body: {'security_group': {'name': 'tempest-secgroup--1408080992'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:27.240045 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-0ab0d9e2-d312-4b7c-b2c7-16c35ba54e2d tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:27.275123 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 778d10d6-7529-4084-9dbc-65f03f7bdf24 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:11:27.275786 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:27.343609 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f19cb123-fa00-46a0-98b0-11cdfee2de42 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Calling delete_port for 562cfe7d-61a0-4062-b33a-1051e7c44dbf owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:11:27.355002 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-0ab0d9e2-d312-4b7c-b2c7-16c35ba54e2d tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:27.426193 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-40f9d32d-6edc-4450-adf8-501dc0dc1532 req-13e43503-0f5f-482f-b105-9fabeccd0f92 tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] Synchronizing usage tracker for tenant:0eebca367ce8409b9f508406dcaece7d on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:11:27.457038 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce917817-082d-4317-b8c0-36829ba20227 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Router 0a1036b0-ff18-43ca-b38f-82a2587292bd has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:11:27.485840 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2cba04d-52d4-4acc-b5a5-3c23fce43c78 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Deleting subnet 874eac99-a88e-4971-b43a-e4b80dc0661f {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:11:27.490494 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d2cba04d-52d4-4acc-b5a5-3c23fce43c78 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:27.523659 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0ab0d9e2-d312-4b7c-b2c7-16c35ba54e2d tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:27.611007 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-40f9d32d-6edc-4450-adf8-501dc0dc1532 req-13e43503-0f5f-482f-b105-9fabeccd0f92 tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] Unset dirty status for tenant:0eebca367ce8409b9f508406dcaece7d on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:11:27.612349 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-40f9d32d-6edc-4450-adf8-501dc0dc1532 req-13e43503-0f5f-482f-b105-9fabeccd0f92 tempest-TestServerAdvancedOps-2042964189 tempest-TestServerAdvancedOps-2042964189-project] 10.222.0.59 "GET /v2.0/ports?device_id=a23f9808-e681-4d2e-bf17-0807410f157e HTTP/1.1" status: 200 len: 210 time: 0.2549396 Feb 10 23:11:27.636340 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f19cb123-fa00-46a0-98b0-11cdfee2de42 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:27.687946 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d2cba04d-52d4-4acc-b5a5-3c23fce43c78 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:27.692862 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19cb123-fa00-46a0-98b0-11cdfee2de42 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event deleted for resources: {'Port': ['ID=562cfe7d-61a0-4062-b33a-1051e7c44dbf,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:27.756946 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-0ab0d9e2-d312-4b7c-b2c7-16c35ba54e2d tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:27.778684 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-0ab0d9e2-d312-4b7c-b2c7-16c35ba54e2d tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Usage tracker for resource:security_group_rule and tenant:a8885576016b4d31ad69a9021b4d9563 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:27.782480 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-0ab0d9e2-d312-4b7c-b2c7-16c35ba54e2d tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:27.801201 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-0ab0d9e2-d312-4b7c-b2c7-16c35ba54e2d tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:27.832064 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f19cb123-fa00-46a0-98b0-11cdfee2de42 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:27.864842 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d2cba04d-52d4-4acc-b5a5-3c23fce43c78 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:27.963299 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0ab0d9e2-d312-4b7c-b2c7-16c35ba54e2d tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:27.973385 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-f19cb123-fa00-46a0-98b0-11cdfee2de42 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "DELETE /v2.0/ports/562cfe7d-61a0-4062-b33a-1051e7c44dbf HTTP/1.1" status: 204 len: 168 time: 1.2061596 Feb 10 23:11:27.978372 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48330) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:28.000053 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce917817-082d-4317-b8c0-36829ba20227 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:11:28.009584 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad1ea2b-841f-4050-ba1a-258e741f9f08 None None] Sync routers for ids ['0a1036b0-ff18-43ca-b38f-82a2587292bd'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:11:28.022753 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad1ea2b-841f-4050-ba1a-258e741f9f08 None None] Routers {'0a1036b0-ff18-43ca-b38f-82a2587292bd'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:11:28.023360 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-aad1ea2b-841f-4050-ba1a-258e741f9f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:11:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['0a1036b0-ff18-43ca-b38f-82a2587292bd'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:11:28.032209 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2ac8af4-4c94-47df-a7d4-e1988ae7b795 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] GET failed (client error): The resource could not be found. Feb 10 23:11:28.032742 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-c2ac8af4-4c94-47df-a7d4-e1988ae7b795 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Synchronizing usage tracker for tenant:8ebaafa64ea74242ba2bb084ec0966de on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:11:28.075142 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0ab0d9e2-d312-4b7c-b2c7-16c35ba54e2d tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:28.114291 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab0d9e2-d312-4b7c-b2c7-16c35ba54e2d tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36ed6d71-ccce-4d1a-b252-73e0eb1c9758,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:28.125509 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d2cba04d-52d4-4acc-b5a5-3c23fce43c78 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:28.161365 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cba04d-52d4-4acc-b5a5-3c23fce43c78 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event deleted for resources: {'Subnet': ['ID=874eac99-a88e-4971-b43a-e4b80dc0661f,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:28.165878 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d2cba04d-52d4-4acc-b5a5-3c23fce43c78 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:28.169339 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d2cba04d-52d4-4acc-b5a5-3c23fce43c78 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/subnets/874eac99-a88e-4971-b43a-e4b80dc0661f HTTP/1.1" status: 204 len: 168 time: 0.9916883 Feb 10 23:11:28.173199 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638077a6-4c72-4bf4-9c17-e14aad301765 None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:11:28.173721 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48334) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:28.217022 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-c2ac8af4-4c94-47df-a7d4-e1988ae7b795 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Unset dirty status for tenant:8ebaafa64ea74242ba2bb084ec0966de on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:11:28.217022 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-c2ac8af4-4c94-47df-a7d4-e1988ae7b795 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "GET /v2.0/ports/562cfe7d-61a0-4062-b33a-1051e7c44dbf HTTP/1.1" status: 404 len: 333 time: 0.2352209 Feb 10 23:11:28.219096 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48338) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:28.222558 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ce917817-082d-4317-b8c0-36829ba20227 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:28.253188 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-aad1ea2b-841f-4050-ba1a-258e741f9f08 None None] Set router 0a1036b0-ff18-43ca-b38f-82a2587292bd gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:11:28.281113 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0ab0d9e2-d312-4b7c-b2c7-16c35ba54e2d tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:28.282302 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0ab0d9e2-d312-4b7c-b2c7-16c35ba54e2d tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1046903 Feb 10 23:11:28.285863 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48342) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:28.296688 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-8792d7f0-59d0-4447-8196-ab3781c28e37 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Deleting subnet bce423df-273f-4714-9981-69fdac92a847 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:11:28.301694 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8792d7f0-59d0-4447-8196-ab3781c28e37 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:28.303578 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-7f68b8c5-970b-4288-abdb-51ccab3bd1cf tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:28.304239 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.api.v2.resource [None req-7f68b8c5-970b-4288-abdb-51ccab3bd1cf tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] update failed (client error): There was a conflict when trying to complete your request. Feb 10 23:11:28.308362 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-7f68b8c5-970b-4288-abdb-51ccab3bd1cf tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] 10.222.0.59 "PUT /v2.0/security-groups/36ed6d71-ccce-4d1a-b252-73e0eb1c9758 HTTP/1.1" status: 409 len: 330 time: 0.0136871 Feb 10 23:11:28.312776 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48346) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:28.334358 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ce917817-082d-4317-b8c0-36829ba20227 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.1835690 Feb 10 23:11:28.339215 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48350) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:28.453101 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8792d7f0-59d0-4447-8196-ab3781c28e37 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:28.513822 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3d7c87f0-8608-4c2b-bd15-cae65b42bc43 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:28.514217 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-978c0ae6-dbee-4d7b-b8fc-aa02b3d94ca0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/floatingips/7c01c2db-36c9-4776-8deb-6a05abf0d7a1 HTTP/1.1" status: 200 len: 991 time: 0.1714926 Feb 10 23:11:28.558876 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3d7c87f0-8608-4c2b-bd15-cae65b42bc43 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:28.571406 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8792d7f0-59d0-4447-8196-ab3781c28e37 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:28.615702 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4716fa9-fd34-42e4-b30e-877e9f5b16bc tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Deleting subnet c0971ade-b841-4ccc-b73d-c9fdaf4c858b {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:11:28.620276 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e4716fa9-fd34-42e4-b30e-877e9f5b16bc tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:28.674727 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-aad1ea2b-841f-4050-ba1a-258e741f9f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'name': 'tempest-TestNetworkBasicOps-router-938078609', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': '5d5ee5e4-2655-46e3-a152-a40278a95717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:10:14Z', 'updated_at': '2022-02-10T23:10:33Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '5d5ee5e4-2655-46e3-a152-a40278a95717', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:db:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:10:16Z', 'updated_at': '2022-02-10T23:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '7c01c2db-36c9-4776-8deb-6a05abf0d7a1', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'floating_ip_address': '172.26.8.181', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'port_id': '06e1e46c-8668-44fc-9b2c-b1d605362a19', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4f4d45e-efab-47b5-8966-f476fe09f270', 'mac_address': 'fa:16:3e:1a:17:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13eb3b45-41f9-452a-936f-881fcb3533f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:11:22Z', 'updated_at': '2022-02-10T23:11:22Z', 'revision_number': 0, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4c3a978-385d-49ab-92ce-f5377a457cd7', 'name': '', 'network_id': 'f4f4d45e-efab-47b5-8966-f476fe09f270', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:83:cf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e815ea9-6309-47bf-ae2f-c815b2ab858b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:10:30Z', 'updated_at': '2022-02-10T23:10:52Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': '1e815ea9-6309-47bf-ae2f-c815b2ab858b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:11:28.679883 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad1ea2b-841f-4050-ba1a-258e741f9f08 None None] Checking router: 0a1036b0-ff18-43ca-b38f-82a2587292bd for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:11:28.695849 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad1ea2b-841f-4050-ba1a-258e741f9f08 None None] Routers {'0a1036b0-ff18-43ca-b38f-82a2587292bd'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:11:28.696572 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-aad1ea2b-841f-4050-ba1a-258e741f9f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:11:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['0a1036b0-ff18-43ca-b38f-82a2587292bd'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:11:28.715778 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e4716fa9-fd34-42e4-b30e-877e9f5b16bc tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31983416'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:28.769343 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48356) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:28.813737 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3d7c87f0-8608-4c2b-bd15-cae65b42bc43 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:28.814944 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8792d7f0-59d0-4447-8196-ab3781c28e37 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:28.843058 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7c87f0-8608-4c2b-bd15-cae65b42bc43 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ed6d71-ccce-4d1a-b252-73e0eb1c9758,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:28.855650 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e4716fa9-fd34-42e4-b30e-877e9f5b16bc tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:28.882017 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13eb3b45-41f9-452a-936f-881fcb3533f4', 'tag': '06e1e46c-8668-44fc-9b2c-b1d605362a19'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:11:28.899550 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8792d7f0-59d0-4447-8196-ab3781c28e37 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event deleted for resources: {'Subnet': ['ID=bce423df-273f-4714-9981-69fdac92a847,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:28.920188 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8792d7f0-59d0-4447-8196-ab3781c28e37 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:28.927257 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d82ad27-6750-4db2-b611-b6b2b9ee271b admin admin] Deleting subnet 01d5d64b-8061-4b84-b247-b16cd57d94a3 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:11:28.930592 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9d82ad27-6750-4db2-b611-b6b2b9ee271b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:28.988495 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-aad1ea2b-841f-4050-ba1a-258e741f9f08 None None] Set router 0a1036b0-ff18-43ca-b38f-82a2587292bd gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:11:28.991010 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9d82ad27-6750-4db2-b611-b6b2b9ee271b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:29.005228 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3d7c87f0-8608-4c2b-bd15-cae65b42bc43 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:29.006936 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-3d7c87f0-8608-4c2b-bd15-cae65b42bc43 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] 10.222.0.59 "DELETE /v2.0/security-groups/36ed6d71-ccce-4d1a-b252-73e0eb1c9758 HTTP/1.1" status: 204 len: 168 time: 0.6930015 Feb 10 23:11:29.013068 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48362) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:29.041877 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13eb3b45-41f9-452a-936f-881fcb3533f4', 'tag': '06e1e46c-8668-44fc-9b2c-b1d605362a19', 'status': 'completed', 'code': 200} Feb 10 23:11:29.077778 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e4716fa9-fd34-42e4-b30e-877e9f5b16bc tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:29.115620 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9d82ad27-6750-4db2-b611-b6b2b9ee271b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:29.125343 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-30242c75-7228-4039-a23f-17efa6d782f9 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Synchronizing usage tracker for tenant:a8885576016b4d31ad69a9021b4d9563 on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:11:29.129469 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4716fa9-fd34-42e4-b30e-877e9f5b16bc tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event deleted for resources: {'Subnet': ['ID=c0971ade-b841-4ccc-b73d-c9fdaf4c858b,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:29.137972 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e4716fa9-fd34-42e4-b30e-877e9f5b16bc tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:29.144858 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8babe375-fcdd-4937-9379-843f7e9beafe None None] Network ef132e6f-e242-4557-a62a-2e83f4e77132 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:11:29.155179 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-e4716fa9-fd34-42e4-b30e-877e9f5b16bc tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "DELETE /v2.0/subnets/c0971ade-b841-4ccc-b73d-c9fdaf4c858b HTTP/1.1" status: 204 len: 168 time: 0.9344785 Feb 10 23:11:29.158870 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48366) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:29.180836 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8792d7f0-59d0-4447-8196-ab3781c28e37 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/subnets/bce423df-273f-4714-9981-69fdac92a847 HTTP/1.1" status: 204 len: 168 time: 1.0041761 Feb 10 23:11:29.182419 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48370) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:29.373917 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71326bf1-c805-46fc-b56e-517214747a51 None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:11:29.396140 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-30242c75-7228-4039-a23f-17efa6d782f9 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] Unset dirty status for tenant:a8885576016b4d31ad69a9021b4d9563 on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:11:29.397704 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-30242c75-7228-4039-a23f-17efa6d782f9 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3830519 Feb 10 23:11:29.406520 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48374) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:29.443296 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1f93355b-4f59-4179-847d-090eb7714d00 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Synchronizing usage tracker for tenant:143e860117cc493db304000cc95b95c2 on resource:router {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:11:29.446717 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.api.v2.resource [None req-bced4e0a-18f9-40d2-820d-d77cc404d8fa tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] delete failed (client error): The resource could not be found. Feb 10 23:11:29.448067 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-bced4e0a-18f9-40d2-820d-d77cc404d8fa tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] 10.222.0.59 "DELETE /v2.0/security-groups/46c63fdf-3b48-45e4-9a80-2bf564a98769 HTTP/1.1" status: 404 len: 347 time: 0.0403988 Feb 10 23:11:29.453190 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48378) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:29.473452 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fd5dc6cf-739c-44b5-a300-1d3d14fe2732 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:29.479912 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-711e7aaf-78c6-465c-8683-a1e6dc832626 req-45c0edf5-9a44-4d00-bb3c-671072b8bdd2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&device_id=13eb3b45-41f9-452a-936f-881fcb3533f4 HTTP/1.1" status: 200 len: 1098 time: 0.4372823 Feb 10 23:11:29.486739 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-fd5dc6cf-739c-44b5-a300-1d3d14fe2732 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Deleting port 778d10d6-7529-4084-9dbc-65f03f7bdf24 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:11:29.487296 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fd5dc6cf-739c-44b5-a300-1d3d14fe2732 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:29.500758 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-aad1ea2b-841f-4050-ba1a-258e741f9f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'name': 'tempest-TestNetworkBasicOps-router-938078609', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': '5d5ee5e4-2655-46e3-a152-a40278a95717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:10:14Z', 'updated_at': '2022-02-10T23:10:33Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '5d5ee5e4-2655-46e3-a152-a40278a95717', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:db:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:10:16Z', 'updated_at': '2022-02-10T23:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '7c01c2db-36c9-4776-8deb-6a05abf0d7a1', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'floating_ip_address': '172.26.8.181', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'port_id': '06e1e46c-8668-44fc-9b2c-b1d605362a19', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4f4d45e-efab-47b5-8966-f476fe09f270', 'mac_address': 'fa:16:3e:1a:17:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13eb3b45-41f9-452a-936f-881fcb3533f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:11:22Z', 'updated_at': '2022-02-10T23:11:22Z', 'revision_number': 0, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4c3a978-385d-49ab-92ce-f5377a457cd7', 'name': '', 'network_id': 'f4f4d45e-efab-47b5-8966-f476fe09f270', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:83:cf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e815ea9-6309-47bf-ae2f-c815b2ab858b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:10:30Z', 'updated_at': '2022-02-10T23:10:52Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': '1e815ea9-6309-47bf-ae2f-c815b2ab858b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:11:29.506159 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad1ea2b-841f-4050-ba1a-258e741f9f08 None None] The sync data for ids ['0a1036b0-ff18-43ca-b38f-82a2587292bd'] in dv-neutron-828797-1-hyperv is: [{'id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'name': 'tempest-TestNetworkBasicOps-router-938078609', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': '5d5ee5e4-2655-46e3-a152-a40278a95717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:10:14Z', 'updated_at': '2022-02-10T23:10:33Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '5d5ee5e4-2655-46e3-a152-a40278a95717', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:db:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:10:16Z', 'updated_at': '2022-02-10T23:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '7c01c2db-36c9-4776-8deb-6a05abf0d7a1', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'floating_ip_address': '172.26.8.181', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'port_id': '06e1e46c-8668-44fc-9b2c-b1d605362a19', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4f4d45e-efab-47b5-8966-f476fe09f270', 'mac_address': 'fa:16:3e:1a:17:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13eb3b45-41f9-452a-936f-881fcb3533f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:11:22Z', 'updated_at': '2022-02-10T23:11:22Z', 'revision_number': 0, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4c3a978-385d-49ab-92ce-f5377a457cd7', 'name': '', 'network_id': 'f4f4d45e-efab-47b5-8966-f476fe09f270', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:83:cf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e815ea9-6309-47bf-ae2f-c815b2ab858b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:10:30Z', 'updated_at': '2022-02-10T23:10:52Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': '1e815ea9-6309-47bf-ae2f-c815b2ab858b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:11:29.519239 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-dca44a59-6e0f-4522-b4f7-30a19f030ba4 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] show failed (client error): The resource could not be found. Feb 10 23:11:29.524118 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-dca44a59-6e0f-4522-b4f7-30a19f030ba4 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] 10.222.0.59 "GET /v2.0/security-groups/f79c5e7e-8165-49c3-8cdf-59b72bd07616 HTTP/1.1" status: 404 len: 347 time: 0.0636554 Feb 10 23:11:29.529699 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48382) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:29.529967 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48384) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:29.579739 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1f93355b-4f59-4179-847d-090eb7714d00 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Unset dirty status for tenant:143e860117cc493db304000cc95b95c2 on resource:router {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:11:29.580892 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1f93355b-4f59-4179-847d-090eb7714d00 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3974340 Feb 10 23:11:29.593778 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-46fc52b8-1cce-48a4-95f0-385cd4eaff34 None None] Provisioning complete for port 2177da8a-90c3-4996-b866-097830c3b3bb triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:11:29.594404 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-46fc52b8-1cce-48a4-95f0-385cd4eaff34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:29.619629 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48390) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:29.632769 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-633ef601-3daf-468f-afc5-8e1f3503c203 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Request body: {'subnet': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:29.688665 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9d82ad27-6750-4db2-b611-b6b2b9ee271b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:29.751776 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d82ad27-6750-4db2-b611-b6b2b9ee271b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01d5d64b-8061-4b84-b247-b16cd57d94a3,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:29.751776 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-aac913ca-3891-4ba5-b627-d4f18a300557 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] show failed (client error): The resource could not be found. Feb 10 23:11:29.751776 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-aac913ca-3891-4ba5-b627-d4f18a300557 tempest-NegativeSecGroupTest-4565186 tempest-NegativeSecGroupTest-4565186-project] 10.222.0.59 "GET /v2.0/security-group-rules/6fd92332-d475-4c2e-bbcd-2f740aa0711e HTTP/1.1" status: 404 len: 356 time: 0.2128229 Feb 10 23:11:29.795427 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-633ef601-3daf-468f-afc5-8e1f3503c203 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:29.799520 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9d82ad27-6750-4db2-b611-b6b2b9ee271b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:29.804171 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-633ef601-3daf-468f-afc5-8e1f3503c203 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Usage tracker for resource:subnet and tenant:143e860117cc493db304000cc95b95c2 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:29.808130 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-633ef601-3daf-468f-afc5-8e1f3503c203 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:29.815449 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-633ef601-3daf-468f-afc5-8e1f3503c203 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:29.846571 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d59aa6-a7af-40da-ab06-bac7ebb82ba7 None None] DHCP port deletion for ef132e6f-e242-4557-a62a-2e83f4e77132 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:11:29.847681 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9dcf2ff7-f732-43c9-99b7-f3a0bfaedfd1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/floatingips/7c01c2db-36c9-4776-8deb-6a05abf0d7a1 HTTP/1.1" status: 200 len: 991 time: 0.3166397 Feb 10 23:11:29.857601 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-40d59aa6-a7af-40da-ab06-bac7ebb82ba7 None None] Deleting port 778d10d6-7529-4084-9dbc-65f03f7bdf24 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:11:29.857984 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-40d59aa6-a7af-40da-ab06-bac7ebb82ba7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:29.863320 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48396) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:29.866143 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9d82ad27-6750-4db2-b611-b6b2b9ee271b admin admin] 10.222.0.59 "DELETE /v2.0/subnets/01d5d64b-8061-4b84-b247-b16cd57d94a3 HTTP/1.1" status: 204 len: 168 time: 1.0940583 Feb 10 23:11:29.913543 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e7aaf-78c6-465c-8683-a1e6dc832626 req-20bb8886-1b77-4bfc-9cae-155e90dc73ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:29.915250 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-711e7aaf-78c6-465c-8683-a1e6dc832626 req-20bb8886-1b77-4bfc-9cae-155e90dc73ea service neutron] 10.222.0.37 "GET /v2.0/networks?id=f4f4d45e-efab-47b5-8966-f476fe09f270 HTTP/1.1" status: 200 len: 897 time: 0.4252024 Feb 10 23:11:29.980722 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa7d504-91dc-466e-aa75-46edb6871906 None None] DHCP port deletion for 6dca27ff-0cc1-400d-8ed1-46016d84d938 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:11:29.983301 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45216696-aa19-409d-80f4-b4b8cfb5e18f None None] New status for floating IP 7c01c2db-36c9-4776-8deb-6a05abf0d7a1: ACTIVE {{(pid=84334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 23:11:29.996216 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-67325128-5f43-40d3-938a-40919f0a905c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:30.048866 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633ef601-3daf-468f-afc5-8e1f3503c203 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Made reservation on behalf of 143e860117cc493db304000cc95b95c2 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:11:30.051028 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-711e7aaf-78c6-465c-8683-a1e6dc832626 req-f0895605-3909-4bf1-91e0-54e9ab6a94b3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06e1e46c-8668-44fc-9b2c-b1d605362a19 HTTP/1.1" status: 200 len: 999 time: 0.1271057 Feb 10 23:11:30.067928 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-6fa7d504-91dc-466e-aa75-46edb6871906 None None] Deleting port 2177da8a-90c3-4996-b866-097830c3b3bb {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:11:30.068290 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6fa7d504-91dc-466e-aa75-46edb6871906 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:30.124715 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e7aaf-78c6-465c-8683-a1e6dc832626 req-5f003040-3570-4443-8b99-4eaa40f796c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:30.126290 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-711e7aaf-78c6-465c-8683-a1e6dc832626 req-5f003040-3570-4443-8b99-4eaa40f796c4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1e815ea9-6309-47bf-ae2f-c815b2ab858b HTTP/1.1" status: 200 len: 835 time: 0.0645506 Feb 10 23:11:30.220794 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-711e7aaf-78c6-465c-8683-a1e6dc832626 req-b3198992-606c-469c-8939-f9e4b0c341f5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f4f4d45e-efab-47b5-8966-f476fe09f270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0862033 Feb 10 23:11:30.222629 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-fd5dc6cf-739c-44b5-a300-1d3d14fe2732 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] For port 778d10d6-7529-4084-9dbc-65f03f7bdf24, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=778d10d6-7529-4084-9dbc-65f03f7bdf24,segment=NetworkSegment(1c2e8728-ec8d-4123-8fd4-7a4552ced6ca),segment_id=1c2e8728-ec8d-4123-8fd4-7a4552ced6ca)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:11:30.223071 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fd5dc6cf-739c-44b5-a300-1d3d14fe2732 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:30.247368 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-633ef601-3daf-468f-afc5-8e1f3503c203 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:30.377020 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-711e7aaf-78c6-465c-8683-a1e6dc832626 req-a4f2e4a0-0f97-4b3e-a3b6-ccb31d64b533 service neutron] 10.222.0.37 "GET /v2.0/networks/f4f4d45e-efab-47b5-8966-f476fe09f270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530211 Feb 10 23:11:30.442943 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-fd5dc6cf-739c-44b5-a300-1d3d14fe2732 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Calling delete_port for 778d10d6-7529-4084-9dbc-65f03f7bdf24 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:11:30.491916 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48402) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:30.571891 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-711e7aaf-78c6-465c-8683-a1e6dc832626 req-bd904df0-4d03-488c-9215-d9e188d30d08 service neutron] 10.222.0.37 "GET /v2.0/networks/f4f4d45e-efab-47b5-8966-f476fe09f270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880291 Feb 10 23:11:30.581272 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-40d59aa6-a7af-40da-ab06-bac7ebb82ba7 None None] For port 778d10d6-7529-4084-9dbc-65f03f7bdf24, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=778d10d6-7529-4084-9dbc-65f03f7bdf24,segment=NetworkSegment(1c2e8728-ec8d-4123-8fd4-7a4552ced6ca),segment_id=1c2e8728-ec8d-4123-8fd4-7a4552ced6ca)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:11:30.581272 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-40d59aa6-a7af-40da-ab06-bac7ebb82ba7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:30.593218 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-67325128-5f43-40d3-938a-40919f0a905c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:30.636803 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-67325128-5f43-40d3-938a-40919f0a905c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e86e233-e709-4cef-a618-45085d2845ca']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:11:30.656498 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-67325128-5f43-40d3-938a-40919f0a905c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '715c2949-711d-4f61-a14e-8546a8a9252d') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:11:30.657056 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-67325128-5f43-40d3-938a-40919f0a905c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '715c2949-711d-4f61-a14e-8546a8a9252d') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:11:30.672141 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-67325128-5f43-40d3-938a-40919f0a905c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:30.721810 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-67325128-5f43-40d3-938a-40919f0a905c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:30.733415 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-40d59aa6-a7af-40da-ab06-bac7ebb82ba7 None None] Calling delete_port for 778d10d6-7529-4084-9dbc-65f03f7bdf24 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:11:30.737800 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67325128-5f43-40d3-938a-40919f0a905c admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:11:30.738197 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-67325128-5f43-40d3-938a-40919f0a905c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:30.751737 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:11:30.751737 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:11:30.751737 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:11:30.751737 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:11:30.751737 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:11:30.751737 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:11:30.751737 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:11:30.751737 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:11:30.751737 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:11:30.751737 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:11:30.751737 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:11:30.751737 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:11:30.751737 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:11:30.751737 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:11:30.751737 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:11:30.751737 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:11:30.751737 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:11:30.751737 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:11:30.751737 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:11:30.751737 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:11:30.751737 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:11:30.751737 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:11:30.751737 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:11:30.751737 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:11:30.751737 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:11:30.751737 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:11:30.751737 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:11:30.751737 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:11:30.751737 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:11:30.751737 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:11:30.751737 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:11:30.751737 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:11:30.774066 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-6fa7d504-91dc-466e-aa75-46edb6871906 None None] For port 2177da8a-90c3-4996-b866-097830c3b3bb, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=2177da8a-90c3-4996-b866-097830c3b3bb,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:11:30.774457 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6fa7d504-91dc-466e-aa75-46edb6871906 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:30.778720 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-fd8b27ff-ccbb-4a6e-a3fa-133ea25292ff admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a8885576016b4d31ad69a9021b4d9563&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2847829 Feb 10 23:11:30.784137 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48408) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:30.835041 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fd5dc6cf-739c-44b5-a300-1d3d14fe2732 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:30.851991 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-32e90f81-c8a2-4026-b2d4-92e6f427744c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:30.854876 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48412) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:30.911777 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-6fa7d504-91dc-466e-aa75-46edb6871906 None None] Calling delete_port for 2177da8a-90c3-4996-b866-097830c3b3bb owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:11:30.972167 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-32e90f81-c8a2-4026-b2d4-92e6f427744c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:30.986182 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-40d59aa6-a7af-40da-ab06-bac7ebb82ba7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:11:30.986533 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-40d59aa6-a7af-40da-ab06-bac7ebb82ba7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:11:31.001371 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5dc6cf-739c-44b5-a300-1d3d14fe2732 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event deleted for resources: {'Port': ['ID=778d10d6-7529-4084-9dbc-65f03f7bdf24,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:31.019885 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-66b736b6-02af-46b1-a9b9-8a3776d61410 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/floatingips/7c01c2db-36c9-4776-8deb-6a05abf0d7a1 HTTP/1.1" status: 200 len: 993 time: 0.1637647 Feb 10 23:11:31.032869 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5dc6cf-739c-44b5-a300-1d3d14fe2732 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] No DVR routers for this DVR port 778d10d6-7529-4084-9dbc-65f03f7bdf24 on host dv-neutron-828797-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:11:31.085174 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 778d10d6-7529-4084-9dbc-65f03f7bdf24 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:11:31.121140 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 778d10d6-7529-4084-9dbc-65f03f7bdf24 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:11:31.121481 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 778d10d6-7529-4084-9dbc-65f03f7bdf24 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:11:31.121928 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 2177da8a-90c3-4996-b866-097830c3b3bb no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:11:31.136513 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-67325128-5f43-40d3-938a-40919f0a905c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:31.157537 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-67325128-5f43-40d3-938a-40919f0a905c admin admin] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:31.157711 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-32e90f81-c8a2-4026-b2d4-92e6f427744c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:31.160918 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6fa7d504-91dc-466e-aa75-46edb6871906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:31.166112 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-633ef601-3daf-468f-afc5-8e1f3503c203 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:31.181181 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e90f81-c8a2-4026-b2d4-92e6f427744c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f54e06-b152-44d6-913e-6f36d8ab9417,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:31.217939 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67325128-5f43-40d3-938a-40919f0a905c admin admin] Pushing event deleted for resources: {'Network': ['ID=0e86e233-e709-4cef-a618-45085d2845ca,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:31.235390 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa7d504-91dc-466e-aa75-46edb6871906 None None] Pushing event deleted for resources: {'Port': ['ID=2177da8a-90c3-4996-b866-097830c3b3bb,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:31.238865 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fd5dc6cf-739c-44b5-a300-1d3d14fe2732 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:31.245952 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa7d504-91dc-466e-aa75-46edb6871906 None None] No DVR routers for this DVR port 2177da8a-90c3-4996-b866-097830c3b3bb on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:11:31.250707 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No active binding found for port 2177da8a-90c3-4996-b866-097830c3b3bb {{(pid=84334) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 10 23:11:31.258218 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 2177da8a-90c3-4996-b866-097830c3b3bb not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:11:31.259074 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-32e90f81-c8a2-4026-b2d4-92e6f427744c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:31.259074 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-32e90f81-c8a2-4026-b2d4-92e6f427744c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/20f54e06-b152-44d6-913e-6f36d8ab9417 HTTP/1.1" status: 204 len: 168 time: 0.4733624 Feb 10 23:11:31.290630 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633ef601-3daf-468f-afc5-8e1f3503c203 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:11:31.295934 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-633ef601-3daf-468f-afc5-8e1f3503c203 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:11:31.300080 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-fd5dc6cf-739c-44b5-a300-1d3d14fe2732 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef132e6f-e242-4557-a62a-2e83f4e77132']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:11:31.307531 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633ef601-3daf-468f-afc5-8e1f3503c203 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event updated for resources: {'Subnet': ['ID=f7d5ebee-11d8-421c-b6bf-ac9e442594b3,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:31.310435 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633ef601-3daf-468f-afc5-8e1f3503c203 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:31.317114 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-633ef601-3daf-468f-afc5-8e1f3503c203 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:31.317556 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287a30a8-e907-435f-9649-b6d937916790 None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:11:31.326189 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-fd5dc6cf-739c-44b5-a300-1d3d14fe2732 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c2e8728-ec8d-4123-8fd4-7a4552ced6ca') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:11:31.326476 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-fd5dc6cf-739c-44b5-a300-1d3d14fe2732 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c2e8728-ec8d-4123-8fd4-7a4552ced6ca') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:11:31.346425 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fd5dc6cf-739c-44b5-a300-1d3d14fe2732 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:31.356711 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-67325128-5f43-40d3-938a-40919f0a905c admin admin] 10.222.0.59 "DELETE /v2.0/networks/0e86e233-e709-4cef-a618-45085d2845ca HTTP/1.1" status: 204 len: 168 time: 1.4914649 Feb 10 23:11:31.359655 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48418) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:31.364248 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fd5dc6cf-739c-44b5-a300-1d3d14fe2732 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:31.371025 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd5dc6cf-739c-44b5-a300-1d3d14fe2732 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:11:31.371410 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fd5dc6cf-739c-44b5-a300-1d3d14fe2732 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:31.386674 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:11:31.386674 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:11:31.386674 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:11:31.386674 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:11:31.386674 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:11:31.386674 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:11:31.386674 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:11:31.386674 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:11:31.386674 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:11:31.386674 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:11:31.386674 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:11:31.386674 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:11:31.386674 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:11:31.386674 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:11:31.386674 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:11:31.386674 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:11:31.386674 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:11:31.386674 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:11:31.386674 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:11:31.386674 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:11:31.386674 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:11:31.386674 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:11:31.386674 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:11:31.386674 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:11:31.386674 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:11:31.386674 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:11:31.386674 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:11:31.386674 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:11:31.386674 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:11:31.386674 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:11:31.386674 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:11:31.386674 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:11:31.432378 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-7206617a-a463-4ee7-b4f9-89a57748533e admin admin] Deleting subnet 4a725554-c12b-4bce-879d-a943db6c55b3 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:11:31.437122 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7206617a-a463-4ee7-b4f9-89a57748533e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:31.442750 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-633ef601-3daf-468f-afc5-8e1f3503c203 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8215375 Feb 10 23:11:31.448506 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48422) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:31.459112 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-8a6ea8a0-790d-49d9-93af-d962d0fc4ecc tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Request body: {'subnet': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:31.492886 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7206617a-a463-4ee7-b4f9-89a57748533e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:31.500449 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-40d59aa6-a7af-40da-ab06-bac7ebb82ba7 None None] Deleting port 778d10d6-7529-4084-9dbc-65f03f7bdf24 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:11:31.501185 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-40d59aa6-a7af-40da-ab06-bac7ebb82ba7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:31.587525 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-40d59aa6-a7af-40da-ab06-bac7ebb82ba7 None None] The port '778d10d6-7529-4084-9dbc-65f03f7bdf24' was deleted {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 23:11:31.630143 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7206617a-a463-4ee7-b4f9-89a57748533e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:31.654717 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fd5dc6cf-739c-44b5-a300-1d3d14fe2732 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:31.667544 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6945dcb5-0438-4f57-a200-412aadfc7622 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-6dca27ff-0cc1-400d-8ed1-46016d84d938', 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'tenant_id': '143e860117cc493db304000cc95b95c2', 'fixed_ips': [{'subnet_id': 'f7d5ebee-11d8-421c-b6bf-ac9e442594b3'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:11:31.669589 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6945dcb5-0438-4f57-a200-412aadfc7622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:31.686835 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fd5dc6cf-739c-44b5-a300-1d3d14fe2732 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:31.709508 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5dc6cf-739c-44b5-a300-1d3d14fe2732 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event deleted for resources: {'Network': ['ID=ef132e6f-e242-4557-a62a-2e83f4e77132,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:31.723093 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-fd5dc6cf-739c-44b5-a300-1d3d14fe2732 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "DELETE /v2.0/networks/ef132e6f-e242-4557-a62a-2e83f4e77132 HTTP/1.1" status: 204 len: 168 time: 2.5630615 Feb 10 23:11:31.732183 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48426) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:31.733744 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8a6ea8a0-790d-49d9-93af-d962d0fc4ecc tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:31.739898 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-8a6ea8a0-790d-49d9-93af-d962d0fc4ecc tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Usage tracker for resource:subnet and tenant:143e860117cc493db304000cc95b95c2 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:31.741354 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-d2af32f8-b534-494f-aab9-95dd88294bf3 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-564620496'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:31.743571 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-8a6ea8a0-790d-49d9-93af-d962d0fc4ecc tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:31.750325 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-d2af32f8-b534-494f-aab9-95dd88294bf3 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:31.752171 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8a6ea8a0-790d-49d9-93af-d962d0fc4ecc tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:31.756797 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d2af32f8-b534-494f-aab9-95dd88294bf3 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Usage tracker for resource:network and tenant:8ebaafa64ea74242ba2bb084ec0966de is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:31.760337 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d2af32f8-b534-494f-aab9-95dd88294bf3 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:31.767778 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-d2af32f8-b534-494f-aab9-95dd88294bf3 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:31.779615 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7206617a-a463-4ee7-b4f9-89a57748533e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:31.817982 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7206617a-a463-4ee7-b4f9-89a57748533e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a725554-c12b-4bce-879d-a943db6c55b3,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:31.823173 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7206617a-a463-4ee7-b4f9-89a57748533e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:31.829650 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7206617a-a463-4ee7-b4f9-89a57748533e admin admin] 10.222.0.59 "DELETE /v2.0/subnets/4a725554-c12b-4bce-879d-a943db6c55b3 HTTP/1.1" status: 204 len: 168 time: 0.4656310 Feb 10 23:11:31.832199 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48430) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:31.842736 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6ea8a0-790d-49d9-93af-d962d0fc4ecc tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Made reservation on behalf of 143e860117cc493db304000cc95b95c2 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:11:31.846615 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8a6ea8a0-790d-49d9-93af-d962d0fc4ecc tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:31.908955 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2af32f8-b534-494f-aab9-95dd88294bf3 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Made reservation on behalf of 8ebaafa64ea74242ba2bb084ec0966de for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:11:31.911901 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d2af32f8-b534-494f-aab9-95dd88294bf3 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:31.966666 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d744b2fa-9ba8-45ee-b13b-bb9df897411f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:31.971508 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2af32f8-b534-494f-aab9-95dd88294bf3 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:11:31.985877 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d2af32f8-b534-494f-aab9-95dd88294bf3 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:31.991695 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-d2af32f8-b534-494f-aab9-95dd88294bf3 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Added segment c98ee0de-86a8-40b8-877b-38fbe84ac9ea of type vlan for network 93671f9b-1ddd-409d-9d01-0302edd14d5b Feb 10 23:11:32.019398 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-6945dcb5-0438-4f57-a200-412aadfc7622 None None] Allocated IP 172.20.0.2 (6dca27ff-0cc1-400d-8ed1-46016d84d938/f7d5ebee-11d8-421c-b6bf-ac9e442594b3/6d769f2e-9491-46f7-8d05-3f30cb5fd900) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:11:32.231631 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d2af32f8-b534-494f-aab9-95dd88294bf3 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:32.241424 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d744b2fa-9ba8-45ee-b13b-bb9df897411f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:32.281314 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-d744b2fa-9ba8-45ee-b13b-bb9df897411f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dea7d91a-3994-4141-8ce6-13aa31b03fa5']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:11:32.289576 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.objects.ports [None req-8a6ea8a0-790d-49d9-93af-d962d0fc4ecc tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84333) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 10 23:11:32.289576 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8a6ea8a0-790d-49d9-93af-d962d0fc4ecc tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:32.294221 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6945dcb5-0438-4f57-a200-412aadfc7622 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:32.296762 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-d744b2fa-9ba8-45ee-b13b-bb9df897411f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e791454e-cc69-4c3c-8007-b97e65641f33') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:11:32.297064 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-d744b2fa-9ba8-45ee-b13b-bb9df897411f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e791454e-cc69-4c3c-8007-b97e65641f33') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:11:32.305883 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-6945dcb5-0438-4f57-a200-412aadfc7622 None None] Transition to ACTIVE for port object 6d769f2e-9491-46f7-8d05-3f30cb5fd900 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:11:32.309233 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d744b2fa-9ba8-45ee-b13b-bb9df897411f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32216962'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:32.326887 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d744b2fa-9ba8-45ee-b13b-bb9df897411f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:32.333114 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d744b2fa-9ba8-45ee-b13b-bb9df897411f admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:11:32.333530 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d744b2fa-9ba8-45ee-b13b-bb9df897411f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32033006'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:32.348356 dv-neutron-828797-1-hyperv neutron-server[84332]: Traceback (most recent call last): Feb 10 23:11:32.348356 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:11:32.348356 dv-neutron-828797-1-hyperv neutron-server[84332]: timer() Feb 10 23:11:32.348356 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:11:32.348356 dv-neutron-828797-1-hyperv neutron-server[84332]: cb(*args, **kw) Feb 10 23:11:32.348356 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:11:32.348356 dv-neutron-828797-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Feb 10 23:11:32.348356 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:11:32.348356 dv-neutron-828797-1-hyperv neutron-server[84332]: self._notify() Feb 10 23:11:32.348356 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:11:32.348356 dv-neutron-828797-1-hyperv neutron-server[84332]: self.callback(batched_events) Feb 10 23:11:32.348356 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:11:32.348356 dv-neutron-828797-1-hyperv neutron-server[84332]: event.method(event) Feb 10 23:11:32.348356 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:11:32.348356 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:11:32.348356 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:11:32.348356 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:11:32.348356 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:11:32.348356 dv-neutron-828797-1-hyperv neutron-server[84332]: return f(self, *a, **k) Feb 10 23:11:32.348356 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:11:32.348356 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._get(url).json() Feb 10 23:11:32.348356 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:11:32.348356 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:11:32.348356 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:11:32.348356 dv-neutron-828797-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Feb 10 23:11:32.348356 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:11:32.348356 dv-neutron-828797-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:11:32.348356 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:11:32.348356 dv-neutron-828797-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:11:32.348356 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:11:32.348356 dv-neutron-828797-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:11:32.348356 dv-neutron-828797-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:11:32.354816 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6ea8a0-790d-49d9-93af-d962d0fc4ecc tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:11:32.354816 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-8a6ea8a0-790d-49d9-93af-d962d0fc4ecc tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:11:32.354816 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6ea8a0-790d-49d9-93af-d962d0fc4ecc tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:32.354816 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8a6ea8a0-790d-49d9-93af-d962d0fc4ecc tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:32.369748 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6ea8a0-790d-49d9-93af-d962d0fc4ecc tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event updated for resources: {'Subnet': ['ID=59f856ae-ea76-4cf8-9aa0-4624fe5cf8e0,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:32.404605 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d2af32f8-b534-494f-aab9-95dd88294bf3 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:32.404605 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2af32f8-b534-494f-aab9-95dd88294bf3 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:32.404605 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d2af32f8-b534-494f-aab9-95dd88294bf3 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:32.449225 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-8a6ea8a0-790d-49d9-93af-d962d0fc4ecc tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9993262 Feb 10 23:11:32.452862 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48434) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:32.458751 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-3db824d1-cbf0-4ac6-9843-a9aeea97c458 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Request body: {'port': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'mac_address': 'fa:16:3e:91:93:12', 'name': 'tempest-NetworksTestDHCPv6-1046814065'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:32.535165 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2af32f8-b534-494f-aab9-95dd88294bf3 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event updated for resources: {'Network': ['ID=93671f9b-1ddd-409d-9d01-0302edd14d5b,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:32.546519 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 93671f9b-1ddd-409d-9d01-0302edd14d5b details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:11:32.602234 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3db824d1-cbf0-4ac6-9843-a9aeea97c458 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:32.606818 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-3db824d1-cbf0-4ac6-9843-a9aeea97c458 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Usage tracker for resource:port and tenant:143e860117cc493db304000cc95b95c2 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:32.617960 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d2af32f8-b534-494f-aab9-95dd88294bf3 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8764071 Feb 10 23:11:32.618223 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-3db824d1-cbf0-4ac6-9843-a9aeea97c458 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:32.618223 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3db824d1-cbf0-4ac6-9843-a9aeea97c458 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:32.620425 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48438) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:32.626661 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-48e8b56f-791b-4352-bcf5-96074a48d6d8 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Request body: {'subnet': {'network_id': '93671f9b-1ddd-409d-9d01-0302edd14d5b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:32.658694 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-6945dcb5-0438-4f57-a200-412aadfc7622 None None] Transition to ACTIVE for port object 6d769f2e-9491-46f7-8d05-3f30cb5fd900 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:11:32.690079 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d744b2fa-9ba8-45ee-b13b-bb9df897411f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:32.704446 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db824d1-cbf0-4ac6-9843-a9aeea97c458 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Made reservation on behalf of 143e860117cc493db304000cc95b95c2 for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:11:32.708440 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3db824d1-cbf0-4ac6-9843-a9aeea97c458 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:32.713000 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d744b2fa-9ba8-45ee-b13b-bb9df897411f admin admin] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:32.718857 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6945dcb5-0438-4f57-a200-412aadfc7622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:32.740323 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-3db824d1-cbf0-4ac6-9843-a9aeea97c458 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] device_id is not set on port 92945cf9-b404-41fb-ac63-f12809a0bc2d yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:11:32.744013 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744b2fa-9ba8-45ee-b13b-bb9df897411f admin admin] Pushing event deleted for resources: {'Network': ['ID=dea7d91a-3994-4141-8ce6-13aa31b03fa5,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:32.754432 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d744b2fa-9ba8-45ee-b13b-bb9df897411f admin admin] 10.222.0.59 "DELETE /v2.0/networks/dea7d91a-3994-4141-8ce6-13aa31b03fa5 HTTP/1.1" status: 204 len: 168 time: 0.9199765 Feb 10 23:11:32.767068 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-48e8b56f-791b-4352-bcf5-96074a48d6d8 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:32.771100 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-48e8b56f-791b-4352-bcf5-96074a48d6d8 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Usage tracker for resource:subnet and tenant:8ebaafa64ea74242ba2bb084ec0966de is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:32.774052 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-48e8b56f-791b-4352-bcf5-96074a48d6d8 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:32.780153 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-48e8b56f-791b-4352-bcf5-96074a48d6d8 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:32.791835 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6945dcb5-0438-4f57-a200-412aadfc7622 None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:11:32.794560 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-6945dcb5-0438-4f57-a200-412aadfc7622 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:11:32.801153 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6945dcb5-0438-4f57-a200-412aadfc7622 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:11:32.807651 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945dcb5-0438-4f57-a200-412aadfc7622 None None] Pushing event updated for resources: {'Port': ['ID=6d769f2e-9491-46f7-8d05-3f30cb5fd900,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:32.847870 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e8b56f-791b-4352-bcf5-96074a48d6d8 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Made reservation on behalf of 8ebaafa64ea74242ba2bb084ec0966de for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:11:32.902825 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-6945dcb5-0438-4f57-a200-412aadfc7622 None None] Attempting to bind port 6d769f2e-9491-46f7-8d05-3f30cb5fd900 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:11:32.902825 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-6945dcb5-0438-4f57-a200-412aadfc7622 None None] Attempting to bind port 6d769f2e-9491-46f7-8d05-3f30cb5fd900 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:11:32.904349 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6945dcb5-0438-4f57-a200-412aadfc7622 None None] Attempting to bind port 6d769f2e-9491-46f7-8d05-3f30cb5fd900 on network 6dca27ff-0cc1-400d-8ed1-46016d84d938 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:11:32.910902 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6945dcb5-0438-4f57-a200-412aadfc7622 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:11:32.912124 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6945dcb5-0438-4f57-a200-412aadfc7622 None None] Checking segment: {'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:11:32.912124 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6945dcb5-0438-4f57-a200-412aadfc7622 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:32.912722 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6945dcb5-0438-4f57-a200-412aadfc7622 None None] Bound using segment: {'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:11:32.913328 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-6945dcb5-0438-4f57-a200-412aadfc7622 None None] Bound port: 6d769f2e-9491-46f7-8d05-3f30cb5fd900, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:11:32.913875 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6945dcb5-0438-4f57-a200-412aadfc7622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:32.974412 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-3db824d1-cbf0-4ac6-9843-a9aeea97c458 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Allocated IP 172.20.0.10 (6dca27ff-0cc1-400d-8ed1-46016d84d938/f7d5ebee-11d8-421c-b6bf-ac9e442594b3/92945cf9-b404-41fb-ac63-f12809a0bc2d) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:11:32.974637 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-48e8b56f-791b-4352-bcf5-96074a48d6d8 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:32.981586 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-3db824d1-cbf0-4ac6-9843-a9aeea97c458 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Allocated IP 2001:db8::f816:3eff:fe91:9312 (6dca27ff-0cc1-400d-8ed1-46016d84d938/59f856ae-ea76-4cf8-9aa0-4624fe5cf8e0/92945cf9-b404-41fb-ac63-f12809a0bc2d) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:11:33.010961 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-6945dcb5-0438-4f57-a200-412aadfc7622 None None] For port 6d769f2e-9491-46f7-8d05-3f30cb5fd900, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:11:33.015630 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-6945dcb5-0438-4f57-a200-412aadfc7622 None None] For port 6d769f2e-9491-46f7-8d05-3f30cb5fd900, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=6d769f2e-9491-46f7-8d05-3f30cb5fd900,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:11:33.093707 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6945dcb5-0438-4f57-a200-412aadfc7622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:33.186041 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945dcb5-0438-4f57-a200-412aadfc7622 None None] Pushing event updated for resources: {'Port': ['ID=6d769f2e-9491-46f7-8d05-3f30cb5fd900,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:33.211308 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3db824d1-cbf0-4ac6-9843-a9aeea97c458 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:33.230079 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-3db824d1-cbf0-4ac6-9843-a9aeea97c458 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Transition to ACTIVE for port object 92945cf9-b404-41fb-ac63-f12809a0bc2d will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:11:33.286363 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48444) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:33.304765 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-48e8b56f-791b-4352-bcf5-96074a48d6d8 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:33.334266 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3db824d1-cbf0-4ac6-9843-a9aeea97c458 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:33.441958 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db824d1-cbf0-4ac6-9843-a9aeea97c458 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:11:33.445012 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-3db824d1-cbf0-4ac6-9843-a9aeea97c458 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:11:33.449800 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e8b56f-791b-4352-bcf5-96074a48d6d8 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event updated for resources: {'Subnet': ['ID=b9c37359-7373-436a-89af-f3d7f8baa4ad,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:33.450505 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db824d1-cbf0-4ac6-9843-a9aeea97c458 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:11:33.470911 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2f0f1d3f-195b-41bf-b3c3-91da13722482 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0eebca367ce8409b9f508406dcaece7d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1833367 Feb 10 23:11:33.472201 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e8b56f-791b-4352-bcf5-96074a48d6d8 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Checking segment: {'id': 'c98ee0de-86a8-40b8-877b-38fbe84ac9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '93671f9b-1ddd-409d-9d01-0302edd14d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:11:33.473438 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e8b56f-791b-4352-bcf5-96074a48d6d8 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Network hostable DHCP agents. Network: 93671f9b-1ddd-409d-9d01-0302edd14d5b, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:11:33.478471 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48448) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:33.481019 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db824d1-cbf0-4ac6-9843-a9aeea97c458 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event updated for resources: {'Port': ['ID=92945cf9-b404-41fb-ac63-f12809a0bc2d,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:33.521775 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db824d1-cbf0-4ac6-9843-a9aeea97c458 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:33.522687 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3db824d1-cbf0-4ac6-9843-a9aeea97c458 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:33.556503 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-92748a33-0d1b-481b-9a4b-1fdc7dacdaa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:33.586015 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-92748a33-0d1b-481b-9a4b-1fdc7dacdaa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:33.630132 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e8b56f-791b-4352-bcf5-96074a48d6d8 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Network 93671f9b-1ddd-409d-9d01-0302edd14d5b is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:11:33.654597 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-3db824d1-cbf0-4ac6-9843-a9aeea97c458 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.2001469 Feb 10 23:11:33.656761 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48452) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:33.721881 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-48e8b56f-791b-4352-bcf5-96074a48d6d8 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 93671f9b-1ddd-409d-9d01-0302edd14d5b) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:11:33.726131 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e8b56f-791b-4352-bcf5-96074a48d6d8 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:33.727225 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-48e8b56f-791b-4352-bcf5-96074a48d6d8 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:33.730611 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8ee007-5ebc-4a49-9729-785bedb137d2 None None] Network 93671f9b-1ddd-409d-9d01-0302edd14d5b requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:11:33.737319 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ad5bd4-be17-4085-9c1d-7b14757378a1 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:33.741428 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ad5bd4-be17-4085-9c1d-7b14757378a1 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:33.742403 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-95ad5bd4-be17-4085-9c1d-7b14757378a1 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Synchronizing usage tracker for tenant:143e860117cc493db304000cc95b95c2 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:11:33.767457 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-92748a33-0d1b-481b-9a4b-1fdc7dacdaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:33.769818 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-92748a33-0d1b-481b-9a4b-1fdc7dacdaa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:33.774930 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-92748a33-0d1b-481b-9a4b-1fdc7dacdaa4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4f4c8ed0-d7b9-4beb-9297-a050f3892694 HTTP/1.1" status: 204 len: 168 time: 0.2916374 Feb 10 23:11:33.781700 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92748a33-0d1b-481b-9a4b-1fdc7dacdaa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4c8ed0-d7b9-4beb-9297-a050f3892694,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:33.826278 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-48e8b56f-791b-4352-bcf5-96074a48d6d8 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2046328 Feb 10 23:11:33.829295 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48458) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:33.835850 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-bcd50ce0-b269-4362-808a-3ba7a8fe746a tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1356764327', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:33.844607 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-bcd50ce0-b269-4362-808a-3ba7a8fe746a tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:33.849414 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-bcd50ce0-b269-4362-808a-3ba7a8fe746a tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Usage tracker for resource:router and tenant:8ebaafa64ea74242ba2bb084ec0966de is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:33.854145 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-bcd50ce0-b269-4362-808a-3ba7a8fe746a tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:33.858357 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-95ad5bd4-be17-4085-9c1d-7b14757378a1 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Unset dirty status for tenant:143e860117cc493db304000cc95b95c2 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:11:33.859889 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-95ad5bd4-be17-4085-9c1d-7b14757378a1 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.2022076 Feb 10 23:11:33.862553 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48462) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:33.882346 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-bcd50ce0-b269-4362-808a-3ba7a8fe746a tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:33.948304 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-66be2ce0-4444-449f-bc48-4b6cf9ca6d4a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Deleting port 92945cf9-b404-41fb-ac63-f12809a0bc2d {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:11:33.948862 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-66be2ce0-4444-449f-bc48-4b6cf9ca6d4a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:33.971398 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b259e480-c5b6-411d-a39e-29a6db1cc14d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-93671f9b-1ddd-409d-9d01-0302edd14d5b', 'network_id': '93671f9b-1ddd-409d-9d01-0302edd14d5b', 'tenant_id': '8ebaafa64ea74242ba2bb084ec0966de', 'fixed_ips': [{'subnet_id': 'b9c37359-7373-436a-89af-f3d7f8baa4ad'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:11:33.972501 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b259e480-c5b6-411d-a39e-29a6db1cc14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:33.983906 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bcd50ce0-b269-4362-808a-3ba7a8fe746a tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:33.983906 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bcd50ce0-b269-4362-808a-3ba7a8fe746a tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:34.080959 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bcd50ce0-b269-4362-808a-3ba7a8fe746a tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:34.162899 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-b259e480-c5b6-411d-a39e-29a6db1cc14d None None] Allocated IP 172.20.0.2 (93671f9b-1ddd-409d-9d01-0302edd14d5b/b9c37359-7373-436a-89af-f3d7f8baa4ad/e9f3a91b-2b89-4443-8f47-4bb2f0a3117a) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:11:34.185711 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bcd50ce0-b269-4362-808a-3ba7a8fe746a tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:34.259419 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-66be2ce0-4444-449f-bc48-4b6cf9ca6d4a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:34.298930 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bcd50ce0-b269-4362-808a-3ba7a8fe746a tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:34.303221 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-bcd50ce0-b269-4362-808a-3ba7a8fe746a tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4723125 Feb 10 23:11:34.303904 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48468) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:34.309692 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-55462f1c-692c-4fc0-aab6-1b72f1671d77 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Request body: {'port': {'network_id': '93671f9b-1ddd-409d-9d01-0302edd14d5b', 'name': 'tempest-PortsTestJSON-329593990'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:34.429447 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03233ebb-f44f-41bc-bc95-2e70676071c8 None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:11:34.525404 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-66be2ce0-4444-449f-bc48-4b6cf9ca6d4a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Calling delete_port for 92945cf9-b404-41fb-ac63-f12809a0bc2d owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:11:34.542377 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b259e480-c5b6-411d-a39e-29a6db1cc14d None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:34.574194 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-b259e480-c5b6-411d-a39e-29a6db1cc14d None None] Transition to ACTIVE for port object e9f3a91b-2b89-4443-8f47-4bb2f0a3117a will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:11:34.603844 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-55462f1c-692c-4fc0-aab6-1b72f1671d77 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:34.611629 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-55462f1c-692c-4fc0-aab6-1b72f1671d77 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Usage tracker for resource:port and tenant:8ebaafa64ea74242ba2bb084ec0966de is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:34.612241 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-55462f1c-692c-4fc0-aab6-1b72f1671d77 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:34.617505 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-b259e480-c5b6-411d-a39e-29a6db1cc14d None None] Transition to ACTIVE for port object e9f3a91b-2b89-4443-8f47-4bb2f0a3117a will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:11:34.620439 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-55462f1c-692c-4fc0-aab6-1b72f1671d77 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:34.662294 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-69376f29-46cd-48ea-8c7d-1b1fe589d515 None None] Provisioning for port 6d769f2e-9491-46f7-8d05-3f30cb5fd900 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:11:34.698848 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55462f1c-692c-4fc0-aab6-1b72f1671d77 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Made reservation on behalf of 8ebaafa64ea74242ba2bb084ec0966de for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:11:34.702410 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-55462f1c-692c-4fc0-aab6-1b72f1671d77 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:34.723455 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b259e480-c5b6-411d-a39e-29a6db1cc14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:34.731836 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-55462f1c-692c-4fc0-aab6-1b72f1671d77 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] device_id is not set on port 6bba7b61-806f-4497-860c-0f3c4c17a975 yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:11:34.764399 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48472) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:34.811072 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b259e480-c5b6-411d-a39e-29a6db1cc14d None None] Network 93671f9b-1ddd-409d-9d01-0302edd14d5b is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:11:34.812052 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b259e480-c5b6-411d-a39e-29a6db1cc14d None None] Pushing event updated for resources: {'Port': ['ID=e9f3a91b-2b89-4443-8f47-4bb2f0a3117a,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:34.823790 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48476) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:34.823949 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-b259e480-c5b6-411d-a39e-29a6db1cc14d None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:11:34.824064 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-77f4f92c-868d-4148-8db5-eec867a49b1e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dec53a57f09a4d6783542ffc1a7122f4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0583146 Feb 10 23:11:34.827126 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b259e480-c5b6-411d-a39e-29a6db1cc14d None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:11:34.847817 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-66be2ce0-4444-449f-bc48-4b6cf9ca6d4a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:34.905219 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66be2ce0-4444-449f-bc48-4b6cf9ca6d4a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event deleted for resources: {'Port': ['ID=92945cf9-b404-41fb-ac63-f12809a0bc2d,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:34.933542 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-55462f1c-692c-4fc0-aab6-1b72f1671d77 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Allocated IP 172.20.0.8 (93671f9b-1ddd-409d-9d01-0302edd14d5b/b9c37359-7373-436a-89af-f3d7f8baa4ad/6bba7b61-806f-4497-860c-0f3c4c17a975) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:11:34.962040 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-00d1c1ba-3b39-4846-8ad8-0495e6e79a2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:35.023576 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-00d1c1ba-3b39-4846-8ad8-0495e6e79a2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:35.025761 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-b259e480-c5b6-411d-a39e-29a6db1cc14d None None] Attempting to bind port e9f3a91b-2b89-4443-8f47-4bb2f0a3117a on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:11:35.026130 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-b259e480-c5b6-411d-a39e-29a6db1cc14d None None] Attempting to bind port e9f3a91b-2b89-4443-8f47-4bb2f0a3117a by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': 'c98ee0de-86a8-40b8-877b-38fbe84ac9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '93671f9b-1ddd-409d-9d01-0302edd14d5b'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:11:35.026488 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b259e480-c5b6-411d-a39e-29a6db1cc14d None None] Attempting to bind port e9f3a91b-2b89-4443-8f47-4bb2f0a3117a on network 93671f9b-1ddd-409d-9d01-0302edd14d5b {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:11:35.049280 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-66be2ce0-4444-449f-bc48-4b6cf9ca6d4a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:35.058725 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdaa4f01-2662-481f-bfc7-23743ebf4aaf None None] Update dhcp port {'port': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'fixed_ips': [{'subnet_id': 'f7d5ebee-11d8-421c-b6bf-ac9e442594b3', 'ip_address': '172.20.0.2'}, {'subnet_id': '59f856ae-ea76-4cf8-9aa0-4624fe5cf8e0'}], 'binding:host_id': 'dv-neutron-828797-1-hyperv'}, 'id': '6d769f2e-9491-46f7-8d05-3f30cb5fd900'} from dv-neutron-828797-1-hyperv. {{(pid=84334) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 10 23:11:35.088949 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b259e480-c5b6-411d-a39e-29a6db1cc14d None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:11:35.089245 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b259e480-c5b6-411d-a39e-29a6db1cc14d None None] Checking segment: {'id': 'c98ee0de-86a8-40b8-877b-38fbe84ac9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '93671f9b-1ddd-409d-9d01-0302edd14d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:11:35.089649 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b259e480-c5b6-411d-a39e-29a6db1cc14d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:35.090036 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b259e480-c5b6-411d-a39e-29a6db1cc14d None None] Bound using segment: {'id': 'c98ee0de-86a8-40b8-877b-38fbe84ac9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '93671f9b-1ddd-409d-9d01-0302edd14d5b'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:11:35.091086 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-b259e480-c5b6-411d-a39e-29a6db1cc14d None None] Bound port: e9f3a91b-2b89-4443-8f47-4bb2f0a3117a, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c98ee0de-86a8-40b8-877b-38fbe84ac9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '93671f9b-1ddd-409d-9d01-0302edd14d5b'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:11:35.091302 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b259e480-c5b6-411d-a39e-29a6db1cc14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:35.138116 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-66be2ce0-4444-449f-bc48-4b6cf9ca6d4a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/ports/92945cf9-b404-41fb-ac63-f12809a0bc2d HTTP/1.1" status: 204 len: 168 time: 1.2717509 Feb 10 23:11:35.138428 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48480) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:35.163213 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 6d769f2e-9491-46f7-8d05-3f30cb5fd900 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:11:35.218768 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bdaa4f01-2662-481f-bfc7-23743ebf4aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:35.225817 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014a7766-f788-4926-a544-dc696e1630e1 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:35.227165 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014a7766-f788-4926-a544-dc696e1630e1 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:35.228418 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014a7766-f788-4926-a544-dc696e1630e1 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:35.229253 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-014a7766-f788-4926-a544-dc696e1630e1 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Synchronizing usage tracker for tenant:143e860117cc493db304000cc95b95c2 on resource:subnet {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:11:35.233334 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-55462f1c-692c-4fc0-aab6-1b72f1671d77 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:35.249719 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-55462f1c-692c-4fc0-aab6-1b72f1671d77 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Transition to ACTIVE for port object 6bba7b61-806f-4497-860c-0f3c4c17a975 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:11:35.253222 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-00d1c1ba-3b39-4846-8ad8-0495e6e79a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:35.272942 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d1c1ba-3b39-4846-8ad8-0495e6e79a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f47f3bf-2a74-441e-958a-759c07dee982,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:35.292847 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-00d1c1ba-3b39-4846-8ad8-0495e6e79a2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:35.294803 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-00d1c1ba-3b39-4846-8ad8-0495e6e79a2a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4f47f3bf-2a74-441e-958a-759c07dee982 HTTP/1.1" status: 204 len: 168 time: 0.4696245 Feb 10 23:11:35.311064 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-014a7766-f788-4926-a544-dc696e1630e1 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Unset dirty status for tenant:143e860117cc493db304000cc95b95c2 on resource:subnet {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:11:35.313527 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-014a7766-f788-4926-a544-dc696e1630e1 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1717486 Feb 10 23:11:35.320824 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48486) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:35.367703 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-55462f1c-692c-4fc0-aab6-1b72f1671d77 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:35.425297 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-b259e480-c5b6-411d-a39e-29a6db1cc14d None None] For port e9f3a91b-2b89-4443-8f47-4bb2f0a3117a, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:11:35.441128 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-b259e480-c5b6-411d-a39e-29a6db1cc14d None None] For port e9f3a91b-2b89-4443-8f47-4bb2f0a3117a, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=e9f3a91b-2b89-4443-8f47-4bb2f0a3117a,segment=NetworkSegment(c98ee0de-86a8-40b8-877b-38fbe84ac9ea),segment_id=c98ee0de-86a8-40b8-877b-38fbe84ac9ea)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:11:35.452525 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55462f1c-692c-4fc0-aab6-1b72f1671d77 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Network 93671f9b-1ddd-409d-9d01-0302edd14d5b is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:11:35.455773 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-55462f1c-692c-4fc0-aab6-1b72f1671d77 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:11:35.460388 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55462f1c-692c-4fc0-aab6-1b72f1671d77 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:11:35.490310 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55462f1c-692c-4fc0-aab6-1b72f1671d77 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event updated for resources: {'Port': ['ID=6bba7b61-806f-4497-860c-0f3c4c17a975,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:35.511559 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-bdaa4f01-2662-481f-bfc7-23743ebf4aaf None None] Allocated IP 2001:db8::f816:3eff:fe99:dcb2 (6dca27ff-0cc1-400d-8ed1-46016d84d938/59f856ae-ea76-4cf8-9aa0-4624fe5cf8e0/6d769f2e-9491-46f7-8d05-3f30cb5fd900) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:11:35.526151 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55462f1c-692c-4fc0-aab6-1b72f1671d77 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:35.526632 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 6d769f2e-9491-46f7-8d05-3f30cb5fd900 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:11:35.527350 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-55462f1c-692c-4fc0-aab6-1b72f1671d77 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:35.535072 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 6d769f2e-9491-46f7-8d05-3f30cb5fd900 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:11:35.535432 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:35.553857 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-e77faa30-2dc2-491d-87a2-6ea62abc82a0 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Deleting subnet 59f856ae-ea76-4cf8-9aa0-4624fe5cf8e0 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:11:35.580321 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b259e480-c5b6-411d-a39e-29a6db1cc14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:35.656047 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-55462f1c-692c-4fc0-aab6-1b72f1671d77 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3478985 Feb 10 23:11:35.656750 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48490) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:35.764989 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b259e480-c5b6-411d-a39e-29a6db1cc14d None None] Pushing event updated for resources: {'Port': ['ID=e9f3a91b-2b89-4443-8f47-4bb2f0a3117a,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:35.839236 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-bdaa4f01-2662-481f-bfc7-23743ebf4aaf None None] For port 6d769f2e-9491-46f7-8d05-3f30cb5fd900, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=6d769f2e-9491-46f7-8d05-3f30cb5fd900,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:11:35.850214 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:35.893008 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bdaa4f01-2662-481f-bfc7-23743ebf4aaf None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:35.914950 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-bdaa4f01-2662-481f-bfc7-23743ebf4aaf None None] Transition to ACTIVE for port object 6d769f2e-9491-46f7-8d05-3f30cb5fd900 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:11:35.995756 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e77faa30-2dc2-491d-87a2-6ea62abc82a0 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:36.042471 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bdaa4f01-2662-481f-bfc7-23743ebf4aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:36.077612 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e77faa30-2dc2-491d-87a2-6ea62abc82a0 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:36.156577 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:11:36.157384 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:11:36.188027 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e77faa30-2dc2-491d-87a2-6ea62abc82a0 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:36.242367 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaa4f01-2662-481f-bfc7-23743ebf4aaf None None] Pushing event updated for resources: {'Port': ['ID=6d769f2e-9491-46f7-8d05-3f30cb5fd900,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:36.298937 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2229b0ac-3d90-4ce9-b908-146ab53aef61 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:36.333927 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e77faa30-2dc2-491d-87a2-6ea62abc82a0 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:36.379421 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77faa30-2dc2-491d-87a2-6ea62abc82a0 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event deleted for resources: {'Subnet': ['ID=59f856ae-ea76-4cf8-9aa0-4624fe5cf8e0,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:36.389178 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e77faa30-2dc2-491d-87a2-6ea62abc82a0 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:36.402091 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77faa30-2dc2-491d-87a2-6ea62abc82a0 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:36.402432 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77faa30-2dc2-491d-87a2-6ea62abc82a0 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:36.403294 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77faa30-2dc2-491d-87a2-6ea62abc82a0 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:36.403740 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77faa30-2dc2-491d-87a2-6ea62abc82a0 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:36.404073 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77faa30-2dc2-491d-87a2-6ea62abc82a0 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:36.404399 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77faa30-2dc2-491d-87a2-6ea62abc82a0 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:36.404750 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77faa30-2dc2-491d-87a2-6ea62abc82a0 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:36.405073 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77faa30-2dc2-491d-87a2-6ea62abc82a0 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:36.405391 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77faa30-2dc2-491d-87a2-6ea62abc82a0 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:36.405707 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77faa30-2dc2-491d-87a2-6ea62abc82a0 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:36.406023 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77faa30-2dc2-491d-87a2-6ea62abc82a0 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:36.471626 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e77faa30-2dc2-491d-87a2-6ea62abc82a0 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/subnets/59f856ae-ea76-4cf8-9aa0-4624fe5cf8e0 HTTP/1.1" status: 204 len: 168 time: 1.1495416 Feb 10 23:11:36.474014 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48494) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:36.564881 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfd9055d-5978-49f7-8f06-073bfae673ad tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Deleting subnet f7d5ebee-11d8-421c-b6bf-ac9e442594b3 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:11:36.568953 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bfd9055d-5978-49f7-8f06-073bfae673ad tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:36.650816 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bfd9055d-5978-49f7-8f06-073bfae673ad tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:36.745232 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:36.772205 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bfd9055d-5978-49f7-8f06-073bfae673ad tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:36.879680 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2229b0ac-3d90-4ce9-b908-146ab53aef61 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:36.957100 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bfd9055d-5978-49f7-8f06-073bfae673ad tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:36.997751 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd9055d-5978-49f7-8f06-073bfae673ad tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event deleted for resources: {'Subnet': ['ID=f7d5ebee-11d8-421c-b6bf-ac9e442594b3,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:37.001633 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2229b0ac-3d90-4ce9-b908-146ab53aef61 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:37.013140 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bfd9055d-5978-49f7-8f06-073bfae673ad tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:37.025956 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-bfd9055d-5978-49f7-8f06-073bfae673ad tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/subnets/f7d5ebee-11d8-421c-b6bf-ac9e442594b3 HTTP/1.1" status: 204 len: 168 time: 0.5480649 Feb 10 23:11:37.026191 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48498) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:37.030837 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:11:37.036422 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:11:37.056734 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733d8a58-5317-4b06-ba92-c54f0e1be16d None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:11:37.097862 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-74a6a791-e0b0-493d-8d5a-6cb913d65ac1 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0678453 Feb 10 23:11:37.099420 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48502) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:37.103805 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-4a5ed33a-6344-4997-b5b3-9f744c7b97a3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Request body: {'subnet': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:37.122099 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af626277-e808-4aa0-b155-e88b90c5a1ca None None] Network 93671f9b-1ddd-409d-9d01-0302edd14d5b requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:11:37.142326 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2229b0ac-3d90-4ce9-b908-146ab53aef61 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event updated for resources: {'Port': ['ID=6bba7b61-806f-4497-860c-0f3c4c17a975,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:37.221169 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-4a5ed33a-6344-4997-b5b3-9f744c7b97a3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:37.225437 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-4a5ed33a-6344-4997-b5b3-9f744c7b97a3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Usage tracker for resource:subnet and tenant:143e860117cc493db304000cc95b95c2 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:37.228597 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-4a5ed33a-6344-4997-b5b3-9f744c7b97a3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:37.235002 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-4a5ed33a-6344-4997-b5b3-9f744c7b97a3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:37.318684 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-c4a8375a-9115-4d72-b755-8d6453da1618 None None] Provisioning for port e9f3a91b-2b89-4443-8f47-4bb2f0a3117a completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:11:37.333520 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5ed33a-6344-4997-b5b3-9f744c7b97a3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Made reservation on behalf of 143e860117cc493db304000cc95b95c2 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:11:37.337526 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4a5ed33a-6344-4997-b5b3-9f744c7b97a3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:37.345379 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-c4a8375a-9115-4d72-b755-8d6453da1618 None None] Could not find standard attr ID for object 92945cf9-b404-41fb-ac63-f12809a0bc2d. {{(pid=84334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 23:11:37.353008 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2229b0ac-3d90-4ce9-b908-146ab53aef61 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733071'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:37.494246 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-c4a8375a-9115-4d72-b755-8d6453da1618 None None] Provisioning for port 6d769f2e-9491-46f7-8d05-3f30cb5fd900 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:11:37.501345 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2229b0ac-3d90-4ce9-b908-146ab53aef61 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:37.508872 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-c4a8375a-9115-4d72-b755-8d6453da1618 None None] Provisioning complete for port 6d769f2e-9491-46f7-8d05-3f30cb5fd900 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:11:37.509256 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c4a8375a-9115-4d72-b755-8d6453da1618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:37.582357 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e92f67-76ae-4b86-a33d-eaeb201380df None None] DHCP port deletion for 6dca27ff-0cc1-400d-8ed1-46016d84d938 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:11:37.587777 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-88e92f67-76ae-4b86-a33d-eaeb201380df None None] Deleting port 6d769f2e-9491-46f7-8d05-3f30cb5fd900 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:11:37.587927 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-88e92f67-76ae-4b86-a33d-eaeb201380df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:37.676368 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4a5ed33a-6344-4997-b5b3-9f744c7b97a3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:37.749278 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5ed33a-6344-4997-b5b3-9f744c7b97a3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:11:37.752648 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-4a5ed33a-6344-4997-b5b3-9f744c7b97a3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:11:37.755779 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5ed33a-6344-4997-b5b3-9f744c7b97a3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:37.756364 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4a5ed33a-6344-4997-b5b3-9f744c7b97a3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:37.785966 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5ed33a-6344-4997-b5b3-9f744c7b97a3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event updated for resources: {'Subnet': ['ID=8d1fb805-7d8a-406b-aec7-087fe08c15b3,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:37.872803 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4a5ed33a-6344-4997-b5b3-9f744c7b97a3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7731879 Feb 10 23:11:37.874978 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c4a8375a-9115-4d72-b755-8d6453da1618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:37.875857 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48506) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:37.882006 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-78ba5703-8dbc-4d79-8709-21f2f6972a26 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Request body: {'subnet': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:37.933376 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:37.973972 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2229b0ac-3d90-4ce9-b908-146ab53aef61 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:37.992056 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-c4a8375a-9115-4d72-b755-8d6453da1618 None None] For port 6d769f2e-9491-46f7-8d05-3f30cb5fd900, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=6d769f2e-9491-46f7-8d05-3f30cb5fd900,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:11:37.994508 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-88e92f67-76ae-4b86-a33d-eaeb201380df None None] For port 6d769f2e-9491-46f7-8d05-3f30cb5fd900, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=6d769f2e-9491-46f7-8d05-3f30cb5fd900,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:11:37.994911 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-88e92f67-76ae-4b86-a33d-eaeb201380df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:38.050450 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2229b0ac-3d90-4ce9-b908-146ab53aef61 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:38.195683 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-88e92f67-76ae-4b86-a33d-eaeb201380df None None] Calling delete_port for 6d769f2e-9491-46f7-8d05-3f30cb5fd900 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:11:38.201888 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-78ba5703-8dbc-4d79-8709-21f2f6972a26 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:38.213731 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-78ba5703-8dbc-4d79-8709-21f2f6972a26 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Usage tracker for resource:subnet and tenant:143e860117cc493db304000cc95b95c2 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:38.221456 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-78ba5703-8dbc-4d79-8709-21f2f6972a26 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:38.224029 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2229b0ac-3d90-4ce9-b908-146ab53aef61 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2767683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732898'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:38.228110 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-78ba5703-8dbc-4d79-8709-21f2f6972a26 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:38.231455 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c4a8375a-9115-4d72-b755-8d6453da1618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:38.236625 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2229b0ac-3d90-4ce9-b908-146ab53aef61 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event updated for resources: {'Port': ['ID=6bba7b61-806f-4497-860c-0f3c4c17a975,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:38.351799 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:11:38.352125 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:11:38.357546 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ba5703-8dbc-4d79-8709-21f2f6972a26 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Made reservation on behalf of 143e860117cc493db304000cc95b95c2 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:11:38.365255 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-78ba5703-8dbc-4d79-8709-21f2f6972a26 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:38.376077 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a8375a-9115-4d72-b755-8d6453da1618 None None] Pushing event updated for resources: {'Port': ['ID=6d769f2e-9491-46f7-8d05-3f30cb5fd900,revision_number=6']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:38.420095 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-88e92f67-76ae-4b86-a33d-eaeb201380df None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:11:38.420434 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-88e92f67-76ae-4b86-a33d-eaeb201380df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:11:38.436729 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2229b0ac-3d90-4ce9-b908-146ab53aef61 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Network 93671f9b-1ddd-409d-9d01-0302edd14d5b is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:11:38.438015 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-2229b0ac-3d90-4ce9-b908-146ab53aef61 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:11:38.487529 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-a3862103-5e4a-41c1-b0d9-2d30c5dd5e95 None None] Provisioning for port 6bba7b61-806f-4497-860c-0f3c4c17a975 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:11:38.492726 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-a3862103-5e4a-41c1-b0d9-2d30c5dd5e95 None None] Provisioning complete for port 6bba7b61-806f-4497-860c-0f3c4c17a975 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:11:38.493362 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a3862103-5e4a-41c1-b0d9-2d30c5dd5e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:38.602906 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-a3862103-5e4a-41c1-b0d9-2d30c5dd5e95 None None] Port 6bba7b61-806f-4497-860c-0f3c4c17a975 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:11:38.735393 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-fe01c19b-7a2e-4e51-a8a3-d666f732097e None None] Provisioning complete for port 6bba7b61-806f-4497-860c-0f3c4c17a975 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:11:38.735970 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fe01c19b-7a2e-4e51-a8a3-d666f732097e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:38.799849 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-fe01c19b-7a2e-4e51-a8a3-d666f732097e None None] Port 6bba7b61-806f-4497-860c-0f3c4c17a975 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:11:38.921212 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-88e92f67-76ae-4b86-a33d-eaeb201380df None None] Deleting port 6d769f2e-9491-46f7-8d05-3f30cb5fd900 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:11:38.922152 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-88e92f67-76ae-4b86-a33d-eaeb201380df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:38.928409 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.objects.ports [None req-78ba5703-8dbc-4d79-8709-21f2f6972a26 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84332) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 10 23:11:38.950760 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-522f8e6a-7d6c-417b-9425-b624f6deaee8 None None] Provisioning complete for port 6bba7b61-806f-4497-860c-0f3c4c17a975 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:11:38.951531 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-522f8e6a-7d6c-417b-9425-b624f6deaee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:39.049961 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-522f8e6a-7d6c-417b-9425-b624f6deaee8 None None] Port 6bba7b61-806f-4497-860c-0f3c4c17a975 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:11:39.087032 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2229b0ac-3d90-4ce9-b908-146ab53aef61 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Router 18c8fba6-0c71-4db3-b12f-bc1a77119996 is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:11:39.200717 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-88e92f67-76ae-4b86-a33d-eaeb201380df None None] For port 6d769f2e-9491-46f7-8d05-3f30cb5fd900, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=6d769f2e-9491-46f7-8d05-3f30cb5fd900,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:11:39.201305 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-88e92f67-76ae-4b86-a33d-eaeb201380df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:39.202774 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:11:39.227065 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-78ba5703-8dbc-4d79-8709-21f2f6972a26 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:39.267670 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2229b0ac-3d90-4ce9-b908-146ab53aef61 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:11:39.276457 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-2229b0ac-3d90-4ce9-b908-146ab53aef61 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "PUT /v2.0/routers/18c8fba6-0c71-4db3-b12f-bc1a77119996/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6186659 Feb 10 23:11:39.279856 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48510) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:39.282627 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b4b094-8665-4007-9980-98a621585d05 None None] Sync routers for ids ['18c8fba6-0c71-4db3-b12f-bc1a77119996'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:11:39.302706 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b4b094-8665-4007-9980-98a621585d05 None None] Routers {'18c8fba6-0c71-4db3-b12f-bc1a77119996'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:11:39.307880 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-87b4b094-8665-4007-9980-98a621585d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:11:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['18c8fba6-0c71-4db3-b12f-bc1a77119996'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:11:39.321959 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-88e92f67-76ae-4b86-a33d-eaeb201380df None None] Calling delete_port for 6d769f2e-9491-46f7-8d05-3f30cb5fd900 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:11:39.381349 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4314648a-6d44-4a92-8578-e821d95d7896 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:39.382078 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-4314648a-6d44-4a92-8578-e821d95d7896 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Synchronizing usage tracker for tenant:8ebaafa64ea74242ba2bb084ec0966de on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:11:39.383710 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-87b4b094-8665-4007-9980-98a621585d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:11:39.399846 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b4b094-8665-4007-9980-98a621585d05 None None] Routers {'18c8fba6-0c71-4db3-b12f-bc1a77119996'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:11:39.400524 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-87b4b094-8665-4007-9980-98a621585d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:11:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['18c8fba6-0c71-4db3-b12f-bc1a77119996'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:11:39.461086 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-87b4b094-8665-4007-9980-98a621585d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:11:39.461448 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b4b094-8665-4007-9980-98a621585d05 None None] The sync data for ids ['18c8fba6-0c71-4db3-b12f-bc1a77119996'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:11:39.470448 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-4314648a-6d44-4a92-8578-e821d95d7896 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Unset dirty status for tenant:8ebaafa64ea74242ba2bb084ec0966de on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:11:39.471596 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-4314648a-6d44-4a92-8578-e821d95d7896 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "GET /v2.0/ports?device_id=18c8fba6-0c71-4db3-b12f-bc1a77119996 HTTP/1.1" status: 200 len: 981 time: 0.1826162 Feb 10 23:11:39.474535 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48514) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:39.478213 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-78ba5703-8dbc-4d79-8709-21f2f6972a26 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] For port 6d769f2e-9491-46f7-8d05-3f30cb5fd900, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=6d769f2e-9491-46f7-8d05-3f30cb5fd900,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:11:39.623764 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-78ba5703-8dbc-4d79-8709-21f2f6972a26 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:39.652089 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device e9f3a91b-2b89-4443-8f47-4bb2f0a3117a up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:11:39.718535 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-78ba5703-8dbc-4d79-8709-21f2f6972a26 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:39.719153 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-78ba5703-8dbc-4d79-8709-21f2f6972a26 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:39.733276 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-88e92f67-76ae-4b86-a33d-eaeb201380df None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:11:39.733649 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-88e92f67-76ae-4b86-a33d-eaeb201380df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:11:39.847139 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port e9f3a91b-2b89-4443-8f47-4bb2f0a3117a completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:11:39.852231 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port e9f3a91b-2b89-4443-8f47-4bb2f0a3117a triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:11:39.852665 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:39.909691 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ba5703-8dbc-4d79-8709-21f2f6972a26 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:11:39.913341 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba5703-8dbc-4d79-8709-21f2f6972a26 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event updated for resources: {'Subnet': ['ID=bdf349d1-8001-4025-8a6c-aa2147524fa1,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:39.917225 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-78ba5703-8dbc-4d79-8709-21f2f6972a26 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:11:39.929035 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ba5703-8dbc-4d79-8709-21f2f6972a26 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:39.929618 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-78ba5703-8dbc-4d79-8709-21f2f6972a26 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:39.933420 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba5703-8dbc-4d79-8709-21f2f6972a26 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event updated for resources: {'Port': ['ID=6d769f2e-9491-46f7-8d05-3f30cb5fd900,revision_number=8']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:39.971441 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:40.004153 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port e9f3a91b-2b89-4443-8f47-4bb2f0a3117a, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=e9f3a91b-2b89-4443-8f47-4bb2f0a3117a,segment=NetworkSegment(c98ee0de-86a8-40b8-877b-38fbe84ac9ea),segment_id=c98ee0de-86a8-40b8-877b-38fbe84ac9ea)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:11:40.014908 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-78ba5703-8dbc-4d79-8709-21f2f6972a26 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1378796 Feb 10 23:11:40.017830 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48518) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:40.023531 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-96b3e93b-bca1-4055-b8e7-6b1cf6286bbd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Request body: {'port': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'mac_address': 'fa:16:3e:3d:95:ef', 'name': 'tempest-NetworksTestDHCPv6-562985494'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:40.063489 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:40.115943 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-88e92f67-76ae-4b86-a33d-eaeb201380df None None] Deleting port 6d769f2e-9491-46f7-8d05-3f30cb5fd900 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:11:40.116365 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-88e92f67-76ae-4b86-a33d-eaeb201380df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:40.152123 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 6d769f2e-9491-46f7-8d05-3f30cb5fd900 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:11:40.172675 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-92a6557e-db78-4b49-a8d9-893630d76d21 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732944'] for router_interface, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:40.174824 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-96b3e93b-bca1-4055-b8e7-6b1cf6286bbd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:40.179762 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-96b3e93b-bca1-4055-b8e7-6b1cf6286bbd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Usage tracker for resource:port and tenant:143e860117cc493db304000cc95b95c2 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:40.181968 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-96b3e93b-bca1-4055-b8e7-6b1cf6286bbd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:40.188275 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-96b3e93b-bca1-4055-b8e7-6b1cf6286bbd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:40.269646 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b3e93b-bca1-4055-b8e7-6b1cf6286bbd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Made reservation on behalf of 143e860117cc493db304000cc95b95c2 for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:11:40.272574 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=e9f3a91b-2b89-4443-8f47-4bb2f0a3117a,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:40.406255 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-96b3e93b-bca1-4055-b8e7-6b1cf6286bbd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:40.427859 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:40.433594 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-96b3e93b-bca1-4055-b8e7-6b1cf6286bbd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] device_id is not set on port c5a78f07-8a22-4587-ae87-84fa907c2661 yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:11:40.494893 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 6d769f2e-9491-46f7-8d05-3f30cb5fd900, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=6d769f2e-9491-46f7-8d05-3f30cb5fd900,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:11:40.503461 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-88e92f67-76ae-4b86-a33d-eaeb201380df None None] For port 6d769f2e-9491-46f7-8d05-3f30cb5fd900, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=6d769f2e-9491-46f7-8d05-3f30cb5fd900,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:11:40.504012 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-88e92f67-76ae-4b86-a33d-eaeb201380df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:40.640421 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-92a6557e-db78-4b49-a8d9-893630d76d21 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Deleting port 6bba7b61-806f-4497-860c-0f3c4c17a975 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:11:40.641061 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-92a6557e-db78-4b49-a8d9-893630d76d21 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:40.654973 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-96b3e93b-bca1-4055-b8e7-6b1cf6286bbd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Allocated IP 172.20.0.3 (6dca27ff-0cc1-400d-8ed1-46016d84d938/8d1fb805-7d8a-406b-aec7-087fe08c15b3/c5a78f07-8a22-4587-ae87-84fa907c2661) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:11:40.659255 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:40.661836 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-96b3e93b-bca1-4055-b8e7-6b1cf6286bbd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Allocated IP 2001:db8::f816:3eff:fe3d:95ef (6dca27ff-0cc1-400d-8ed1-46016d84d938/bdf349d1-8001-4025-8a6c-aa2147524fa1/c5a78f07-8a22-4587-ae87-84fa907c2661) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:11:40.672779 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-88e92f67-76ae-4b86-a33d-eaeb201380df None None] Calling delete_port for 6d769f2e-9491-46f7-8d05-3f30cb5fd900 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:11:40.798267 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=6d769f2e-9491-46f7-8d05-3f30cb5fd900,revision_number=9']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:40.847665 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-92a6557e-db78-4b49-a8d9-893630d76d21 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:40.852798 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-88e92f67-76ae-4b86-a33d-eaeb201380df None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:11:40.853155 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-88e92f67-76ae-4b86-a33d-eaeb201380df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:11:40.874278 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-96b3e93b-bca1-4055-b8e7-6b1cf6286bbd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:40.888437 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-96b3e93b-bca1-4055-b8e7-6b1cf6286bbd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Transition to ACTIVE for port object c5a78f07-8a22-4587-ae87-84fa907c2661 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:11:40.968929 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-92a6557e-db78-4b49-a8d9-893630d76d21 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Calling delete_port for 6bba7b61-806f-4497-860c-0f3c4c17a975 owned by network:router_interface {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:11:40.979220 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-96b3e93b-bca1-4055-b8e7-6b1cf6286bbd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:41.045276 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b3e93b-bca1-4055-b8e7-6b1cf6286bbd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:11:41.048664 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-96b3e93b-bca1-4055-b8e7-6b1cf6286bbd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:11:41.052587 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b3e93b-bca1-4055-b8e7-6b1cf6286bbd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:11:41.097728 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b3e93b-bca1-4055-b8e7-6b1cf6286bbd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event updated for resources: {'Port': ['ID=c5a78f07-8a22-4587-ae87-84fa907c2661,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:41.129704 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b3e93b-bca1-4055-b8e7-6b1cf6286bbd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:41.130226 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-96b3e93b-bca1-4055-b8e7-6b1cf6286bbd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:41.195741 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-92a6557e-db78-4b49-a8d9-893630d76d21 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:41.224459 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-96b3e93b-bca1-4055-b8e7-6b1cf6286bbd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.2054014 Feb 10 23:11:41.226984 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48526) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:41.245648 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a6557e-db78-4b49-a8d9-893630d76d21 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event deleted for resources: {'Port': ['ID=6bba7b61-806f-4497-860c-0f3c4c17a975,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:41.312725 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5acb24-6189-4b8d-8866-a677c858113e tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:41.316941 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5acb24-6189-4b8d-8866-a677c858113e tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:41.317746 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-1d5acb24-6189-4b8d-8866-a677c858113e tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Synchronizing usage tracker for tenant:143e860117cc493db304000cc95b95c2 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:11:41.383920 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-1d5acb24-6189-4b8d-8866-a677c858113e tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Unset dirty status for tenant:143e860117cc493db304000cc95b95c2 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:11:41.385280 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-1d5acb24-6189-4b8d-8866-a677c858113e tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1573415 Feb 10 23:11:41.388416 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48532) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:41.457445 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-481d2dc2-588e-4076-8994-e630e0a1ae22 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Deleting port c5a78f07-8a22-4587-ae87-84fa907c2661 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:11:41.457780 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-481d2dc2-588e-4076-8994-e630e0a1ae22 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:41.478662 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-92a6557e-db78-4b49-a8d9-893630d76d21 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2767638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733091'] for router_interface, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:41.637653 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device e9f3a91b-2b89-4443-8f47-4bb2f0a3117a up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:11:41.704899 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-481d2dc2-588e-4076-8994-e630e0a1ae22 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:41.708404 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port e9f3a91b-2b89-4443-8f47-4bb2f0a3117a triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:11:41.709044 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:41.930127 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-481d2dc2-588e-4076-8994-e630e0a1ae22 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Calling delete_port for c5a78f07-8a22-4587-ae87-84fa907c2661 owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:11:42.011151 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a6557e-db78-4b49-a8d9-893630d76d21 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Router 18c8fba6-0c71-4db3-b12f-bc1a77119996 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:11:42.156841 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a6557e-db78-4b49-a8d9-893630d76d21 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:11:42.166851 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517741c6-15c0-4dea-bd5b-cb3d39c34275 None None] Sync routers for ids ['18c8fba6-0c71-4db3-b12f-bc1a77119996'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:11:42.178553 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517741c6-15c0-4dea-bd5b-cb3d39c34275 None None] Routers {'18c8fba6-0c71-4db3-b12f-bc1a77119996'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:11:42.179171 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-517741c6-15c0-4dea-bd5b-cb3d39c34275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:11:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['18c8fba6-0c71-4db3-b12f-bc1a77119996'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:11:42.236431 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-88e92f67-76ae-4b86-a33d-eaeb201380df None None] Deleting port 6d769f2e-9491-46f7-8d05-3f30cb5fd900 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:11:42.236829 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-88e92f67-76ae-4b86-a33d-eaeb201380df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:42.249478 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-92a6557e-db78-4b49-a8d9-893630d76d21 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "PUT /v2.0/routers/18c8fba6-0c71-4db3-b12f-bc1a77119996/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7738395 Feb 10 23:11:42.255383 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48536) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:42.266731 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-517741c6-15c0-4dea-bd5b-cb3d39c34275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:11:42.270176 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-481d2dc2-588e-4076-8994-e630e0a1ae22 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:42.294380 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-f46d512a-810d-4c1c-bd44-6871def5f315 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] GET failed (client error): The resource could not be found. Feb 10 23:11:42.294650 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f46d512a-810d-4c1c-bd44-6871def5f315 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Synchronizing usage tracker for tenant:8ebaafa64ea74242ba2bb084ec0966de on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:11:42.320748 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d2dc2-588e-4076-8994-e630e0a1ae22 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event deleted for resources: {'Port': ['ID=c5a78f07-8a22-4587-ae87-84fa907c2661,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:42.326614 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517741c6-15c0-4dea-bd5b-cb3d39c34275 None None] Routers {'18c8fba6-0c71-4db3-b12f-bc1a77119996'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:11:42.327256 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-517741c6-15c0-4dea-bd5b-cb3d39c34275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:11:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['18c8fba6-0c71-4db3-b12f-bc1a77119996'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:11:42.367092 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f46d512a-810d-4c1c-bd44-6871def5f315 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Unset dirty status for tenant:8ebaafa64ea74242ba2bb084ec0966de on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:11:42.370938 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f46d512a-810d-4c1c-bd44-6871def5f315 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "GET /v2.0/ports/6bba7b61-806f-4497-860c-0f3c4c17a975 HTTP/1.1" status: 404 len: 333 time: 0.1154561 Feb 10 23:11:42.378430 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48540) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:42.397048 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-517741c6-15c0-4dea-bd5b-cb3d39c34275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:11:42.397456 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517741c6-15c0-4dea-bd5b-cb3d39c34275 None None] The sync data for ids ['18c8fba6-0c71-4db3-b12f-bc1a77119996'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:11:42.455894 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-481d2dc2-588e-4076-8994-e630e0a1ae22 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:42.511600 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f61ddc2b-e492-4f2e-9d83-d87f4bf19096 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:42.530938 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-481d2dc2-588e-4076-8994-e630e0a1ae22 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/ports/c5a78f07-8a22-4587-ae87-84fa907c2661 HTTP/1.1" status: 204 len: 168 time: 1.1388271 Feb 10 23:11:42.531167 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48544) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:42.577399 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-88e92f67-76ae-4b86-a33d-eaeb201380df None None] For port 6d769f2e-9491-46f7-8d05-3f30cb5fd900, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=6d769f2e-9491-46f7-8d05-3f30cb5fd900,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:11:42.577778 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-88e92f67-76ae-4b86-a33d-eaeb201380df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:42.613626 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edc2b5f-30a2-4d41-bf3f-497e0e69b49c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:42.615062 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edc2b5f-30a2-4d41-bf3f-497e0e69b49c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:42.616502 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edc2b5f-30a2-4d41-bf3f-497e0e69b49c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:42.617332 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-9edc2b5f-30a2-4d41-bf3f-497e0e69b49c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Synchronizing usage tracker for tenant:143e860117cc493db304000cc95b95c2 on resource:subnet {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:11:42.675679 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-9edc2b5f-30a2-4d41-bf3f-497e0e69b49c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Unset dirty status for tenant:143e860117cc493db304000cc95b95c2 on resource:subnet {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:11:42.679580 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-9edc2b5f-30a2-4d41-bf3f-497e0e69b49c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1448915 Feb 10 23:11:42.679839 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48548) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:42.699006 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-88e92f67-76ae-4b86-a33d-eaeb201380df None None] Calling delete_port for 6d769f2e-9491-46f7-8d05-3f30cb5fd900 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:11:42.744984 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-deb2ba79-9a70-4b04-8632-ecb7b3e2950e tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Deleting subnet 8d1fb805-7d8a-406b-aec7-087fe08c15b3 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:11:42.748030 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-deb2ba79-9a70-4b04-8632-ecb7b3e2950e tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:42.801909 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-deb2ba79-9a70-4b04-8632-ecb7b3e2950e tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31983416'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:42.866357 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-deb2ba79-9a70-4b04-8632-ecb7b3e2950e tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:42.893338 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-88e92f67-76ae-4b86-a33d-eaeb201380df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:42.901696 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f61ddc2b-e492-4f2e-9d83-d87f4bf19096 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:42.906879 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f61ddc2b-e492-4f2e-9d83-d87f4bf19096 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:42.939721 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e92f67-76ae-4b86-a33d-eaeb201380df None None] Pushing event deleted for resources: {'Port': ['ID=6d769f2e-9491-46f7-8d05-3f30cb5fd900,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:43.013419 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f61ddc2b-e492-4f2e-9d83-d87f4bf19096 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:43.014011 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f61ddc2b-e492-4f2e-9d83-d87f4bf19096 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Fanout notify agent at l3_agent the message router_deleted on router 18c8fba6-0c71-4db3-b12f-bc1a77119996 {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:11:43.016357 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e92f67-76ae-4b86-a33d-eaeb201380df None None] No DVR routers for this DVR port 6d769f2e-9491-46f7-8d05-3f30cb5fd900 on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:11:43.026302 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f61ddc2b-e492-4f2e-9d83-d87f4bf19096 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:43.027552 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f61ddc2b-e492-4f2e-9d83-d87f4bf19096 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "DELETE /v2.0/routers/18c8fba6-0c71-4db3-b12f-bc1a77119996 HTTP/1.1" status: 204 len: 168 time: 0.6540630 Feb 10 23:11:43.029911 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48552) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:43.033399 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd04dff-2e79-43de-89a9-81654c956d2c None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:11:43.041900 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-deb2ba79-9a70-4b04-8632-ecb7b3e2950e tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:43.079419 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb2ba79-9a70-4b04-8632-ecb7b3e2950e tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event deleted for resources: {'Subnet': ['ID=8d1fb805-7d8a-406b-aec7-087fe08c15b3,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:43.088093 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-deb2ba79-9a70-4b04-8632-ecb7b3e2950e tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:43.175837 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-deb2ba79-9a70-4b04-8632-ecb7b3e2950e tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/subnets/8d1fb805-7d8a-406b-aec7-087fe08c15b3 HTTP/1.1" status: 204 len: 168 time: 0.4925561 Feb 10 23:11:43.176201 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48556) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:43.255777 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e464fd-fd09-4413-9332-11ac8db0f71c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-6dca27ff-0cc1-400d-8ed1-46016d84d938', 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'tenant_id': '143e860117cc493db304000cc95b95c2', 'fixed_ips': [{'subnet_id': 'bdf349d1-8001-4025-8a6c-aa2147524fa1'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:11:43.256761 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-24e464fd-fd09-4413-9332-11ac8db0f71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:43.390693 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-e41a9cce-82b3-4195-8ff8-af5925609e5b tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Deleting subnet b9c37359-7373-436a-89af-f3d7f8baa4ad {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:11:43.398060 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e41a9cce-82b3-4195-8ff8-af5925609e5b tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:43.419593 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-24e464fd-fd09-4413-9332-11ac8db0f71c None None] Allocated IP 2001:db8::f816:3eff:fe6b:35e8 (6dca27ff-0cc1-400d-8ed1-46016d84d938/bdf349d1-8001-4025-8a6c-aa2147524fa1/c4c142e6-7275-4381-85eb-fc69f3973a1a) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:11:43.508825 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e41a9cce-82b3-4195-8ff8-af5925609e5b tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:43.592208 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-860b7aaa-590f-464a-a63e-29e700732452 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Deleting subnet bdf349d1-8001-4025-8a6c-aa2147524fa1 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:11:43.622654 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e41a9cce-82b3-4195-8ff8-af5925609e5b tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:43.624321 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-24e464fd-fd09-4413-9332-11ac8db0f71c None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:43.634471 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-24e464fd-fd09-4413-9332-11ac8db0f71c None None] Transition to ACTIVE for port object c4c142e6-7275-4381-85eb-fc69f3973a1a will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:11:43.652358 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-24e464fd-fd09-4413-9332-11ac8db0f71c None None] Transition to ACTIVE for port object c4c142e6-7275-4381-85eb-fc69f3973a1a will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:11:43.737813 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-860b7aaa-590f-464a-a63e-29e700732452 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:43.738786 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-24e464fd-fd09-4413-9332-11ac8db0f71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:43.765708 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e41a9cce-82b3-4195-8ff8-af5925609e5b tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:43.807997 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e464fd-fd09-4413-9332-11ac8db0f71c None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:11:43.811376 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-24e464fd-fd09-4413-9332-11ac8db0f71c None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:11:43.814901 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e464fd-fd09-4413-9332-11ac8db0f71c None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:11:43.820982 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e464fd-fd09-4413-9332-11ac8db0f71c None None] Pushing event updated for resources: {'Port': ['ID=c4c142e6-7275-4381-85eb-fc69f3973a1a,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:43.821288 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41a9cce-82b3-4195-8ff8-af5925609e5b tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event deleted for resources: {'Subnet': ['ID=b9c37359-7373-436a-89af-f3d7f8baa4ad,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:43.834821 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e41a9cce-82b3-4195-8ff8-af5925609e5b tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:43.845546 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-860b7aaa-590f-464a-a63e-29e700732452 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:43.854902 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585355a3-768f-471c-9500-a02480ea8efe None None] Network 93671f9b-1ddd-409d-9d01-0302edd14d5b requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:11:43.876298 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e41a9cce-82b3-4195-8ff8-af5925609e5b tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "DELETE /v2.0/subnets/b9c37359-7373-436a-89af-f3d7f8baa4ad HTTP/1.1" status: 204 len: 168 time: 0.8430569 Feb 10 23:11:43.876747 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48562) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:43.930994 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-860b7aaa-590f-464a-a63e-29e700732452 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:43.992868 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-24e464fd-fd09-4413-9332-11ac8db0f71c None None] Attempting to bind port c4c142e6-7275-4381-85eb-fc69f3973a1a on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:11:43.993241 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-24e464fd-fd09-4413-9332-11ac8db0f71c None None] Attempting to bind port c4c142e6-7275-4381-85eb-fc69f3973a1a by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:11:43.993607 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e464fd-fd09-4413-9332-11ac8db0f71c None None] Attempting to bind port c4c142e6-7275-4381-85eb-fc69f3973a1a on network 6dca27ff-0cc1-400d-8ed1-46016d84d938 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:11:43.995353 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a570de95-d5b9-4253-b8d8-86acc7c11cb9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:44.005818 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-a570de95-d5b9-4253-b8d8-86acc7c11cb9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Deleting port e9f3a91b-2b89-4443-8f47-4bb2f0a3117a {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:11:44.006152 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a570de95-d5b9-4253-b8d8-86acc7c11cb9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:44.036839 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e464fd-fd09-4413-9332-11ac8db0f71c None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:11:44.037218 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e464fd-fd09-4413-9332-11ac8db0f71c None None] Checking segment: {'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:11:44.037618 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-24e464fd-fd09-4413-9332-11ac8db0f71c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:44.038007 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e464fd-fd09-4413-9332-11ac8db0f71c None None] Bound using segment: {'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:11:44.038487 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-24e464fd-fd09-4413-9332-11ac8db0f71c None None] Bound port: c4c142e6-7275-4381-85eb-fc69f3973a1a, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:11:44.038856 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-24e464fd-fd09-4413-9332-11ac8db0f71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:44.088824 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-860b7aaa-590f-464a-a63e-29e700732452 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:44.137959 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860b7aaa-590f-464a-a63e-29e700732452 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event deleted for resources: {'Subnet': ['ID=bdf349d1-8001-4025-8a6c-aa2147524fa1,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:44.143818 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-860b7aaa-590f-464a-a63e-29e700732452 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:44.158252 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-860b7aaa-590f-464a-a63e-29e700732452 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/subnets/bdf349d1-8001-4025-8a6c-aa2147524fa1 HTTP/1.1" status: 204 len: 168 time: 0.9787788 Feb 10 23:11:44.165137 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48566) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:44.178791 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-24e464fd-fd09-4413-9332-11ac8db0f71c None None] For port c4c142e6-7275-4381-85eb-fc69f3973a1a, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:11:44.182750 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-24e464fd-fd09-4413-9332-11ac8db0f71c None None] For port c4c142e6-7275-4381-85eb-fc69f3973a1a, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=c4c142e6-7275-4381-85eb-fc69f3973a1a,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:11:44.228585 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-a570de95-d5b9-4253-b8d8-86acc7c11cb9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] For port e9f3a91b-2b89-4443-8f47-4bb2f0a3117a, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=e9f3a91b-2b89-4443-8f47-4bb2f0a3117a,segment=NetworkSegment(c98ee0de-86a8-40b8-877b-38fbe84ac9ea),segment_id=c98ee0de-86a8-40b8-877b-38fbe84ac9ea)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:11:44.228585 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a570de95-d5b9-4253-b8d8-86acc7c11cb9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:44.234467 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-250f03fb-973f-4ce6-8052-a4bb1a222d44 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0668900 Feb 10 23:11:44.234467 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48570) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:44.255862 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-24e464fd-fd09-4413-9332-11ac8db0f71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:44.301965 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf6c56b-fa7d-4d5a-a160-7466c38c12b3 None None] DHCP port deletion for 93671f9b-1ddd-409d-9d01-0302edd14d5b request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:11:44.310729 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f78c70-9bf1-4097-bb3c-494443c1693f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:44.311736 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a3f78c70-9bf1-4097-bb3c-494443c1693f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Synchronizing usage tracker for tenant:143e860117cc493db304000cc95b95c2 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:11:44.323862 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-8bf6c56b-fa7d-4d5a-a160-7466c38c12b3 None None] Deleting port e9f3a91b-2b89-4443-8f47-4bb2f0a3117a {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:11:44.325001 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8bf6c56b-fa7d-4d5a-a160-7466c38c12b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:44.351483 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-a570de95-d5b9-4253-b8d8-86acc7c11cb9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Calling delete_port for e9f3a91b-2b89-4443-8f47-4bb2f0a3117a owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:11:44.384243 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a3f78c70-9bf1-4097-bb3c-494443c1693f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Unset dirty status for tenant:143e860117cc493db304000cc95b95c2 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:11:44.385493 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a3f78c70-9bf1-4097-bb3c-494443c1693f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1554594 Feb 10 23:11:44.388658 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48574) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:44.448456 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e464fd-fd09-4413-9332-11ac8db0f71c None None] Pushing event updated for resources: {'Port': ['ID=c4c142e6-7275-4381-85eb-fc69f3973a1a,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:44.459969 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b8ceea-b3cc-4c9d-8bf1-dafd5481f646 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:44.460735 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-29b8ceea-b3cc-4c9d-8bf1-dafd5481f646 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Synchronizing usage tracker for tenant:143e860117cc493db304000cc95b95c2 on resource:subnet {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:11:44.538955 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a570de95-d5b9-4253-b8d8-86acc7c11cb9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:44.567598 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-29b8ceea-b3cc-4c9d-8bf1-dafd5481f646 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Unset dirty status for tenant:143e860117cc493db304000cc95b95c2 on resource:subnet {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:11:44.571385 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-29b8ceea-b3cc-4c9d-8bf1-dafd5481f646 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1817806 Feb 10 23:11:44.571973 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48578) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:44.587511 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a570de95-d5b9-4253-b8d8-86acc7c11cb9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event deleted for resources: {'Port': ['ID=e9f3a91b-2b89-4443-8f47-4bb2f0a3117a,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:44.596815 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a570de95-d5b9-4253-b8d8-86acc7c11cb9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] No DVR routers for this DVR port e9f3a91b-2b89-4443-8f47-4bb2f0a3117a on host dv-neutron-828797-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:11:44.628590 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-8bf6c56b-fa7d-4d5a-a160-7466c38c12b3 None None] For port e9f3a91b-2b89-4443-8f47-4bb2f0a3117a, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=e9f3a91b-2b89-4443-8f47-4bb2f0a3117a,segment=NetworkSegment(c98ee0de-86a8-40b8-877b-38fbe84ac9ea),segment_id=c98ee0de-86a8-40b8-877b-38fbe84ac9ea)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:11:44.628978 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8bf6c56b-fa7d-4d5a-a160-7466c38c12b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:44.629277 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a570de95-d5b9-4253-b8d8-86acc7c11cb9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:44.629722 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a570de95-d5b9-4253-b8d8-86acc7c11cb9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:44.630169 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a570de95-d5b9-4253-b8d8-86acc7c11cb9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:44.630713 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a570de95-d5b9-4253-b8d8-86acc7c11cb9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:44.631128 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a570de95-d5b9-4253-b8d8-86acc7c11cb9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:44.631549 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a570de95-d5b9-4253-b8d8-86acc7c11cb9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:44.631973 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a570de95-d5b9-4253-b8d8-86acc7c11cb9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:44.632391 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a570de95-d5b9-4253-b8d8-86acc7c11cb9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:44.632835 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a570de95-d5b9-4253-b8d8-86acc7c11cb9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:44.633253 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a570de95-d5b9-4253-b8d8-86acc7c11cb9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:44.633761 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a570de95-d5b9-4253-b8d8-86acc7c11cb9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:44.656398 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8c7a7a02-35c7-4f0c-85c3-32cab0e89785 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0831904 Feb 10 23:11:44.660692 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48582) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:44.669033 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-f41ab2c1-fc64-4005-bce5-989416511da2 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Request body: {'subnet': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:44.694801 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82cb3701-1801-45e1-ad1d-84b63e309b9e None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:11:44.770061 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-8bf6c56b-fa7d-4d5a-a160-7466c38c12b3 None None] Calling delete_port for e9f3a91b-2b89-4443-8f47-4bb2f0a3117a owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:11:44.789866 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f41ab2c1-fc64-4005-bce5-989416511da2 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:44.800447 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f41ab2c1-fc64-4005-bce5-989416511da2 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:44.837455 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a570de95-d5b9-4253-b8d8-86acc7c11cb9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:44.863592 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-a570de95-d5b9-4253-b8d8-86acc7c11cb9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93671f9b-1ddd-409d-9d01-0302edd14d5b']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:11:44.876232 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-a570de95-d5b9-4253-b8d8-86acc7c11cb9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c98ee0de-86a8-40b8-877b-38fbe84ac9ea') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:11:44.876580 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-a570de95-d5b9-4253-b8d8-86acc7c11cb9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c98ee0de-86a8-40b8-877b-38fbe84ac9ea') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:11:44.887858 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a570de95-d5b9-4253-b8d8-86acc7c11cb9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:44.892950 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41ab2c1-fc64-4005-bce5-989416511da2 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Made reservation on behalf of 143e860117cc493db304000cc95b95c2 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:11:44.897303 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f41ab2c1-fc64-4005-bce5-989416511da2 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:44.899211 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-f41ab2c1-fc64-4005-bce5-989416511da2 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:11:44.899764 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f41ab2c1-fc64-4005-bce5-989416511da2 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:11:44.904895 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a570de95-d5b9-4253-b8d8-86acc7c11cb9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:44.911533 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a570de95-d5b9-4253-b8d8-86acc7c11cb9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:11:44.911912 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a570de95-d5b9-4253-b8d8-86acc7c11cb9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:44.929624 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:11:44.929624 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:11:44.929624 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:11:44.929624 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:11:44.929624 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:11:44.929624 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:11:44.929624 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:11:44.929624 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:11:44.929624 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:11:44.929624 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:11:44.929624 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:11:44.929624 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:11:44.929624 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:11:44.929624 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:11:44.929624 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:11:44.929624 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:11:44.929624 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:11:44.929624 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:11:44.929624 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:11:44.929624 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:11:44.929624 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:11:44.929624 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:11:44.929624 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:11:44.929624 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:11:44.929624 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:11:44.929624 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:11:44.929624 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:11:44.929624 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:11:44.929624 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:11:44.929624 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:11:44.929624 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:11:44.929624 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:11:44.969992 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-8bf6c56b-fa7d-4d5a-a160-7466c38c12b3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:11:44.970342 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-8bf6c56b-fa7d-4d5a-a160-7466c38c12b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:11:44.979612 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f41ab2c1-fc64-4005-bce5-989416511da2 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3173058 Feb 10 23:11:44.983203 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48586) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:44.989919 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-157f7c43-06c5-47db-8834-c9a369beffaf tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Request body: {'subnet': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:45.047214 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a570de95-d5b9-4253-b8d8-86acc7c11cb9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:45.064573 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a570de95-d5b9-4253-b8d8-86acc7c11cb9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:45.075346 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a570de95-d5b9-4253-b8d8-86acc7c11cb9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event deleted for resources: {'Network': ['ID=93671f9b-1ddd-409d-9d01-0302edd14d5b,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:45.102906 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-157f7c43-06c5-47db-8834-c9a369beffaf tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:45.113031 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-157f7c43-06c5-47db-8834-c9a369beffaf tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:45.122729 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-a570de95-d5b9-4253-b8d8-86acc7c11cb9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "DELETE /v2.0/networks/93671f9b-1ddd-409d-9d01-0302edd14d5b HTTP/1.1" status: 204 len: 168 time: 1.2448659 Feb 10 23:11:45.126348 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48590) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:45.167216 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157f7c43-06c5-47db-8834-c9a369beffaf tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Made reservation on behalf of 143e860117cc493db304000cc95b95c2 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:11:45.171053 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-157f7c43-06c5-47db-8834-c9a369beffaf tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:45.172367 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-157f7c43-06c5-47db-8834-c9a369beffaf tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:11:45.172810 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-157f7c43-06c5-47db-8834-c9a369beffaf tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:11:45.208440 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba88875-91ed-4299-8f4c-69e7475d1bfb tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:45.209758 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5ba88875-91ed-4299-8f4c-69e7475d1bfb tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "GET /v2.0/ports/2492a63a-0ae1-448f-bfd4-7adfe4e4276e HTTP/1.1" status: 200 len: 841 time: 0.0824943 Feb 10 23:11:45.213351 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48594) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:45.259729 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-157f7c43-06c5-47db-8834-c9a369beffaf tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2753367 Feb 10 23:11:45.263397 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48598) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:45.269149 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-2737e8c8-85cf-44b5-9129-45315fe1e902 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Request body: {'subnet': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:45.284701 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-608cf3f3-8e76-471a-ab18-ec15b67b6e87 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "GET /v2.0/ports/2492a63a-0ae1-448f-bfd4-7adfe4e4276e?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0702682 Feb 10 23:11:45.288120 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48602) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:45.294655 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-a5442433-0229-49d9-91c4-4e883a797908 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Request body: {'subnet': {'network_id': '8620a4de-949e-4d31-a92e-ab0daf29cb13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:45.381125 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2737e8c8-85cf-44b5-9129-45315fe1e902 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:45.391783 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2737e8c8-85cf-44b5-9129-45315fe1e902 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:45.404523 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a5442433-0229-49d9-91c4-4e883a797908 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:45.408349 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a5442433-0229-49d9-91c4-4e883a797908 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Usage tracker for resource:subnet and tenant:8ebaafa64ea74242ba2bb084ec0966de is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:45.411167 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a5442433-0229-49d9-91c4-4e883a797908 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:45.416766 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a5442433-0229-49d9-91c4-4e883a797908 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:45.469846 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2737e8c8-85cf-44b5-9129-45315fe1e902 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Made reservation on behalf of 143e860117cc493db304000cc95b95c2 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:11:45.471114 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-8bf6c56b-fa7d-4d5a-a160-7466c38c12b3 None None] Deleting port e9f3a91b-2b89-4443-8f47-4bb2f0a3117a {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:11:45.471499 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8bf6c56b-fa7d-4d5a-a160-7466c38c12b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:45.492709 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5442433-0229-49d9-91c4-4e883a797908 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Made reservation on behalf of 8ebaafa64ea74242ba2bb084ec0966de for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:11:45.537718 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-8bf6c56b-fa7d-4d5a-a160-7466c38c12b3 None None] The port 'e9f3a91b-2b89-4443-8f47-4bb2f0a3117a' was deleted {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 23:11:45.566167 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75436cc2-9e8a-4f4e-82c4-4a4fb7136684 None None] get_active_networks_info from dv-neutron-828797-1-hyperv {{(pid=84334) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 10 23:11:45.608356 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2737e8c8-85cf-44b5-9129-45315fe1e902 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:45.609837 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-2737e8c8-85cf-44b5-9129-45315fe1e902 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:11:45.610260 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2737e8c8-85cf-44b5-9129-45315fe1e902 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:11:45.641371 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device e9f3a91b-2b89-4443-8f47-4bb2f0a3117a no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:11:45.686982 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: e9f3a91b-2b89-4443-8f47-4bb2f0a3117a {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:11:45.687322 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device e9f3a91b-2b89-4443-8f47-4bb2f0a3117a not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:11:45.714578 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a5442433-0229-49d9-91c4-4e883a797908 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:45.721469 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-2737e8c8-85cf-44b5-9129-45315fe1e902 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4569602 Feb 10 23:11:45.724417 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48606) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:45.731215 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-dbc31e44-ebf5-4f6d-bf39-11ddda15266a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Request body: {'subnet': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:45.751113 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75436cc2-9e8a-4f4e-82c4-4a4fb7136684 None None] Resources bound (agent type, host, resource id): {{(pid=84334) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 23:11:45.847044 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-dbc31e44-ebf5-4f6d-bf39-11ddda15266a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:45.857995 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-dbc31e44-ebf5-4f6d-bf39-11ddda15266a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:45.921287 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc31e44-ebf5-4f6d-bf39-11ddda15266a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Made reservation on behalf of 143e860117cc493db304000cc95b95c2 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:11:45.925672 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dbc31e44-ebf5-4f6d-bf39-11ddda15266a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:45.930012 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbc31e44-ebf5-4f6d-bf39-11ddda15266a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:11:45.930012 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbc31e44-ebf5-4f6d-bf39-11ddda15266a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:11:46.007484 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a5442433-0229-49d9-91c4-4e883a797908 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:46.031248 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-dbc31e44-ebf5-4f6d-bf39-11ddda15266a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3053272 Feb 10 23:11:46.031829 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:46.033874 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48610) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:46.039813 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-90986221-5431-40b6-8795-b4c740cc2b8d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Request body: {'subnet': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:46.080205 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5442433-0229-49d9-91c4-4e883a797908 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Network 8620a4de-949e-4d31-a92e-ab0daf29cb13 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:11:46.083185 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-a5442433-0229-49d9-91c4-4e883a797908 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:11:46.086842 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5442433-0229-49d9-91c4-4e883a797908 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:46.086842 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a5442433-0229-49d9-91c4-4e883a797908 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:46.092768 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0d61b8-0b91-4595-8f44-06345be8ec29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-8620a4de-949e-4d31-a92e-ab0daf29cb13', 'network_id': '8620a4de-949e-4d31-a92e-ab0daf29cb13', 'tenant_id': '8ebaafa64ea74242ba2bb084ec0966de', 'fixed_ips': [{'subnet_id': '6b4ae7fb-b2d0-4674-8286-2425c6179d3e'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:11:46.094156 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2d0d61b8-0b91-4595-8f44-06345be8ec29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:46.098995 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5442433-0229-49d9-91c4-4e883a797908 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event updated for resources: {'Subnet': ['ID=6b4ae7fb-b2d0-4674-8286-2425c6179d3e,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:46.153452 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-90986221-5431-40b6-8795-b4c740cc2b8d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:46.162988 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-90986221-5431-40b6-8795-b4c740cc2b8d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:46.168558 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a5442433-0229-49d9-91c4-4e883a797908 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8790023 Feb 10 23:11:46.171019 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48614) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:46.176614 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-5158d3ea-059d-40be-949c-3b1f1b2990af tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Request body: {'security_group': {'name': 'tempest-secgroup-1178071924'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:46.182166 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-5158d3ea-059d-40be-949c-3b1f1b2990af tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:46.186912 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-5158d3ea-059d-40be-949c-3b1f1b2990af tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Usage tracker for resource:security_group and tenant:8ebaafa64ea74242ba2bb084ec0966de is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:46.189824 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-5158d3ea-059d-40be-949c-3b1f1b2990af tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:46.195458 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-5158d3ea-059d-40be-949c-3b1f1b2990af tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:46.247311 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90986221-5431-40b6-8795-b4c740cc2b8d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Made reservation on behalf of 143e860117cc493db304000cc95b95c2 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:11:46.250929 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-90986221-5431-40b6-8795-b4c740cc2b8d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:46.252314 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-2d0d61b8-0b91-4595-8f44-06345be8ec29 None None] Allocated IP 172.20.0.2 (8620a4de-949e-4d31-a92e-ab0daf29cb13/6b4ae7fb-b2d0-4674-8286-2425c6179d3e/fc3eddee-07ad-41bf-921f-a637a9d6f9fa) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:11:46.252454 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-90986221-5431-40b6-8795-b4c740cc2b8d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:11:46.252862 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90986221-5431-40b6-8795-b4c740cc2b8d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:11:46.280901 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5158d3ea-059d-40be-949c-3b1f1b2990af tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:46.317028 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-5158d3ea-059d-40be-949c-3b1f1b2990af tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:46.320654 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-5158d3ea-059d-40be-949c-3b1f1b2990af tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Usage tracker for resource:security_group_rule and tenant:8ebaafa64ea74242ba2bb084ec0966de is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:46.323500 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-5158d3ea-059d-40be-949c-3b1f1b2990af tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:46.329897 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-5158d3ea-059d-40be-949c-3b1f1b2990af tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:46.346613 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-90986221-5431-40b6-8795-b4c740cc2b8d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3112962 Feb 10 23:11:46.349034 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48618) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:46.355878 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-3712b988-f8a7-400c-81c8-d9473aa24b9a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Request body: {'subnet': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:46.391466 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5158d3ea-059d-40be-949c-3b1f1b2990af tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:46.453365 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5158d3ea-059d-40be-949c-3b1f1b2990af tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:46.464316 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2d0d61b8-0b91-4595-8f44-06345be8ec29 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:46.468428 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3712b988-f8a7-400c-81c8-d9473aa24b9a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:46.475324 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-2d0d61b8-0b91-4595-8f44-06345be8ec29 None None] Transition to ACTIVE for port object fc3eddee-07ad-41bf-921f-a637a9d6f9fa will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:11:46.479174 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3712b988-f8a7-400c-81c8-d9473aa24b9a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:46.496909 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-2d0d61b8-0b91-4595-8f44-06345be8ec29 None None] Transition to ACTIVE for port object fc3eddee-07ad-41bf-921f-a637a9d6f9fa will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:11:46.498130 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5158d3ea-059d-40be-949c-3b1f1b2990af tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fff2e947-2a37-4c8e-9d4c-5e533271b5b2,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:46.567099 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5158d3ea-059d-40be-949c-3b1f1b2990af tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:46.571018 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48622) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:46.572504 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5158d3ea-059d-40be-949c-3b1f1b2990af tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4005127 Feb 10 23:11:46.576951 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-22d3db10-9092-4bfd-9c0a-927d58c1e9c4 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Request body: {'security_group': {'name': 'tempest-secgroup-870100978'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:46.582321 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2d0d61b8-0b91-4595-8f44-06345be8ec29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:46.585888 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-22d3db10-9092-4bfd-9c0a-927d58c1e9c4 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:46.590104 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-22d3db10-9092-4bfd-9c0a-927d58c1e9c4 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Usage tracker for resource:security_group and tenant:8ebaafa64ea74242ba2bb084ec0966de is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:46.592996 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-22d3db10-9092-4bfd-9c0a-927d58c1e9c4 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:46.598704 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-22d3db10-9092-4bfd-9c0a-927d58c1e9c4 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:46.635314 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3712b988-f8a7-400c-81c8-d9473aa24b9a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Made reservation on behalf of 143e860117cc493db304000cc95b95c2 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:11:46.639048 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3712b988-f8a7-400c-81c8-d9473aa24b9a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:46.640583 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-3712b988-f8a7-400c-81c8-d9473aa24b9a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:11:46.640847 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3712b988-f8a7-400c-81c8-d9473aa24b9a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:11:46.645016 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0d61b8-0b91-4595-8f44-06345be8ec29 None None] Network 8620a4de-949e-4d31-a92e-ab0daf29cb13 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:11:46.647787 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-2d0d61b8-0b91-4595-8f44-06345be8ec29 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:11:46.650309 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0d61b8-0b91-4595-8f44-06345be8ec29 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:11:46.656520 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0d61b8-0b91-4595-8f44-06345be8ec29 None None] Pushing event updated for resources: {'Port': ['ID=fc3eddee-07ad-41bf-921f-a637a9d6f9fa,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:46.658365 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-22d3db10-9092-4bfd-9c0a-927d58c1e9c4 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:46.696831 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-22d3db10-9092-4bfd-9c0a-927d58c1e9c4 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:46.701181 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-22d3db10-9092-4bfd-9c0a-927d58c1e9c4 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Usage tracker for resource:security_group_rule and tenant:8ebaafa64ea74242ba2bb084ec0966de is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:46.704449 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-22d3db10-9092-4bfd-9c0a-927d58c1e9c4 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:46.710399 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-22d3db10-9092-4bfd-9c0a-927d58c1e9c4 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:46.743329 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-3712b988-f8a7-400c-81c8-d9473aa24b9a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3926964 Feb 10 23:11:46.747397 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48626) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:46.792379 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-2d0d61b8-0b91-4595-8f44-06345be8ec29 None None] Attempting to bind port fc3eddee-07ad-41bf-921f-a637a9d6f9fa on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:11:46.793502 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-2d0d61b8-0b91-4595-8f44-06345be8ec29 None None] Attempting to bind port fc3eddee-07ad-41bf-921f-a637a9d6f9fa by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': 'a7d60f95-79ab-4be6-9e86-ad5e713f186a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8620a4de-949e-4d31-a92e-ab0daf29cb13'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:11:46.794056 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0d61b8-0b91-4595-8f44-06345be8ec29 None None] Attempting to bind port fc3eddee-07ad-41bf-921f-a637a9d6f9fa on network 8620a4de-949e-4d31-a92e-ab0daf29cb13 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:11:46.802408 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0d61b8-0b91-4595-8f44-06345be8ec29 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:11:46.802988 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0d61b8-0b91-4595-8f44-06345be8ec29 None None] Checking segment: {'id': 'a7d60f95-79ab-4be6-9e86-ad5e713f186a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8620a4de-949e-4d31-a92e-ab0daf29cb13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:11:46.803448 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2d0d61b8-0b91-4595-8f44-06345be8ec29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:46.804155 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0d61b8-0b91-4595-8f44-06345be8ec29 None None] Bound using segment: {'id': 'a7d60f95-79ab-4be6-9e86-ad5e713f186a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8620a4de-949e-4d31-a92e-ab0daf29cb13'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:11:46.804832 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-2d0d61b8-0b91-4595-8f44-06345be8ec29 None None] Bound port: fc3eddee-07ad-41bf-921f-a637a9d6f9fa, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7d60f95-79ab-4be6-9e86-ad5e713f186a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8620a4de-949e-4d31-a92e-ab0daf29cb13'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:11:46.805655 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2d0d61b8-0b91-4595-8f44-06345be8ec29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:46.806815 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-22d3db10-9092-4bfd-9c0a-927d58c1e9c4 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:46.835707 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08427119-20f2-4567-ab3c-9b6f8246d997 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:46.837160 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-08427119-20f2-4567-ab3c-9b6f8246d997 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0881701 Feb 10 23:11:46.840462 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48630) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:46.858541 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-22d3db10-9092-4bfd-9c0a-927d58c1e9c4 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:46.900641 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d3db10-9092-4bfd-9c0a-927d58c1e9c4 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0af42761-397a-4e50-9d9c-b53f4d4f8997,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:46.901391 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-2d0d61b8-0b91-4595-8f44-06345be8ec29 None None] For port fc3eddee-07ad-41bf-921f-a637a9d6f9fa, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:11:46.905028 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd9c033-097c-4b14-b548-1c98a23c7ed9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:46.906524 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-abd9c033-097c-4b14-b548-1c98a23c7ed9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0646243 Feb 10 23:11:46.909162 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48634) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:46.910518 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-2d0d61b8-0b91-4595-8f44-06345be8ec29 None None] For port fc3eddee-07ad-41bf-921f-a637a9d6f9fa, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=fc3eddee-07ad-41bf-921f-a637a9d6f9fa,segment=NetworkSegment(a7d60f95-79ab-4be6-9e86-ad5e713f186a),segment_id=a7d60f95-79ab-4be6-9e86-ad5e713f186a)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:11:46.967399 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-22d3db10-9092-4bfd-9c0a-927d58c1e9c4 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:46.971127 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-22d3db10-9092-4bfd-9c0a-927d58c1e9c4 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.3965802 Feb 10 23:11:46.971335 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48638) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:46.977471 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-7c473406-6b8f-47cd-98f0-34ffbc7c619f tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-145700824', 'security_groups': ['0af42761-397a-4e50-9d9c-b53f4d4f8997'], 'network_id': '8620a4de-949e-4d31-a92e-ab0daf29cb13', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6b4ae7fb-b2d0-4674-8286-2425c6179d3e'}]}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:46.977623 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-11bbc232-4940-49db-a291-7d72b159fffe tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0666487 Feb 10 23:11:46.981954 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48642) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:46.987204 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-5be0bcf1-14a8-43a4-a788-bbaf4c761c39 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Request body: {'subnet': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:47.002098 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2d0d61b8-0b91-4595-8f44-06345be8ec29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:47.082068 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0d61b8-0b91-4595-8f44-06345be8ec29 None None] Pushing event updated for resources: {'Port': ['ID=fc3eddee-07ad-41bf-921f-a637a9d6f9fa,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:47.091365 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0d61b8-0b91-4595-8f44-06345be8ec29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:47.092311 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0d61b8-0b91-4595-8f44-06345be8ec29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:47.093001 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0d61b8-0b91-4595-8f44-06345be8ec29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:47.093535 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0d61b8-0b91-4595-8f44-06345be8ec29 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:47.094230 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0d61b8-0b91-4595-8f44-06345be8ec29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:47.097124 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-5be0bcf1-14a8-43a4-a788-bbaf4c761c39 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:47.098230 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0d61b8-0b91-4595-8f44-06345be8ec29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:47.098647 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0d61b8-0b91-4595-8f44-06345be8ec29 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:47.099058 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0d61b8-0b91-4595-8f44-06345be8ec29 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:47.099544 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0d61b8-0b91-4595-8f44-06345be8ec29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:47.100803 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0d61b8-0b91-4595-8f44-06345be8ec29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:47.101218 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0d61b8-0b91-4595-8f44-06345be8ec29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:47.117536 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-5be0bcf1-14a8-43a4-a788-bbaf4c761c39 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:47.131033 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7c473406-6b8f-47cd-98f0-34ffbc7c619f tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:47.137337 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-7c473406-6b8f-47cd-98f0-34ffbc7c619f tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Usage tracker for resource:port and tenant:8ebaafa64ea74242ba2bb084ec0966de is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:47.138529 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-7c473406-6b8f-47cd-98f0-34ffbc7c619f tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:47.144115 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7c473406-6b8f-47cd-98f0-34ffbc7c619f tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:47.216257 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be0bcf1-14a8-43a4-a788-bbaf4c761c39 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Made reservation on behalf of 143e860117cc493db304000cc95b95c2 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:11:47.218383 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c473406-6b8f-47cd-98f0-34ffbc7c619f tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Made reservation on behalf of 8ebaafa64ea74242ba2bb084ec0966de for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:11:47.228394 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5be0bcf1-14a8-43a4-a788-bbaf4c761c39 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:47.376174 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7c473406-6b8f-47cd-98f0-34ffbc7c619f tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:47.398730 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-7c473406-6b8f-47cd-98f0-34ffbc7c619f tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] device_id is not set on port c8f2d554-6f5e-4298-ba25-acdb1badb402 yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:11:47.608041 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-7c473406-6b8f-47cd-98f0-34ffbc7c619f tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Allocated IP 172.20.0.13 (8620a4de-949e-4d31-a92e-ab0daf29cb13/6b4ae7fb-b2d0-4674-8286-2425c6179d3e/c8f2d554-6f5e-4298-ba25-acdb1badb402) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:11:47.678126 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device fc3eddee-07ad-41bf-921f-a637a9d6f9fa up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:11:47.716974 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.objects.ports [None req-5be0bcf1-14a8-43a4-a788-bbaf4c761c39 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84332) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 10 23:11:47.847236 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port fc3eddee-07ad-41bf-921f-a637a9d6f9fa completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:11:47.938994 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7c473406-6b8f-47cd-98f0-34ffbc7c619f tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:47.956855 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7c473406-6b8f-47cd-98f0-34ffbc7c619f tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Transition to ACTIVE for port object c8f2d554-6f5e-4298-ba25-acdb1badb402 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:11:47.975075 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5be0bcf1-14a8-43a4-a788-bbaf4c761c39 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:48.042544 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c6e777-7c67-4609-9e7a-cbde8235665b None None] Network 8620a4de-949e-4d31-a92e-ab0daf29cb13 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:11:48.059016 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7c473406-6b8f-47cd-98f0-34ffbc7c619f tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:48.131176 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c473406-6b8f-47cd-98f0-34ffbc7c619f tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Network 8620a4de-949e-4d31-a92e-ab0daf29cb13 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:11:48.134615 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-7c473406-6b8f-47cd-98f0-34ffbc7c619f tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:11:48.139445 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c473406-6b8f-47cd-98f0-34ffbc7c619f tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:11:48.177436 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c473406-6b8f-47cd-98f0-34ffbc7c619f tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event updated for resources: {'Port': ['ID=c8f2d554-6f5e-4298-ba25-acdb1badb402,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:48.203947 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c473406-6b8f-47cd-98f0-34ffbc7c619f tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:48.204582 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7c473406-6b8f-47cd-98f0-34ffbc7c619f tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:48.204775 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-5be0bcf1-14a8-43a4-a788-bbaf4c761c39 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] For port c4c142e6-7275-4381-85eb-fc69f3973a1a, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=c4c142e6-7275-4381-85eb-fc69f3973a1a,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:11:48.233217 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5be0bcf1-14a8-43a4-a788-bbaf4c761c39 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:48.258432 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-31a3ba95-b5d3-4458-b369-ec90d01ea491 None None] Provisioning for port fc3eddee-07ad-41bf-921f-a637a9d6f9fa completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:11:48.268778 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-31a3ba95-b5d3-4458-b369-ec90d01ea491 None None] Provisioning complete for port fc3eddee-07ad-41bf-921f-a637a9d6f9fa triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:11:48.269143 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-31a3ba95-b5d3-4458-b369-ec90d01ea491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:48.299572 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-7c473406-6b8f-47cd-98f0-34ffbc7c619f tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3270364 Feb 10 23:11:48.302121 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48648) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:48.304003 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5be0bcf1-14a8-43a4-a788-bbaf4c761c39 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:48.305139 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5be0bcf1-14a8-43a4-a788-bbaf4c761c39 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:48.309846 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-0c8e5408-5b94-48e2-802a-56028e93a0bc tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Request body: {'subnet': {'network_id': '8620a4de-949e-4d31-a92e-ab0daf29cb13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:48.410492 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-31a3ba95-b5d3-4458-b369-ec90d01ea491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:48.427878 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be0bcf1-14a8-43a4-a788-bbaf4c761c39 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:11:48.436086 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-5be0bcf1-14a8-43a4-a788-bbaf4c761c39 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:11:48.439115 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be0bcf1-14a8-43a4-a788-bbaf4c761c39 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:48.439763 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5be0bcf1-14a8-43a4-a788-bbaf4c761c39 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:48.449006 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db898ab5-d36a-4015-a0c2-2842cb6a0276 None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:11:48.457366 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be0bcf1-14a8-43a4-a788-bbaf4c761c39 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event updated for resources: {'Port': ['ID=c4c142e6-7275-4381-85eb-fc69f3973a1a,revision_number=5']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:48.465958 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be0bcf1-14a8-43a4-a788-bbaf4c761c39 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event updated for resources: {'Subnet': ['ID=1150fa25-3e35-4afa-b429-8b05050f83b7,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:48.487565 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-0c8e5408-5b94-48e2-802a-56028e93a0bc tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:48.491803 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-0c8e5408-5b94-48e2-802a-56028e93a0bc tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Usage tracker for resource:subnet and tenant:8ebaafa64ea74242ba2bb084ec0966de is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:48.494884 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-0c8e5408-5b94-48e2-802a-56028e93a0bc tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:48.502004 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-0c8e5408-5b94-48e2-802a-56028e93a0bc tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:48.535618 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-31a3ba95-b5d3-4458-b369-ec90d01ea491 None None] For port fc3eddee-07ad-41bf-921f-a637a9d6f9fa, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=fc3eddee-07ad-41bf-921f-a637a9d6f9fa,segment=NetworkSegment(a7d60f95-79ab-4be6-9e86-ad5e713f186a),segment_id=a7d60f95-79ab-4be6-9e86-ad5e713f186a)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:11:48.539251 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5be0bcf1-14a8-43a4-a788-bbaf4c761c39 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5562394 Feb 10 23:11:48.541699 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48652) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:48.550424 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-322707dc-fc05-438b-95fb-c51b21951d3d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Request body: {'port': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'mac_address': 'fa:16:3e:8e:ce:6d', 'name': 'tempest-NetworksTestDHCPv6-2131474707'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:48.617659 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-31a3ba95-b5d3-4458-b369-ec90d01ea491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:48.629824 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8e5408-5b94-48e2-802a-56028e93a0bc tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Made reservation on behalf of 8ebaafa64ea74242ba2bb084ec0966de for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:11:48.634031 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0c8e5408-5b94-48e2-802a-56028e93a0bc tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:48.763130 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-31a3ba95-b5d3-4458-b369-ec90d01ea491 None None] Provisioning complete for port 2492a63a-0ae1-448f-bfd4-7adfe4e4276e triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:11:48.763496 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-31a3ba95-b5d3-4458-b369-ec90d01ea491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:48.793652 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.ipam_backend_mixin [None req-0c8e5408-5b94-48e2-802a-56028e93a0bc tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6b4ae7fb-b2d0-4674-8286-2425c6179d3e (CIDR: 172.20.0.0/28) Feb 10 23:11:48.801392 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a3ba95-b5d3-4458-b369-ec90d01ea491 None None] Pushing event updated for resources: {'Port': ['ID=fc3eddee-07ad-41bf-921f-a637a9d6f9fa,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:48.828901 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-322707dc-fc05-438b-95fb-c51b21951d3d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:48.832151 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-31a3ba95-b5d3-4458-b369-ec90d01ea491 None None] Port 2492a63a-0ae1-448f-bfd4-7adfe4e4276e cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:11:48.834058 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-322707dc-fc05-438b-95fb-c51b21951d3d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Usage tracker for resource:port and tenant:143e860117cc493db304000cc95b95c2 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:48.837594 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-322707dc-fc05-438b-95fb-c51b21951d3d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:48.842480 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c8e5408-5b94-48e2-802a-56028e93a0bc tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:11:48.842917 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c8e5408-5b94-48e2-802a-56028e93a0bc tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:11:48.846441 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-322707dc-fc05-438b-95fb-c51b21951d3d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:48.927120 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-322707dc-fc05-438b-95fb-c51b21951d3d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Made reservation on behalf of 143e860117cc493db304000cc95b95c2 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:11:48.951060 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-0c8e5408-5b94-48e2-802a-56028e93a0bc tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6476204 Feb 10 23:11:48.953937 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48656) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:48.960889 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-8a8985b6-0e49-4029-9362-587c8608b34a tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Request body: {'subnet': {'network_id': '8620a4de-949e-4d31-a92e-ab0daf29cb13', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:48.991235 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-0ecba37b-51d5-41f7-a105-cc9f2d8b4bcd None None] Provisioning complete for port fc3eddee-07ad-41bf-921f-a637a9d6f9fa triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:11:48.991613 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0ecba37b-51d5-41f7-a105-cc9f2d8b4bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:49.102277 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4e280f91-8614-4a1d-b44a-d3ddba22795c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:49.123603 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-322707dc-fc05-438b-95fb-c51b21951d3d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:49.154880 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-322707dc-fc05-438b-95fb-c51b21951d3d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] device_id is not set on port c9e8b46b-47bd-4fad-8808-fe3cc3c6fdb0 yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:11:49.189882 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8a8985b6-0e49-4029-9362-587c8608b34a tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:49.194733 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-8a8985b6-0e49-4029-9362-587c8608b34a tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Usage tracker for resource:subnet and tenant:8ebaafa64ea74242ba2bb084ec0966de is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:49.198412 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-8a8985b6-0e49-4029-9362-587c8608b34a tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:49.207216 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8a8985b6-0e49-4029-9362-587c8608b34a tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:49.275868 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8985b6-0e49-4029-9362-587c8608b34a tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Made reservation on behalf of 8ebaafa64ea74242ba2bb084ec0966de for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:11:49.280742 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8a8985b6-0e49-4029-9362-587c8608b34a tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:49.317075 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-322707dc-fc05-438b-95fb-c51b21951d3d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Allocated IP 2001:db8::f816:3eff:fe8e:ce6d (6dca27ff-0cc1-400d-8ed1-46016d84d938/1150fa25-3e35-4afa-b429-8b05050f83b7/c9e8b46b-47bd-4fad-8808-fe3cc3c6fdb0) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:11:49.349672 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-0ecba37b-51d5-41f7-a105-cc9f2d8b4bcd None None] Provisioning for port c8f2d554-6f5e-4298-ba25-acdb1badb402 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:11:49.355294 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-0ecba37b-51d5-41f7-a105-cc9f2d8b4bcd None None] Provisioning complete for port c8f2d554-6f5e-4298-ba25-acdb1badb402 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:11:49.356223 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0ecba37b-51d5-41f7-a105-cc9f2d8b4bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:49.411502 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-0ecba37b-51d5-41f7-a105-cc9f2d8b4bcd None None] Port c8f2d554-6f5e-4298-ba25-acdb1badb402 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:11:49.424697 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-0ecba37b-51d5-41f7-a105-cc9f2d8b4bcd None None] Provisioning complete for port 2492a63a-0ae1-448f-bfd4-7adfe4e4276e triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:11:49.427786 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0ecba37b-51d5-41f7-a105-cc9f2d8b4bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:49.476222 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-0ecba37b-51d5-41f7-a105-cc9f2d8b4bcd None None] Port 2492a63a-0ae1-448f-bfd4-7adfe4e4276e cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:11:49.568092 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-322707dc-fc05-438b-95fb-c51b21951d3d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:49.591417 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-322707dc-fc05-438b-95fb-c51b21951d3d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Transition to ACTIVE for port object c9e8b46b-47bd-4fad-8808-fe3cc3c6fdb0 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:11:49.641429 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8a8985b6-0e49-4029-9362-587c8608b34a tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:49.699052 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-322707dc-fc05-438b-95fb-c51b21951d3d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:49.703870 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8985b6-0e49-4029-9362-587c8608b34a tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Network 8620a4de-949e-4d31-a92e-ab0daf29cb13 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:11:49.707483 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-8a8985b6-0e49-4029-9362-587c8608b34a tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:11:49.712291 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8985b6-0e49-4029-9362-587c8608b34a tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:49.712928 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8a8985b6-0e49-4029-9362-587c8608b34a tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:49.726245 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473dcc9d-2ffd-4b9c-95c1-90af7c793e71 None None] Network 8620a4de-949e-4d31-a92e-ab0daf29cb13 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:11:49.733897 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8985b6-0e49-4029-9362-587c8608b34a tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event updated for resources: {'Subnet': ['ID=6864d79f-2c77-46fa-a0c8-2412cdeb403a,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:49.757569 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device c4c142e6-7275-4381-85eb-fc69f3973a1a up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:11:49.805403 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322707dc-fc05-438b-95fb-c51b21951d3d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:11:49.809499 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-322707dc-fc05-438b-95fb-c51b21951d3d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:11:49.813929 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322707dc-fc05-438b-95fb-c51b21951d3d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:11:49.818377 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322707dc-fc05-438b-95fb-c51b21951d3d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:49.818940 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-322707dc-fc05-438b-95fb-c51b21951d3d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:49.834000 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322707dc-fc05-438b-95fb-c51b21951d3d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event updated for resources: {'Port': ['ID=c9e8b46b-47bd-4fad-8808-fe3cc3c6fdb0,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:49.859887 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-8a8985b6-0e49-4029-9362-587c8608b34a tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9046960 Feb 10 23:11:49.862608 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48660) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:49.868954 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-3353bd06-c61c-48c0-bc74-4031b12d8aec tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1233917419', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6864d79f-2c77-46fa-a0c8-2412cdeb403a'}], 'security_groups': ['fff2e947-2a37-4c8e-9d4c-5e533271b5b2']}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:49.923346 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-322707dc-fc05-438b-95fb-c51b21951d3d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3796959 Feb 10 23:11:49.925824 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48664) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:50.043320 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3353bd06-c61c-48c0-bc74-4031b12d8aec tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:50.060280 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port c4c142e6-7275-4381-85eb-fc69f3973a1a completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:11:50.070523 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device fc3eddee-07ad-41bf-921f-a637a9d6f9fa up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:11:50.115412 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-a3aadc32-ad80-4f27-9403-eada7816a190 None None] Provisioning for port c4c142e6-7275-4381-85eb-fc69f3973a1a completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:11:50.138080 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-a3aadc32-ad80-4f27-9403-eada7816a190 None None] Provisioning complete for port c4c142e6-7275-4381-85eb-fc69f3973a1a triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:11:50.138449 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a3aadc32-ad80-4f27-9403-eada7816a190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:50.166110 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718476d7-1c7e-4930-90f0-e56d8852ac77 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:50.170737 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718476d7-1c7e-4930-90f0-e56d8852ac77 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:50.171485 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-718476d7-1c7e-4930-90f0-e56d8852ac77 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Synchronizing usage tracker for tenant:143e860117cc493db304000cc95b95c2 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:11:50.265308 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port fc3eddee-07ad-41bf-921f-a637a9d6f9fa triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:11:50.265888 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:50.270473 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-718476d7-1c7e-4930-90f0-e56d8852ac77 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Unset dirty status for tenant:143e860117cc493db304000cc95b95c2 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:11:50.274320 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-718476d7-1c7e-4930-90f0-e56d8852ac77 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3455074 Feb 10 23:11:50.274851 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48668) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:50.346167 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-d3031a3e-a722-4e31-8bb2-e821ad6c3cef tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Deleting port c9e8b46b-47bd-4fad-8808-fe3cc3c6fdb0 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:11:50.347207 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d3031a3e-a722-4e31-8bb2-e821ad6c3cef tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:50.391828 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a3aadc32-ad80-4f27-9403-eada7816a190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:50.431807 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4570c1-ceb8-4763-a9ec-03c6aabacd3b None None] Update dhcp port {'port': {'network_id': '8620a4de-949e-4d31-a92e-ab0daf29cb13', 'fixed_ips': [{'subnet_id': '6b4ae7fb-b2d0-4674-8286-2425c6179d3e', 'ip_address': '172.20.0.2'}, {'subnet_id': '6864d79f-2c77-46fa-a0c8-2412cdeb403a'}], 'binding:host_id': 'dv-neutron-828797-1-hyperv'}, 'id': 'fc3eddee-07ad-41bf-921f-a637a9d6f9fa'} from dv-neutron-828797-1-hyperv. {{(pid=84334) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 10 23:11:50.505860 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-a3aadc32-ad80-4f27-9403-eada7816a190 None None] For port c4c142e6-7275-4381-85eb-fc69f3973a1a, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=c4c142e6-7275-4381-85eb-fc69f3973a1a,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:11:50.518638 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-3353bd06-c61c-48c0-bc74-4031b12d8aec tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Delete allocated IP 172.20.0.13 (8620a4de-949e-4d31-a92e-ab0daf29cb13/6b4ae7fb-b2d0-4674-8286-2425c6179d3e) {{(pid=84333) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 10 23:11:50.526428 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-3353bd06-c61c-48c0-bc74-4031b12d8aec tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Allocated IP 172.20.0.29 (8620a4de-949e-4d31-a92e-ab0daf29cb13/6864d79f-2c77-46fa-a0c8-2412cdeb403a/c8f2d554-6f5e-4298-ba25-acdb1badb402) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:11:50.570037 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-df4570c1-ceb8-4763-a9ec-03c6aabacd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:50.595928 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a3aadc32-ad80-4f27-9403-eada7816a190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:50.623248 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d3031a3e-a722-4e31-8bb2-e821ad6c3cef tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:50.756222 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-d3031a3e-a722-4e31-8bb2-e821ad6c3cef tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Calling delete_port for c9e8b46b-47bd-4fad-8808-fe3cc3c6fdb0 owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:11:50.805454 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aadc32-ad80-4f27-9403-eada7816a190 None None] Pushing event updated for resources: {'Port': ['ID=c4c142e6-7275-4381-85eb-fc69f3973a1a,revision_number=6']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:50.869558 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3353bd06-c61c-48c0-bc74-4031b12d8aec tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:50.904071 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-05a012aa-e645-4cc4-96ea-66ea697b8915 None None] Provisioning for port c9e8b46b-47bd-4fad-8808-fe3cc3c6fdb0 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:11:50.910258 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-05a012aa-e645-4cc4-96ea-66ea697b8915 None None] Provisioning complete for port c9e8b46b-47bd-4fad-8808-fe3cc3c6fdb0 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:11:50.910640 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-05a012aa-e645-4cc4-96ea-66ea697b8915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:50.965105 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-05a012aa-e645-4cc4-96ea-66ea697b8915 None None] Port c9e8b46b-47bd-4fad-8808-fe3cc3c6fdb0 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:11:51.059243 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-3353bd06-c61c-48c0-bc74-4031b12d8aec tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Transition to ACTIVE for port object c8f2d554-6f5e-4298-ba25-acdb1badb402 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:11:51.059512 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d3031a3e-a722-4e31-8bb2-e821ad6c3cef tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:51.107730 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3031a3e-a722-4e31-8bb2-e821ad6c3cef tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event deleted for resources: {'Port': ['ID=c9e8b46b-47bd-4fad-8808-fe3cc3c6fdb0,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:51.115999 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3353bd06-c61c-48c0-bc74-4031b12d8aec tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:51.159422 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d3031a3e-a722-4e31-8bb2-e821ad6c3cef tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:51.195474 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-df4570c1-ceb8-4763-a9ec-03c6aabacd3b None None] Allocated IP 172.20.0.18 (8620a4de-949e-4d31-a92e-ab0daf29cb13/6864d79f-2c77-46fa-a0c8-2412cdeb403a/fc3eddee-07ad-41bf-921f-a637a9d6f9fa) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:11:51.232043 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d3031a3e-a722-4e31-8bb2-e821ad6c3cef tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/ports/c9e8b46b-47bd-4fad-8808-fe3cc3c6fdb0 HTTP/1.1" status: 204 len: 168 time: 0.9558444 Feb 10 23:11:51.235164 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48672) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:51.279738 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3353bd06-c61c-48c0-bc74-4031b12d8aec tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event updated for resources: {'Port': ['ID=c8f2d554-6f5e-4298-ba25-acdb1badb402,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:51.283988 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0062b864-af50-423a-8d70-f62e25d50c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:51.312823 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-3353bd06-c61c-48c0-bc74-4031b12d8aec tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] In _notify_port_updated(), no bound segment for port c8f2d554-6f5e-4298-ba25-acdb1badb402 on network 8620a4de-949e-4d31-a92e-ab0daf29cb13 {{(pid=84333) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 23:11:51.318223 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3353bd06-c61c-48c0-bc74-4031b12d8aec tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:51.318945 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3353bd06-c61c-48c0-bc74-4031b12d8aec tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:51.323231 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-3353bd06-c61c-48c0-bc74-4031b12d8aec tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "PUT /v2.0/ports/c8f2d554-6f5e-4298-ba25-acdb1badb402 HTTP/1.1" status: 200 len: 921 time: 1.4568937 Feb 10 23:11:51.323707 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48676) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:51.334763 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b477f8-fbb2-414a-b0ed-9af86d0548ef tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:51.336728 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b477f8-fbb2-414a-b0ed-9af86d0548ef tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:51.337703 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f1b477f8-fbb2-414a-b0ed-9af86d0548ef tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Synchronizing usage tracker for tenant:143e860117cc493db304000cc95b95c2 on resource:subnet {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:11:51.351828 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-df4570c1-ceb8-4763-a9ec-03c6aabacd3b None None] For port fc3eddee-07ad-41bf-921f-a637a9d6f9fa, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=fc3eddee-07ad-41bf-921f-a637a9d6f9fa,segment=NetworkSegment(a7d60f95-79ab-4be6-9e86-ad5e713f186a),segment_id=a7d60f95-79ab-4be6-9e86-ad5e713f186a)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:11:51.377179 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-df4570c1-ceb8-4763-a9ec-03c6aabacd3b None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:51.394959 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-df4570c1-ceb8-4763-a9ec-03c6aabacd3b None None] Transition to ACTIVE for port object fc3eddee-07ad-41bf-921f-a637a9d6f9fa will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:11:51.396270 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-6ea37a79-58b2-4887-a1c5-7fa608edb1d4 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Deleting port c8f2d554-6f5e-4298-ba25-acdb1badb402 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:11:51.396607 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6ea37a79-58b2-4887-a1c5-7fa608edb1d4 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:51.412405 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f1b477f8-fbb2-414a-b0ed-9af86d0548ef tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Unset dirty status for tenant:143e860117cc493db304000cc95b95c2 on resource:subnet {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:11:51.413601 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f1b477f8-fbb2-414a-b0ed-9af86d0548ef tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1774349 Feb 10 23:11:51.416273 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48680) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:51.435711 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-df4570c1-ceb8-4763-a9ec-03c6aabacd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:51.486913 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-615dcef2-e016-42d2-bb41-21fd78dc00cb tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Deleting subnet 1150fa25-3e35-4afa-b429-8b05050f83b7 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:11:51.489955 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-615dcef2-e016-42d2-bb41-21fd78dc00cb tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:51.583083 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4570c1-ceb8-4763-a9ec-03c6aabacd3b None None] Pushing event updated for resources: {'Port': ['ID=fc3eddee-07ad-41bf-921f-a637a9d6f9fa,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:51.588530 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-615dcef2-e016-42d2-bb41-21fd78dc00cb tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:51.656173 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6ea37a79-58b2-4887-a1c5-7fa608edb1d4 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:51.672828 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device c4c142e6-7275-4381-85eb-fc69f3973a1a up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:11:51.689769 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-615dcef2-e016-42d2-bb41-21fd78dc00cb tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:51.772721 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port c4c142e6-7275-4381-85eb-fc69f3973a1a triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:11:51.773380 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:51.792596 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-6ea37a79-58b2-4887-a1c5-7fa608edb1d4 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Calling delete_port for c8f2d554-6f5e-4298-ba25-acdb1badb402 owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:11:51.852873 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-615dcef2-e016-42d2-bb41-21fd78dc00cb tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:51.899032 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615dcef2-e016-42d2-bb41-21fd78dc00cb tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event deleted for resources: {'Subnet': ['ID=1150fa25-3e35-4afa-b429-8b05050f83b7,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:51.913151 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-615dcef2-e016-42d2-bb41-21fd78dc00cb tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:51.921720 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26e9137-7598-418a-9626-f2099edf3875 None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:11:52.001822 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-615dcef2-e016-42d2-bb41-21fd78dc00cb tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/subnets/1150fa25-3e35-4afa-b429-8b05050f83b7 HTTP/1.1" status: 204 len: 168 time: 0.5845280 Feb 10 23:11:52.004156 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48684) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:52.030151 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6ea37a79-58b2-4887-a1c5-7fa608edb1d4 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:52.092170 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea37a79-58b2-4887-a1c5-7fa608edb1d4 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event deleted for resources: {'Port': ['ID=c8f2d554-6f5e-4298-ba25-acdb1badb402,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:52.194224 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d4c94d14-3eed-40b4-9b57-1ac5c44e0742 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1865492 Feb 10 23:11:52.194432 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48690) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:52.201046 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-5d57c5af-b5c5-45b6-b629-1cb62ac91180 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Request body: {'subnet': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:52.219077 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6ea37a79-58b2-4887-a1c5-7fa608edb1d4 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:52.233290 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-6ea37a79-58b2-4887-a1c5-7fa608edb1d4 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "DELETE /v2.0/ports/c8f2d554-6f5e-4298-ba25-acdb1badb402 HTTP/1.1" status: 204 len: 168 time: 0.9069598 Feb 10 23:11:52.235846 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48694) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:52.253635 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d7011a-0a07-46e8-8858-261e7394fba2 None None] DHCP port deletion for 6dca27ff-0cc1-400d-8ed1-46016d84d938 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:11:52.258061 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-a6d7011a-0a07-46e8-8858-261e7394fba2 None None] Deleting port c4c142e6-7275-4381-85eb-fc69f3973a1a {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:11:52.258651 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a6d7011a-0a07-46e8-8858-261e7394fba2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:52.278543 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-d97224af-2ca5-4842-bffe-cf5f40fe950c tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] GET failed (client error): The resource could not be found. Feb 10 23:11:52.280526 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-d97224af-2ca5-4842-bffe-cf5f40fe950c tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Synchronizing usage tracker for tenant:8ebaafa64ea74242ba2bb084ec0966de on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:11:52.283355 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48698) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:52.312770 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-5d57c5af-b5c5-45b6-b629-1cb62ac91180 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:52.317046 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-5d57c5af-b5c5-45b6-b629-1cb62ac91180 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Usage tracker for resource:subnet and tenant:143e860117cc493db304000cc95b95c2 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:52.320184 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-5d57c5af-b5c5-45b6-b629-1cb62ac91180 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:52.327518 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-5d57c5af-b5c5-45b6-b629-1cb62ac91180 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:52.367169 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-43f8b128-0c4c-4f8c-97e4-b0da7c263136 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/ports?project_id=714fdf59d9ad4aa1b5cc4598e806e542&network_id=f4f4d45e-efab-47b5-8966-f476fe09f270 HTTP/1.1" status: 200 len: 2999 time: 0.0832670 Feb 10 23:11:52.424211 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d57c5af-b5c5-45b6-b629-1cb62ac91180 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Made reservation on behalf of 143e860117cc493db304000cc95b95c2 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:11:52.427727 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5d57c5af-b5c5-45b6-b629-1cb62ac91180 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:52.452914 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-d97224af-2ca5-4842-bffe-cf5f40fe950c tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Unset dirty status for tenant:8ebaafa64ea74242ba2bb084ec0966de on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:11:52.453961 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-d97224af-2ca5-4842-bffe-cf5f40fe950c tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "GET /v2.0/ports/c8f2d554-6f5e-4298-ba25-acdb1badb402 HTTP/1.1" status: 404 len: 333 time: 0.2172110 Feb 10 23:11:52.456707 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48704) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:52.458576 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:52.459190 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-28af90a5-4bae-48f8-9b87-db47fdc0ba7e None None] Provisioning for port fc3eddee-07ad-41bf-921f-a637a9d6f9fa completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:11:52.476320 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-28af90a5-4bae-48f8-9b87-db47fdc0ba7e None None] Provisioning complete for port fc3eddee-07ad-41bf-921f-a637a9d6f9fa triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:11:52.476721 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-28af90a5-4bae-48f8-9b87-db47fdc0ba7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:52.527820 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-40cbdf8d-eccc-4f9f-b339-8b923687c321 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:52.552213 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-a6d7011a-0a07-46e8-8858-261e7394fba2 None None] For port c4c142e6-7275-4381-85eb-fc69f3973a1a, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=c4c142e6-7275-4381-85eb-fc69f3973a1a,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:11:52.552638 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a6d7011a-0a07-46e8-8858-261e7394fba2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:52.564609 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-40cbdf8d-eccc-4f9f-b339-8b923687c321 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:52.683255 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:52.691041 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-a6d7011a-0a07-46e8-8858-261e7394fba2 None None] Calling delete_port for c4c142e6-7275-4381-85eb-fc69f3973a1a owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:11:52.704343 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-40cbdf8d-eccc-4f9f-b339-8b923687c321 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:52.729797 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cbdf8d-eccc-4f9f-b339-8b923687c321 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af42761-397a-4e50-9d9c-b53f4d4f8997,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:52.732343 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-40cbdf8d-eccc-4f9f-b339-8b923687c321 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:52.735823 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-40cbdf8d-eccc-4f9f-b339-8b923687c321 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "DELETE /v2.0/security-groups/0af42761-397a-4e50-9d9c-b53f4d4f8997 HTTP/1.1" status: 204 len: 168 time: 0.2758577 Feb 10 23:11:52.736241 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48710) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:52.822359 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bc22d67a-208f-4495-a979-d66cf11c0bc0 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:52.835417 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-28af90a5-4bae-48f8-9b87-db47fdc0ba7e None None] Could not find standard attr ID for object c8f2d554-6f5e-4298-ba25-acdb1badb402. {{(pid=84334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 23:11:52.848413 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-28af90a5-4bae-48f8-9b87-db47fdc0ba7e None None] Provisioning complete for port 2492a63a-0ae1-448f-bfd4-7adfe4e4276e triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:11:52.848833 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-28af90a5-4bae-48f8-9b87-db47fdc0ba7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:52.863136 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bc22d67a-208f-4495-a979-d66cf11c0bc0 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:52.907771 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-28af90a5-4bae-48f8-9b87-db47fdc0ba7e None None] Port 2492a63a-0ae1-448f-bfd4-7adfe4e4276e cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:11:52.932182 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.objects.ports [None req-5d57c5af-b5c5-45b6-b629-1cb62ac91180 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84332) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 10 23:11:52.932765 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a6d7011a-0a07-46e8-8858-261e7394fba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:52.977376 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d7011a-0a07-46e8-8858-261e7394fba2 None None] Pushing event deleted for resources: {'Port': ['ID=c4c142e6-7275-4381-85eb-fc69f3973a1a,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:52.986275 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d7011a-0a07-46e8-8858-261e7394fba2 None None] No DVR routers for this DVR port c4c142e6-7275-4381-85eb-fc69f3973a1a on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:11:53.001373 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bc22d67a-208f-4495-a979-d66cf11c0bc0 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:53.020296 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-fad212d7-4f49-4654-809c-a757e140b863 None None] Could not find standard attr ID for object c8f2d554-6f5e-4298-ba25-acdb1badb402. {{(pid=84334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 23:11:53.020707 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc22d67a-208f-4495-a979-d66cf11c0bc0 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff2e947-2a37-4c8e-9d4c-5e533271b5b2,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:53.026903 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bc22d67a-208f-4495-a979-d66cf11c0bc0 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:53.028266 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-bc22d67a-208f-4495-a979-d66cf11c0bc0 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "DELETE /v2.0/security-groups/fff2e947-2a37-4c8e-9d4c-5e533271b5b2 HTTP/1.1" status: 204 len: 168 time: 0.2907860 Feb 10 23:11:53.030882 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48714) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:53.035884 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.ipam_pluggable_backend [None req-5d57c5af-b5c5-45b6-b629-1cb62ac91180 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Port c4c142e6-7275-4381-85eb-fc69f3973a1a was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=84332) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 10 23:11:53.041920 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.ipam_pluggable_backend [None req-5d57c5af-b5c5-45b6-b629-1cb62ac91180 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Reverting IP allocation for 2001:db8::f816:3eff:fe6b:35e8 {{(pid=84332) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 10 23:11:53.126862 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5d57c5af-b5c5-45b6-b629-1cb62ac91180 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:53.195145 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d57c5af-b5c5-45b6-b629-1cb62ac91180 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:11:53.198141 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-5d57c5af-b5c5-45b6-b629-1cb62ac91180 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:11:53.202522 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d57c5af-b5c5-45b6-b629-1cb62ac91180 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:53.203104 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5d57c5af-b5c5-45b6-b629-1cb62ac91180 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:53.207985 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e2cea3-b834-4508-b075-2bea5740ab51 None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:11:53.210582 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d57c5af-b5c5-45b6-b629-1cb62ac91180 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event updated for resources: {'Subnet': ['ID=74b75e6d-a032-4cba-989b-3388fd5858f0,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:53.222024 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-441364dc-b4cd-487b-9e77-de8ddd26fbd0 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Deleting subnet 6b4ae7fb-b2d0-4674-8286-2425c6179d3e {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:11:53.225055 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-441364dc-b4cd-487b-9e77-de8ddd26fbd0 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:53.282003 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-441364dc-b4cd-487b-9e77-de8ddd26fbd0 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31983416'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:53.317190 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5d57c5af-b5c5-45b6-b629-1cb62ac91180 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1209528 Feb 10 23:11:53.319203 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48720) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:53.326024 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-87608229-fff6-4a94-b0e4-cd1f322a477f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Request body: {'port': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'mac_address': 'fa:16:3e:9d:92:57', 'name': 'tempest-NetworksTestDHCPv6-42694958'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:53.368710 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-441364dc-b4cd-487b-9e77-de8ddd26fbd0 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:53.432382 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f03f10c-ba1d-4da0-b641-e163907159ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-6dca27ff-0cc1-400d-8ed1-46016d84d938', 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'tenant_id': '143e860117cc493db304000cc95b95c2', 'fixed_ips': [{'subnet_id': '74b75e6d-a032-4cba-989b-3388fd5858f0'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:11:53.434293 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8f03f10c-ba1d-4da0-b641-e163907159ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:53.471124 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-87608229-fff6-4a94-b0e4-cd1f322a477f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:53.475140 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-87608229-fff6-4a94-b0e4-cd1f322a477f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Usage tracker for resource:port and tenant:143e860117cc493db304000cc95b95c2 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:53.477913 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-87608229-fff6-4a94-b0e4-cd1f322a477f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:53.484572 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-87608229-fff6-4a94-b0e4-cd1f322a477f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:53.510274 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-441364dc-b4cd-487b-9e77-de8ddd26fbd0 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:53.550779 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441364dc-b4cd-487b-9e77-de8ddd26fbd0 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event deleted for resources: {'Subnet': ['ID=6b4ae7fb-b2d0-4674-8286-2425c6179d3e,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:53.557011 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-441364dc-b4cd-487b-9e77-de8ddd26fbd0 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:53.578142 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-441364dc-b4cd-487b-9e77-de8ddd26fbd0 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "DELETE /v2.0/subnets/6b4ae7fb-b2d0-4674-8286-2425c6179d3e HTTP/1.1" status: 204 len: 168 time: 0.5320144 Feb 10 23:11:53.578632 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48724) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:53.578632 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-6c36a224-121f-4dee-885e-167fe5f3e2ba tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Request body: {'subnet': {'network_id': '8620a4de-949e-4d31-a92e-ab0daf29cb13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:53.587835 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408045be-c883-47d7-89b0-4b42f60f145f None None] Network 8620a4de-949e-4d31-a92e-ab0daf29cb13 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:11:53.596622 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87608229-fff6-4a94-b0e4-cd1f322a477f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Made reservation on behalf of 143e860117cc493db304000cc95b95c2 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:11:53.600368 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-87608229-fff6-4a94-b0e4-cd1f322a477f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:53.669006 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device fc3eddee-07ad-41bf-921f-a637a9d6f9fa up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:11:53.692830 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-87608229-fff6-4a94-b0e4-cd1f322a477f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] device_id is not set on port 287f3a48-35d8-4a96-9099-f167bd2c966b yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:11:53.702353 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-8f03f10c-ba1d-4da0-b641-e163907159ea None None] Allocated IP 2001:db8::f816:3eff:fe3f:7815 (6dca27ff-0cc1-400d-8ed1-46016d84d938/74b75e6d-a032-4cba-989b-3388fd5858f0/2fd94f34-49d3-4dec-9918-957c1bfd1313) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:11:53.797666 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-6c36a224-121f-4dee-885e-167fe5f3e2ba tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:53.801290 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-6c36a224-121f-4dee-885e-167fe5f3e2ba tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Usage tracker for resource:subnet and tenant:8ebaafa64ea74242ba2bb084ec0966de is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:53.804333 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-6c36a224-121f-4dee-885e-167fe5f3e2ba tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:53.810770 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-6c36a224-121f-4dee-885e-167fe5f3e2ba tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:53.886676 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c36a224-121f-4dee-885e-167fe5f3e2ba tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Made reservation on behalf of 8ebaafa64ea74242ba2bb084ec0966de for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:11:54.012029 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6c36a224-121f-4dee-885e-167fe5f3e2ba tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:54.012388 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port fc3eddee-07ad-41bf-921f-a637a9d6f9fa triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:11:54.012792 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:54.115505 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48730) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:54.122579 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:54.161662 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8f03f10c-ba1d-4da0-b641-e163907159ea None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:54.175944 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eada2296-d75a-4779-b975-1b29d50ad8e5 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:54.184403 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-eada2296-d75a-4779-b975-1b29d50ad8e5 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=c2ed7563-f8af-409c-803f-f56530124ba5 HTTP/1.1" status: 200 len: 814 time: 0.0610154 Feb 10 23:11:54.184640 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-8f03f10c-ba1d-4da0-b641-e163907159ea None None] Transition to ACTIVE for port object 2fd94f34-49d3-4dec-9918-957c1bfd1313 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:11:54.242257 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-8f03f10c-ba1d-4da0-b641-e163907159ea None None] Transition to ACTIVE for port object 2fd94f34-49d3-4dec-9918-957c1bfd1313 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:11:54.316041 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8f03f10c-ba1d-4da0-b641-e163907159ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:54.349992 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6c36a224-121f-4dee-885e-167fe5f3e2ba tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:54.351091 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device c4c142e6-7275-4381-85eb-fc69f3973a1a no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:11:54.404371 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: c4c142e6-7275-4381-85eb-fc69f3973a1a {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:11:54.404648 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device c4c142e6-7275-4381-85eb-fc69f3973a1a not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:11:54.430021 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f03f10c-ba1d-4da0-b641-e163907159ea None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:11:54.432346 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-8f03f10c-ba1d-4da0-b641-e163907159ea None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:11:54.437759 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f03f10c-ba1d-4da0-b641-e163907159ea None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:11:54.439884 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f03f10c-ba1d-4da0-b641-e163907159ea None None] Pushing event updated for resources: {'Port': ['ID=2fd94f34-49d3-4dec-9918-957c1bfd1313,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:54.460559 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c36a224-121f-4dee-885e-167fe5f3e2ba tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event updated for resources: {'Subnet': ['ID=89f35f64-5e11-46d3-b291-ed33742654ec,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:54.463882 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c36a224-121f-4dee-885e-167fe5f3e2ba tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Network 8620a4de-949e-4d31-a92e-ab0daf29cb13 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:11:54.468996 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-6c36a224-121f-4dee-885e-167fe5f3e2ba tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:11:54.472203 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-87608229-fff6-4a94-b0e4-cd1f322a477f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Allocated IP 2001:db8::f816:3eff:fe9d:9257 (6dca27ff-0cc1-400d-8ed1-46016d84d938/74b75e6d-a032-4cba-989b-3388fd5858f0/287f3a48-35d8-4a96-9099-f167bd2c966b) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:11:54.476309 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c36a224-121f-4dee-885e-167fe5f3e2ba tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:54.477380 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6c36a224-121f-4dee-885e-167fe5f3e2ba tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:54.551283 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-8f03f10c-ba1d-4da0-b641-e163907159ea None None] Attempting to bind port 2fd94f34-49d3-4dec-9918-957c1bfd1313 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:11:54.551802 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-8f03f10c-ba1d-4da0-b641-e163907159ea None None] Attempting to bind port 2fd94f34-49d3-4dec-9918-957c1bfd1313 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:11:54.552245 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f03f10c-ba1d-4da0-b641-e163907159ea None None] Attempting to bind port 2fd94f34-49d3-4dec-9918-957c1bfd1313 on network 6dca27ff-0cc1-400d-8ed1-46016d84d938 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:11:54.561355 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f03f10c-ba1d-4da0-b641-e163907159ea None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:11:54.562031 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f03f10c-ba1d-4da0-b641-e163907159ea None None] Checking segment: {'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:11:54.562748 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8f03f10c-ba1d-4da0-b641-e163907159ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:54.563299 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f03f10c-ba1d-4da0-b641-e163907159ea None None] Bound using segment: {'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:11:54.564027 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-8f03f10c-ba1d-4da0-b641-e163907159ea None None] Bound port: 2fd94f34-49d3-4dec-9918-957c1bfd1313, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:11:54.564666 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8f03f10c-ba1d-4da0-b641-e163907159ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:54.638425 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6c36a224-121f-4dee-885e-167fe5f3e2ba tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0654926 Feb 10 23:11:54.638820 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48738) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:54.641339 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48742) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:54.646697 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-49a4dd53-dba8-443f-b590-d3813cceb0ff tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Request body: {'security_group': {'name': 'tempest-secgroup-317459436'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:54.656266 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-e467cc40-1201-4315-8177-351e0f3b18fb tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'network': {'name': 'tempest-network-smoke--1316866817', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'port_security_enabled': True}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:54.662377 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e467cc40-1201-4315-8177-351e0f3b18fb tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:54.665125 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-49a4dd53-dba8-443f-b590-d3813cceb0ff tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:54.673241 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-49a4dd53-dba8-443f-b590-d3813cceb0ff tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Usage tracker for resource:security_group and tenant:8ebaafa64ea74242ba2bb084ec0966de is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:54.673661 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-8f03f10c-ba1d-4da0-b641-e163907159ea None None] For port 2fd94f34-49d3-4dec-9918-957c1bfd1313, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:11:54.678139 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-8f03f10c-ba1d-4da0-b641-e163907159ea None None] For port 2fd94f34-49d3-4dec-9918-957c1bfd1313, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=2fd94f34-49d3-4dec-9918-957c1bfd1313,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:11:54.679544 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-49a4dd53-dba8-443f-b590-d3813cceb0ff tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:54.684779 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e467cc40-1201-4315-8177-351e0f3b18fb tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:54.689288 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-49a4dd53-dba8-443f-b590-d3813cceb0ff tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:54.785078 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8f03f10c-ba1d-4da0-b641-e163907159ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:54.801275 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e467cc40-1201-4315-8177-351e0f3b18fb tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Made reservation on behalf of 714fdf59d9ad4aa1b5cc4598e806e542 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:11:54.801275 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e467cc40-1201-4315-8177-351e0f3b18fb tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:54.815372 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-49a4dd53-dba8-443f-b590-d3813cceb0ff tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:54.827383 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-87608229-fff6-4a94-b0e4-cd1f322a477f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:54.850021 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-87608229-fff6-4a94-b0e4-cd1f322a477f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Transition to ACTIVE for port object 287f3a48-35d8-4a96-9099-f167bd2c966b will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:11:54.865711 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30662585-3250-4a4a-8e11-93c132d5a324 None None] Network 8620a4de-949e-4d31-a92e-ab0daf29cb13 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:11:54.868239 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e467cc40-1201-4315-8177-351e0f3b18fb tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:11:54.887708 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-49a4dd53-dba8-443f-b590-d3813cceb0ff tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:54.893888 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-49a4dd53-dba8-443f-b590-d3813cceb0ff tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Usage tracker for resource:security_group_rule and tenant:8ebaafa64ea74242ba2bb084ec0966de is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:54.896853 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e467cc40-1201-4315-8177-351e0f3b18fb tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:54.897191 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-e467cc40-1201-4315-8177-351e0f3b18fb tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Added segment 163a8864-a0ad-44e4-aa89-467aea8675e7 of type vlan for network e71ad381-e318-431e-98da-fd81867293a8 Feb 10 23:11:54.898376 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-49a4dd53-dba8-443f-b590-d3813cceb0ff tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:54.908565 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-49a4dd53-dba8-443f-b590-d3813cceb0ff tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:54.940610 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e467cc40-1201-4315-8177-351e0f3b18fb tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:54.945363 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-87608229-fff6-4a94-b0e4-cd1f322a477f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:54.950531 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f03f10c-ba1d-4da0-b641-e163907159ea None None] Pushing event updated for resources: {'Port': ['ID=2fd94f34-49d3-4dec-9918-957c1bfd1313,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:54.997865 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-c3da66ba-ac47-43a1-a8b3-a9a1e0f34c30 None None] Provisioning complete for port fc3eddee-07ad-41bf-921f-a637a9d6f9fa triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:11:54.998268 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c3da66ba-ac47-43a1-a8b3-a9a1e0f34c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:55.012919 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-49a4dd53-dba8-443f-b590-d3813cceb0ff tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:55.045190 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87608229-fff6-4a94-b0e4-cd1f322a477f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:11:55.049349 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87608229-fff6-4a94-b0e4-cd1f322a477f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event updated for resources: {'Port': ['ID=287f3a48-35d8-4a96-9099-f167bd2c966b,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:55.052687 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-87608229-fff6-4a94-b0e4-cd1f322a477f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:11:55.055308 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87608229-fff6-4a94-b0e4-cd1f322a477f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:11:55.060578 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87608229-fff6-4a94-b0e4-cd1f322a477f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:55.061436 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-87608229-fff6-4a94-b0e4-cd1f322a477f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:55.075971 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e467cc40-1201-4315-8177-351e0f3b18fb tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:55.085300 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e467cc40-1201-4315-8177-351e0f3b18fb tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:55.085540 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e467cc40-1201-4315-8177-351e0f3b18fb tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:55.121858 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-49a4dd53-dba8-443f-b590-d3813cceb0ff tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:55.150823 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-87608229-fff6-4a94-b0e4-cd1f322a477f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.8276572 Feb 10 23:11:55.151219 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48746) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:55.260226 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0a9fbd-79cd-4c14-abe5-59e2aade4c75 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:55.264948 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0a9fbd-79cd-4c14-abe5-59e2aade4c75 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:55.265955 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-3b0a9fbd-79cd-4c14-abe5-59e2aade4c75 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Synchronizing usage tracker for tenant:143e860117cc493db304000cc95b95c2 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:11:55.321807 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-c3da66ba-ac47-43a1-a8b3-a9a1e0f34c30 None None] Provisioning complete for port 2492a63a-0ae1-448f-bfd4-7adfe4e4276e triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:11:55.322178 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c3da66ba-ac47-43a1-a8b3-a9a1e0f34c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:55.355781 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-3b0a9fbd-79cd-4c14-abe5-59e2aade4c75 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Unset dirty status for tenant:143e860117cc493db304000cc95b95c2 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:11:55.360762 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3b0a9fbd-79cd-4c14-abe5-59e2aade4c75 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.2051115 Feb 10 23:11:55.360762 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48750) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:55.385991 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-c3da66ba-ac47-43a1-a8b3-a9a1e0f34c30 None None] Port 2492a63a-0ae1-448f-bfd4-7adfe4e4276e cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:11:55.406292 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a4dd53-dba8-443f-b590-d3813cceb0ff tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36cf6ff5-86e0-4e0d-8253-e079547c22b5,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:55.408432 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e467cc40-1201-4315-8177-351e0f3b18fb tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Network': ['ID=e71ad381-e318-431e-98da-fd81867293a8,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:55.426202 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network e71ad381-e318-431e-98da-fd81867293a8 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:11:55.426389 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-f749f050-f6d3-4bf5-a0e9-0c88d9738f4d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Deleting port 287f3a48-35d8-4a96-9099-f167bd2c966b {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:11:55.426609 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f749f050-f6d3-4bf5-a0e9-0c88d9738f4d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:55.441763 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-e467cc40-1201-4315-8177-351e0f3b18fb tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7994215 Feb 10 23:11:55.442820 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-49a4dd53-dba8-443f-b590-d3813cceb0ff tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:55.446798 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-49a4dd53-dba8-443f-b590-d3813cceb0ff tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.8074434 Feb 10 23:11:55.447424 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48754) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:55.447819 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48756) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:55.488798 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-10ea843c-791e-4141-9c7c-8b32c1d0d601 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Request body: {'security_group': {'name': 'tempest-secgroup-1871552017'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:55.497742 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-10ea843c-791e-4141-9c7c-8b32c1d0d601 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:55.506681 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-10ea843c-791e-4141-9c7c-8b32c1d0d601 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Usage tracker for resource:security_group and tenant:8ebaafa64ea74242ba2bb084ec0966de is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:55.514741 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-10ea843c-791e-4141-9c7c-8b32c1d0d601 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:55.523479 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-10ea843c-791e-4141-9c7c-8b32c1d0d601 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:55.539103 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e807bb5d-780a-4684-9622-b2170af27873 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:55.540905 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-e807bb5d-780a-4684-9622-b2170af27873 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=714fdf59d9ad4aa1b5cc4598e806e542&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0922403 Feb 10 23:11:55.543852 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48762) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:55.613902 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757c32f1-b593-46c4-a3a0-e2688caa2592 None None] Update dhcp port {'port': {'network_id': '8620a4de-949e-4d31-a92e-ab0daf29cb13', 'fixed_ips': [{'subnet_id': '6864d79f-2c77-46fa-a0c8-2412cdeb403a', 'ip_address': '172.20.0.18'}, {'subnet_id': '89f35f64-5e11-46d3-b291-ed33742654ec'}], 'binding:host_id': 'dv-neutron-828797-1-hyperv'}, 'id': 'fc3eddee-07ad-41bf-921f-a637a9d6f9fa'} from dv-neutron-828797-1-hyperv. {{(pid=84334) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 10 23:11:55.650345 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-10ea843c-791e-4141-9c7c-8b32c1d0d601 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:55.711529 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-757c32f1-b593-46c4-a3a0-e2688caa2592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:55.729833 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-10ea843c-791e-4141-9c7c-8b32c1d0d601 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:55.758753 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-10ea843c-791e-4141-9c7c-8b32c1d0d601 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Usage tracker for resource:security_group_rule and tenant:8ebaafa64ea74242ba2bb084ec0966de is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:55.763282 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-10ea843c-791e-4141-9c7c-8b32c1d0d601 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:55.768463 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ad1ea6-e3dc-45f3-b0a2-9a494a0c6199 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:55.771471 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-91ad1ea6-e3dc-45f3-b0a2-9a494a0c6199 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2264655 Feb 10 23:11:55.775036 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48766) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:55.778364 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-10ea843c-791e-4141-9c7c-8b32c1d0d601 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:55.799065 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f749f050-f6d3-4bf5-a0e9-0c88d9738f4d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:55.800393 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 2fd94f34-49d3-4dec-9918-957c1bfd1313 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:11:55.835216 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-74bd2431-3977-4ca0-9cd5-51e253d470bd tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=c2ed7563-f8af-409c-803f-f56530124ba5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0590839 Feb 10 23:11:55.839025 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48770) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:55.892866 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-1f3a1862-616a-4cc9-8f18-aeb90d3794b5 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=714fdf59d9ad4aa1b5cc4598e806e542&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0520947 Feb 10 23:11:55.901375 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48774) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:55.951316 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-f749f050-f6d3-4bf5-a0e9-0c88d9738f4d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Calling delete_port for 287f3a48-35d8-4a96-9099-f167bd2c966b owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:11:56.027006 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-10ea843c-791e-4141-9c7c-8b32c1d0d601 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:56.048906 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-757c32f1-b593-46c4-a3a0-e2688caa2592 None None] Allocated IP 172.20.0.2 (8620a4de-949e-4d31-a92e-ab0daf29cb13/89f35f64-5e11-46d3-b291-ed33742654ec/fc3eddee-07ad-41bf-921f-a637a9d6f9fa) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:11:56.091158 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ef9d4e-a7db-4ce4-a06d-ecff09e3e4e3 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:56.091158 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-54ef9d4e-a7db-4ce4-a06d-ecff09e3e4e3 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1842508 Feb 10 23:11:56.091158 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48778) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:56.126760 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-10ea843c-791e-4141-9c7c-8b32c1d0d601 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:56.149071 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-890965f4-5165-4742-a627-6f03407ef8d7 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=c2ed7563-f8af-409c-803f-f56530124ba5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0572894 Feb 10 23:11:56.153419 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48782) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:56.164168 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-8c23f818-d127-4148-858d-c597abbf526c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1154859785', 'network_id': 'e71ad381-e318-431e-98da-fd81867293a8', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:56.184091 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea843c-791e-4141-9c7c-8b32c1d0d601 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8671e530-8379-4d3b-9dcb-09cf04131904,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:56.200470 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f749f050-f6d3-4bf5-a0e9-0c88d9738f4d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:56.224143 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 2fd94f34-49d3-4dec-9918-957c1bfd1313 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:11:56.247306 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-10ea843c-791e-4141-9c7c-8b32c1d0d601 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:56.248530 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-10ea843c-791e-4141-9c7c-8b32c1d0d601 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7980697 Feb 10 23:11:56.251483 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48786) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:56.257788 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-90e01af1-f106-4c9d-af42-dffb2fd90455 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Request body: {'security_group': {'name': 'tempest-secgroup-306350320'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:56.265734 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-90e01af1-f106-4c9d-af42-dffb2fd90455 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:56.273908 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-90e01af1-f106-4c9d-af42-dffb2fd90455 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Usage tracker for resource:security_group and tenant:8ebaafa64ea74242ba2bb084ec0966de is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:56.278902 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-90e01af1-f106-4c9d-af42-dffb2fd90455 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:56.286823 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-90e01af1-f106-4c9d-af42-dffb2fd90455 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:56.288149 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-757c32f1-b593-46c4-a3a0-e2688caa2592 None None] For port fc3eddee-07ad-41bf-921f-a637a9d6f9fa, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=fc3eddee-07ad-41bf-921f-a637a9d6f9fa,segment=NetworkSegment(a7d60f95-79ab-4be6-9e86-ad5e713f186a),segment_id=a7d60f95-79ab-4be6-9e86-ad5e713f186a)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:11:56.317403 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-286c6638-d744-4af9-b721-928b55227809 None None] Provisioning for port 2fd94f34-49d3-4dec-9918-957c1bfd1313 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:11:56.322594 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-757c32f1-b593-46c4-a3a0-e2688caa2592 None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:56.333093 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-286c6638-d744-4af9-b721-928b55227809 None None] Provisioning complete for port 2fd94f34-49d3-4dec-9918-957c1bfd1313 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:11:56.333475 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-286c6638-d744-4af9-b721-928b55227809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:56.361727 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-90e01af1-f106-4c9d-af42-dffb2fd90455 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:56.365104 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f749f050-f6d3-4bf5-a0e9-0c88d9738f4d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:56.380466 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-757c32f1-b593-46c4-a3a0-e2688caa2592 None None] Transition to ACTIVE for port object fc3eddee-07ad-41bf-921f-a637a9d6f9fa will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:11:56.382517 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f749f050-f6d3-4bf5-a0e9-0c88d9738f4d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event deleted for resources: {'Port': ['ID=287f3a48-35d8-4a96-9099-f167bd2c966b,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:56.420046 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-90e01af1-f106-4c9d-af42-dffb2fd90455 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:56.422660 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8c23f818-d127-4148-858d-c597abbf526c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:56.424271 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-90e01af1-f106-4c9d-af42-dffb2fd90455 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Usage tracker for resource:security_group_rule and tenant:8ebaafa64ea74242ba2bb084ec0966de is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:56.428439 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-90e01af1-f106-4c9d-af42-dffb2fd90455 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:56.434089 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8c23f818-d127-4148-858d-c597abbf526c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:subnet and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:56.436219 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-90e01af1-f106-4c9d-af42-dffb2fd90455 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:56.440121 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8c23f818-d127-4148-858d-c597abbf526c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:56.448276 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8c23f818-d127-4148-858d-c597abbf526c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:56.455025 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-757c32f1-b593-46c4-a3a0-e2688caa2592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:56.475671 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f749f050-f6d3-4bf5-a0e9-0c88d9738f4d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/ports/287f3a48-35d8-4a96-9099-f167bd2c966b HTTP/1.1" status: 204 len: 168 time: 1.1146872 Feb 10 23:11:56.475912 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48790) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:56.510009 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c23f818-d127-4148-858d-c597abbf526c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Made reservation on behalf of 714fdf59d9ad4aa1b5cc4598e806e542 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:11:56.545220 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757c32f1-b593-46c4-a3a0-e2688caa2592 None None] Pushing event updated for resources: {'Port': ['ID=fc3eddee-07ad-41bf-921f-a637a9d6f9fa,revision_number=6']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:56.582635 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-90e01af1-f106-4c9d-af42-dffb2fd90455 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:56.594477 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-286c6638-d744-4af9-b721-928b55227809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:56.607401 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163bb975-aeba-4886-baa3-46212c23596e tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:56.609959 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163bb975-aeba-4886-baa3-46212c23596e tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:56.611593 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-163bb975-aeba-4886-baa3-46212c23596e tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Synchronizing usage tracker for tenant:143e860117cc493db304000cc95b95c2 on resource:subnet {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:11:56.635515 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8c23f818-d127-4148-858d-c597abbf526c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:56.646923 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-90e01af1-f106-4c9d-af42-dffb2fd90455 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:56.665518 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-286c6638-d744-4af9-b721-928b55227809 None None] For port 2fd94f34-49d3-4dec-9918-957c1bfd1313, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=2fd94f34-49d3-4dec-9918-957c1bfd1313,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:11:56.697074 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e01af1-f106-4c9d-af42-dffb2fd90455 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48eff9ab-b36c-4a83-8540-fb6be0033d47,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:56.700377 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-163bb975-aeba-4886-baa3-46212c23596e tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Unset dirty status for tenant:143e860117cc493db304000cc95b95c2 on resource:subnet {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:11:56.701517 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-163bb975-aeba-4886-baa3-46212c23596e tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2248635 Feb 10 23:11:56.704191 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48794) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:56.721179 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-286c6638-d744-4af9-b721-928b55227809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:56.768419 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-90e01af1-f106-4c9d-af42-dffb2fd90455 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:56.773300 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48798) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:56.774019 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-90e01af1-f106-4c9d-af42-dffb2fd90455 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.5213377 Feb 10 23:11:56.784859 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-025619ea-b55a-4e42-9bcc-b830d3efd703 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-354745822', 'security_groups': ['48eff9ab-b36c-4a83-8540-fb6be0033d47'], 'network_id': '8620a4de-949e-4d31-a92e-ab0daf29cb13', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '89f35f64-5e11-46d3-b291-ed33742654ec'}]}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:56.811717 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286c6638-d744-4af9-b721-928b55227809 None None] Pushing event updated for resources: {'Port': ['ID=2fd94f34-49d3-4dec-9918-957c1bfd1313,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:56.834192 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-e4a79336-4e16-463f-8c3c-e6aefe4b2c95 None None] Could not find standard attr ID for object 287f3a48-35d8-4a96-9099-f167bd2c966b. {{(pid=84334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 23:11:56.924319 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b0089ab-7949-4dca-a7ef-88f07e7a1c07 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Deleting subnet 74b75e6d-a032-4cba-989b-3388fd5858f0 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:11:56.927510 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0b0089ab-7949-4dca-a7ef-88f07e7a1c07 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:56.985577 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0b0089ab-7949-4dca-a7ef-88f07e7a1c07 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31983416'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:57.008042 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-025619ea-b55a-4e42-9bcc-b830d3efd703 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:57.017974 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-025619ea-b55a-4e42-9bcc-b830d3efd703 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:57.077309 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8c23f818-d127-4148-858d-c597abbf526c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:57.077698 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0b0089ab-7949-4dca-a7ef-88f07e7a1c07 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:57.222498 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0b0089ab-7949-4dca-a7ef-88f07e7a1c07 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:57.225445 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025619ea-b55a-4e42-9bcc-b830d3efd703 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Made reservation on behalf of 8ebaafa64ea74242ba2bb084ec0966de for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:11:57.230303 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-025619ea-b55a-4e42-9bcc-b830d3efd703 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:57.255516 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0089ab-7949-4dca-a7ef-88f07e7a1c07 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event deleted for resources: {'Subnet': ['ID=74b75e6d-a032-4cba-989b-3388fd5858f0,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:57.266370 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0b0089ab-7949-4dca-a7ef-88f07e7a1c07 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:57.273415 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d1ce21-e100-4c5a-952f-9d23d472f185 None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:11:57.306870 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c23f818-d127-4148-858d-c597abbf526c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Subnet': ['ID=5c1f0f26-e4ff-47f5-b1eb-0810dc271e28,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:57.310285 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-025619ea-b55a-4e42-9bcc-b830d3efd703 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] device_id is not set on port 036e1258-f948-4c5c-bf87-bd4ccb918c94 yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:11:57.340039 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-efc2eab7-05dd-4874-8b4d-78639bbaf1fa None None] Provisioning for port fc3eddee-07ad-41bf-921f-a637a9d6f9fa completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:11:57.354336 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-0b0089ab-7949-4dca-a7ef-88f07e7a1c07 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/subnets/74b75e6d-a032-4cba-989b-3388fd5858f0 HTTP/1.1" status: 204 len: 168 time: 0.6490409 Feb 10 23:11:57.356275 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48802) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:57.359885 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-efc2eab7-05dd-4874-8b4d-78639bbaf1fa None None] Provisioning complete for port fc3eddee-07ad-41bf-921f-a637a9d6f9fa triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:11:57.360254 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-efc2eab7-05dd-4874-8b4d-78639bbaf1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:57.382806 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c23f818-d127-4148-858d-c597abbf526c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Checking segment: {'id': '163a8864-a0ad-44e4-aa89-467aea8675e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e71ad381-e318-431e-98da-fd81867293a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:11:57.383170 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c23f818-d127-4148-858d-c597abbf526c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Network hostable DHCP agents. Network: e71ad381-e318-431e-98da-fd81867293a8, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:11:57.399131 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-57ca35c2-18ed-44ab-99c1-60d4ec3c1119 req-6785c557-217b-425d-b315-b3d4f248c3be service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=30d56768-2bba-410e-be7e-2f956bd4eb1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3654649 Feb 10 23:11:57.435619 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-7ada38f0-b3ff-40c6-8ce8-b1c666be0f5a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0792708 Feb 10 23:11:57.437863 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48808) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:57.530552 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7167b717-a6f6-4727-bf09-31e0e5378a21 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:57.536311 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-7167b717-a6f6-4727-bf09-31e0e5378a21 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0933208 Feb 10 23:11:57.538438 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48812) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:57.548574 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c23f818-d127-4148-858d-c597abbf526c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Network e71ad381-e318-431e-98da-fd81867293a8 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:11:57.597102 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-efc2eab7-05dd-4874-8b4d-78639bbaf1fa None None] Provisioning complete for port 2492a63a-0ae1-448f-bfd4-7adfe4e4276e triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:11:57.597476 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-efc2eab7-05dd-4874-8b4d-78639bbaf1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:57.660909 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-efc2eab7-05dd-4874-8b4d-78639bbaf1fa None None] Port 2492a63a-0ae1-448f-bfd4-7adfe4e4276e cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:11:57.686176 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0eb9b40-5c04-476b-b842-503e8e469252 None None] DHCP port deletion for 6dca27ff-0cc1-400d-8ed1-46016d84d938 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:11:57.690382 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device fc3eddee-07ad-41bf-921f-a637a9d6f9fa up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:11:57.695404 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-8c23f818-d127-4148-858d-c597abbf526c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, e71ad381-e318-431e-98da-fd81867293a8) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:11:57.706140 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c23f818-d127-4148-858d-c597abbf526c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:57.706715 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8c23f818-d127-4148-858d-c597abbf526c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:57.718648 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b309b6-7aac-4129-a43a-255e7a5ad47d None None] Network e71ad381-e318-431e-98da-fd81867293a8 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:11:57.727377 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275afb56-97f6-4d02-88f8-3014e5a2613c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:57.728039 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-275afb56-97f6-4d02-88f8-3014e5a2613c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Synchronizing usage tracker for tenant:143e860117cc493db304000cc95b95c2 on resource:subnet {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:11:57.738294 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-a0eb9b40-5c04-476b-b842-503e8e469252 None None] Deleting port 2fd94f34-49d3-4dec-9918-957c1bfd1313 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:11:57.738859 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a0eb9b40-5c04-476b-b842-503e8e469252 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:57.740623 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-025619ea-b55a-4e42-9bcc-b830d3efd703 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Allocated IP 172.20.0.4 (8620a4de-949e-4d31-a92e-ab0daf29cb13/89f35f64-5e11-46d3-b291-ed33742654ec/036e1258-f948-4c5c-bf87-bd4ccb918c94) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:11:57.771811 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-57ca35c2-18ed-44ab-99c1-60d4ec3c1119 req-5570bd87-dd56-4aac-90d9-8285988bed3d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=82bae8319c0a482993cd9e8530b11401&device_id=30d56768-2bba-410e-be7e-2f956bd4eb1d HTTP/1.1" status: 200 len: 1098 time: 0.2766750 Feb 10 23:11:57.888124 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8c23f818-d127-4148-858d-c597abbf526c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.7316616 Feb 10 23:11:57.889013 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-275afb56-97f6-4d02-88f8-3014e5a2613c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Unset dirty status for tenant:143e860117cc493db304000cc95b95c2 on resource:subnet {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:11:57.893187 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-275afb56-97f6-4d02-88f8-3014e5a2613c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3460200 Feb 10 23:11:57.894462 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48818) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:58.003986 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-0cff4f92-e3c4-40b6-b58f-8e617c0b68d4 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1038003 Feb 10 23:11:58.004234 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48822) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:58.009942 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-8e68eb03-2f57-401d-992f-8c3fdeac8be4 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Request body: {'subnet': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:58.037482 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port fc3eddee-07ad-41bf-921f-a637a9d6f9fa triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:11:58.037849 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:58.118113 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-a0eb9b40-5c04-476b-b842-503e8e469252 None None] For port 2fd94f34-49d3-4dec-9918-957c1bfd1313, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=2fd94f34-49d3-4dec-9918-957c1bfd1313,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:11:58.118508 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a0eb9b40-5c04-476b-b842-503e8e469252 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:58.122924 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca35c2-18ed-44ab-99c1-60d4ec3c1119 req-3c08c267-452d-4011-8b27-a15c0f40b97a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:58.124332 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-57ca35c2-18ed-44ab-99c1-60d4ec3c1119 req-3c08c267-452d-4011-8b27-a15c0f40b97a service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a75b224-7431-40b5-b18e-691aa5ad073d HTTP/1.1" status: 200 len: 913 time: 0.3293009 Feb 10 23:11:58.236889 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-025619ea-b55a-4e42-9bcc-b830d3efd703 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:58.281076 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-025619ea-b55a-4e42-9bcc-b830d3efd703 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Transition to ACTIVE for port object 036e1258-f948-4c5c-bf87-bd4ccb918c94 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:11:58.282487 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8e68eb03-2f57-401d-992f-8c3fdeac8be4 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:58.294015 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-a0eb9b40-5c04-476b-b842-503e8e469252 None None] Calling delete_port for 2fd94f34-49d3-4dec-9918-957c1bfd1313 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:11:58.296044 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-57ca35c2-18ed-44ab-99c1-60d4ec3c1119 req-08ad2190-426a-44a9-9e1d-c2e67cfe25a7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f115977-ed25-4098-8e07-2982d35bc998 HTTP/1.1" status: 200 len: 1001 time: 0.1568258 Feb 10 23:11:58.302500 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8e68eb03-2f57-401d-992f-8c3fdeac8be4 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:58.374067 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca35c2-18ed-44ab-99c1-60d4ec3c1119 req-dafec931-9f8c-45c6-a5b9-8e0a458a0e4a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:58.375830 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-57ca35c2-18ed-44ab-99c1-60d4ec3c1119 req-dafec931-9f8c-45c6-a5b9-8e0a458a0e4a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=375b0e55-6852-456e-bf83-790a9c9d4e02 HTTP/1.1" status: 200 len: 851 time: 0.0733407 Feb 10 23:11:58.380562 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48826) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:58.387791 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-5c1d5a6e-f175-431b-9c9c-459fa1ac57f9 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1626219373', 'description': 'tempest-secgroup-smoke-1626219373 description', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:58.394422 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5c1d5a6e-f175-431b-9c9c-459fa1ac57f9 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:58.406447 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5c1d5a6e-f175-431b-9c9c-459fa1ac57f9 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:58.431414 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f4c629-645b-4d93-964a-22311ce41f40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-e71ad381-e318-431e-98da-fd81867293a8', 'network_id': 'e71ad381-e318-431e-98da-fd81867293a8', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'fixed_ips': [{'subnet_id': '5c1f0f26-e4ff-47f5-b1eb-0810dc271e28'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:11:58.431717 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e68eb03-2f57-401d-992f-8c3fdeac8be4 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Made reservation on behalf of 143e860117cc493db304000cc95b95c2 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:11:58.432198 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-47f4c629-645b-4d93-964a-22311ce41f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:58.500052 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-025619ea-b55a-4e42-9bcc-b830d3efd703 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:58.504207 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5c1d5a6e-f175-431b-9c9c-459fa1ac57f9 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:58.533832 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a0eb9b40-5c04-476b-b842-503e8e469252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:58.542032 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5c1d5a6e-f175-431b-9c9c-459fa1ac57f9 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:58.546680 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-5c1d5a6e-f175-431b-9c9c-459fa1ac57f9 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:58.549894 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-5c1d5a6e-f175-431b-9c9c-459fa1ac57f9 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:58.555865 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5c1d5a6e-f175-431b-9c9c-459fa1ac57f9 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:58.584671 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025619ea-b55a-4e42-9bcc-b830d3efd703 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event updated for resources: {'Port': ['ID=036e1258-f948-4c5c-bf87-bd4ccb918c94,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:58.586122 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb9b40-5c04-476b-b842-503e8e469252 None None] Pushing event deleted for resources: {'Port': ['ID=2fd94f34-49d3-4dec-9918-957c1bfd1313,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:58.630850 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5c1d5a6e-f175-431b-9c9c-459fa1ac57f9 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:58.632043 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0eb9b40-5c04-476b-b842-503e8e469252 None None] No DVR routers for this DVR port 2fd94f34-49d3-4dec-9918-957c1bfd1313 on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:11:58.645495 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025619ea-b55a-4e42-9bcc-b830d3efd703 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Network 8620a4de-949e-4d31-a92e-ab0daf29cb13 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:11:58.648499 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8e68eb03-2f57-401d-992f-8c3fdeac8be4 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:58.660064 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-47f4c629-645b-4d93-964a-22311ce41f40 None None] Allocated IP 172.20.0.18 (e71ad381-e318-431e-98da-fd81867293a8/5c1f0f26-e4ff-47f5-b1eb-0810dc271e28/59cce70e-b8a4-4880-a00c-994edeb757ac) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:11:58.662382 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-025619ea-b55a-4e42-9bcc-b830d3efd703 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:11:58.664920 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025619ea-b55a-4e42-9bcc-b830d3efd703 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:11:58.698255 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5c1d5a6e-f175-431b-9c9c-459fa1ac57f9 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:58.753157 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1d5a6e-f175-431b-9c9c-459fa1ac57f9 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c253bcf8-7dba-43e8-a80d-9e4524534f9b,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:58.801832 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5c1d5a6e-f175-431b-9c9c-459fa1ac57f9 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:58.803438 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-5c1d5a6e-f175-431b-9c9c-459fa1ac57f9 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4215274 Feb 10 23:11:58.803559 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-57ca35c2-18ed-44ab-99c1-60d4ec3c1119 req-47e9a91c-58a2-4d27-8c19-1d25b1848b48 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a75b224-7431-40b5-b18e-691aa5ad073d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4229882 Feb 10 23:11:58.806345 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48830) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:58.815361 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-68721df2-0677-4ca6-80c3-e4a7ba26c107 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': 'c253bcf8-7dba-43e8-a80d-9e4524534f9b', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:58.823321 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-68721df2-0677-4ca6-80c3-e4a7ba26c107 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:58.830572 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-68721df2-0677-4ca6-80c3-e4a7ba26c107 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:58.834362 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-68721df2-0677-4ca6-80c3-e4a7ba26c107 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:58.842456 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-68721df2-0677-4ca6-80c3-e4a7ba26c107 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:58.863722 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025619ea-b55a-4e42-9bcc-b830d3efd703 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:58.864272 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-025619ea-b55a-4e42-9bcc-b830d3efd703 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:58.896778 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-47f4c629-645b-4d93-964a-22311ce41f40 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:58.916756 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-47f4c629-645b-4d93-964a-22311ce41f40 None None] Transition to ACTIVE for port object 59cce70e-b8a4-4880-a00c-994edeb757ac will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:11:58.928859 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-47f4c629-645b-4d93-964a-22311ce41f40 None None] Transition to ACTIVE for port object 59cce70e-b8a4-4880-a00c-994edeb757ac will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:11:58.934338 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-68721df2-0677-4ca6-80c3-e4a7ba26c107 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:59.014155 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-47f4c629-645b-4d93-964a-22311ce41f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:59.091534 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f4c629-645b-4d93-964a-22311ce41f40 None None] Network e71ad381-e318-431e-98da-fd81867293a8 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:11:59.095201 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-47f4c629-645b-4d93-964a-22311ce41f40 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:11:59.097232 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f4c629-645b-4d93-964a-22311ce41f40 None None] Pushing event updated for resources: {'Port': ['ID=59cce70e-b8a4-4880-a00c-994edeb757ac,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:59.099487 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f4c629-645b-4d93-964a-22311ce41f40 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:11:59.102988 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-62383e3d-3515-4520-871a-8554031ca7e8 None None] Provisioning for port 036e1258-f948-4c5c-bf87-bd4ccb918c94 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:11:59.111626 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-62383e3d-3515-4520-871a-8554031ca7e8 None None] Provisioning complete for port 036e1258-f948-4c5c-bf87-bd4ccb918c94 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:11:59.111811 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-68721df2-0677-4ca6-80c3-e4a7ba26c107 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:59.112125 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-62383e3d-3515-4520-871a-8554031ca7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:59.131461 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-025619ea-b55a-4e42-9bcc-b830d3efd703 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3571126 Feb 10 23:11:59.134825 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48834) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:59.141394 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-b030606b-b17c-4b65-a448-4c652ef30dae tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Request body: {'subnet': {'network_id': '8620a4de-949e-4d31-a92e-ab0daf29cb13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:59.150243 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-57ca35c2-18ed-44ab-99c1-60d4ec3c1119 req-e21a1786-7702-44af-b03c-b3bc1917b168 service neutron] 10.222.0.37 "GET /v2.0/networks/4a75b224-7431-40b5-b18e-691aa5ad073d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386126 Feb 10 23:11:59.216126 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-68721df2-0677-4ca6-80c3-e4a7ba26c107 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:59.241122 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-47f4c629-645b-4d93-964a-22311ce41f40 None None] Attempting to bind port 59cce70e-b8a4-4880-a00c-994edeb757ac on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:11:59.241415 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-47f4c629-645b-4d93-964a-22311ce41f40 None None] Attempting to bind port 59cce70e-b8a4-4880-a00c-994edeb757ac by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '163a8864-a0ad-44e4-aa89-467aea8675e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e71ad381-e318-431e-98da-fd81867293a8'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:11:59.241721 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f4c629-645b-4d93-964a-22311ce41f40 None None] Attempting to bind port 59cce70e-b8a4-4880-a00c-994edeb757ac on network e71ad381-e318-431e-98da-fd81867293a8 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:11:59.245734 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-62383e3d-3515-4520-871a-8554031ca7e8 None None] Port 036e1258-f948-4c5c-bf87-bd4ccb918c94 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:11:59.256629 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68721df2-0677-4ca6-80c3-e4a7ba26c107 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c96d86c3-6bbb-4b43-8cdd-d1cb267a2888,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:59.256786 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f4c629-645b-4d93-964a-22311ce41f40 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:11:59.256786 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f4c629-645b-4d93-964a-22311ce41f40 None None] Checking segment: {'id': '163a8864-a0ad-44e4-aa89-467aea8675e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e71ad381-e318-431e-98da-fd81867293a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:11:59.256786 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-47f4c629-645b-4d93-964a-22311ce41f40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:59.256786 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f4c629-645b-4d93-964a-22311ce41f40 None None] Bound using segment: {'id': '163a8864-a0ad-44e4-aa89-467aea8675e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e71ad381-e318-431e-98da-fd81867293a8'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:11:59.256786 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-47f4c629-645b-4d93-964a-22311ce41f40 None None] Bound port: 59cce70e-b8a4-4880-a00c-994edeb757ac, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '163a8864-a0ad-44e4-aa89-467aea8675e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e71ad381-e318-431e-98da-fd81867293a8'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:11:59.256786 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-47f4c629-645b-4d93-964a-22311ce41f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:59.312435 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b030606b-b17c-4b65-a448-4c652ef30dae tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:59.316606 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-b030606b-b17c-4b65-a448-4c652ef30dae tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Usage tracker for resource:subnet and tenant:8ebaafa64ea74242ba2bb084ec0966de is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:59.319537 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-b030606b-b17c-4b65-a448-4c652ef30dae tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:59.322256 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-57ca35c2-18ed-44ab-99c1-60d4ec3c1119 req-7cbd6acf-5bf3-4055-a430-6ae209ad520e service neutron] 10.222.0.37 "GET /v2.0/networks/4a75b224-7431-40b5-b18e-691aa5ad073d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645544 Feb 10 23:11:59.326016 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b030606b-b17c-4b65-a448-4c652ef30dae tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:59.332731 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-68721df2-0677-4ca6-80c3-e4a7ba26c107 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:59.333877 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-68721df2-0677-4ca6-80c3-e4a7ba26c107 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5257318 Feb 10 23:11:59.336526 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48838) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:59.342469 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-f4cad4de-b33f-4276-ae73-966f50b131c2 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': 'c253bcf8-7dba-43e8-a80d-9e4524534f9b', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:59.348584 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f4cad4de-b33f-4276-ae73-966f50b131c2 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:59.352753 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-f4cad4de-b33f-4276-ae73-966f50b131c2 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:59.357341 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-f4cad4de-b33f-4276-ae73-966f50b131c2 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:59.362375 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-47f4c629-645b-4d93-964a-22311ce41f40 None None] For port 59cce70e-b8a4-4880-a00c-994edeb757ac, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:11:59.363485 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f4cad4de-b33f-4276-ae73-966f50b131c2 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:59.366012 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-47f4c629-645b-4d93-964a-22311ce41f40 None None] For port 59cce70e-b8a4-4880-a00c-994edeb757ac, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=59cce70e-b8a4-4880-a00c-994edeb757ac,segment=NetworkSegment(163a8864-a0ad-44e4-aa89-467aea8675e7),segment_id=163a8864-a0ad-44e4-aa89-467aea8675e7)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:11:59.418314 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b030606b-b17c-4b65-a448-4c652ef30dae tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Made reservation on behalf of 8ebaafa64ea74242ba2bb084ec0966de for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:11:59.441816 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-47f4c629-645b-4d93-964a-22311ce41f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:59.470289 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.objects.ports [None req-8e68eb03-2f57-401d-992f-8c3fdeac8be4 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84332) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 10 23:11:59.471664 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8e68eb03-2f57-401d-992f-8c3fdeac8be4 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:59.504297 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f4cad4de-b33f-4276-ae73-966f50b131c2 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:59.532440 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f4c629-645b-4d93-964a-22311ce41f40 None None] Pushing event updated for resources: {'Port': ['ID=59cce70e-b8a4-4880-a00c-994edeb757ac,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:59.534431 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e68eb03-2f57-401d-992f-8c3fdeac8be4 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:11:59.535769 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-8e68eb03-2f57-401d-992f-8c3fdeac8be4 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:11:59.544820 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e68eb03-2f57-401d-992f-8c3fdeac8be4 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event updated for resources: {'Subnet': ['ID=2f06a495-d923-4e3a-a986-89f6a527b136,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:59.547696 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e68eb03-2f57-401d-992f-8c3fdeac8be4 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:59.548106 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8e68eb03-2f57-401d-992f-8c3fdeac8be4 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:59.557184 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3ae569-1aca-45c2-948b-97ccaa3a25c2 None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:11:59.593197 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b030606b-b17c-4b65-a448-4c652ef30dae tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:59.671687 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 2fd94f34-49d3-4dec-9918-957c1bfd1313 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:11:59.707342 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 2fd94f34-49d3-4dec-9918-957c1bfd1313 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:11:59.707726 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 2fd94f34-49d3-4dec-9918-957c1bfd1313 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:11:59.719423 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8e68eb03-2f57-401d-992f-8c3fdeac8be4 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.7127969 Feb 10 23:11:59.728603 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48842) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:59.728603 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-cc1dd951-0fa1-4e2b-910f-bff86a0b0ee9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Request body: {'port': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'mac_address': 'fa:16:3e:d4:5d:b3', 'name': 'tempest-NetworksTestDHCPv6-1693034291'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:59.734837 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f4cad4de-b33f-4276-ae73-966f50b131c2 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:59.754446 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.ipam_backend_mixin [None req-b030606b-b17c-4b65-a448-4c652ef30dae tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 89f35f64-5e11-46d3-b291-ed33742654ec (CIDR: 172.20.0.0/28) Feb 10 23:11:59.789421 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f4cad4de-b33f-4276-ae73-966f50b131c2 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:59.810017 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-b030606b-b17c-4b65-a448-4c652ef30dae tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:11:59.810460 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b030606b-b17c-4b65-a448-4c652ef30dae tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:11:59.848076 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cad4de-b33f-4276-ae73-966f50b131c2 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ee094da-1abc-4e43-b61d-d6394abd4a0f,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:59.900088 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-cc1dd951-0fa1-4e2b-910f-bff86a0b0ee9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:59.910949 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-cc1dd951-0fa1-4e2b-910f-bff86a0b0ee9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Usage tracker for resource:port and tenant:143e860117cc493db304000cc95b95c2 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:59.913657 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-cc1dd951-0fa1-4e2b-910f-bff86a0b0ee9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:59.919319 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-cc1dd951-0fa1-4e2b-910f-bff86a0b0ee9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:59.919539 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb433f7f-b699-41b8-9c28-c1f50350a682 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-6dca27ff-0cc1-400d-8ed1-46016d84d938', 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'tenant_id': '143e860117cc493db304000cc95b95c2', 'fixed_ips': [{'subnet_id': '2f06a495-d923-4e3a-a986-89f6a527b136'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:11:59.920478 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bb433f7f-b699-41b8-9c28-c1f50350a682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:59.926388 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f4cad4de-b33f-4276-ae73-966f50b131c2 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:59.931187 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48846) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:59.937597 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-49c2143a-00ab-4291-9f64-a333f6d808c7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': 'c253bcf8-7dba-43e8-a80d-9e4524534f9b', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:59.941917 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-f4cad4de-b33f-4276-ae73-966f50b131c2 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5904987 Feb 10 23:11:59.955790 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-49c2143a-00ab-4291-9f64-a333f6d808c7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:59.956612 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-b030606b-b17c-4b65-a448-4c652ef30dae tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8177266 Feb 10 23:11:59.959471 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48850) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:59.971872 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-d7aaa5de-7cfc-4738-8e79-f483dfbd59d8 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Request body: {'subnet': {'network_id': '8620a4de-949e-4d31-a92e-ab0daf29cb13', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:11:59.975597 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-49c2143a-00ab-4291-9f64-a333f6d808c7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:59.981593 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-49c2143a-00ab-4291-9f64-a333f6d808c7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:59.996983 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-49c2143a-00ab-4291-9f64-a333f6d808c7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:12:00.012326 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1dd951-0fa1-4e2b-910f-bff86a0b0ee9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Made reservation on behalf of 143e860117cc493db304000cc95b95c2 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:12:00.018465 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cc1dd951-0fa1-4e2b-910f-bff86a0b0ee9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:00.070577 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-cc1dd951-0fa1-4e2b-910f-bff86a0b0ee9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] device_id is not set on port 75ab1ab2-54dd-4407-908e-d8bd89480179 yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:12:00.158321 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-49c2143a-00ab-4291-9f64-a333f6d808c7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:00.175727 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d7aaa5de-7cfc-4738-8e79-f483dfbd59d8 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:12:00.180295 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-d7aaa5de-7cfc-4738-8e79-f483dfbd59d8 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Usage tracker for resource:subnet and tenant:8ebaafa64ea74242ba2bb084ec0966de is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:12:00.183581 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-d7aaa5de-7cfc-4738-8e79-f483dfbd59d8 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:12:00.190347 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-bb433f7f-b699-41b8-9c28-c1f50350a682 None None] Allocated IP 2001:db8::f816:3eff:feeb:bef4 (6dca27ff-0cc1-400d-8ed1-46016d84d938/2f06a495-d923-4e3a-a986-89f6a527b136/92040371-4d25-4786-9efb-50c4b74aff83) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:12:00.190950 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d7aaa5de-7cfc-4738-8e79-f483dfbd59d8 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:12:00.256197 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-49c2143a-00ab-4291-9f64-a333f6d808c7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:00.269675 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7aaa5de-7cfc-4738-8e79-f483dfbd59d8 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Made reservation on behalf of 8ebaafa64ea74242ba2bb084ec0966de for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:12:00.273316 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d7aaa5de-7cfc-4738-8e79-f483dfbd59d8 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:00.338121 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-49c2143a-00ab-4291-9f64-a333f6d808c7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:00.378645 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c2143a-00ab-4291-9f64-a333f6d808c7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49249a9a-a63f-40e4-aad3-67feaebe0f4d,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:00.397963 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bb433f7f-b699-41b8-9c28-c1f50350a682 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:00.408435 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.ipam_backend_mixin [None req-d7aaa5de-7cfc-4738-8e79-f483dfbd59d8 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 6864d79f-2c77-46fa-a0c8-2412cdeb403a (CIDR: 172.20.0.16/28) Feb 10 23:12:00.408635 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-bb433f7f-b699-41b8-9c28-c1f50350a682 None None] Transition to ACTIVE for port object 92040371-4d25-4786-9efb-50c4b74aff83 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:12:00.426864 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-bb433f7f-b699-41b8-9c28-c1f50350a682 None None] Transition to ACTIVE for port object 92040371-4d25-4786-9efb-50c4b74aff83 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:12:00.440883 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-49c2143a-00ab-4291-9f64-a333f6d808c7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:00.441640 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7aaa5de-7cfc-4738-8e79-f483dfbd59d8 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:12:00.442077 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7aaa5de-7cfc-4738-8e79-f483dfbd59d8 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:12:00.445101 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-49c2143a-00ab-4291-9f64-a333f6d808c7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5125504 Feb 10 23:12:00.445702 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48854) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:00.451890 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-c4c0facb-b5ba-40db-85fc-c159a85b8d6e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': 'c253bcf8-7dba-43e8-a80d-9e4524534f9b', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:12:00.457688 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c4c0facb-b5ba-40db-85fc-c159a85b8d6e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:12:00.462246 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c4c0facb-b5ba-40db-85fc-c159a85b8d6e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:12:00.466022 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c4c0facb-b5ba-40db-85fc-c159a85b8d6e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:12:00.472106 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c4c0facb-b5ba-40db-85fc-c159a85b8d6e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:12:00.515658 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bb433f7f-b699-41b8-9c28-c1f50350a682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:00.545223 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-d7aaa5de-7cfc-4738-8e79-f483dfbd59d8 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5829885 Feb 10 23:12:00.547750 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48858) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:00.553621 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-215655bd-5a7f-4e9b-8972-2074554b0a7e tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Request body: {'subnet': {'network_id': '8620a4de-949e-4d31-a92e-ab0daf29cb13', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:12:00.589888 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-cc1dd951-0fa1-4e2b-910f-bff86a0b0ee9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Allocated IP 2001:db8::f816:3eff:fed4:5db3 (6dca27ff-0cc1-400d-8ed1-46016d84d938/2f06a495-d923-4e3a-a986-89f6a527b136/75ab1ab2-54dd-4407-908e-d8bd89480179) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:12:00.595148 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb433f7f-b699-41b8-9c28-c1f50350a682 None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:12:00.598234 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-bb433f7f-b699-41b8-9c28-c1f50350a682 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:12:00.600780 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb433f7f-b699-41b8-9c28-c1f50350a682 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:12:00.659505 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c4c0facb-b5ba-40db-85fc-c159a85b8d6e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:00.757786 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-215655bd-5a7f-4e9b-8972-2074554b0a7e tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:12:00.764362 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-215655bd-5a7f-4e9b-8972-2074554b0a7e tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Usage tracker for resource:subnet and tenant:8ebaafa64ea74242ba2bb084ec0966de is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:12:00.768096 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-215655bd-5a7f-4e9b-8972-2074554b0a7e tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:12:00.774201 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-215655bd-5a7f-4e9b-8972-2074554b0a7e tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:12:00.778394 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-bb433f7f-b699-41b8-9c28-c1f50350a682 None None] Attempting to bind port 92040371-4d25-4786-9efb-50c4b74aff83 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:12:00.778787 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-bb433f7f-b699-41b8-9c28-c1f50350a682 None None] Attempting to bind port 92040371-4d25-4786-9efb-50c4b74aff83 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:12:00.779125 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb433f7f-b699-41b8-9c28-c1f50350a682 None None] Attempting to bind port 92040371-4d25-4786-9efb-50c4b74aff83 on network 6dca27ff-0cc1-400d-8ed1-46016d84d938 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:12:00.788626 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb433f7f-b699-41b8-9c28-c1f50350a682 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:12:00.790352 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb433f7f-b699-41b8-9c28-c1f50350a682 None None] Checking segment: {'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:12:00.790352 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bb433f7f-b699-41b8-9c28-c1f50350a682 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:00.790352 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb433f7f-b699-41b8-9c28-c1f50350a682 None None] Bound using segment: {'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:12:00.790352 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-bb433f7f-b699-41b8-9c28-c1f50350a682 None None] Bound port: 92040371-4d25-4786-9efb-50c4b74aff83, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:12:00.790727 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bb433f7f-b699-41b8-9c28-c1f50350a682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:00.800594 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb433f7f-b699-41b8-9c28-c1f50350a682 None None] Pushing event updated for resources: {'Port': ['ID=92040371-4d25-4786-9efb-50c4b74aff83,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:00.871409 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-215655bd-5a7f-4e9b-8972-2074554b0a7e tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Made reservation on behalf of 8ebaafa64ea74242ba2bb084ec0966de for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:12:00.875931 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-215655bd-5a7f-4e9b-8972-2074554b0a7e tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:00.879308 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c4c0facb-b5ba-40db-85fc-c159a85b8d6e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:00.891689 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-bb433f7f-b699-41b8-9c28-c1f50350a682 None None] For port 92040371-4d25-4786-9efb-50c4b74aff83, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:12:00.895119 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-bb433f7f-b699-41b8-9c28-c1f50350a682 None None] For port 92040371-4d25-4786-9efb-50c4b74aff83, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=92040371-4d25-4786-9efb-50c4b74aff83,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:12:00.920975 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cc1dd951-0fa1-4e2b-910f-bff86a0b0ee9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:00.921896 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43525da0-d532-4812-9a5d-8f222d4addef None None] Network e71ad381-e318-431e-98da-fd81867293a8 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:12:00.937738 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-cc1dd951-0fa1-4e2b-910f-bff86a0b0ee9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Transition to ACTIVE for port object 75ab1ab2-54dd-4407-908e-d8bd89480179 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:12:00.977812 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c4c0facb-b5ba-40db-85fc-c159a85b8d6e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:01.001036 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bb433f7f-b699-41b8-9c28-c1f50350a682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:01.001378 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c0facb-b5ba-40db-85fc-c159a85b8d6e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5849b9b0-f717-4311-85d8-04ccebc9a92a,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:01.009846 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cc1dd951-0fa1-4e2b-910f-bff86a0b0ee9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:01.070400 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c4c0facb-b5ba-40db-85fc-c159a85b8d6e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:01.071572 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c4c0facb-b5ba-40db-85fc-c159a85b8d6e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6249475 Feb 10 23:12:01.079786 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48862) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:01.090061 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-cb1c244a-a0e5-4fe1-a27a-fd2ff4c58efc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': 'c253bcf8-7dba-43e8-a80d-9e4524534f9b', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:12:01.102580 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1dd951-0fa1-4e2b-910f-bff86a0b0ee9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:12:01.107253 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-cc1dd951-0fa1-4e2b-910f-bff86a0b0ee9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:12:01.109445 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-cb1c244a-a0e5-4fe1-a27a-fd2ff4c58efc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:12:01.115499 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1dd951-0fa1-4e2b-910f-bff86a0b0ee9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:12:01.119448 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1dd951-0fa1-4e2b-910f-bff86a0b0ee9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:01.120114 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cc1dd951-0fa1-4e2b-910f-bff86a0b0ee9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:01.126531 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-cb1c244a-a0e5-4fe1-a27a-fd2ff4c58efc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:12:01.128883 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1dd951-0fa1-4e2b-910f-bff86a0b0ee9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event updated for resources: {'Port': ['ID=75ab1ab2-54dd-4407-908e-d8bd89480179,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:01.135552 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb433f7f-b699-41b8-9c28-c1f50350a682 None None] Pushing event updated for resources: {'Port': ['ID=92040371-4d25-4786-9efb-50c4b74aff83,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:01.135896 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-cb1c244a-a0e5-4fe1-a27a-fd2ff4c58efc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:12:01.153368 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-cb1c244a-a0e5-4fe1-a27a-fd2ff4c58efc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:12:01.153552 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-38a65309-bf40-4d06-a22d-17d6b1ccd447 None None] Provisioning for port 59cce70e-b8a4-4880-a00c-994edeb757ac completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:12:01.227316 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-cc1dd951-0fa1-4e2b-910f-bff86a0b0ee9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5065579 Feb 10 23:12:01.230999 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48866) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:01.252635 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-215655bd-5a7f-4e9b-8972-2074554b0a7e tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:01.308128 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.securitygroups_db [None req-cb1c244a-a0e5-4fe1-a27a-fd2ff4c58efc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Project 714fdf59d9ad4aa1b5cc4598e806e542 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:12:01.321130 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cb1c244a-a0e5-4fe1-a27a-fd2ff4c58efc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:01.337699 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215655bd-5a7f-4e9b-8972-2074554b0a7e tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Network 8620a4de-949e-4d31-a92e-ab0daf29cb13 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:12:01.341358 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-215655bd-5a7f-4e9b-8972-2074554b0a7e tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:12:01.345796 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215655bd-5a7f-4e9b-8972-2074554b0a7e tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:01.346369 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-215655bd-5a7f-4e9b-8972-2074554b0a7e tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:01.353809 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215655bd-5a7f-4e9b-8972-2074554b0a7e tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event updated for resources: {'Subnet': ['ID=3aa71ba5-7f83-48f4-8a06-69082b77edcf,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:01.357169 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc9fd83-36be-4c39-bee5-def308b4f14a None None] Network 8620a4de-949e-4d31-a92e-ab0daf29cb13 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:12:01.425169 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-215655bd-5a7f-4e9b-8972-2074554b0a7e tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8761084 Feb 10 23:12:01.427775 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48870) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:01.428450 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0f84de-fc4d-4746-b625-d05320a2f215 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:01.432694 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0f84de-fc4d-4746-b625-d05320a2f215 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:01.433880 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-3d0f84de-fc4d-4746-b625-d05320a2f215 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Synchronizing usage tracker for tenant:143e860117cc493db304000cc95b95c2 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:12:01.436083 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-3572e3ec-8d8d-4fe5-b7a7-288ba4c0ad93 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-635246497', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3aa71ba5-7f83-48f4-8a06-69082b77edcf'}], 'security_groups': ['36cf6ff5-86e0-4e0d-8253-e079547c22b5', '8671e530-8379-4d3b-9dcb-09cf04131904']}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:12:01.454154 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cb1c244a-a0e5-4fe1-a27a-fd2ff4c58efc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:01.527075 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cb1c244a-a0e5-4fe1-a27a-fd2ff4c58efc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:01.555369 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-3d0f84de-fc4d-4746-b625-d05320a2f215 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Unset dirty status for tenant:143e860117cc493db304000cc95b95c2 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:12:01.560706 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3d0f84de-fc4d-4746-b625-d05320a2f215 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3284106 Feb 10 23:12:01.563792 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48874) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:01.576725 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c244a-a0e5-4fe1-a27a-fd2ff4c58efc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56d54a0c-da87-421b-9c5c-10e7dacc499a,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:01.600741 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3572e3ec-8d8d-4fe5-b7a7-288ba4c0ad93 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:01.682494 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cb1c244a-a0e5-4fe1-a27a-fd2ff4c58efc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:01.689013 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-cb1c244a-a0e5-4fe1-a27a-fd2ff4c58efc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.6059916 Feb 10 23:12:01.691446 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48878) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:01.701423 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-c39ed88f-d761-4a0e-bd14-30c6bdeb45a7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': 'c253bcf8-7dba-43e8-a80d-9e4524534f9b', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:12:01.715508 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c39ed88f-d761-4a0e-bd14-30c6bdeb45a7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:12:01.720265 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c39ed88f-d761-4a0e-bd14-30c6bdeb45a7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:12:01.723269 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c39ed88f-d761-4a0e-bd14-30c6bdeb45a7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:12:01.728451 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-fd97ae21-def7-4abf-ba6a-6cad77ca0444 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Deleting port 75ab1ab2-54dd-4407-908e-d8bd89480179 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:12:01.728814 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fd97ae21-def7-4abf-ba6a-6cad77ca0444 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:01.729110 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c39ed88f-d761-4a0e-bd14-30c6bdeb45a7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:12:01.766877 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 59cce70e-b8a4-4880-a00c-994edeb757ac up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:12:01.812575 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.securitygroups_db [None req-c39ed88f-d761-4a0e-bd14-30c6bdeb45a7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Project 714fdf59d9ad4aa1b5cc4598e806e542 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:12:01.819567 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c39ed88f-d761-4a0e-bd14-30c6bdeb45a7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:01.906141 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c39ed88f-d761-4a0e-bd14-30c6bdeb45a7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:01.939029 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 59cce70e-b8a4-4880-a00c-994edeb757ac completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:12:01.950740 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 59cce70e-b8a4-4880-a00c-994edeb757ac triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:12:01.951114 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:02.002076 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a75b781-7f57-4406-8e76-b85680561177 None None] Update dhcp port {'port': {'network_id': '8620a4de-949e-4d31-a92e-ab0daf29cb13', 'fixed_ips': [{'subnet_id': '6864d79f-2c77-46fa-a0c8-2412cdeb403a', 'ip_address': '172.20.0.18'}, {'subnet_id': '89f35f64-5e11-46d3-b291-ed33742654ec', 'ip_address': '172.20.0.2'}, {'subnet_id': '3aa71ba5-7f83-48f4-8a06-69082b77edcf'}], 'binding:host_id': 'dv-neutron-828797-1-hyperv'}, 'id': 'fc3eddee-07ad-41bf-921f-a637a9d6f9fa'} from dv-neutron-828797-1-hyperv. {{(pid=84334) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 10 23:12:02.023986 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c39ed88f-d761-4a0e-bd14-30c6bdeb45a7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:02.051866 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ed88f-d761-4a0e-bd14-30c6bdeb45a7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15b5f5e9-cba3-41a0-baf9-1df3129c1232,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:02.073170 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0a75b781-7f57-4406-8e76-b85680561177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:02.138407 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c39ed88f-d761-4a0e-bd14-30c6bdeb45a7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:02.150009 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c39ed88f-d761-4a0e-bd14-30c6bdeb45a7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4569826 Feb 10 23:12:02.286522 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fd97ae21-def7-4abf-ba6a-6cad77ca0444 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:02.301636 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:02.343123 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 59cce70e-b8a4-4880-a00c-994edeb757ac, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=59cce70e-b8a4-4880-a00c-994edeb757ac,segment=NetworkSegment(163a8864-a0ad-44e4-aa89-467aea8675e7),segment_id=163a8864-a0ad-44e4-aa89-467aea8675e7)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:12:02.412083 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:02.413191 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 92040371-4d25-4786-9efb-50c4b74aff83 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:12:02.474860 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-fd97ae21-def7-4abf-ba6a-6cad77ca0444 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Calling delete_port for 75ab1ab2-54dd-4407-908e-d8bd89480179 owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:12:02.549492 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=59cce70e-b8a4-4880-a00c-994edeb757ac,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:02.602248 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-3572e3ec-8d8d-4fe5-b7a7-288ba4c0ad93 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Delete allocated IP 172.20.0.4 (8620a4de-949e-4d31-a92e-ab0daf29cb13/89f35f64-5e11-46d3-b291-ed33742654ec) {{(pid=84333) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 10 23:12:02.606689 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-b1958b15-f06b-4797-b850-f52a163de149 None None] Provisioning for port 92040371-4d25-4786-9efb-50c4b74aff83 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:12:02.615927 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-3572e3ec-8d8d-4fe5-b7a7-288ba4c0ad93 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Allocated IP 172.20.0.37 (8620a4de-949e-4d31-a92e-ab0daf29cb13/3aa71ba5-7f83-48f4-8a06-69082b77edcf/036e1258-f948-4c5c-bf87-bd4ccb918c94) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:12:02.619448 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-b236c7fe-11a5-4347-a923-80fe47170c5d req-577d8a62-d32d-478d-bd19-c401925bbe8f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Synchronizing usage tracker for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:12:02.634638 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 92040371-4d25-4786-9efb-50c4b74aff83 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:12:02.640392 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 92040371-4d25-4786-9efb-50c4b74aff83 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:12:02.640811 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:02.759390 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:02.791788 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 92040371-4d25-4786-9efb-50c4b74aff83, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=92040371-4d25-4786-9efb-50c4b74aff83,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:12:02.795954 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-129b286a-58e3-4916-b5d9-64e4a746c619 None None] Provisioning for port 75ab1ab2-54dd-4407-908e-d8bd89480179 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:12:02.796142 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fd97ae21-def7-4abf-ba6a-6cad77ca0444 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:02.800838 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-129b286a-58e3-4916-b5d9-64e4a746c619 None None] Provisioning complete for port 75ab1ab2-54dd-4407-908e-d8bd89480179 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:12:02.809398 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-129b286a-58e3-4916-b5d9-64e4a746c619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:02.809918 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-b236c7fe-11a5-4347-a923-80fe47170c5d req-577d8a62-d32d-478d-bd19-c401925bbe8f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Unset dirty status for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:12:02.809918 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-b236c7fe-11a5-4347-a923-80fe47170c5d req-577d8a62-d32d-478d-bd19-c401925bbe8f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1626219373&fields=id&tenant_id=714fdf59d9ad4aa1b5cc4598e806e542 HTTP/1.1" status: 200 len: 267 time: 0.3388317 Feb 10 23:12:02.836779 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-129b286a-58e3-4916-b5d9-64e4a746c619 None None] Port 75ab1ab2-54dd-4407-908e-d8bd89480179 was deleted so its status cannot be updated. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 10 23:12:02.846620 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:02.879768 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd97ae21-def7-4abf-ba6a-6cad77ca0444 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event deleted for resources: {'Port': ['ID=75ab1ab2-54dd-4407-908e-d8bd89480179,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:02.911812 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=92040371-4d25-4786-9efb-50c4b74aff83,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:03.008178 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fd97ae21-def7-4abf-ba6a-6cad77ca0444 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:03.102442 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236c7fe-11a5-4347-a923-80fe47170c5d req-2adcddc7-aef0-4580-bca9-7e4ce7e8e0fb tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:03.103118 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-b236c7fe-11a5-4347-a923-80fe47170c5d req-2adcddc7-aef0-4580-bca9-7e4ce7e8e0fb tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Synchronizing usage tracker for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:network {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:12:03.127451 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3572e3ec-8d8d-4fe5-b7a7-288ba4c0ad93 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:03.131719 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-fd97ae21-def7-4abf-ba6a-6cad77ca0444 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/ports/75ab1ab2-54dd-4407-908e-d8bd89480179 HTTP/1.1" status: 204 len: 168 time: 1.5324368 Feb 10 23:12:03.134343 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48890) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:03.147436 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-3572e3ec-8d8d-4fe5-b7a7-288ba4c0ad93 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Transition to ACTIVE for port object 036e1258-f948-4c5c-bf87-bd4ccb918c94 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:12:03.194841 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-b236c7fe-11a5-4347-a923-80fe47170c5d req-2adcddc7-aef0-4580-bca9-7e4ce7e8e0fb tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Unset dirty status for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:network {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:12:03.195986 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-b236c7fe-11a5-4347-a923-80fe47170c5d req-2adcddc7-aef0-4580-bca9-7e4ce7e8e0fb tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/networks?id=e71ad381-e318-431e-98da-fd81867293a8 HTTP/1.1" status: 200 len: 797 time: 0.3524208 Feb 10 23:12:03.204036 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a424449-53c0-4eb5-8702-1573b60fe56d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:03.205381 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a424449-53c0-4eb5-8702-1573b60fe56d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:03.206112 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-3a424449-53c0-4eb5-8702-1573b60fe56d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Synchronizing usage tracker for tenant:143e860117cc493db304000cc95b95c2 on resource:subnet {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:12:03.213180 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-b236c7fe-11a5-4347-a923-80fe47170c5d req-5967d710-efd0-43d6-bd61-c7fa1eedbe0b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/quotas/714fdf59d9ad4aa1b5cc4598e806e542 HTTP/1.1" status: 200 len: 375 time: 0.0108974 Feb 10 23:12:03.221085 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3572e3ec-8d8d-4fe5-b7a7-288ba4c0ad93 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:03.280217 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-0a75b781-7f57-4406-8e76-b85680561177 None None] Allocated IP 172.20.0.34 (8620a4de-949e-4d31-a92e-ab0daf29cb13/3aa71ba5-7f83-48f4-8a06-69082b77edcf/fc3eddee-07ad-41bf-921f-a637a9d6f9fa) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:12:03.286352 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-3a424449-53c0-4eb5-8702-1573b60fe56d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Unset dirty status for tenant:143e860117cc493db304000cc95b95c2 on resource:subnet {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:12:03.290209 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3a424449-53c0-4eb5-8702-1573b60fe56d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1522520 Feb 10 23:12:03.290524 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48894) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:03.359146 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-88bfd412-d725-42cf-94e9-9944f799bd4b tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Deleting subnet 2f06a495-d923-4e3a-a986-89f6a527b136 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:12:03.361973 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-88bfd412-d725-42cf-94e9-9944f799bd4b tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:03.399090 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3572e3ec-8d8d-4fe5-b7a7-288ba4c0ad93 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event updated for resources: {'Port': ['ID=036e1258-f948-4c5c-bf87-bd4ccb918c94,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:03.418683 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-88bfd412-d725-42cf-94e9-9944f799bd4b tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:03.445138 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-3572e3ec-8d8d-4fe5-b7a7-288ba4c0ad93 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] In _notify_port_updated(), no bound segment for port 036e1258-f948-4c5c-bf87-bd4ccb918c94 on network 8620a4de-949e-4d31-a92e-ab0daf29cb13 {{(pid=84333) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 23:12:03.449419 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3572e3ec-8d8d-4fe5-b7a7-288ba4c0ad93 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:03.450019 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3572e3ec-8d8d-4fe5-b7a7-288ba4c0ad93 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:03.453915 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-3572e3ec-8d8d-4fe5-b7a7-288ba4c0ad93 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "PUT /v2.0/ports/036e1258-f948-4c5c-bf87-bd4ccb918c94 HTTP/1.1" status: 200 len: 959 time: 2.0223792 Feb 10 23:12:03.455137 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48898) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:03.464727 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-0a75b781-7f57-4406-8e76-b85680561177 None None] For port fc3eddee-07ad-41bf-921f-a637a9d6f9fa, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=fc3eddee-07ad-41bf-921f-a637a9d6f9fa,segment=NetworkSegment(a7d60f95-79ab-4be6-9e86-ad5e713f186a),segment_id=a7d60f95-79ab-4be6-9e86-ad5e713f186a)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:12:03.497157 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0a75b781-7f57-4406-8e76-b85680561177 None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:03.510680 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-b236c7fe-11a5-4347-a923-80fe47170c5d req-7300f130-ffdc-4921-ad5c-787321c412b4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2861245 Feb 10 23:12:03.516326 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-0a75b781-7f57-4406-8e76-b85680561177 None None] Transition to ACTIVE for port object fc3eddee-07ad-41bf-921f-a637a9d6f9fa will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:12:03.517009 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-88bfd412-d725-42cf-94e9-9944f799bd4b tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:03.595376 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0a75b781-7f57-4406-8e76-b85680561177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:03.601139 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-013e62ae-24e4-43f7-b72d-4e39bd8acbaa tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Deleting port 036e1258-f948-4c5c-bf87-bd4ccb918c94 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:12:03.601371 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-013e62ae-24e4-43f7-b72d-4e39bd8acbaa tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:03.681111 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 59cce70e-b8a4-4880-a00c-994edeb757ac up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:12:03.681349 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-88bfd412-d725-42cf-94e9-9944f799bd4b tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:03.724894 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bfd412-d725-42cf-94e9-9944f799bd4b tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event deleted for resources: {'Subnet': ['ID=2f06a495-d923-4e3a-a986-89f6a527b136,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:03.732200 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-88bfd412-d725-42cf-94e9-9944f799bd4b tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:03.768924 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313a7252-b62b-4e4d-acea-922065c06533 None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:12:03.796127 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-88bfd412-d725-42cf-94e9-9944f799bd4b tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/subnets/2f06a495-d923-4e3a-a986-89f6a527b136 HTTP/1.1" status: 204 len: 168 time: 0.5045183 Feb 10 23:12:03.798631 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48902) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:03.879203 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-b236c7fe-11a5-4347-a923-80fe47170c5d req-30ecb1ce-9e77-4bcc-a068-a18729502751 service neutron] 10.222.0.59 "GET /v2.0/networks/e71ad381-e318-431e-98da-fd81867293a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3539913 Feb 10 23:12:03.921651 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a75b781-7f57-4406-8e76-b85680561177 None None] Pushing event updated for resources: {'Port': ['ID=fc3eddee-07ad-41bf-921f-a637a9d6f9fa,revision_number=7']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:03.965600 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d5218530-94be-420a-a936-5d7df2ba700e tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1654813 Feb 10 23:12:03.968208 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48906) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:03.974390 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-e94ebf39-1c59-446a-8c15-92fa7dc9d52d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Request body: {'subnet': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:12:04.046549 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 59cce70e-b8a4-4880-a00c-994edeb757ac triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:12:04.047354 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:04.099647 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e94ebf39-1c59-446a-8c15-92fa7dc9d52d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:12:04.105554 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e94ebf39-1c59-446a-8c15-92fa7dc9d52d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Usage tracker for resource:subnet and tenant:143e860117cc493db304000cc95b95c2 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:12:04.108866 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e94ebf39-1c59-446a-8c15-92fa7dc9d52d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:12:04.116670 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e94ebf39-1c59-446a-8c15-92fa7dc9d52d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:12:04.144112 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-013e62ae-24e4-43f7-b72d-4e39bd8acbaa tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:04.155085 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-b236c7fe-11a5-4347-a923-80fe47170c5d req-9955b563-41df-4f61-88d3-3981840aadfc service neutron] 10.222.0.59 "GET /v2.0/networks/e71ad381-e318-431e-98da-fd81867293a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592366 Feb 10 23:12:04.191361 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94ebf39-1c59-446a-8c15-92fa7dc9d52d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Made reservation on behalf of 143e860117cc493db304000cc95b95c2 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:12:04.216148 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 92040371-4d25-4786-9efb-50c4b74aff83 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:12:04.281310 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f0abf2-75bc-4ea8-9e10-af8549ca297a None None] DHCP port deletion for 6dca27ff-0cc1-400d-8ed1-46016d84d938 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:12:04.286438 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-013e62ae-24e4-43f7-b72d-4e39bd8acbaa tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Calling delete_port for 036e1258-f948-4c5c-bf87-bd4ccb918c94 owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:12:04.287194 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-c1f0abf2-75bc-4ea8-9e10-af8549ca297a None None] Deleting port 92040371-4d25-4786-9efb-50c4b74aff83 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:12:04.287671 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c1f0abf2-75bc-4ea8-9e10-af8549ca297a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:04.355434 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e94ebf39-1c59-446a-8c15-92fa7dc9d52d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:04.398864 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 92040371-4d25-4786-9efb-50c4b74aff83 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:12:04.399291 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:04.643984 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bd9e3a5c-58da-4df3-82dd-738f9cefe672 req-aade43ea-4a2b-4ce8-a089-a3fb9179b2d3 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=0395dc3c-8d2c-45aa-87bd-4e91930c6c74 HTTP/1.1" status: 200 len: 210 time: 0.1493280 Feb 10 23:12:04.652369 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-013e62ae-24e4-43f7-b72d-4e39bd8acbaa tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:04.699831 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-c1f0abf2-75bc-4ea8-9e10-af8549ca297a None None] For port 92040371-4d25-4786-9efb-50c4b74aff83, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=92040371-4d25-4786-9efb-50c4b74aff83,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:12:04.700385 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c1f0abf2-75bc-4ea8-9e10-af8549ca297a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:04.719280 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013e62ae-24e4-43f7-b72d-4e39bd8acbaa tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event deleted for resources: {'Port': ['ID=036e1258-f948-4c5c-bf87-bd4ccb918c94,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:04.828988 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-013e62ae-24e4-43f7-b72d-4e39bd8acbaa tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:04.831820 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-c1f0abf2-75bc-4ea8-9e10-af8549ca297a None None] Calling delete_port for 92040371-4d25-4786-9efb-50c4b74aff83 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:12:04.898714 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-013e62ae-24e4-43f7-b72d-4e39bd8acbaa tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "DELETE /v2.0/ports/036e1258-f948-4c5c-bf87-bd4ccb918c94 HTTP/1.1" status: 204 len: 168 time: 1.4412322 Feb 10 23:12:04.906603 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48918) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:04.935312 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.objects.ports [None req-e94ebf39-1c59-446a-8c15-92fa7dc9d52d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84332) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 10 23:12:04.955824 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-d4315dbe-3a00-4be8-af11-4aa70e29f7da None None] Provisioning for port fc3eddee-07ad-41bf-921f-a637a9d6f9fa completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:12:04.957247 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-42d6c0f8-3200-43c4-add9-a25a7a79dd23 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] GET failed (client error): The resource could not be found. Feb 10 23:12:04.957823 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-42d6c0f8-3200-43c4-add9-a25a7a79dd23 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Synchronizing usage tracker for tenant:8ebaafa64ea74242ba2bb084ec0966de on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:12:04.961750 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-d4315dbe-3a00-4be8-af11-4aa70e29f7da None None] Provisioning complete for port fc3eddee-07ad-41bf-921f-a637a9d6f9fa triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:12:04.970005 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d4315dbe-3a00-4be8-af11-4aa70e29f7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:04.998118 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c1f0abf2-75bc-4ea8-9e10-af8549ca297a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:05.025175 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.ipam_pluggable_backend [None req-e94ebf39-1c59-446a-8c15-92fa7dc9d52d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Port 92040371-4d25-4786-9efb-50c4b74aff83 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=84332) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 10 23:12:05.025467 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.ipam_pluggable_backend [None req-e94ebf39-1c59-446a-8c15-92fa7dc9d52d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Reverting IP allocation for 2001:db8::f816:3eff:feeb:bef4 {{(pid=84332) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 10 23:12:05.052218 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f0abf2-75bc-4ea8-9e10-af8549ca297a None None] Pushing event deleted for resources: {'Port': ['ID=92040371-4d25-4786-9efb-50c4b74aff83,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:05.064725 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f0abf2-75bc-4ea8-9e10-af8549ca297a None None] No DVR routers for this DVR port 92040371-4d25-4786-9efb-50c4b74aff83 on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:12:05.081240 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-42d6c0f8-3200-43c4-add9-a25a7a79dd23 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Unset dirty status for tenant:8ebaafa64ea74242ba2bb084ec0966de on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:12:05.083186 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-42d6c0f8-3200-43c4-add9-a25a7a79dd23 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "GET /v2.0/ports/036e1258-f948-4c5c-bf87-bd4ccb918c94 HTTP/1.1" status: 404 len: 333 time: 0.1802983 Feb 10 23:12:05.085731 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48924) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:05.138042 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e94ebf39-1c59-446a-8c15-92fa7dc9d52d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:05.145746 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-d4315dbe-3a00-4be8-af11-4aa70e29f7da None None] Could not find standard attr ID for object 036e1258-f948-4c5c-bf87-bd4ccb918c94. {{(pid=84334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 23:12:05.160726 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-d4315dbe-3a00-4be8-af11-4aa70e29f7da None None] Provisioning complete for port 2492a63a-0ae1-448f-bfd4-7adfe4e4276e triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:12:05.161033 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d4315dbe-3a00-4be8-af11-4aa70e29f7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:05.166879 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3d2505a5-4e11-4f5f-8e31-ada8d2582ee3 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:05.207373 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3d2505a5-4e11-4f5f-8e31-ada8d2582ee3 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:05.224515 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94ebf39-1c59-446a-8c15-92fa7dc9d52d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:12:05.229041 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-e94ebf39-1c59-446a-8c15-92fa7dc9d52d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:12:05.233732 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94ebf39-1c59-446a-8c15-92fa7dc9d52d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:05.234524 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e94ebf39-1c59-446a-8c15-92fa7dc9d52d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:05.256070 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e6e299-9684-4613-8752-d4c43c1e3dbf None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:12:05.259014 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94ebf39-1c59-446a-8c15-92fa7dc9d52d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event updated for resources: {'Subnet': ['ID=07fd6b16-7eb3-4dc1-88f3-82a849f24a5b,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:05.347892 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-d4315dbe-3a00-4be8-af11-4aa70e29f7da None None] Port 2492a63a-0ae1-448f-bfd4-7adfe4e4276e cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:12:05.360319 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3d2505a5-4e11-4f5f-8e31-ada8d2582ee3 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:05.363886 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e94ebf39-1c59-446a-8c15-92fa7dc9d52d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3921986 Feb 10 23:12:05.364087 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48928) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:05.370120 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-28e8403c-c17a-414b-9768-52052b130447 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Request body: {'port': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'mac_address': 'fa:16:3e:ef:0d:63', 'name': 'tempest-NetworksTestDHCPv6-916505057'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:12:05.389025 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3d2505a5-4e11-4f5f-8e31-ada8d2582ee3 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:05.393758 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-3d2505a5-4e11-4f5f-8e31-ada8d2582ee3 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "DELETE /v2.0/security-groups/48eff9ab-b36c-4a83-8540-fb6be0033d47 HTTP/1.1" status: 204 len: 168 time: 0.3068581 Feb 10 23:12:05.394599 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48932) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:05.397297 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2505a5-4e11-4f5f-8e31-ada8d2582ee3 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48eff9ab-b36c-4a83-8540-fb6be0033d47,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:05.466000 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-9c324604-5757-4419-bf2f-24d9d054935d None None] Could not find standard attr ID for object 036e1258-f948-4c5c-bf87-bd4ccb918c94. {{(pid=84334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 23:12:05.481151 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-52d2db22-74cf-4cba-9078-3305ab2f05b3 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:05.516833 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39edb904-48a1-4cb8-9293-f6190cd32fe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-6dca27ff-0cc1-400d-8ed1-46016d84d938', 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'tenant_id': '143e860117cc493db304000cc95b95c2', 'fixed_ips': [{'subnet_id': '07fd6b16-7eb3-4dc1-88f3-82a849f24a5b'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:12:05.517725 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-39edb904-48a1-4cb8-9293-f6190cd32fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:05.539652 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-52d2db22-74cf-4cba-9078-3305ab2f05b3 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:05.541030 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-28e8403c-c17a-414b-9768-52052b130447 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:12:05.546422 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-28e8403c-c17a-414b-9768-52052b130447 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Usage tracker for resource:port and tenant:143e860117cc493db304000cc95b95c2 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:12:05.549691 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-28e8403c-c17a-414b-9768-52052b130447 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:12:05.555609 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-28e8403c-c17a-414b-9768-52052b130447 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:12:05.635082 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e8403c-c17a-414b-9768-52052b130447 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Made reservation on behalf of 143e860117cc493db304000cc95b95c2 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:12:05.639966 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-28e8403c-c17a-414b-9768-52052b130447 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:05.671208 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-28e8403c-c17a-414b-9768-52052b130447 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] device_id is not set on port aa82ce82-addd-42fd-8160-4fc9206f3010 yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:12:05.680914 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-52d2db22-74cf-4cba-9078-3305ab2f05b3 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:05.685864 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device fc3eddee-07ad-41bf-921f-a637a9d6f9fa up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:12:05.704717 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-52d2db22-74cf-4cba-9078-3305ab2f05b3 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:05.709462 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48938) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:05.710198 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-52d2db22-74cf-4cba-9078-3305ab2f05b3 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "DELETE /v2.0/security-groups/8671e530-8379-4d3b-9dcb-09cf04131904 HTTP/1.1" status: 204 len: 168 time: 0.3146977 Feb 10 23:12:05.711315 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2db22-74cf-4cba-9078-3305ab2f05b3 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8671e530-8379-4d3b-9dcb-09cf04131904,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:05.778920 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-39edb904-48a1-4cb8-9293-f6190cd32fe9 None None] Allocated IP 2001:db8::f816:3eff:fed1:ea76 (6dca27ff-0cc1-400d-8ed1-46016d84d938/07fd6b16-7eb3-4dc1-88f3-82a849f24a5b/1184c87f-0449-488a-b3a0-6f90c0a2b56e) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:12:05.826040 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-408312c8-298d-46ac-a80e-141e39002c86 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:05.855521 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-408312c8-298d-46ac-a80e-141e39002c86 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:05.882234 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-48b71fe6-88ef-4581-9dec-90003961f7b8 req-7b3fd5a2-fd06-4497-a17e-60459384f086 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=0395dc3c-8d2c-45aa-87bd-4e91930c6c74 HTTP/1.1" status: 200 len: 210 time: 0.0545249 Feb 10 23:12:05.889076 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port fc3eddee-07ad-41bf-921f-a637a9d6f9fa triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:12:05.889450 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:05.989867 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-408312c8-298d-46ac-a80e-141e39002c86 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:06.006036 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408312c8-298d-46ac-a80e-141e39002c86 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36cf6ff5-86e0-4e0d-8253-e079547c22b5,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:06.018352 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-408312c8-298d-46ac-a80e-141e39002c86 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:06.023527 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-408312c8-298d-46ac-a80e-141e39002c86 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "DELETE /v2.0/security-groups/36cf6ff5-86e0-4e0d-8253-e079547c22b5 HTTP/1.1" status: 204 len: 168 time: 0.3079889 Feb 10 23:12:06.023527 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48942) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:06.106730 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-39edb904-48a1-4cb8-9293-f6190cd32fe9 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:06.119870 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-39edb904-48a1-4cb8-9293-f6190cd32fe9 None None] Transition to ACTIVE for port object 1184c87f-0449-488a-b3a0-6f90c0a2b56e will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:12:06.139764 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-39edb904-48a1-4cb8-9293-f6190cd32fe9 None None] Transition to ACTIVE for port object 1184c87f-0449-488a-b3a0-6f90c0a2b56e will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:12:06.164047 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 92040371-4d25-4786-9efb-50c4b74aff83 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:12:06.198277 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 92040371-4d25-4786-9efb-50c4b74aff83 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:12:06.198660 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 92040371-4d25-4786-9efb-50c4b74aff83 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:12:06.211314 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5e73d3b-5129-4f84-abc5-6ae0449b2e9d tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Deleting subnet 89f35f64-5e11-46d3-b291-ed33742654ec {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:12:06.214751 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d5e73d3b-5129-4f84-abc5-6ae0449b2e9d tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:06.218153 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-39edb904-48a1-4cb8-9293-f6190cd32fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:06.289762 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39edb904-48a1-4cb8-9293-f6190cd32fe9 None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:12:06.293501 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39edb904-48a1-4cb8-9293-f6190cd32fe9 None None] Pushing event updated for resources: {'Port': ['ID=1184c87f-0449-488a-b3a0-6f90c0a2b56e,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:06.295806 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-39edb904-48a1-4cb8-9293-f6190cd32fe9 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:12:06.297705 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39edb904-48a1-4cb8-9293-f6190cd32fe9 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:12:06.320221 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d5e73d3b-5129-4f84-abc5-6ae0449b2e9d tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:06.369041 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-28e8403c-c17a-414b-9768-52052b130447 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Allocated IP 2001:db8::f816:3eff:feef:d63 (6dca27ff-0cc1-400d-8ed1-46016d84d938/07fd6b16-7eb3-4dc1-88f3-82a849f24a5b/aa82ce82-addd-42fd-8160-4fc9206f3010) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:12:06.382042 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-39edb904-48a1-4cb8-9293-f6190cd32fe9 None None] Attempting to bind port 1184c87f-0449-488a-b3a0-6f90c0a2b56e on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:12:06.382632 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-39edb904-48a1-4cb8-9293-f6190cd32fe9 None None] Attempting to bind port 1184c87f-0449-488a-b3a0-6f90c0a2b56e by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:12:06.382745 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39edb904-48a1-4cb8-9293-f6190cd32fe9 None None] Attempting to bind port 1184c87f-0449-488a-b3a0-6f90c0a2b56e on network 6dca27ff-0cc1-400d-8ed1-46016d84d938 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:12:06.389768 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39edb904-48a1-4cb8-9293-f6190cd32fe9 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:12:06.390135 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39edb904-48a1-4cb8-9293-f6190cd32fe9 None None] Checking segment: {'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:12:06.390530 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-39edb904-48a1-4cb8-9293-f6190cd32fe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:06.390917 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39edb904-48a1-4cb8-9293-f6190cd32fe9 None None] Bound using segment: {'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:12:06.391380 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-39edb904-48a1-4cb8-9293-f6190cd32fe9 None None] Bound port: 1184c87f-0449-488a-b3a0-6f90c0a2b56e, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:12:06.391748 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-39edb904-48a1-4cb8-9293-f6190cd32fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:06.493925 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-39edb904-48a1-4cb8-9293-f6190cd32fe9 None None] For port 1184c87f-0449-488a-b3a0-6f90c0a2b56e, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:12:06.497692 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-39edb904-48a1-4cb8-9293-f6190cd32fe9 None None] For port 1184c87f-0449-488a-b3a0-6f90c0a2b56e, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=1184c87f-0449-488a-b3a0-6f90c0a2b56e,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:12:06.562185 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-39edb904-48a1-4cb8-9293-f6190cd32fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:06.603928 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d5e73d3b-5129-4f84-abc5-6ae0449b2e9d tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:06.650573 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39edb904-48a1-4cb8-9293-f6190cd32fe9 None None] Pushing event updated for resources: {'Port': ['ID=1184c87f-0449-488a-b3a0-6f90c0a2b56e,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:06.867725 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-28e8403c-c17a-414b-9768-52052b130447 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:06.903908 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236c7fe-11a5-4347-a923-80fe47170c5d req-d74d1abd-70b5-4aaa-930d-b29f849ee858 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:06.905436 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b236c7fe-11a5-4347-a923-80fe47170c5d req-d74d1abd-70b5-4aaa-930d-b29f849ee858 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.37 "GET /v2.0/networks?id=e71ad381-e318-431e-98da-fd81867293a8 HTTP/1.1" status: 200 len: 797 time: 0.2674274 Feb 10 23:12:06.906449 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-28e8403c-c17a-414b-9768-52052b130447 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Transition to ACTIVE for port object aa82ce82-addd-42fd-8160-4fc9206f3010 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:12:06.945898 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d5e73d3b-5129-4f84-abc5-6ae0449b2e9d tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:07.007430 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e73d3b-5129-4f84-abc5-6ae0449b2e9d tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event deleted for resources: {'Subnet': ['ID=89f35f64-5e11-46d3-b291-ed33742654ec,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:07.016519 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b236c7fe-11a5-4347-a923-80fe47170c5d req-1f9874ba-dfb1-491f-b3b5-c46152dcd55c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=714fdf59d9ad4aa1b5cc4598e806e542 HTTP/1.1" status: 200 len: 472 time: 0.0981891 Feb 10 23:12:07.019859 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d5e73d3b-5129-4f84-abc5-6ae0449b2e9d tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:07.027912 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6eb3ce-c237-4428-bbf2-b90923bfdf8f None None] Network 8620a4de-949e-4d31-a92e-ab0daf29cb13 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:12:07.029813 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-b236c7fe-11a5-4347-a923-80fe47170c5d req-86b2ccfe-531d-4dbc-b4dd-60547223d144 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'port': {'device_id': '0395dc3c-8d2c-45aa-87bd-4e91930c6c74', 'network_id': 'e71ad381-e318-431e-98da-fd81867293a8', 'admin_state_up': True, 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'security_groups': ['c253bcf8-7dba-43e8-a80d-9e4524534f9b']}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:12:07.092754 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d5e73d3b-5129-4f84-abc5-6ae0449b2e9d tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "DELETE /v2.0/subnets/89f35f64-5e11-46d3-b291-ed33742654ec HTTP/1.1" status: 204 len: 168 time: 1.0629799 Feb 10 23:12:07.093183 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48948) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:07.140070 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-28e8403c-c17a-414b-9768-52052b130447 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:07.200746 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c326e438-696f-4ed9-a9f2-077c65a5b380 req-1f8a300c-c8f3-4481-8872-114083b14763 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=0395dc3c-8d2c-45aa-87bd-4e91930c6c74 HTTP/1.1" status: 200 len: 210 time: 0.1552162 Feb 10 23:12:07.260405 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e8403c-c17a-414b-9768-52052b130447 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:12:07.267081 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-28e8403c-c17a-414b-9768-52052b130447 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:12:07.279503 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e8403c-c17a-414b-9768-52052b130447 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event updated for resources: {'Port': ['ID=aa82ce82-addd-42fd-8160-4fc9206f3010,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:07.284975 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e8403c-c17a-414b-9768-52052b130447 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:12:07.288715 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e8403c-c17a-414b-9768-52052b130447 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:07.289325 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-28e8403c-c17a-414b-9768-52052b130447 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:07.306867 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-407d75ac-b7f4-4749-99a9-88dca70a10bb tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Deleting subnet 3aa71ba5-7f83-48f4-8a06-69082b77edcf {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:12:07.311845 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-407d75ac-b7f4-4749-99a9-88dca70a10bb tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:07.325693 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-b236c7fe-11a5-4347-a923-80fe47170c5d req-86b2ccfe-531d-4dbc-b4dd-60547223d144 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:12:07.329810 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-b236c7fe-11a5-4347-a923-80fe47170c5d req-86b2ccfe-531d-4dbc-b4dd-60547223d144 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:port and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:12:07.332665 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-b236c7fe-11a5-4347-a923-80fe47170c5d req-86b2ccfe-531d-4dbc-b4dd-60547223d144 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:12:07.338418 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-b236c7fe-11a5-4347-a923-80fe47170c5d req-86b2ccfe-531d-4dbc-b4dd-60547223d144 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:12:07.374839 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-407d75ac-b7f4-4749-99a9-88dca70a10bb tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31983416'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:07.412033 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-28e8403c-c17a-414b-9768-52052b130447 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.0464468 Feb 10 23:12:07.412281 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48952) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:07.481145 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b236c7fe-11a5-4347-a923-80fe47170c5d req-86b2ccfe-531d-4dbc-b4dd-60547223d144 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Made reservation on behalf of 714fdf59d9ad4aa1b5cc4598e806e542 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:12:07.484303 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-b236c7fe-11a5-4347-a923-80fe47170c5d req-86b2ccfe-531d-4dbc-b4dd-60547223d144 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:07.523658 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-407d75ac-b7f4-4749-99a9-88dca70a10bb tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:07.710963 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 1184c87f-0449-488a-b3a0-6f90c0a2b56e up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:12:07.730809 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5580cac-9409-4e0e-9b62-fc5afc50d682 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:07.734919 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5580cac-9409-4e0e-9b62-fc5afc50d682 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:07.735705 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-b5580cac-9409-4e0e-9b62-fc5afc50d682 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Synchronizing usage tracker for tenant:143e860117cc493db304000cc95b95c2 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:12:07.765267 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [req-b236c7fe-11a5-4347-a923-80fe47170c5d req-86b2ccfe-531d-4dbc-b4dd-60547223d144 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Allocated IP 172.20.0.21 (e71ad381-e318-431e-98da-fd81867293a8/5c1f0f26-e4ff-47f5-b1eb-0810dc271e28/ef109054-e520-4785-8e27-bfdbc8908fd6) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:12:07.892153 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-b5580cac-9409-4e0e-9b62-fc5afc50d682 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Unset dirty status for tenant:143e860117cc493db304000cc95b95c2 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:12:07.896860 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-b5580cac-9409-4e0e-9b62-fc5afc50d682 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.4804778 Feb 10 23:12:07.896860 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48956) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:07.937935 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 1184c87f-0449-488a-b3a0-6f90c0a2b56e completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:12:07.948344 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-407d75ac-b7f4-4749-99a9-88dca70a10bb tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:07.996533 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-b236c7fe-11a5-4347-a923-80fe47170c5d req-86b2ccfe-531d-4dbc-b4dd-60547223d144 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:08.016331 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407d75ac-b7f4-4749-99a9-88dca70a10bb tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event deleted for resources: {'Subnet': ['ID=3aa71ba5-7f83-48f4-8a06-69082b77edcf,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:08.030071 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-407d75ac-b7f4-4749-99a9-88dca70a10bb tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:08.031095 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-b236c7fe-11a5-4347-a923-80fe47170c5d req-86b2ccfe-531d-4dbc-b4dd-60547223d144 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Transition to ACTIVE for port object ef109054-e520-4785-8e27-bfdbc8908fd6 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:12:08.046067 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-69b5f0e3-178f-4385-8022-aa220b76cc38 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Deleting port aa82ce82-addd-42fd-8160-4fc9206f3010 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:12:08.046418 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-69b5f0e3-178f-4385-8022-aa220b76cc38 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:08.072905 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-407d75ac-b7f4-4749-99a9-88dca70a10bb tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "DELETE /v2.0/subnets/3aa71ba5-7f83-48f4-8a06-69082b77edcf HTTP/1.1" status: 204 len: 168 time: 0.9775627 Feb 10 23:12:08.075547 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48960) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:08.118349 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3a072af-54e7-4890-b1a0-e84ebacbf64b tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] DELETE failed (client error): The resource could not be found. Feb 10 23:12:08.118853 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3a072af-54e7-4890-b1a0-e84ebacbf64b tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:12:08.127779 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a3a072af-54e7-4890-b1a0-e84ebacbf64b tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "DELETE /v2.0/subnets/89f35f64-5e11-46d3-b291-ed33742654ec HTTP/1.1" status: 404 len: 337 time: 0.0489924 Feb 10 23:12:08.128359 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48964) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:08.143462 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-8c0f5cec-b95c-4094-96e1-252575a1ea02 None None] Provisioning for port 1184c87f-0449-488a-b3a0-6f90c0a2b56e completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:12:08.149479 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-8c0f5cec-b95c-4094-96e1-252575a1ea02 None None] Provisioning complete for port 1184c87f-0449-488a-b3a0-6f90c0a2b56e triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:12:08.149479 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8c0f5cec-b95c-4094-96e1-252575a1ea02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:08.203842 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7a29c6-0ff5-4207-a0a4-15eed96010be None None] Network 8620a4de-949e-4d31-a92e-ab0daf29cb13 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:12:08.212265 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-b236c7fe-11a5-4347-a923-80fe47170c5d req-86b2ccfe-531d-4dbc-b4dd-60547223d144 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:08.303176 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eb9823c-d0ce-4430-aa80-e56d6ed7f26a tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Deleting subnet 6864d79f-2c77-46fa-a0c8-2412cdeb403a {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:12:08.313304 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b236c7fe-11a5-4347-a923-80fe47170c5d req-86b2ccfe-531d-4dbc-b4dd-60547223d144 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Network e71ad381-e318-431e-98da-fd81867293a8 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:12:08.314325 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5eb9823c-d0ce-4430-aa80-e56d6ed7f26a tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:08.341420 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-69b5f0e3-178f-4385-8022-aa220b76cc38 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:08.350508 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [req-b236c7fe-11a5-4347-a923-80fe47170c5d req-86b2ccfe-531d-4dbc-b4dd-60547223d144 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:12:08.353420 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-b236c7fe-11a5-4347-a923-80fe47170c5d req-86b2ccfe-531d-4dbc-b4dd-60547223d144 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:12:08.401364 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b2ccfe-531d-4dbc-b4dd-60547223d144 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Port': ['ID=ef109054-e520-4785-8e27-bfdbc8908fd6,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:08.441208 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5eb9823c-d0ce-4430-aa80-e56d6ed7f26a tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:08.484333 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236c7fe-11a5-4347-a923-80fe47170c5d req-86b2ccfe-531d-4dbc-b4dd-60547223d144 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:08.485202 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-b236c7fe-11a5-4347-a923-80fe47170c5d req-86b2ccfe-531d-4dbc-b4dd-60547223d144 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:08.504642 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8c0f5cec-b95c-4094-96e1-252575a1ea02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:08.557461 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5eb9823c-d0ce-4430-aa80-e56d6ed7f26a tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:08.559191 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-69b5f0e3-178f-4385-8022-aa220b76cc38 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Calling delete_port for aa82ce82-addd-42fd-8160-4fc9206f3010 owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:12:08.605417 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-8c0f5cec-b95c-4094-96e1-252575a1ea02 None None] For port 1184c87f-0449-488a-b3a0-6f90c0a2b56e, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=1184c87f-0449-488a-b3a0-6f90c0a2b56e,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:12:08.670481 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b236c7fe-11a5-4347-a923-80fe47170c5d req-86b2ccfe-531d-4dbc-b4dd-60547223d144 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6473343 Feb 10 23:12:08.681747 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-b236c7fe-11a5-4347-a923-80fe47170c5d req-ba85ae18-56ab-498f-a2fa-d855b86440d0 service neutron] Request body: {'port': {'device_id': '0395dc3c-8d2c-45aa-87bd-4e91930c6c74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:12:08.715870 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c573a-2a50-4294-a69b-b4023c478bc3 req-17bcce1c-0aed-4486-91dd-8934ec108445 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:08.717336 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-852c573a-2a50-4294-a69b-b4023c478bc3 req-17bcce1c-0aed-4486-91dd-8934ec108445 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=0395dc3c-8d2c-45aa-87bd-4e91930c6c74 HTTP/1.1" status: 200 len: 932 time: 0.3360667 Feb 10 23:12:08.727302 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8c0f5cec-b95c-4094-96e1-252575a1ea02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:08.741143 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5eb9823c-d0ce-4430-aa80-e56d6ed7f26a tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:08.802772 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-852c573a-2a50-4294-a69b-b4023c478bc3 req-ae369e08-7e38-47c6-8947-8c59cde41987 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=c253bcf8-7dba-43e8-a80d-9e4524534f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795448 Feb 10 23:12:08.813735 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0f5cec-b95c-4094-96e1-252575a1ea02 None None] Pushing event updated for resources: {'Port': ['ID=1184c87f-0449-488a-b3a0-6f90c0a2b56e,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:08.858087 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-69b5f0e3-178f-4385-8022-aa220b76cc38 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:08.862111 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-f63735bc-fbf9-49ab-8b77-0ab209eb041a None None] Provisioning for port aa82ce82-addd-42fd-8160-4fc9206f3010 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:12:08.867733 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-f63735bc-fbf9-49ab-8b77-0ab209eb041a None None] Provisioning complete for port aa82ce82-addd-42fd-8160-4fc9206f3010 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:12:08.868466 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f63735bc-fbf9-49ab-8b77-0ab209eb041a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:08.908515 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-f63735bc-fbf9-49ab-8b77-0ab209eb041a None None] Port aa82ce82-addd-42fd-8160-4fc9206f3010 was deleted so its status cannot be updated. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 10 23:12:08.923991 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b5f0e3-178f-4385-8022-aa220b76cc38 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event deleted for resources: {'Port': ['ID=aa82ce82-addd-42fd-8160-4fc9206f3010,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:08.976916 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-69b5f0e3-178f-4385-8022-aa220b76cc38 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:08.989140 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-f63735bc-fbf9-49ab-8b77-0ab209eb041a None None] Provisioning for port ef109054-e520-4785-8e27-bfdbc8908fd6 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:12:08.991631 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb9823c-d0ce-4430-aa80-e56d6ed7f26a tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event deleted for resources: {'Subnet': ['ID=6864d79f-2c77-46fa-a0c8-2412cdeb403a,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:08.994406 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-f63735bc-fbf9-49ab-8b77-0ab209eb041a None None] Provisioning complete for port ef109054-e520-4785-8e27-bfdbc8908fd6 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:12:09.027180 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f63735bc-fbf9-49ab-8b77-0ab209eb041a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:09.028514 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5eb9823c-d0ce-4430-aa80-e56d6ed7f26a tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:09.028514 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5eb9823c-d0ce-4430-aa80-e56d6ed7f26a tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "DELETE /v2.0/subnets/6864d79f-2c77-46fa-a0c8-2412cdeb403a HTTP/1.1" status: 204 len: 168 time: 0.8871260 Feb 10 23:12:09.028797 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48970) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:09.028906 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-b236c7fe-11a5-4347-a923-80fe47170c5d req-ba85ae18-56ab-498f-a2fa-d855b86440d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:09.072300 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-f63735bc-fbf9-49ab-8b77-0ab209eb041a None None] Port ef109054-e520-4785-8e27-bfdbc8908fd6 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:12:09.076857 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8b3291d-f253-4161-aa45-a32fc67ab7d3 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] DELETE failed (client error): The resource could not be found. Feb 10 23:12:09.077303 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8b3291d-f253-4161-aa45-a32fc67ab7d3 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:12:09.078960 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-d8b3291d-f253-4161-aa45-a32fc67ab7d3 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "DELETE /v2.0/subnets/6b4ae7fb-b2d0-4674-8286-2425c6179d3e HTTP/1.1" status: 404 len: 337 time: 0.0609303 Feb 10 23:12:09.081241 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-69b5f0e3-178f-4385-8022-aa220b76cc38 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/ports/aa82ce82-addd-42fd-8160-4fc9206f3010 HTTP/1.1" status: 204 len: 168 time: 1.1842020 Feb 10 23:12:09.081888 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48974) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:09.084042 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48976) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:09.094840 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-f63735bc-fbf9-49ab-8b77-0ab209eb041a None None] Provisioning complete for port fc3eddee-07ad-41bf-921f-a637a9d6f9fa triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:12:09.095204 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f63735bc-fbf9-49ab-8b77-0ab209eb041a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:09.175910 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-ab468be3-5898-4479-9015-fd11bdaf7302 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "GET /v2.0/ports?device_id=18c8fba6-0c71-4db3-b12f-bc1a77119996 HTTP/1.1" status: 200 len: 205 time: 0.0908988 Feb 10 23:12:09.176412 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48982) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:09.261107 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.api.v2.resource [None req-ec583ab6-da7c-4718-a848-4e2560d2b0da tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] delete failed (client error): The resource could not be found. Feb 10 23:12:09.262303 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-ec583ab6-da7c-4718-a848-4e2560d2b0da tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "DELETE /v2.0/routers/18c8fba6-0c71-4db3-b12f-bc1a77119996 HTTP/1.1" status: 404 len: 336 time: 0.0849736 Feb 10 23:12:09.265091 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48986) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:09.302029 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-f63735bc-fbf9-49ab-8b77-0ab209eb041a None None] Provisioning complete for port 2492a63a-0ae1-448f-bfd4-7adfe4e4276e triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:12:09.303405 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f63735bc-fbf9-49ab-8b77-0ab209eb041a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:09.316685 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47c4a8c-4282-48d5-b21b-7c9439630869 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:09.318115 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47c4a8c-4282-48d5-b21b-7c9439630869 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:09.318858 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-a47c4a8c-4282-48d5-b21b-7c9439630869 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Synchronizing usage tracker for tenant:143e860117cc493db304000cc95b95c2 on resource:subnet {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:12:09.327387 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-63e23068-c13a-4758-8d48-543f1ed897a7 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] DELETE failed (client error): The resource could not be found. Feb 10 23:12:09.327937 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63e23068-c13a-4758-8d48-543f1ed897a7 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:12:09.329675 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-63e23068-c13a-4758-8d48-543f1ed897a7 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "DELETE /v2.0/subnets/b9c37359-7373-436a-89af-f3d7f8baa4ad HTTP/1.1" status: 404 len: 337 time: 0.0638673 Feb 10 23:12:09.332452 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 48990) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:09.368065 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed5f103-d63c-44a3-a6f8-86b2961e63f4 None None] Network 8620a4de-949e-4d31-a92e-ab0daf29cb13 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:12:09.383406 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-770e5a83-15f8-423c-b94c-40369bdd2990 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] DELETE failed (client error): The resource could not be found. Feb 10 23:12:09.383962 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-770e5a83-15f8-423c-b94c-40369bdd2990 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:12:09.388588 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-770e5a83-15f8-423c-b94c-40369bdd2990 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "DELETE /v2.0/subnets/c0971ade-b841-4ccc-b73d-c9fdaf4c858b HTTP/1.1" status: 404 len: 337 time: 0.0519726 Feb 10 23:12:09.389889 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48994) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:09.425376 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-a47c4a8c-4282-48d5-b21b-7c9439630869 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Unset dirty status for tenant:143e860117cc493db304000cc95b95c2 on resource:subnet {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:12:09.429494 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-a47c4a8c-4282-48d5-b21b-7c9439630869 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3415606 Feb 10 23:12:09.430589 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 48998) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:09.431475 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-998ae1b0-3a89-4892-8e1d-127ab6572f98 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] DELETE failed (client error): The resource could not be found. Feb 10 23:12:09.431901 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-998ae1b0-3a89-4892-8e1d-127ab6572f98 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:12:09.437361 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-998ae1b0-3a89-4892-8e1d-127ab6572f98 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "DELETE /v2.0/subnets/90170a1c-6af5-4cbd-9f17-81852476664b HTTP/1.1" status: 404 len: 337 time: 0.0464625 Feb 10 23:12:09.439570 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49000) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:09.440904 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-f63735bc-fbf9-49ab-8b77-0ab209eb041a None None] Port 2492a63a-0ae1-448f-bfd4-7adfe4e4276e cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:12:09.479339 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [req-b236c7fe-11a5-4347-a923-80fe47170c5d req-ba85ae18-56ab-498f-a2fa-d855b86440d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef109054-e520-4785-8e27-bfdbc8908fd6 {{(pid=84332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:12:09.486979 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-b236c7fe-11a5-4347-a923-80fe47170c5d req-ba85ae18-56ab-498f-a2fa-d855b86440d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:09.501420 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-b236c7fe-11a5-4347-a923-80fe47170c5d req-ba85ae18-56ab-498f-a2fa-d855b86440d0 service neutron] Transition to ACTIVE for port object ef109054-e520-4785-8e27-bfdbc8908fd6 will not be triggered until provisioned by entity L2. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:12:09.520930 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcaded9a-e40d-4407-9e6a-d4dc8e167c8c tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] DELETE failed (client error): The resource could not be found. Feb 10 23:12:09.521361 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcaded9a-e40d-4407-9e6a-d4dc8e167c8c tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:12:09.522959 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-fcaded9a-e40d-4407-9e6a-d4dc8e167c8c tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "DELETE /v2.0/ports/2327c331-869f-48ad-9a1a-43d9b3f93008 HTTP/1.1" status: 404 len: 333 time: 0.0822835 Feb 10 23:12:09.525757 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49006) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:09.565355 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ee09404-f01c-4702-a11e-2d20bbd10ec9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] DELETE failed (client error): The resource could not be found. Feb 10 23:12:09.565796 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ee09404-f01c-4702-a11e-2d20bbd10ec9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:12:09.570197 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7ee09404-f01c-4702-a11e-2d20bbd10ec9 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "DELETE /v2.0/subnets/231889c5-9b6f-4d61-88fa-1d821325946e HTTP/1.1" status: 404 len: 337 time: 0.0429215 Feb 10 23:12:09.570787 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49010) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:09.593806 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-83aa7bb2-7725-4d86-9e8f-174d7ea0b5c1 None None] Provisioning complete for port fc3eddee-07ad-41bf-921f-a637a9d6f9fa triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:12:09.594264 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-83aa7bb2-7725-4d86-9e8f-174d7ea0b5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:09.608985 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-b236c7fe-11a5-4347-a923-80fe47170c5d req-ba85ae18-56ab-498f-a2fa-d855b86440d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:09.612672 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-428729af-254e-485f-b92a-69309f03be9d tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] DELETE failed (client error): The resource could not be found. Feb 10 23:12:09.613268 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-428729af-254e-485f-b92a-69309f03be9d tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:12:09.617916 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-428729af-254e-485f-b92a-69309f03be9d tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "DELETE /v2.0/subnets/c734f454-4a19-4716-9c7e-cede46d35eaf HTTP/1.1" status: 404 len: 337 time: 0.0462320 Feb 10 23:12:09.619169 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49014) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:09.681079 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 1184c87f-0449-488a-b3a0-6f90c0a2b56e up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:12:09.688095 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba85ae18-56ab-498f-a2fa-d855b86440d0 service neutron] Pushing event updated for resources: {'Port': ['ID=ef109054-e520-4785-8e27-bfdbc8908fd6,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:09.744335 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6752275b-2300-4259-b70f-0dee4683675d None None] DHCP port deletion for 8620a4de-949e-4d31-a92e-ab0daf29cb13 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:12:09.761079 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb80fc19-ad8f-49c3-95f9-127f64b791b9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Deleting subnet 07fd6b16-7eb3-4dc1-88f3-82a849f24a5b {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:12:09.764732 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cb80fc19-ad8f-49c3-95f9-127f64b791b9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:09.777804 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1833e08-dde4-49e5-a20b-f5b1f2c8f3a1 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] DELETE failed (client error): The resource could not be found. Feb 10 23:12:09.778517 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1833e08-dde4-49e5-a20b-f5b1f2c8f3a1 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:12:09.785940 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-6752275b-2300-4259-b70f-0dee4683675d None None] Deleting port fc3eddee-07ad-41bf-921f-a637a9d6f9fa {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:12:09.786634 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6752275b-2300-4259-b70f-0dee4683675d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:09.787383 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f1833e08-dde4-49e5-a20b-f5b1f2c8f3a1 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "DELETE /v2.0/ports/610bde64-d216-4c96-bc17-7fc1325c6abe HTTP/1.1" status: 404 len: 333 time: 0.1365337 Feb 10 23:12:09.788754 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49018) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:09.830594 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cb80fc19-ad8f-49c3-95f9-127f64b791b9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31983416'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:09.840652 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-d479b474-4ac1-49ce-985a-f6e874c9dcbd tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] DELETE failed (client error): The resource could not be found. Feb 10 23:12:09.841367 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d479b474-4ac1-49ce-985a-f6e874c9dcbd tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:12:09.846071 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d479b474-4ac1-49ce-985a-f6e874c9dcbd tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "DELETE /v2.0/subnets/e22a2e8c-2fe7-46e1-a889-598cf9254a23 HTTP/1.1" status: 404 len: 337 time: 0.0561888 Feb 10 23:12:09.846835 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49024) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:09.900173 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-9069edd6-e873-41f2-8e50-8c5468e4b176 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] DELETE failed (client error): The resource could not be found. Feb 10 23:12:09.900718 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9069edd6-e873-41f2-8e50-8c5468e4b176 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:12:09.910498 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9069edd6-e873-41f2-8e50-8c5468e4b176 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "DELETE /v2.0/subnets/74c1ab56-6f66-4467-b441-2761e5739786 HTTP/1.1" status: 404 len: 337 time: 0.0622356 Feb 10 23:12:09.911275 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49028) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:09.951209 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cb80fc19-ad8f-49c3-95f9-127f64b791b9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:10.056399 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-83aa7bb2-7725-4d86-9e8f-174d7ea0b5c1 None None] Provisioning complete for port 2492a63a-0ae1-448f-bfd4-7adfe4e4276e triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:12:10.056943 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-83aa7bb2-7725-4d86-9e8f-174d7ea0b5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:10.134778 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 1184c87f-0449-488a-b3a0-6f90c0a2b56e triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:12:10.135146 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:10.137101 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-c1647610-cdf6-430b-9b71-ded5b21d7c93 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Deleting port 2492a63a-0ae1-448f-bfd4-7adfe4e4276e {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:12:10.137435 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c1647610-cdf6-430b-9b71-ded5b21d7c93 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:10.176808 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-83aa7bb2-7725-4d86-9e8f-174d7ea0b5c1 None None] Port 2492a63a-0ae1-448f-bfd4-7adfe4e4276e cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:12:10.189572 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-6752275b-2300-4259-b70f-0dee4683675d None None] For port fc3eddee-07ad-41bf-921f-a637a9d6f9fa, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=fc3eddee-07ad-41bf-921f-a637a9d6f9fa,segment=NetworkSegment(a7d60f95-79ab-4be6-9e86-ad5e713f186a),segment_id=a7d60f95-79ab-4be6-9e86-ad5e713f186a)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:12:10.189957 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6752275b-2300-4259-b70f-0dee4683675d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:10.220117 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-b236c7fe-11a5-4347-a923-80fe47170c5d req-ba85ae18-56ab-498f-a2fa-d855b86440d0 service neutron] Attempting to bind port ef109054-e520-4785-8e27-bfdbc8908fd6 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:12:10.220363 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-b236c7fe-11a5-4347-a923-80fe47170c5d req-ba85ae18-56ab-498f-a2fa-d855b86440d0 service neutron] Attempting to bind port ef109054-e520-4785-8e27-bfdbc8908fd6 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '163a8864-a0ad-44e4-aa89-467aea8675e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e71ad381-e318-431e-98da-fd81867293a8'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:12:10.220708 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b236c7fe-11a5-4347-a923-80fe47170c5d req-ba85ae18-56ab-498f-a2fa-d855b86440d0 service neutron] Attempting to bind port ef109054-e520-4785-8e27-bfdbc8908fd6 on network e71ad381-e318-431e-98da-fd81867293a8 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:12:10.230059 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cb80fc19-ad8f-49c3-95f9-127f64b791b9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:10.268347 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b236c7fe-11a5-4347-a923-80fe47170c5d req-ba85ae18-56ab-498f-a2fa-d855b86440d0 service neutron] Port ef109054-e520-4785-8e27-bfdbc8908fd6 on network e71ad381-e318-431e-98da-fd81867293a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:12:10.268767 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b236c7fe-11a5-4347-a923-80fe47170c5d req-ba85ae18-56ab-498f-a2fa-d855b86440d0 service neutron] Attempting to bind port ef109054-e520-4785-8e27-bfdbc8908fd6 on network e71ad381-e318-431e-98da-fd81867293a8 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:12:10.270458 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb80fc19-ad8f-49c3-95f9-127f64b791b9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event deleted for resources: {'Subnet': ['ID=07fd6b16-7eb3-4dc1-88f3-82a849f24a5b,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:10.277311 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cb80fc19-ad8f-49c3-95f9-127f64b791b9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:10.283932 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e65436-50b6-434d-98f8-5f31eb48d453 req-472b8ac1-4fe1-423e-9090-95013cbbe611 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:10.284641 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-a7e65436-50b6-434d-98f8-5f31eb48d453 req-472b8ac1-4fe1-423e-9090-95013cbbe611 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Synchronizing usage tracker for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:12:10.312286 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cbeaf6-a63c-4a92-b0f7-a2dc92dbfb01 None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:12:10.317073 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b236c7fe-11a5-4347-a923-80fe47170c5d req-ba85ae18-56ab-498f-a2fa-d855b86440d0 service neutron] Checking agent: {'id': '0f85d58b-4cda-4360-97cf-be037aef26b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'started_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:12:10.317375 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b236c7fe-11a5-4347-a923-80fe47170c5d req-ba85ae18-56ab-498f-a2fa-d855b86440d0 service neutron] Checking segment: {'id': '163a8864-a0ad-44e4-aa89-467aea8675e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e71ad381-e318-431e-98da-fd81867293a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:12:10.317749 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b236c7fe-11a5-4347-a923-80fe47170c5d req-ba85ae18-56ab-498f-a2fa-d855b86440d0 service neutron] Bound using segment: {'id': '163a8864-a0ad-44e4-aa89-467aea8675e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e71ad381-e318-431e-98da-fd81867293a8'} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:12:10.318182 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-b236c7fe-11a5-4347-a923-80fe47170c5d req-ba85ae18-56ab-498f-a2fa-d855b86440d0 service neutron] Bound port: ef109054-e520-4785-8e27-bfdbc8908fd6, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '163a8864-a0ad-44e4-aa89-467aea8675e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e71ad381-e318-431e-98da-fd81867293a8'}}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:12:10.318527 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-b236c7fe-11a5-4347-a923-80fe47170c5d req-ba85ae18-56ab-498f-a2fa-d855b86440d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:10.332864 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-6752275b-2300-4259-b70f-0dee4683675d None None] Calling delete_port for fc3eddee-07ad-41bf-921f-a637a9d6f9fa owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:12:10.349783 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-cb80fc19-ad8f-49c3-95f9-127f64b791b9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/subnets/07fd6b16-7eb3-4dc1-88f3-82a849f24a5b HTTP/1.1" status: 204 len: 168 time: 0.9113574 Feb 10 23:12:10.352265 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49032) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:10.425994 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-843e1f9d-9682-4a42-a335-3ab97cd41d3d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0724168 Feb 10 23:12:10.428596 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49036) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:10.464675 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c1647610-cdf6-430b-9b71-ded5b21d7c93 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:10.471719 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-a7e65436-50b6-434d-98f8-5f31eb48d453 req-472b8ac1-4fe1-423e-9090-95013cbbe611 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Unset dirty status for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:12:10.472803 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a7e65436-50b6-434d-98f8-5f31eb48d453 req-472b8ac1-4fe1-423e-9090-95013cbbe611 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=0395dc3c-8d2c-45aa-87bd-4e91930c6c74 HTTP/1.1" status: 200 len: 944 time: 0.4759676 Feb 10 23:12:10.513534 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8694f5b0-ff9b-486f-ad7b-f0ea941877d8 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:10.514603 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-8694f5b0-ff9b-486f-ad7b-f0ea941877d8 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Synchronizing usage tracker for tenant:143e860117cc493db304000cc95b95c2 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:12:10.606660 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-8694f5b0-ff9b-486f-ad7b-f0ea941877d8 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Unset dirty status for tenant:143e860117cc493db304000cc95b95c2 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:12:10.608593 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-8694f5b0-ff9b-486f-ad7b-f0ea941877d8 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1781182 Feb 10 23:12:10.610602 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49040) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:10.664853 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6752275b-2300-4259-b70f-0dee4683675d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:10.686670 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4566dd82-d6dd-4d27-949d-43414abe312d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:10.687334 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-4566dd82-d6dd-4d27-949d-43414abe312d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Synchronizing usage tracker for tenant:143e860117cc493db304000cc95b95c2 on resource:subnet {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:12:10.714001 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6752275b-2300-4259-b70f-0dee4683675d None None] Pushing event deleted for resources: {'Port': ['ID=fc3eddee-07ad-41bf-921f-a637a9d6f9fa,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:10.725248 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6752275b-2300-4259-b70f-0dee4683675d None None] No DVR routers for this DVR port fc3eddee-07ad-41bf-921f-a637a9d6f9fa on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:12:10.737077 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-c1647610-cdf6-430b-9b71-ded5b21d7c93 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Calling delete_port for 2492a63a-0ae1-448f-bfd4-7adfe4e4276e owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:12:10.754949 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-4566dd82-d6dd-4d27-949d-43414abe312d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Unset dirty status for tenant:143e860117cc493db304000cc95b95c2 on resource:subnet {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:12:10.756689 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-4566dd82-d6dd-4d27-949d-43414abe312d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1446171 Feb 10 23:12:10.758895 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49044) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:10.796311 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-b236c7fe-11a5-4347-a923-80fe47170c5d req-ba85ae18-56ab-498f-a2fa-d855b86440d0 service neutron] For port ef109054-e520-4785-8e27-bfdbc8908fd6, host hv-neutron-8287, cleared binding levels {{(pid=84332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:12:10.814758 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef2e0fc-2b9d-4efe-a41d-e99ed6b94a28 None None] DHCP port deletion for 6dca27ff-0cc1-400d-8ed1-46016d84d938 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:12:10.815389 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-b236c7fe-11a5-4347-a923-80fe47170c5d req-ba85ae18-56ab-498f-a2fa-d855b86440d0 service neutron] For port ef109054-e520-4785-8e27-bfdbc8908fd6, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=ef109054-e520-4785-8e27-bfdbc8908fd6,segment=NetworkSegment(163a8864-a0ad-44e4-aa89-467aea8675e7),segment_id=163a8864-a0ad-44e4-aa89-467aea8675e7)] {{(pid=84332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:12:10.820003 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-8ef2e0fc-2b9d-4efe-a41d-e99ed6b94a28 None None] Deleting port 1184c87f-0449-488a-b3a0-6f90c0a2b56e {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:12:10.833033 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8ef2e0fc-2b9d-4efe-a41d-e99ed6b94a28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:10.833364 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a7e65436-50b6-434d-98f8-5f31eb48d453 req-dc9bc312-1a1d-4a0d-9d97-a3bcb4780879 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=c253bcf8-7dba-43e8-a80d-9e4524534f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3511055 Feb 10 23:12:10.842540 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-7b624ee2-40d4-4b03-8fd7-9229d8b8bc62 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0719526 Feb 10 23:12:10.842845 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49048) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:10.848928 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-0a11e977-fa5c-4cff-9455-52f3bf08e419 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Request body: {'subnet': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:12:10.910274 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-b236c7fe-11a5-4347-a923-80fe47170c5d req-ba85ae18-56ab-498f-a2fa-d855b86440d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:10.954732 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c1647610-cdf6-430b-9b71-ded5b21d7c93 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:10.966816 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-0a11e977-fa5c-4cff-9455-52f3bf08e419 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:12:10.976215 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-0a11e977-fa5c-4cff-9455-52f3bf08e419 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:12:10.998213 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-b236c7fe-11a5-4347-a923-80fe47170c5d req-ba85ae18-56ab-498f-a2fa-d855b86440d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:10.999594 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b236c7fe-11a5-4347-a923-80fe47170c5d req-ba85ae18-56ab-498f-a2fa-d855b86440d0 service neutron] 10.222.0.37 "PUT /v2.0/ports/ef109054-e520-4785-8e27-bfdbc8908fd6 HTTP/1.1" status: 200 len: 1094 time: 2.3220398 Feb 10 23:12:11.000015 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0395dc3c-8d2c-45aa-87bd-4e91930c6c74', 'tag': 'ef109054-e520-4785-8e27-bfdbc8908fd6'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:12:11.021120 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c1647610-cdf6-430b-9b71-ded5b21d7c93 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:11.034077 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba85ae18-56ab-498f-a2fa-d855b86440d0 service neutron] Pushing event updated for resources: {'Port': ['ID=ef109054-e520-4785-8e27-bfdbc8908fd6,revision_number=3']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:11.041927 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-8ef2e0fc-2b9d-4efe-a41d-e99ed6b94a28 None None] For port 1184c87f-0449-488a-b3a0-6f90c0a2b56e, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=1184c87f-0449-488a-b3a0-6f90c0a2b56e,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:12:11.042368 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8ef2e0fc-2b9d-4efe-a41d-e99ed6b94a28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:11.058698 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a11e977-fa5c-4cff-9455-52f3bf08e419 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Made reservation on behalf of 143e860117cc493db304000cc95b95c2 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:12:11.063064 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0a11e977-fa5c-4cff-9455-52f3bf08e419 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:11.076748 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1647610-cdf6-430b-9b71-ded5b21d7c93 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event deleted for resources: {'Port': ['ID=2492a63a-0ae1-448f-bfd4-7adfe4e4276e,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:11.101225 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0395dc3c-8d2c-45aa-87bd-4e91930c6c74', 'tag': 'ef109054-e520-4785-8e27-bfdbc8908fd6', 'status': 'completed', 'code': 200} Feb 10 23:12:11.175852 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c1647610-cdf6-430b-9b71-ded5b21d7c93 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "DELETE /v2.0/ports/2492a63a-0ae1-448f-bfd4-7adfe4e4276e HTTP/1.1" status: 204 len: 168 time: 1.2223465 Feb 10 23:12:11.178402 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-8ef2e0fc-2b9d-4efe-a41d-e99ed6b94a28 None None] Calling delete_port for 1184c87f-0449-488a-b3a0-6f90c0a2b56e owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:12:11.178550 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49054) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:11.319009 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-596a28ee-28a1-463c-88ab-d14d9ebc8f96 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:11.331942 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-53ec50d9-f5a9-48fd-bcc1-6b66c679b9aa req-de67d138-37f1-46c2-ac9b-a935e612fa64 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&device_id=0395dc3c-8d2c-45aa-87bd-4e91930c6c74 HTTP/1.1" status: 200 len: 1097 time: 0.2094481 Feb 10 23:12:11.337995 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8ef2e0fc-2b9d-4efe-a41d-e99ed6b94a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:11.384353 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef2e0fc-2b9d-4efe-a41d-e99ed6b94a28 None None] Pushing event deleted for resources: {'Port': ['ID=1184c87f-0449-488a-b3a0-6f90c0a2b56e,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:11.392427 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef2e0fc-2b9d-4efe-a41d-e99ed6b94a28 None None] No DVR routers for this DVR port 1184c87f-0449-488a-b3a0-6f90c0a2b56e on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:12:11.394936 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0a11e977-fa5c-4cff-9455-52f3bf08e419 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:11.458373 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a11e977-fa5c-4cff-9455-52f3bf08e419 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:12:11.461469 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-0a11e977-fa5c-4cff-9455-52f3bf08e419 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:12:11.465764 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a11e977-fa5c-4cff-9455-52f3bf08e419 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:11.466337 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0a11e977-fa5c-4cff-9455-52f3bf08e419 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:11.470440 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75dd4e51-fb54-4ddc-83d1-c4af979a1ba4 None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:12:11.481667 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a11e977-fa5c-4cff-9455-52f3bf08e419 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event updated for resources: {'Subnet': ['ID=b6e4f09e-f718-4c77-8cab-20bc5a238c20,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:11.547286 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-596a28ee-28a1-463c-88ab-d14d9ebc8f96 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:11.591074 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-0a11e977-fa5c-4cff-9455-52f3bf08e419 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7463710 Feb 10 23:12:11.592909 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49058) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:11.595363 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-596a28ee-28a1-463c-88ab-d14d9ebc8f96 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8620a4de-949e-4d31-a92e-ab0daf29cb13']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:12:11.603246 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-a82a70ae-9d62-4b0c-89ff-258bc31ede9d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Request body: {'port': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'mac_address': 'fa:16:3e:69:76:a7', 'name': 'tempest-NetworksTestDHCPv6-357385605'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:12:11.620682 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-596a28ee-28a1-463c-88ab-d14d9ebc8f96 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7d60f95-79ab-4be6-9e86-ad5e713f186a') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:12:11.621217 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-596a28ee-28a1-463c-88ab-d14d9ebc8f96 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7d60f95-79ab-4be6-9e86-ad5e713f186a') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:12:11.638335 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-596a28ee-28a1-463c-88ab-d14d9ebc8f96 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32216962'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:11.645241 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec50d9-f5a9-48fd-bcc1-6b66c679b9aa req-15cbcdcc-fe68-4724-a497-2415fc30c2c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:11.645620 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec50d9-f5a9-48fd-bcc1-6b66c679b9aa req-15cbcdcc-fe68-4724-a497-2415fc30c2c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:11.647105 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-53ec50d9-f5a9-48fd-bcc1-6b66c679b9aa req-15cbcdcc-fe68-4724-a497-2415fc30c2c5 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.2850785 Feb 10 23:12:11.683806 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-596a28ee-28a1-463c-88ab-d14d9ebc8f96 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:11.691649 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59ee82e-9e57-437e-9936-46d11c46ca8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-6dca27ff-0cc1-400d-8ed1-46016d84d938', 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'tenant_id': '143e860117cc493db304000cc95b95c2', 'fixed_ips': [{'subnet_id': 'b6e4f09e-f718-4c77-8cab-20bc5a238c20'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:12:11.692786 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b59ee82e-9e57-437e-9936-46d11c46ca8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:11.712259 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 1184c87f-0449-488a-b3a0-6f90c0a2b56e no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:12:11.741960 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-596a28ee-28a1-463c-88ab-d14d9ebc8f96 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:12:11.742707 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-596a28ee-28a1-463c-88ab-d14d9ebc8f96 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32033006'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:11.750217 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 1184c87f-0449-488a-b3a0-6f90c0a2b56e {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:12:11.750646 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 1184c87f-0449-488a-b3a0-6f90c0a2b56e not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:12:11.751152 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device fc3eddee-07ad-41bf-921f-a637a9d6f9fa no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:12:11.758608 dv-neutron-828797-1-hyperv neutron-server[84332]: Traceback (most recent call last): Feb 10 23:12:11.758608 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:12:11.758608 dv-neutron-828797-1-hyperv neutron-server[84332]: timer() Feb 10 23:12:11.758608 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:12:11.758608 dv-neutron-828797-1-hyperv neutron-server[84332]: cb(*args, **kw) Feb 10 23:12:11.758608 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:12:11.758608 dv-neutron-828797-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Feb 10 23:12:11.758608 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:12:11.758608 dv-neutron-828797-1-hyperv neutron-server[84332]: self._notify() Feb 10 23:12:11.758608 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:12:11.758608 dv-neutron-828797-1-hyperv neutron-server[84332]: self.callback(batched_events) Feb 10 23:12:11.758608 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:12:11.758608 dv-neutron-828797-1-hyperv neutron-server[84332]: event.method(event) Feb 10 23:12:11.758608 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:12:11.758608 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:12:11.758608 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:12:11.758608 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:12:11.758608 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:12:11.758608 dv-neutron-828797-1-hyperv neutron-server[84332]: return f(self, *a, **k) Feb 10 23:12:11.758608 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:12:11.758608 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._get(url).json() Feb 10 23:12:11.758608 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:12:11.758608 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:12:11.758608 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:12:11.758608 dv-neutron-828797-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Feb 10 23:12:11.758608 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:12:11.758608 dv-neutron-828797-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:12:11.758608 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:12:11.758608 dv-neutron-828797-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:12:11.758608 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:12:11.758608 dv-neutron-828797-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:12:11.758608 dv-neutron-828797-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:12:11.791477 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a82a70ae-9d62-4b0c-89ff-258bc31ede9d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:12:11.801995 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a82a70ae-9d62-4b0c-89ff-258bc31ede9d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:12:11.819358 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: fc3eddee-07ad-41bf-921f-a637a9d6f9fa {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:12:11.819978 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device fc3eddee-07ad-41bf-921f-a637a9d6f9fa not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:12:11.859734 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82a70ae-9d62-4b0c-89ff-258bc31ede9d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Made reservation on behalf of 143e860117cc493db304000cc95b95c2 for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:12:11.864080 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a82a70ae-9d62-4b0c-89ff-258bc31ede9d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:11.891972 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec50d9-f5a9-48fd-bcc1-6b66c679b9aa req-ecb59c52-31a5-42cd-ad13-b5aac7526267 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:11.895397 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-53ec50d9-f5a9-48fd-bcc1-6b66c679b9aa req-ecb59c52-31a5-42cd-ad13-b5aac7526267 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2402029 Feb 10 23:12:11.904477 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-a82a70ae-9d62-4b0c-89ff-258bc31ede9d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] device_id is not set on port 719f56da-34fa-4db4-8c9a-bca71895d024 yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:12:11.932473 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-b59ee82e-9e57-437e-9936-46d11c46ca8a None None] Allocated IP 2001:db8::2 (6dca27ff-0cc1-400d-8ed1-46016d84d938/b6e4f09e-f718-4c77-8cab-20bc5a238c20/3d8eb3a3-9e92-41bf-8bdd-48c07021e359) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:12:11.979900 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-596a28ee-28a1-463c-88ab-d14d9ebc8f96 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:12.034742 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-596a28ee-28a1-463c-88ab-d14d9ebc8f96 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:12.057677 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596a28ee-28a1-463c-88ab-d14d9ebc8f96 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] Pushing event deleted for resources: {'Network': ['ID=8620a4de-949e-4d31-a92e-ab0daf29cb13,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:12.066290 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-596a28ee-28a1-463c-88ab-d14d9ebc8f96 tempest-PortsTestJSON-473645471 tempest-PortsTestJSON-473645471-project] 10.222.0.59 "DELETE /v2.0/networks/8620a4de-949e-4d31-a92e-ab0daf29cb13 HTTP/1.1" status: 204 len: 168 time: 0.8869164 Feb 10 23:12:12.114474 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b236c7fe-11a5-4347-a923-80fe47170c5d req-0183731a-b814-4019-8f21-b1af7b4f4b80 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&device_id=0395dc3c-8d2c-45aa-87bd-4e91930c6c74 HTTP/1.1" status: 200 len: 1097 time: 0.1751194 Feb 10 23:12:12.121806 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc726c-c0b8-4765-94cc-04c5b8cccd3b req-32b8e4ad-1391-4710-8ee5-f28f60f0469c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:12.123251 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-47dc726c-c0b8-4765-94cc-04c5b8cccd3b req-32b8e4ad-1391-4710-8ee5-f28f60f0469c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=0395dc3c-8d2c-45aa-87bd-4e91930c6c74 HTTP/1.1" status: 200 len: 944 time: 0.1367302 Feb 10 23:12:12.176006 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b59ee82e-9e57-437e-9936-46d11c46ca8a None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:12.188104 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-b59ee82e-9e57-437e-9936-46d11c46ca8a None None] Transition to ACTIVE for port object 3d8eb3a3-9e92-41bf-8bdd-48c07021e359 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:12:12.206998 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-b59ee82e-9e57-437e-9936-46d11c46ca8a None None] Transition to ACTIVE for port object 3d8eb3a3-9e92-41bf-8bdd-48c07021e359 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:12:12.207821 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b236c7fe-11a5-4347-a923-80fe47170c5d req-e07c6e49-f2a2-4039-9b1d-8070da9294ff service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=ef109054-e520-4785-8e27-bfdbc8908fd6 HTTP/1.1" status: 200 len: 217 time: 0.0836422 Feb 10 23:12:12.269843 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b59ee82e-9e57-437e-9936-46d11c46ca8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:12.273048 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-47dc726c-c0b8-4765-94cc-04c5b8cccd3b req-79650fd3-d961-4d11-94e2-135ae6760739 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=c253bcf8-7dba-43e8-a80d-9e4524534f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003454 Feb 10 23:12:12.287074 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236c7fe-11a5-4347-a923-80fe47170c5d req-116449ec-5e1a-4369-88e1-cd3efa8073d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:12.288491 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b236c7fe-11a5-4347-a923-80fe47170c5d req-116449ec-5e1a-4369-88e1-cd3efa8073d4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5c1f0f26-e4ff-47f5-b1eb-0810dc271e28 HTTP/1.1" status: 200 len: 838 time: 0.0707242 Feb 10 23:12:12.349537 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-a82a70ae-9d62-4b0c-89ff-258bc31ede9d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Allocated IP 2001:db8::241 (6dca27ff-0cc1-400d-8ed1-46016d84d938/b6e4f09e-f718-4c77-8cab-20bc5a238c20/719f56da-34fa-4db4-8c9a-bca71895d024) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:12:12.352150 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59ee82e-9e57-437e-9936-46d11c46ca8a None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:12:12.355954 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-b59ee82e-9e57-437e-9936-46d11c46ca8a None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:12:12.361921 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59ee82e-9e57-437e-9936-46d11c46ca8a None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:12:12.369256 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ee82e-9e57-437e-9936-46d11c46ca8a None None] Pushing event updated for resources: {'Port': ['ID=3d8eb3a3-9e92-41bf-8bdd-48c07021e359,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:12.371304 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b236c7fe-11a5-4347-a923-80fe47170c5d req-56d15d48-8aa7-48a2-821c-b77ee305bdd5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e71ad381-e318-431e-98da-fd81867293a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0764194 Feb 10 23:12:12.455132 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-b59ee82e-9e57-437e-9936-46d11c46ca8a None None] Attempting to bind port 3d8eb3a3-9e92-41bf-8bdd-48c07021e359 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:12:12.455498 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-b59ee82e-9e57-437e-9936-46d11c46ca8a None None] Attempting to bind port 3d8eb3a3-9e92-41bf-8bdd-48c07021e359 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:12:12.455855 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59ee82e-9e57-437e-9936-46d11c46ca8a None None] Attempting to bind port 3d8eb3a3-9e92-41bf-8bdd-48c07021e359 on network 6dca27ff-0cc1-400d-8ed1-46016d84d938 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:12:12.462617 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59ee82e-9e57-437e-9936-46d11c46ca8a None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:12:12.462989 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59ee82e-9e57-437e-9936-46d11c46ca8a None None] Checking segment: {'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:12:12.463389 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b59ee82e-9e57-437e-9936-46d11c46ca8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:12.464299 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59ee82e-9e57-437e-9936-46d11c46ca8a None None] Bound using segment: {'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:12:12.464984 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-b59ee82e-9e57-437e-9936-46d11c46ca8a None None] Bound port: 3d8eb3a3-9e92-41bf-8bdd-48c07021e359, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:12:12.465560 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b59ee82e-9e57-437e-9936-46d11c46ca8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:12.514687 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b236c7fe-11a5-4347-a923-80fe47170c5d req-79033946-70e2-4e67-a4de-358f6211a2c0 service neutron] 10.222.0.37 "GET /v2.0/networks/e71ad381-e318-431e-98da-fd81867293a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369462 Feb 10 23:12:12.573671 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a82a70ae-9d62-4b0c-89ff-258bc31ede9d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:12.602737 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-b59ee82e-9e57-437e-9936-46d11c46ca8a None None] For port 3d8eb3a3-9e92-41bf-8bdd-48c07021e359, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:12:12.607918 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-b59ee82e-9e57-437e-9936-46d11c46ca8a None None] For port 3d8eb3a3-9e92-41bf-8bdd-48c07021e359, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=3d8eb3a3-9e92-41bf-8bdd-48c07021e359,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:12:12.611361 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-a82a70ae-9d62-4b0c-89ff-258bc31ede9d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Transition to ACTIVE for port object 719f56da-34fa-4db4-8c9a-bca71895d024 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:12:12.633096 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49068) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:12.680833 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b59ee82e-9e57-437e-9936-46d11c46ca8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:12.750437 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a82a70ae-9d62-4b0c-89ff-258bc31ede9d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:12.766468 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ee82e-9e57-437e-9936-46d11c46ca8a None None] Pushing event updated for resources: {'Port': ['ID=3d8eb3a3-9e92-41bf-8bdd-48c07021e359,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:12.787988 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b236c7fe-11a5-4347-a923-80fe47170c5d req-450d6994-b6f3-4a2e-8846-9424ac6032bd service neutron] 10.222.0.37 "GET /v2.0/networks/e71ad381-e318-431e-98da-fd81867293a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668951 Feb 10 23:12:12.864428 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82a70ae-9d62-4b0c-89ff-258bc31ede9d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:12:12.867641 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-a82a70ae-9d62-4b0c-89ff-258bc31ede9d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:12:12.878029 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82a70ae-9d62-4b0c-89ff-258bc31ede9d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:12:12.882011 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82a70ae-9d62-4b0c-89ff-258bc31ede9d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:12.882620 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a82a70ae-9d62-4b0c-89ff-258bc31ede9d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:12.897134 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82a70ae-9d62-4b0c-89ff-258bc31ede9d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event updated for resources: {'Port': ['ID=719f56da-34fa-4db4-8c9a-bca71895d024,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:12.929133 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-f022e64b-265f-435a-9f77-47a79ac48688 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8ebaafa64ea74242ba2bb084ec0966de&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2935662 Feb 10 23:12:12.931835 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49074) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:13.011366 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-a82a70ae-9d62-4b0c-89ff-258bc31ede9d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4159307 Feb 10 23:12:13.014073 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49078) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:13.054835 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-79d704bc-28b6-466a-9247-a9b5431d3eca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:13.096224 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-79d704bc-28b6-466a-9247-a9b5431d3eca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:13.159640 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aeba599-46bf-4554-a808-83558a99aa60 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:13.163655 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aeba599-46bf-4554-a808-83558a99aa60 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:13.164210 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-6aeba599-46bf-4554-a808-83558a99aa60 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Synchronizing usage tracker for tenant:143e860117cc493db304000cc95b95c2 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:12:13.286622 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-6aeba599-46bf-4554-a808-83558a99aa60 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Unset dirty status for tenant:143e860117cc493db304000cc95b95c2 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:12:13.287816 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-6aeba599-46bf-4554-a808-83558a99aa60 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2728739 Feb 10 23:12:13.288684 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-79d704bc-28b6-466a-9247-a9b5431d3eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:13.290658 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49082) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:13.304946 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d704bc-28b6-466a-9247-a9b5431d3eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04e49e8-ee15-4c2f-b592-e7f4f67edce4,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:13.312445 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-79d704bc-28b6-466a-9247-a9b5431d3eca admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:13.324387 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-79d704bc-28b6-466a-9247-a9b5431d3eca admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c04e49e8-ee15-4c2f-b592-e7f4f67edce4 HTTP/1.1" status: 204 len: 168 time: 0.3907919 Feb 10 23:12:13.370994 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-c6299c03-6391-444a-8921-1b0e73bd0fed tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Deleting port 719f56da-34fa-4db4-8c9a-bca71895d024 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:12:13.371267 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c6299c03-6391-444a-8921-1b0e73bd0fed tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:13.525033 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20960eb3-5777-4e8d-b68b-a5645c3875b8 req-9b96673a-c6d3-4d86-88d5-feea746cdcef tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:13.527183 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-20960eb3-5777-4e8d-b68b-a5645c3875b8 req-9b96673a-c6d3-4d86-88d5-feea746cdcef tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=0395dc3c-8d2c-45aa-87bd-4e91930c6c74 HTTP/1.1" status: 200 len: 944 time: 0.1036236 Feb 10 23:12:13.616092 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-20960eb3-5777-4e8d-b68b-a5645c3875b8 req-84a92a83-22d7-490a-8500-a7d5fc0f8906 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=c253bcf8-7dba-43e8-a80d-9e4524534f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801055 Feb 10 23:12:13.658258 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c6299c03-6391-444a-8921-1b0e73bd0fed tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:13.725933 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 3d8eb3a3-9e92-41bf-8bdd-48c07021e359 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:12:13.799911 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-c6299c03-6391-444a-8921-1b0e73bd0fed tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Calling delete_port for 719f56da-34fa-4db4-8c9a-bca71895d024 owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:12:13.909063 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 3d8eb3a3-9e92-41bf-8bdd-48c07021e359 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:12:14.034649 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-eecba96c-6dd2-4d90-b48c-49617fb561c0 None None] Provisioning for port 3d8eb3a3-9e92-41bf-8bdd-48c07021e359 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:12:14.039849 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-eecba96c-6dd2-4d90-b48c-49617fb561c0 None None] Provisioning complete for port 3d8eb3a3-9e92-41bf-8bdd-48c07021e359 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:12:14.044492 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-eecba96c-6dd2-4d90-b48c-49617fb561c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:14.069287 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c6299c03-6391-444a-8921-1b0e73bd0fed tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:14.129679 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6299c03-6391-444a-8921-1b0e73bd0fed tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event deleted for resources: {'Port': ['ID=719f56da-34fa-4db4-8c9a-bca71895d024,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:14.164284 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-eecba96c-6dd2-4d90-b48c-49617fb561c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:14.173669 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c6299c03-6391-444a-8921-1b0e73bd0fed tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:14.203438 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-eecba96c-6dd2-4d90-b48c-49617fb561c0 None None] For port 3d8eb3a3-9e92-41bf-8bdd-48c07021e359, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=3d8eb3a3-9e92-41bf-8bdd-48c07021e359,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:12:14.240922 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c6299c03-6391-444a-8921-1b0e73bd0fed tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/ports/719f56da-34fa-4db4-8c9a-bca71895d024 HTTP/1.1" status: 204 len: 168 time: 0.9489715 Feb 10 23:12:14.243270 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49100) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:14.268846 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-eecba96c-6dd2-4d90-b48c-49617fb561c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:14.321470 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6130d5-b21f-4f26-b47f-01c4aed3ee1c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:14.321470 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6130d5-b21f-4f26-b47f-01c4aed3ee1c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:14.321470 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-3a6130d5-b21f-4f26-b47f-01c4aed3ee1c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Synchronizing usage tracker for tenant:143e860117cc493db304000cc95b95c2 on resource:subnet {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:12:14.341607 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecba96c-6dd2-4d90-b48c-49617fb561c0 None None] Pushing event updated for resources: {'Port': ['ID=3d8eb3a3-9e92-41bf-8bdd-48c07021e359,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:14.380832 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-f9b35bdb-1645-4f38-8d06-eaaabe2a7078 None None] Could not find standard attr ID for object 719f56da-34fa-4db4-8c9a-bca71895d024. {{(pid=84334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 23:12:14.389008 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-3a6130d5-b21f-4f26-b47f-01c4aed3ee1c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Unset dirty status for tenant:143e860117cc493db304000cc95b95c2 on resource:subnet {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:12:14.390136 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3a6130d5-b21f-4f26-b47f-01c4aed3ee1c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1459427 Feb 10 23:12:14.392810 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49108) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:14.578854 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-88ef9fd7-cf5c-47bb-8cec-b9289250bfac tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Deleting subnet b6e4f09e-f718-4c77-8cab-20bc5a238c20 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:12:14.581959 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-88ef9fd7-cf5c-47bb-8cec-b9289250bfac tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:14.638400 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-88ef9fd7-cf5c-47bb-8cec-b9289250bfac tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:14.729987 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-88ef9fd7-cf5c-47bb-8cec-b9289250bfac tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:14.846681 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device ef109054-e520-4785-8e27-bfdbc8908fd6 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:12:14.867965 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1081b870-c6eb-4b9b-91ed-b9968661e438 req-f4ef49d6-86eb-4ccd-a1ed-52ce7b0b5ca4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:14.869439 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1081b870-c6eb-4b9b-91ed-b9968661e438 req-f4ef49d6-86eb-4ccd-a1ed-52ce7b0b5ca4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=0395dc3c-8d2c-45aa-87bd-4e91930c6c74 HTTP/1.1" status: 200 len: 944 time: 0.1120644 Feb 10 23:12:14.916618 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1081b870-c6eb-4b9b-91ed-b9968661e438 req-d8984468-f285-408a-a865-53f416d07242 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=c253bcf8-7dba-43e8-a80d-9e4524534f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410724 Feb 10 23:12:14.926382 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-88ef9fd7-cf5c-47bb-8cec-b9289250bfac tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:14.972339 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ef9fd7-cf5c-47bb-8cec-b9289250bfac tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event deleted for resources: {'Subnet': ['ID=b6e4f09e-f718-4c77-8cab-20bc5a238c20,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:14.976214 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-88ef9fd7-cf5c-47bb-8cec-b9289250bfac tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:14.990361 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf84d5b-6d2a-41ad-a193-5676094a4d98 None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:12:15.052960 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-88ef9fd7-cf5c-47bb-8cec-b9289250bfac tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/subnets/b6e4f09e-f718-4c77-8cab-20bc5a238c20 HTTP/1.1" status: 204 len: 168 time: 0.6589293 Feb 10 23:12:15.055503 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49120) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:15.056654 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port ef109054-e520-4785-8e27-bfdbc8908fd6, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=ef109054-e520-4785-8e27-bfdbc8908fd6,segment=NetworkSegment(163a8864-a0ad-44e4-aa89-467aea8675e7),segment_id=163a8864-a0ad-44e4-aa89-467aea8675e7)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:12:15.087434 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Returning: {'device': 'ef109054-e520-4785-8e27-bfdbc8908fd6', 'network_id': 'e71ad381-e318-431e-98da-fd81867293a8', 'port_id': 'ef109054-e520-4785-8e27-bfdbc8908fd6', 'mac_address': 'fa:16:3e:c4:28:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c1f0f26-e4ff-47f5-b1eb-0810dc271e28', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:12:15.124586 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-a0e3a1d4-b972-4596-b462-7cf9466aa8a6 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0653760 Feb 10 23:12:15.124586 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49124) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:15.223297 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:15.245722 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef109054-e520-4785-8e27-bfdbc8908fd6 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:12:15.278920 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port ef109054-e520-4785-8e27-bfdbc8908fd6, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=ef109054-e520-4785-8e27-bfdbc8908fd6,segment=NetworkSegment(163a8864-a0ad-44e4-aa89-467aea8675e7),segment_id=163a8864-a0ad-44e4-aa89-467aea8675e7)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:12:15.299364 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb16653-08e0-4d56-8af3-10757660bc14 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:15.300892 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-0bb16653-08e0-4d56-8af3-10757660bc14 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1754644 Feb 10 23:12:15.303327 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49132) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:15.332255 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:15.371210 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823ed9ed-ae50-4115-b5b4-6d0d762f2699 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:15.372253 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-823ed9ed-ae50-4115-b5b4-6d0d762f2699 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Synchronizing usage tracker for tenant:143e860117cc493db304000cc95b95c2 on resource:subnet {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:12:15.377086 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc2b0c6-bb84-4474-818a-e30c0e08e8c3 None None] DHCP port deletion for 6dca27ff-0cc1-400d-8ed1-46016d84d938 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:12:15.394192 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-dbc2b0c6-bb84-4474-818a-e30c0e08e8c3 None None] Deleting port 3d8eb3a3-9e92-41bf-8bdd-48c07021e359 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:12:15.400943 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dbc2b0c6-bb84-4474-818a-e30c0e08e8c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:15.446119 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-823ed9ed-ae50-4115-b5b4-6d0d762f2699 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Unset dirty status for tenant:143e860117cc493db304000cc95b95c2 on resource:subnet {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:12:15.447772 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-823ed9ed-ae50-4115-b5b4-6d0d762f2699 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1435258 Feb 10 23:12:15.450722 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49138) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:15.459800 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=ef109054-e520-4785-8e27-bfdbc8908fd6,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:15.525946 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e8958067-a1d8-446a-af79-08f2c01ddb66 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0705025 Feb 10 23:12:15.526805 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49144) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:15.532194 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-13b4af58-88d3-4f2f-876a-8c3dd6d4b294 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Request body: {'subnet': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:12:15.593642 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['ef109054-e520-4785-8e27-bfdbc8908fd6'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:12:15.674181 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 3d8eb3a3-9e92-41bf-8bdd-48c07021e359 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:12:15.731902 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-dbc2b0c6-bb84-4474-818a-e30c0e08e8c3 None None] For port 3d8eb3a3-9e92-41bf-8bdd-48c07021e359, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=3d8eb3a3-9e92-41bf-8bdd-48c07021e359,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:12:15.732297 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dbc2b0c6-bb84-4474-818a-e30c0e08e8c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:15.791085 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-13b4af58-88d3-4f2f-876a-8c3dd6d4b294 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:12:15.801105 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-13b4af58-88d3-4f2f-876a-8c3dd6d4b294 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:12:15.869197 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-dbc2b0c6-bb84-4474-818a-e30c0e08e8c3 None None] Calling delete_port for 3d8eb3a3-9e92-41bf-8bdd-48c07021e359 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:12:15.920055 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b4af58-88d3-4f2f-876a-8c3dd6d4b294 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Made reservation on behalf of 143e860117cc493db304000cc95b95c2 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:12:15.923666 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-13b4af58-88d3-4f2f-876a-8c3dd6d4b294 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:16.061813 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:16.108704 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:16.153885 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dbc2b0c6-bb84-4474-818a-e30c0e08e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:16.157819 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ceb2c9-f53a-4997-bd14-2d9bfa818732 req-bcc2a0f5-8cec-4612-9459-c3588dddda16 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:16.159539 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-90ceb2c9-f53a-4997-bd14-2d9bfa818732 req-bcc2a0f5-8cec-4612-9459-c3588dddda16 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=0395dc3c-8d2c-45aa-87bd-4e91930c6c74 HTTP/1.1" status: 200 len: 945 time: 0.0847323 Feb 10 23:12:16.203676 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:12:16.216069 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-90ceb2c9-f53a-4997-bd14-2d9bfa818732 req-e605191e-666a-4f4a-90cb-a0dc6402c61c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=c253bcf8-7dba-43e8-a80d-9e4524534f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447147 Feb 10 23:12:16.258745 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc2b0c6-bb84-4474-818a-e30c0e08e8c3 None None] Pushing event deleted for resources: {'Port': ['ID=3d8eb3a3-9e92-41bf-8bdd-48c07021e359,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:16.263029 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc2b0c6-bb84-4474-818a-e30c0e08e8c3 None None] No DVR routers for this DVR port 3d8eb3a3-9e92-41bf-8bdd-48c07021e359 on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:12:16.469158 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.objects.ports [None req-13b4af58-88d3-4f2f-876a-8c3dd6d4b294 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84332) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 10 23:12:16.470303 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-13b4af58-88d3-4f2f-876a-8c3dd6d4b294 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:16.530683 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b4af58-88d3-4f2f-876a-8c3dd6d4b294 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:12:16.533388 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-13b4af58-88d3-4f2f-876a-8c3dd6d4b294 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:12:16.536188 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b4af58-88d3-4f2f-876a-8c3dd6d4b294 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:16.536793 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-13b4af58-88d3-4f2f-876a-8c3dd6d4b294 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:16.544917 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d28a994-e8d7-497d-84e7-b955ecc9bde0 None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:12:16.545207 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b4af58-88d3-4f2f-876a-8c3dd6d4b294 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event updated for resources: {'Subnet': ['ID=6eaa0353-0dbc-4ba1-9edb-399c790a9eae,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:16.669741 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-13b4af58-88d3-4f2f-876a-8c3dd6d4b294 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1418242 Feb 10 23:12:16.672468 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49160) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:16.678087 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-2d14246f-f75f-455c-b0f0-9ad1083f3047 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Request body: {'subnet': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:12:16.751986 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49164) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:16.757488 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-8f6b2712-f597-470b-82be-4941c039285d tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1454634841', 'description': 'tempest-secgroup-smoke-1454634841 description', 'project_id': 'aad552d2f0f2493586140e0c79d4f122'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:12:16.763705 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8f6b2712-f597-470b-82be-4941c039285d tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:12:16.765142 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f00d1a-4427-4cbe-9b6c-3afdb586fffa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-6dca27ff-0cc1-400d-8ed1-46016d84d938', 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'tenant_id': '143e860117cc493db304000cc95b95c2', 'fixed_ips': [{'subnet_id': '6eaa0353-0dbc-4ba1-9edb-399c790a9eae'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:12:16.766363 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-63f00d1a-4427-4cbe-9b6c-3afdb586fffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:16.767586 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-8f6b2712-f597-470b-82be-4941c039285d tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Usage tracker for resource:security_group and tenant:aad552d2f0f2493586140e0c79d4f122 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:12:16.770400 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-8f6b2712-f597-470b-82be-4941c039285d tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:12:16.776577 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8f6b2712-f597-470b-82be-4941c039285d tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:12:16.819375 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-2d14246f-f75f-455c-b0f0-9ad1083f3047 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:12:16.823643 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-2d14246f-f75f-455c-b0f0-9ad1083f3047 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Usage tracker for resource:subnet and tenant:143e860117cc493db304000cc95b95c2 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:12:16.826932 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-2d14246f-f75f-455c-b0f0-9ad1083f3047 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:12:16.833393 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-2d14246f-f75f-455c-b0f0-9ad1083f3047 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:12:16.834601 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8f6b2712-f597-470b-82be-4941c039285d tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:16.847985 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8f6b2712-f597-470b-82be-4941c039285d tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:16.861128 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device ef109054-e520-4785-8e27-bfdbc8908fd6 up at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:12:16.878937 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8f6b2712-f597-470b-82be-4941c039285d tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:12:16.882661 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-8f6b2712-f597-470b-82be-4941c039285d tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Usage tracker for resource:security_group_rule and tenant:aad552d2f0f2493586140e0c79d4f122 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:12:16.885608 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-8f6b2712-f597-470b-82be-4941c039285d tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:12:16.891079 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8f6b2712-f597-470b-82be-4941c039285d tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:12:16.949441 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d14246f-f75f-455c-b0f0-9ad1083f3047 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Made reservation on behalf of 143e860117cc493db304000cc95b95c2 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:12:16.953015 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2d14246f-f75f-455c-b0f0-9ad1083f3047 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:16.959496 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8f6b2712-f597-470b-82be-4941c039285d tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:16.978452 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-63f00d1a-4427-4cbe-9b6c-3afdb586fffa None None] Allocated IP 2001:db8::f816:3eff:fe16:eea8 (6dca27ff-0cc1-400d-8ed1-46016d84d938/6eaa0353-0dbc-4ba1-9edb-399c790a9eae/30f4f8d0-803a-497a-8d74-c829488cec07) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:12:17.052042 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8f6b2712-f597-470b-82be-4941c039285d tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:17.076441 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning for port ef109054-e520-4785-8e27-bfdbc8908fd6 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:12:17.086208 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning complete for port ef109054-e520-4785-8e27-bfdbc8908fd6 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:12:17.086815 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:17.089587 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.ipam_backend_mixin [None req-2d14246f-f75f-455c-b0f0-9ad1083f3047 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6eaa0353-0dbc-4ba1-9edb-399c790a9eae (CIDR: 2001:db8::/64) Feb 10 23:12:17.094740 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8f6b2712-f597-470b-82be-4941c039285d tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:12:17.096793 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b2712-f597-470b-82be-4941c039285d tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dec11e6-c7f6-4c94-9bce-51fe06d1b2dc,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:17.100837 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-8f6b2712-f597-470b-82be-4941c039285d tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Usage tracker for resource:security_group_rule and tenant:aad552d2f0f2493586140e0c79d4f122 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:12:17.103680 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-8f6b2712-f597-470b-82be-4941c039285d tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:12:17.112908 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8f6b2712-f597-470b-82be-4941c039285d tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:12:17.133038 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d14246f-f75f-455c-b0f0-9ad1083f3047 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:12:17.133701 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d14246f-f75f-455c-b0f0-9ad1083f3047 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:12:17.172492 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8f6b2712-f597-470b-82be-4941c039285d tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:17.221060 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2d14246f-f75f-455c-b0f0-9ad1083f3047 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5449209 Feb 10 23:12:17.221421 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49168) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:17.226980 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-273fca17-01e5-48fd-a828-a349ffd10106 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Request body: {'subnet': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:12:17.246924 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8f6b2712-f597-470b-82be-4941c039285d tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:17.283011 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-63f00d1a-4427-4cbe-9b6c-3afdb586fffa None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:17.293585 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b2712-f597-470b-82be-4941c039285d tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=073e9d53-3290-422b-8853-683c9c137022,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:17.299585 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-63f00d1a-4427-4cbe-9b6c-3afdb586fffa None None] Transition to ACTIVE for port object 30f4f8d0-803a-497a-8d74-c829488cec07 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:12:17.302369 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:17.338639 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-63f00d1a-4427-4cbe-9b6c-3afdb586fffa None None] Transition to ACTIVE for port object 30f4f8d0-803a-497a-8d74-c829488cec07 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:12:17.347330 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0395dc3c-8d2c-45aa-87bd-4e91930c6c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef109054-e520-4785-8e27-bfdbc8908fd6'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:12:17.360172 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port ef109054-e520-4785-8e27-bfdbc8908fd6, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=ef109054-e520-4785-8e27-bfdbc8908fd6,segment=NetworkSegment(163a8864-a0ad-44e4-aa89-467aea8675e7),segment_id=163a8864-a0ad-44e4-aa89-467aea8675e7)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:12:17.360401 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8f6b2712-f597-470b-82be-4941c039285d tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:17.364406 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-8f6b2712-f597-470b-82be-4941c039285d tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.6087382 Feb 10 23:12:17.365197 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49176) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:17.375244 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-debb655e-319b-4e64-a9a3-47fa815e0c0c tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Request body: {'security_group_rule': {'security_group_id': '073e9d53-3290-422b-8853-683c9c137022', 'project_id': 'aad552d2f0f2493586140e0c79d4f122', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:12:17.382755 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-debb655e-319b-4e64-a9a3-47fa815e0c0c tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:12:17.391606 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-debb655e-319b-4e64-a9a3-47fa815e0c0c tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Usage tracker for resource:security_group_rule and tenant:aad552d2f0f2493586140e0c79d4f122 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:12:17.403280 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-debb655e-319b-4e64-a9a3-47fa815e0c0c tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:12:17.412569 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-debb655e-319b-4e64-a9a3-47fa815e0c0c tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:12:17.418517 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-63f00d1a-4427-4cbe-9b6c-3afdb586fffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:17.441732 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-273fca17-01e5-48fd-a828-a349ffd10106 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:12:17.446984 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-273fca17-01e5-48fd-a828-a349ffd10106 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Usage tracker for resource:subnet and tenant:143e860117cc493db304000cc95b95c2 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:12:17.450368 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-273fca17-01e5-48fd-a828-a349ffd10106 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:12:17.456062 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-273fca17-01e5-48fd-a828-a349ffd10106 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:12:17.472759 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0395dc3c-8d2c-45aa-87bd-4e91930c6c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef109054-e520-4785-8e27-bfdbc8908fd6', 'code': 200} Feb 10 23:12:17.472976 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4712a1bd-0b26-4fec-8145-7353c6b21c78 req-b1b6576c-9db2-479e-af60-605f18c8233b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:17.474397 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-4712a1bd-0b26-4fec-8145-7353c6b21c78 req-b1b6576c-9db2-479e-af60-605f18c8233b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=0395dc3c-8d2c-45aa-87bd-4e91930c6c74 HTTP/1.1" status: 200 len: 945 time: 0.1014493 Feb 10 23:12:17.477802 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:17.506101 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f00d1a-4427-4cbe-9b6c-3afdb586fffa None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:12:17.506924 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f00d1a-4427-4cbe-9b6c-3afdb586fffa None None] Pushing event updated for resources: {'Port': ['ID=30f4f8d0-803a-497a-8d74-c829488cec07,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:17.510216 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-63f00d1a-4427-4cbe-9b6c-3afdb586fffa None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:12:17.516622 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-debb655e-319b-4e64-a9a3-47fa815e0c0c tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:17.527783 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273fca17-01e5-48fd-a828-a349ffd10106 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Made reservation on behalf of 143e860117cc493db304000cc95b95c2 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:12:17.531503 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-273fca17-01e5-48fd-a828-a349ffd10106 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:17.533440 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-4712a1bd-0b26-4fec-8145-7353c6b21c78 req-af2bee44-71fd-4527-a27f-5f3ac529f40b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=c253bcf8-7dba-43e8-a80d-9e4524534f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509870 Feb 10 23:12:17.540022 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f00d1a-4427-4cbe-9b6c-3afdb586fffa None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:12:17.674920 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=ef109054-e520-4785-8e27-bfdbc8908fd6,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:17.686501 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-63f00d1a-4427-4cbe-9b6c-3afdb586fffa None None] Attempting to bind port 30f4f8d0-803a-497a-8d74-c829488cec07 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:12:17.687177 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-63f00d1a-4427-4cbe-9b6c-3afdb586fffa None None] Attempting to bind port 30f4f8d0-803a-497a-8d74-c829488cec07 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:12:17.687323 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f00d1a-4427-4cbe-9b6c-3afdb586fffa None None] Attempting to bind port 30f4f8d0-803a-497a-8d74-c829488cec07 on network 6dca27ff-0cc1-400d-8ed1-46016d84d938 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:12:17.693938 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f00d1a-4427-4cbe-9b6c-3afdb586fffa None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:12:17.694302 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f00d1a-4427-4cbe-9b6c-3afdb586fffa None None] Checking segment: {'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:12:17.694696 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-63f00d1a-4427-4cbe-9b6c-3afdb586fffa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:17.695077 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f00d1a-4427-4cbe-9b6c-3afdb586fffa None None] Bound using segment: {'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:12:17.695533 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-63f00d1a-4427-4cbe-9b6c-3afdb586fffa None None] Bound port: 30f4f8d0-803a-497a-8d74-c829488cec07, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:12:17.695950 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-63f00d1a-4427-4cbe-9b6c-3afdb586fffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:17.734276 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-debb655e-319b-4e64-a9a3-47fa815e0c0c tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:17.786142 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-63f00d1a-4427-4cbe-9b6c-3afdb586fffa None None] For port 30f4f8d0-803a-497a-8d74-c829488cec07, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:12:17.789474 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-63f00d1a-4427-4cbe-9b6c-3afdb586fffa None None] For port 30f4f8d0-803a-497a-8d74-c829488cec07, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=30f4f8d0-803a-497a-8d74-c829488cec07,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:12:17.790591 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-debb655e-319b-4e64-a9a3-47fa815e0c0c tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:17.852177 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-63f00d1a-4427-4cbe-9b6c-3afdb586fffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:17.867151 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debb655e-319b-4e64-a9a3-47fa815e0c0c tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24e0815e-545a-4550-9f41-fa5b863a1afc,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:17.901686 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6859e6f5-f855-42bc-8fbd-7bf0576c1ffa req-8ba0f192-f0f9-4175-936e-d9f4d9936481 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0395dc3c-8d2c-45aa-87bd-4e91930c6c74 HTTP/1.1" status: 200 len: 1099 time: 0.1629217 Feb 10 23:12:17.935087 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-debb655e-319b-4e64-a9a3-47fa815e0c0c tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:17.935479 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f00d1a-4427-4cbe-9b6c-3afdb586fffa None None] Pushing event updated for resources: {'Port': ['ID=30f4f8d0-803a-497a-8d74-c829488cec07,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:17.939018 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-debb655e-319b-4e64-a9a3-47fa815e0c0c tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5705605 Feb 10 23:12:17.941846 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49180) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:17.957662 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-7c771995-116d-47b4-921f-d6b21d534daa tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Request body: {'security_group_rule': {'security_group_id': '073e9d53-3290-422b-8853-683c9c137022', 'project_id': 'aad552d2f0f2493586140e0c79d4f122', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:12:17.969838 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7c771995-116d-47b4-921f-d6b21d534daa tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:12:17.976305 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-7c771995-116d-47b4-921f-d6b21d534daa tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Usage tracker for resource:security_group_rule and tenant:aad552d2f0f2493586140e0c79d4f122 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:12:17.978143 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6859e6f5-f855-42bc-8fbd-7bf0576c1ffa req-f2721725-d995-42d0-b390-8a2256fa3ca1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c253bcf8-7dba-43e8-a80d-9e4524534f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696166 Feb 10 23:12:17.980446 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-7c771995-116d-47b4-921f-d6b21d534daa tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:12:17.986760 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7c771995-116d-47b4-921f-d6b21d534daa tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:12:18.017898 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-273fca17-01e5-48fd-a828-a349ffd10106 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:18.060994 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7c771995-116d-47b4-921f-d6b21d534daa tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:18.091249 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273fca17-01e5-48fd-a828-a349ffd10106 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:12:18.096189 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-273fca17-01e5-48fd-a828-a349ffd10106 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:12:18.100721 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273fca17-01e5-48fd-a828-a349ffd10106 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:18.101303 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-273fca17-01e5-48fd-a828-a349ffd10106 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:18.109049 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273fca17-01e5-48fd-a828-a349ffd10106 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event updated for resources: {'Subnet': ['ID=35bc57f5-99e5-4a33-b58a-bf5d99892a1c,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:18.166923 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7c771995-116d-47b4-921f-d6b21d534daa tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:18.206774 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-273fca17-01e5-48fd-a828-a349ffd10106 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9841621 Feb 10 23:12:18.209815 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49184) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:18.216210 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-1b9950e8-cf00-4051-86e7-97d5cea19be1 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Request body: {'port': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'mac_address': 'fa:16:3e:63:6a:bf', 'name': 'tempest-NetworksTestDHCPv6-905916391'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:12:18.234585 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7c771995-116d-47b4-921f-d6b21d534daa tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:18.257791 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c771995-116d-47b4-921f-d6b21d534daa tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daa48eef-9374-4828-a586-7287cd297b10,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:18.332079 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7c771995-116d-47b4-921f-d6b21d534daa tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:18.333215 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-7c771995-116d-47b4-921f-d6b21d534daa tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3902884 Feb 10 23:12:18.335839 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49188) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:18.341441 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-7682c909-1cca-4853-973d-56346aa18718 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Request body: {'security_group_rule': {'security_group_id': '073e9d53-3290-422b-8853-683c9c137022', 'project_id': 'aad552d2f0f2493586140e0c79d4f122', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:12:18.347072 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7682c909-1cca-4853-973d-56346aa18718 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:12:18.350839 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-7682c909-1cca-4853-973d-56346aa18718 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Usage tracker for resource:security_group_rule and tenant:aad552d2f0f2493586140e0c79d4f122 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:12:18.353779 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-7682c909-1cca-4853-973d-56346aa18718 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:12:18.358069 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-1b9950e8-cf00-4051-86e7-97d5cea19be1 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:12:18.359554 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7682c909-1cca-4853-973d-56346aa18718 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:12:18.362079 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1b9950e8-cf00-4051-86e7-97d5cea19be1 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Usage tracker for resource:port and tenant:143e860117cc493db304000cc95b95c2 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:12:18.364926 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1b9950e8-cf00-4051-86e7-97d5cea19be1 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:12:18.371441 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-1b9950e8-cf00-4051-86e7-97d5cea19be1 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:12:18.436602 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7682c909-1cca-4853-973d-56346aa18718 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:18.457579 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9950e8-cf00-4051-86e7-97d5cea19be1 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Made reservation on behalf of 143e860117cc493db304000cc95b95c2 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:12:18.461513 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1b9950e8-cf00-4051-86e7-97d5cea19be1 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:18.492834 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-1b9950e8-cf00-4051-86e7-97d5cea19be1 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] device_id is not set on port ae48a775-8d3b-467c-afc3-e393bf375809 yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:12:18.499982 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7682c909-1cca-4853-973d-56346aa18718 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:18.577218 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7682c909-1cca-4853-973d-56346aa18718 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:18.608506 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7682c909-1cca-4853-973d-56346aa18718 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6e28ccf-13b6-496e-97df-015ee6deb350,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:18.703101 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7682c909-1cca-4853-973d-56346aa18718 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:18.705943 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-7682c909-1cca-4853-973d-56346aa18718 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3675013 Feb 10 23:12:18.707269 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49194) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:18.714610 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-a94da68c-a8f7-4829-b6a7-963dad36e043 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Request body: {'security_group_rule': {'security_group_id': '073e9d53-3290-422b-8853-683c9c137022', 'project_id': 'aad552d2f0f2493586140e0c79d4f122', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:12:18.721383 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a94da68c-a8f7-4829-b6a7-963dad36e043 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:12:18.725891 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-a94da68c-a8f7-4829-b6a7-963dad36e043 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Usage tracker for resource:security_group_rule and tenant:aad552d2f0f2493586140e0c79d4f122 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:12:18.729818 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-a94da68c-a8f7-4829-b6a7-963dad36e043 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:12:18.736639 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a94da68c-a8f7-4829-b6a7-963dad36e043 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:12:18.825082 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a94da68c-a8f7-4829-b6a7-963dad36e043 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:18.862635 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-1b9950e8-cf00-4051-86e7-97d5cea19be1 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Allocated IP 2001:db8:0:1::e2 (6dca27ff-0cc1-400d-8ed1-46016d84d938/35bc57f5-99e5-4a33-b58a-bf5d99892a1c/ae48a775-8d3b-467c-afc3-e393bf375809) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:12:18.876130 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-1b9950e8-cf00-4051-86e7-97d5cea19be1 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Allocated IP 2001:db8::f816:3eff:fe63:6abf (6dca27ff-0cc1-400d-8ed1-46016d84d938/6eaa0353-0dbc-4ba1-9edb-399c790a9eae/ae48a775-8d3b-467c-afc3-e393bf375809) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:12:18.918807 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a94da68c-a8f7-4829-b6a7-963dad36e043 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:18.932118 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f8793-d37e-4136-be47-d4030d2fd75e req-9d806c5f-49b6-4346-8788-3b1b26cb48ec tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:18.932118 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2e2f8793-d37e-4136-be47-d4030d2fd75e req-9d806c5f-49b6-4346-8788-3b1b26cb48ec tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=0395dc3c-8d2c-45aa-87bd-4e91930c6c74 HTTP/1.1" status: 200 len: 946 time: 0.1433463 Feb 10 23:12:18.933178 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2288eba4-8009-47ba-9c48-2b996e00cd96 None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:12:19.017195 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a94da68c-a8f7-4829-b6a7-963dad36e043 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:19.044881 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94da68c-a8f7-4829-b6a7-963dad36e043 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b10664ca-768d-40f4-8648-f7cf46af4a80,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:19.070447 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2e2f8793-d37e-4136-be47-d4030d2fd75e req-9f2b1e44-9cbc-4f95-813b-4e8bfd9e371a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=c253bcf8-7dba-43e8-a80d-9e4524534f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304526 Feb 10 23:12:19.082030 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1456c6ce-0579-4ac5-b9fe-4c2528648ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:19.126515 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a94da68c-a8f7-4829-b6a7-963dad36e043 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:19.130155 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-a94da68c-a8f7-4829-b6a7-963dad36e043 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4190159 Feb 10 23:12:19.131028 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49198) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:19.137159 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-4b5172b1-3b4d-41dc-b7dc-167bc00d097f tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Request body: {'security_group_rule': {'security_group_id': '073e9d53-3290-422b-8853-683c9c137022', 'project_id': 'aad552d2f0f2493586140e0c79d4f122', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:12:19.140256 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1b9950e8-cf00-4051-86e7-97d5cea19be1 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:19.143375 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4b5172b1-3b4d-41dc-b7dc-167bc00d097f tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:12:19.147196 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-4b5172b1-3b4d-41dc-b7dc-167bc00d097f tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Usage tracker for resource:security_group_rule and tenant:aad552d2f0f2493586140e0c79d4f122 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:12:19.158972 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-1b9950e8-cf00-4051-86e7-97d5cea19be1 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Transition to ACTIVE for port object ae48a775-8d3b-467c-afc3-e393bf375809 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:12:19.160998 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-4b5172b1-3b4d-41dc-b7dc-167bc00d097f tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:12:19.167632 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4b5172b1-3b4d-41dc-b7dc-167bc00d097f tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:12:19.177463 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-3b2034b7-090d-4d22-b348-8a76d84d159c None None] Provisioning for port 30f4f8d0-803a-497a-8d74-c829488cec07 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:12:19.217500 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.securitygroups_db [None req-4b5172b1-3b4d-41dc-b7dc-167bc00d097f tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Project aad552d2f0f2493586140e0c79d4f122 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:12:19.224701 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4b5172b1-3b4d-41dc-b7dc-167bc00d097f tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:19.235647 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1b9950e8-cf00-4051-86e7-97d5cea19be1 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:19.302382 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4b5172b1-3b4d-41dc-b7dc-167bc00d097f tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:19.315341 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9950e8-cf00-4051-86e7-97d5cea19be1 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:12:19.318287 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-1b9950e8-cf00-4051-86e7-97d5cea19be1 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:12:19.323007 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9950e8-cf00-4051-86e7-97d5cea19be1 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:12:19.327743 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9950e8-cf00-4051-86e7-97d5cea19be1 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:19.328353 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1b9950e8-cf00-4051-86e7-97d5cea19be1 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:19.331986 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9950e8-cf00-4051-86e7-97d5cea19be1 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event updated for resources: {'Port': ['ID=ae48a775-8d3b-467c-afc3-e393bf375809,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:19.344340 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6594ba78-4298-4e59-bd0a-48e3d7420c19 None None] Update dhcp port {'port': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'fixed_ips': [{'subnet_id': '6eaa0353-0dbc-4ba1-9edb-399c790a9eae', 'ip_address': '2001:db8::f816:3eff:fe16:eea8'}, {'subnet_id': '35bc57f5-99e5-4a33-b58a-bf5d99892a1c'}], 'binding:host_id': 'dv-neutron-828797-1-hyperv'}, 'id': '30f4f8d0-803a-497a-8d74-c829488cec07'} from dv-neutron-828797-1-hyperv. {{(pid=84334) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 10 23:12:19.354975 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4b5172b1-3b4d-41dc-b7dc-167bc00d097f tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:19.378814 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5172b1-3b4d-41dc-b7dc-167bc00d097f tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93312d70-c75c-40b9-b970-0a4ae57cef4b,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:19.395558 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1b9950e8-cf00-4051-86e7-97d5cea19be1 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1843865 Feb 10 23:12:19.398206 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49202) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:19.399299 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6594ba78-4298-4e59-bd0a-48e3d7420c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:19.446289 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4b5172b1-3b4d-41dc-b7dc-167bc00d097f tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:19.451526 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-4b5172b1-3b4d-41dc-b7dc-167bc00d097f tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3165920 Feb 10 23:12:19.451807 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49206) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:19.461616 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-6b5b16a4-7e13-431e-98ce-ee0b48a9dbff tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Request body: {'security_group_rule': {'security_group_id': '073e9d53-3290-422b-8853-683c9c137022', 'project_id': 'aad552d2f0f2493586140e0c79d4f122', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:12:19.466738 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-6632eb40-389f-497e-b873-4164cf3ddd08 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Deleting port ae48a775-8d3b-467c-afc3-e393bf375809 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:12:19.467084 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6632eb40-389f-497e-b873-4164cf3ddd08 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:19.467827 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-6b5b16a4-7e13-431e-98ce-ee0b48a9dbff tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:12:19.471768 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-6b5b16a4-7e13-431e-98ce-ee0b48a9dbff tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Usage tracker for resource:security_group_rule and tenant:aad552d2f0f2493586140e0c79d4f122 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:12:19.474793 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-6b5b16a4-7e13-431e-98ce-ee0b48a9dbff tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:12:19.480821 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-6b5b16a4-7e13-431e-98ce-ee0b48a9dbff tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:12:19.531648 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.securitygroups_db [None req-6b5b16a4-7e13-431e-98ce-ee0b48a9dbff tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Project aad552d2f0f2493586140e0c79d4f122 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:12:19.539630 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6b5b16a4-7e13-431e-98ce-ee0b48a9dbff tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:19.637166 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-6594ba78-4298-4e59-bd0a-48e3d7420c19 None None] Allocated IP 2001:db8:0:1::2 (6dca27ff-0cc1-400d-8ed1-46016d84d938/35bc57f5-99e5-4a33-b58a-bf5d99892a1c/30f4f8d0-803a-497a-8d74-c829488cec07) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:12:19.647776 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6b5b16a4-7e13-431e-98ce-ee0b48a9dbff tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:19.714648 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6b5b16a4-7e13-431e-98ce-ee0b48a9dbff tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:19.718026 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 30f4f8d0-803a-497a-8d74-c829488cec07 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:12:19.724772 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6632eb40-389f-497e-b873-4164cf3ddd08 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:19.742799 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5b16a4-7e13-431e-98ce-ee0b48a9dbff tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0454bb07-5c63-4e46-8873-86665e8eb81b,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:19.817721 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6b5b16a4-7e13-431e-98ce-ee0b48a9dbff tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:19.819738 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-6b5b16a4-7e13-431e-98ce-ee0b48a9dbff tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3664691 Feb 10 23:12:19.822801 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49210) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:19.829151 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-346c1a8d-4b4a-4c3e-a9e1-29f84282501b tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Request body: {'network': {'name': 'tempest-network-smoke--287908583', 'project_id': 'aad552d2f0f2493586140e0c79d4f122', 'port_security_enabled': True}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:12:19.829892 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-6594ba78-4298-4e59-bd0a-48e3d7420c19 None None] For port 30f4f8d0-803a-497a-8d74-c829488cec07, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=30f4f8d0-803a-497a-8d74-c829488cec07,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:12:19.834198 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-346c1a8d-4b4a-4c3e-a9e1-29f84282501b tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:12:19.838090 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-346c1a8d-4b4a-4c3e-a9e1-29f84282501b tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Usage tracker for resource:network and tenant:aad552d2f0f2493586140e0c79d4f122 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:12:19.841683 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-346c1a8d-4b4a-4c3e-a9e1-29f84282501b tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:12:19.847666 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-346c1a8d-4b4a-4c3e-a9e1-29f84282501b tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:12:19.852320 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-6632eb40-389f-497e-b873-4164cf3ddd08 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Calling delete_port for ae48a775-8d3b-467c-afc3-e393bf375809 owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:12:19.859747 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6594ba78-4298-4e59-bd0a-48e3d7420c19 None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:19.876237 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-6594ba78-4298-4e59-bd0a-48e3d7420c19 None None] Transition to ACTIVE for port object 30f4f8d0-803a-497a-8d74-c829488cec07 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:12:19.896888 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 30f4f8d0-803a-497a-8d74-c829488cec07 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:12:19.901875 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 30f4f8d0-803a-497a-8d74-c829488cec07 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:12:19.902295 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:19.914111 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-346c1a8d-4b4a-4c3e-a9e1-29f84282501b tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Made reservation on behalf of aad552d2f0f2493586140e0c79d4f122 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:12:19.917507 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-346c1a8d-4b4a-4c3e-a9e1-29f84282501b tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:19.931390 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6594ba78-4298-4e59-bd0a-48e3d7420c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:20.097665 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6594ba78-4298-4e59-bd0a-48e3d7420c19 None None] Pushing event updated for resources: {'Port': ['ID=30f4f8d0-803a-497a-8d74-c829488cec07,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:20.101460 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Port 30f4f8d0-803a-497a-8d74-c829488cec07 had new provisioning blocks added so it will not transition to active. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}} Feb 10 23:12:20.103280 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6632eb40-389f-497e-b873-4164cf3ddd08 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:20.124003 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-346c1a8d-4b4a-4c3e-a9e1-29f84282501b tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:12:20.138599 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-346c1a8d-4b4a-4c3e-a9e1-29f84282501b tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:20.142406 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-346c1a8d-4b4a-4c3e-a9e1-29f84282501b tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Added segment cf72fd90-9ca7-4764-b4a3-d3e6a3941767 of type vlan for network 48882fd5-5868-486e-893d-1a8aa44051f3 Feb 10 23:12:20.156134 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6632eb40-389f-497e-b873-4164cf3ddd08 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event deleted for resources: {'Port': ['ID=ae48a775-8d3b-467c-afc3-e393bf375809,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:20.182188 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-346c1a8d-4b4a-4c3e-a9e1-29f84282501b tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:20.251115 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6632eb40-389f-497e-b873-4164cf3ddd08 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:20.262875 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6632eb40-389f-497e-b873-4164cf3ddd08 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/ports/ae48a775-8d3b-467c-afc3-e393bf375809 HTTP/1.1" status: 204 len: 168 time: 0.8635101 Feb 10 23:12:20.265500 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49216) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:20.304094 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-346c1a8d-4b4a-4c3e-a9e1-29f84282501b tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:20.306743 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346c1a8d-4b4a-4c3e-a9e1-29f84282501b tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:20.308097 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-346c1a8d-4b4a-4c3e-a9e1-29f84282501b tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:20.511452 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-346c1a8d-4b4a-4c3e-a9e1-29f84282501b tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6862679 Feb 10 23:12:20.514540 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49220) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:20.515222 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346c1a8d-4b4a-4c3e-a9e1-29f84282501b tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Pushing event updated for resources: {'Network': ['ID=48882fd5-5868-486e-893d-1a8aa44051f3,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:20.521950 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-b3381898-6988-4509-a9ca-407c7553c60c tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2008454244', 'admin_state_up': True, 'project_id': 'aad552d2f0f2493586140e0c79d4f122', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:12:20.529700 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-b3381898-6988-4509-a9ca-407c7553c60c tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:12:20.532366 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 48882fd5-5868-486e-893d-1a8aa44051f3 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:12:20.537534 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b3381898-6988-4509-a9ca-407c7553c60c tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Usage tracker for resource:router and tenant:aad552d2f0f2493586140e0c79d4f122 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:12:20.540880 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b3381898-6988-4509-a9ca-407c7553c60c tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:12:20.546272 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b90891-a456-4f77-a510-794843010e6b tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:20.547663 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-b3381898-6988-4509-a9ca-407c7553c60c tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:12:20.547788 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-e6b90891-a456-4f77-a510-794843010e6b tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.2811923 Feb 10 23:12:20.550453 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49224) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:20.570371 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f3def-4882-47db-b886-c0a75e22762b req-312f0f13-21a8-4deb-8e58-826e4372d3e9 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:20.571668 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-fb1f3def-4882-47db-b886-c0a75e22762b req-312f0f13-21a8-4deb-8e58-826e4372d3e9 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=0395dc3c-8d2c-45aa-87bd-4e91930c6c74 HTTP/1.1" status: 200 len: 946 time: 0.1662207 Feb 10 23:12:20.649515 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-fb1f3def-4882-47db-b886-c0a75e22762b req-f664dde3-df05-41ec-aa48-095afae19399 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=c253bcf8-7dba-43e8-a80d-9e4524534f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714135 Feb 10 23:12:20.657151 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b3381898-6988-4509-a9ca-407c7553c60c tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:20.658181 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b3381898-6988-4509-a9ca-407c7553c60c tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:20.678501 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d523a898-e4f2-4635-aa1d-2aae2524b4e6 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:20.679143 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d523a898-e4f2-4635-aa1d-2aae2524b4e6 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Synchronizing usage tracker for tenant:143e860117cc493db304000cc95b95c2 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:12:20.706923 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b3381898-6988-4509-a9ca-407c7553c60c tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:20.766184 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d523a898-e4f2-4635-aa1d-2aae2524b4e6 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Unset dirty status for tenant:143e860117cc493db304000cc95b95c2 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:12:20.768581 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d523a898-e4f2-4635-aa1d-2aae2524b4e6 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.2159114 Feb 10 23:12:20.770115 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49230) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:20.839184 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ef2b28-8a29-46d2-98c1-9943586802ff tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:20.840479 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ef2b28-8a29-46d2-98c1-9943586802ff tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:20.841795 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ef2b28-8a29-46d2-98c1-9943586802ff tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:20.844580 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-f9ef2b28-8a29-46d2-98c1-9943586802ff tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0722334 Feb 10 23:12:20.845798 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-3d08a588-4429-4027-9f3d-7bb4a9da0c8d None None] Provisioning for port 30f4f8d0-803a-497a-8d74-c829488cec07 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:12:20.851233 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49234) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:20.852300 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-3d08a588-4429-4027-9f3d-7bb4a9da0c8d None None] Provisioning complete for port 30f4f8d0-803a-497a-8d74-c829488cec07 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:12:20.852806 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3d08a588-4429-4027-9f3d-7bb4a9da0c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:20.984021 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b3381898-6988-4509-a9ca-407c7553c60c tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:20.989824 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3d08a588-4429-4027-9f3d-7bb4a9da0c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:21.009210 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad97d7-c3fe-4555-85d1-7834d08786dc req-f19eff52-4612-4ae8-a7a6-36ab47e1cb20 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:21.012758 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8fad97d7-c3fe-4555-85d1-7834d08786dc req-f19eff52-4612-4ae8-a7a6-36ab47e1cb20 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=0395dc3c-8d2c-45aa-87bd-4e91930c6c74 HTTP/1.1" status: 200 len: 946 time: 0.2322688 Feb 10 23:12:21.035931 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-3d08a588-4429-4027-9f3d-7bb4a9da0c8d None None] For port 30f4f8d0-803a-497a-8d74-c829488cec07, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=30f4f8d0-803a-497a-8d74-c829488cec07,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:12:21.080012 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e77e31f-c3c3-4f09-a2df-9d65b0af6318 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Deleting subnet 35bc57f5-99e5-4a33-b58a-bf5d99892a1c {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:12:21.083707 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e77e31f-c3c3-4f09-a2df-9d65b0af6318 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:21.107743 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3d08a588-4429-4027-9f3d-7bb4a9da0c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:21.168322 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e77e31f-c3c3-4f09-a2df-9d65b0af6318 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31983416'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:21.181416 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8fad97d7-c3fe-4555-85d1-7834d08786dc req-f5e3c553-8d46-4542-b91e-f55bfd94cd3e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=c253bcf8-7dba-43e8-a80d-9e4524534f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624317 Feb 10 23:12:21.189708 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08a588-4429-4027-9f3d-7bb4a9da0c8d None None] Pushing event updated for resources: {'Port': ['ID=30f4f8d0-803a-497a-8d74-c829488cec07,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:21.219727 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-0d3752bc-12ba-45dd-8127-5f75413c1d82 None None] Could not find standard attr ID for object ae48a775-8d3b-467c-afc3-e393bf375809. {{(pid=84334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 23:12:21.251947 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d9876f1b-4f46-4846-993a-9100b66f727a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:21.277365 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e77e31f-c3c3-4f09-a2df-9d65b0af6318 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:21.351827 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b3381898-6988-4509-a9ca-407c7553c60c tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks [] for router_gateway, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:21.378488 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b3381898-6988-4509-a9ca-407c7553c60c tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:21.418110 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e77e31f-c3c3-4f09-a2df-9d65b0af6318 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:21.454717 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e77e31f-c3c3-4f09-a2df-9d65b0af6318 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event deleted for resources: {'Subnet': ['ID=35bc57f5-99e5-4a33-b58a-bf5d99892a1c,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:21.460744 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e77e31f-c3c3-4f09-a2df-9d65b0af6318 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:21.469688 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66c664e-1332-410a-afe9-0e69511dda63 None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:12:21.471023 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-9e77e31f-c3c3-4f09-a2df-9d65b0af6318 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/subnets/35bc57f5-99e5-4a33-b58a-bf5d99892a1c HTTP/1.1" status: 204 len: 168 time: 0.6093864 Feb 10 23:12:21.473620 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49242) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:21.521282 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-b3381898-6988-4509-a9ca-407c7553c60c tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Allocated IP 172.26.8.159 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/f41f9744-1df1-4196-896d-c30fdf049c2e) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:12:21.568150 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-68c23588-0be4-4ef8-992d-dcfd799a93e8 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Deleting subnet 6eaa0353-0dbc-4ba1-9edb-399c790a9eae {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:12:21.572677 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-68c23588-0be4-4ef8-992d-dcfd799a93e8 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:21.669264 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 30f4f8d0-803a-497a-8d74-c829488cec07 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:12:21.705410 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b3381898-6988-4509-a9ca-407c7553c60c tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:21.758164 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-68c23588-0be4-4ef8-992d-dcfd799a93e8 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31983416'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:21.795282 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b3381898-6988-4509-a9ca-407c7553c60c tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:21.811775 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 30f4f8d0-803a-497a-8d74-c829488cec07 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:12:21.812148 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:21.845060 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-68c23588-0be4-4ef8-992d-dcfd799a93e8 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:21.871750 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3381898-6988-4509-a9ca-407c7553c60c tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:12:21.875384 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-b3381898-6988-4509-a9ca-407c7553c60c tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:12:21.878073 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3381898-6988-4509-a9ca-407c7553c60c tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:12:21.907425 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3381898-6988-4509-a9ca-407c7553c60c tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Pushing event updated for resources: {'Port': ['ID=f41f9744-1df1-4196-896d-c30fdf049c2e,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:21.983755 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-68c23588-0be4-4ef8-992d-dcfd799a93e8 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:22.025573 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c23588-0be4-4ef8-992d-dcfd799a93e8 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event deleted for resources: {'Subnet': ['ID=6eaa0353-0dbc-4ba1-9edb-399c790a9eae,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:22.030781 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-68c23588-0be4-4ef8-992d-dcfd799a93e8 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:22.040210 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-68c23588-0be4-4ef8-992d-dcfd799a93e8 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/subnets/6eaa0353-0dbc-4ba1-9edb-399c790a9eae HTTP/1.1" status: 204 len: 168 time: 0.5655913 Feb 10 23:12:22.043469 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49246) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:22.113060 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-1150c89a-0494-4ec3-9edd-065ec61b4cb8 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0684702 Feb 10 23:12:22.115839 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49250) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:22.121676 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-fc3595a2-909f-4920-ac31-9ed4ef14a2e3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Request body: {'subnet': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:12:22.146191 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b3381898-6988-4509-a9ca-407c7553c60c tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks [] for router_gateway, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:22.146987 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b3381898-6988-4509-a9ca-407c7553c60c tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:22.241701 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-fc3595a2-909f-4920-ac31-9ed4ef14a2e3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:12:22.245669 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-fc3595a2-909f-4920-ac31-9ed4ef14a2e3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Usage tracker for resource:subnet and tenant:143e860117cc493db304000cc95b95c2 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:12:22.248740 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-fc3595a2-909f-4920-ac31-9ed4ef14a2e3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:12:22.254372 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-fc3595a2-909f-4920-ac31-9ed4ef14a2e3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:12:22.332797 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3595a2-909f-4920-ac31-9ed4ef14a2e3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Made reservation on behalf of 143e860117cc493db304000cc95b95c2 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:12:22.336745 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fc3595a2-909f-4920-ac31-9ed4ef14a2e3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:22.399911 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:22.424128 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44342fb-4c2a-48c9-ad00-c2475b8ed94d None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:12:22.451101 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3381898-6988-4509-a9ca-407c7553c60c tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Router 2b232533-1d11-40b8-b5d6-e7061995d8fc is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:12:22.648896 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-ad25a277-85e9-4ca6-8c9f-3c4b965731e8 None None] Provisioning complete for port 30f4f8d0-803a-497a-8d74-c829488cec07 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:12:22.649795 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ad25a277-85e9-4ca6-8c9f-3c4b965731e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:22.655512 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3381898-6988-4509-a9ca-407c7553c60c tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:12:22.670232 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b0a8e2-6174-4d41-91f4-71f557e69588 None None] Sync routers for ids ['2b232533-1d11-40b8-b5d6-e7061995d8fc'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:12:22.685781 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b0a8e2-6174-4d41-91f4-71f557e69588 None None] Routers {'2b232533-1d11-40b8-b5d6-e7061995d8fc'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:12:22.686367 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-00b0a8e2-6174-4d41-91f4-71f557e69588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:12:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['2b232533-1d11-40b8-b5d6-e7061995d8fc'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:12:22.714560 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:22.719994 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49254) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:22.778363 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.objects.ports [None req-fc3595a2-909f-4920-ac31-9ed4ef14a2e3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84333) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 10 23:12:22.784742 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b3381898-6988-4509-a9ca-407c7553c60c tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:22.786315 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b3381898-6988-4509-a9ca-407c7553c60c tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2703197 Feb 10 23:12:22.794409 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49258) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:22.975223 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-00b0a8e2-6174-4d41-91f4-71f557e69588 None None] Set router 2b232533-1d11-40b8-b5d6-e7061995d8fc gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:12:23.050089 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fc3595a2-909f-4920-ac31-9ed4ef14a2e3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:23.168784 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-41b5466f-4199-4f0a-aaf3-ec2cc1670964 None None] Provisioning complete for port 30f4f8d0-803a-497a-8d74-c829488cec07 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:12:23.169633 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-41b5466f-4199-4f0a-aaf3-ec2cc1670964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:23.262644 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-bc555fe0-cbfd-44d6-9dd0-214dd50cf72a tempest-TestNetworkAdvancedServerOps-847743289 tempest-TestNetworkAdvancedServerOps-847743289-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=aad552d2f0f2493586140e0c79d4f122&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4666698 Feb 10 23:12:23.265294 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49264) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:23.300479 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-fc3595a2-909f-4920-ac31-9ed4ef14a2e3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] For port 30f4f8d0-803a-497a-8d74-c829488cec07, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=30f4f8d0-803a-497a-8d74-c829488cec07,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:12:23.309243 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-00b0a8e2-6174-4d41-91f4-71f557e69588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b232533-1d11-40b8-b5d6-e7061995d8fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008454244', 'tenant_id': 'aad552d2f0f2493586140e0c79d4f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': 'f41f9744-1df1-4196-896d-c30fdf049c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:12:20Z', 'updated_at': '2022-02-10T23:12:21Z', 'revision_number': 3, 'project_id': 'aad552d2f0f2493586140e0c79d4f122', 'gw_port': {'id': 'f41f9744-1df1-4196-896d-c30fdf049c2e', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b232533-1d11-40b8-b5d6-e7061995d8fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:12:21Z', 'updated_at': '2022-02-10T23:12:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:12:23.315654 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b0a8e2-6174-4d41-91f4-71f557e69588 None None] Checking router: 2b232533-1d11-40b8-b5d6-e7061995d8fc for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:12:23.315996 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b0a8e2-6174-4d41-91f4-71f557e69588 None None] Updating router 2b232533-1d11-40b8-b5d6-e7061995d8fc port f41f9744-1df1-4196-896d-c30fdf049c2e binding host dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:12:23.335968 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fc3595a2-909f-4920-ac31-9ed4ef14a2e3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:23.368515 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-00b0a8e2-6174-4d41-91f4-71f557e69588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:23.388432 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fc3595a2-909f-4920-ac31-9ed4ef14a2e3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:23.389194 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fc3595a2-909f-4920-ac31-9ed4ef14a2e3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:23.420634 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb8b2ab-6d66-4d59-8342-606b87bac984 tempest-TestNetworkAdvancedServerOps-847743289 tempest-TestNetworkAdvancedServerOps-847743289-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:23.424484 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0fb8b2ab-6d66-4d59-8342-606b87bac984 tempest-TestNetworkAdvancedServerOps-847743289 tempest-TestNetworkAdvancedServerOps-847743289-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1558101 Feb 10 23:12:23.424821 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49268) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:23.474833 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1b37361a-b5b7-42c8-ab7f-514bb295beac tempest-TestNetworkAdvancedServerOps-847743289 tempest-TestNetworkAdvancedServerOps-847743289-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=c2ed7563-f8af-409c-803f-f56530124ba5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0483348 Feb 10 23:12:23.477705 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49272) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:23.484847 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-493f3e01-e753-443a-b743-78a603ae687b tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1071365403', 'network_id': '48882fd5-5868-486e-893d-1a8aa44051f3', 'project_id': 'aad552d2f0f2493586140e0c79d4f122', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:12:23.515895 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3595a2-909f-4920-ac31-9ed4ef14a2e3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:12:23.521158 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-fc3595a2-909f-4920-ac31-9ed4ef14a2e3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:12:23.524042 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3595a2-909f-4920-ac31-9ed4ef14a2e3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:23.524638 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fc3595a2-909f-4920-ac31-9ed4ef14a2e3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:23.531668 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5bd078-4c01-496c-a25c-37893be405f7 None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:12:23.547585 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3595a2-909f-4920-ac31-9ed4ef14a2e3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event updated for resources: {'Subnet': ['ID=acfd503a-9013-42f6-be3f-b21614af8ec8,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:23.553842 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3595a2-909f-4920-ac31-9ed4ef14a2e3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event updated for resources: {'Port': ['ID=30f4f8d0-803a-497a-8d74-c829488cec07,revision_number=8']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:23.612434 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-493f3e01-e753-443a-b743-78a603ae687b tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:12:23.629138 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-fc3595a2-909f-4920-ac31-9ed4ef14a2e3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5122824 Feb 10 23:12:23.631844 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49276) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:23.638463 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-c5c4ee67-8656-4490-bbe9-919d8cd3764b tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Request body: {'subnet': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:12:23.678954 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-493f3e01-e753-443a-b743-78a603ae687b tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Usage tracker for resource:subnet and tenant:aad552d2f0f2493586140e0c79d4f122 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:12:23.702471 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-00b0a8e2-6174-4d41-91f4-71f557e69588 None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:23.714787 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-00b0a8e2-6174-4d41-91f4-71f557e69588 None None] Transition to ACTIVE for port object f41f9744-1df1-4196-896d-c30fdf049c2e will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:12:23.717920 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 30f4f8d0-803a-497a-8d74-c829488cec07 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:12:23.737085 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-493f3e01-e753-443a-b743-78a603ae687b tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:12:23.752088 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-493f3e01-e753-443a-b743-78a603ae687b tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:12:23.761404 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-00b0a8e2-6174-4d41-91f4-71f557e69588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:23.840424 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c5c4ee67-8656-4490-bbe9-919d8cd3764b tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:12:23.843170 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493f3e01-e753-443a-b743-78a603ae687b tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Made reservation on behalf of aad552d2f0f2493586140e0c79d4f122 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:12:23.845201 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-00b0a8e2-6174-4d41-91f4-71f557e69588 None None] Attempting to bind port f41f9744-1df1-4196-896d-c30fdf049c2e on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:12:23.846146 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-00b0a8e2-6174-4d41-91f4-71f557e69588 None None] Attempting to bind port f41f9744-1df1-4196-896d-c30fdf049c2e by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:12:23.846814 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b0a8e2-6174-4d41-91f4-71f557e69588 None None] Attempting to bind port f41f9744-1df1-4196-896d-c30fdf049c2e on network c2ed7563-f8af-409c-803f-f56530124ba5 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:12:23.849968 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-c5c4ee67-8656-4490-bbe9-919d8cd3764b tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Usage tracker for resource:subnet and tenant:143e860117cc493db304000cc95b95c2 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:12:23.854792 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-c5c4ee67-8656-4490-bbe9-919d8cd3764b tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:12:23.863038 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaf5964-0d6d-4656-a629-3c6407237696 None None] Pushing event updated for resources: {'Port': ['ID=f41f9744-1df1-4196-896d-c30fdf049c2e,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:23.864021 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c5c4ee67-8656-4490-bbe9-919d8cd3764b tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:12:23.872510 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaf5964-0d6d-4656-a629-3c6407237696 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:23.873146 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaf5964-0d6d-4656-a629-3c6407237696 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:23.873717 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaf5964-0d6d-4656-a629-3c6407237696 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:23.874176 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaf5964-0d6d-4656-a629-3c6407237696 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:23.874651 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaf5964-0d6d-4656-a629-3c6407237696 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:23.875066 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaf5964-0d6d-4656-a629-3c6407237696 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:23.875504 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaf5964-0d6d-4656-a629-3c6407237696 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:23.875918 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaf5964-0d6d-4656-a629-3c6407237696 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:23.876354 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaf5964-0d6d-4656-a629-3c6407237696 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:23.876829 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaf5964-0d6d-4656-a629-3c6407237696 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:23.877234 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaf5964-0d6d-4656-a629-3c6407237696 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:23.880416 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b0a8e2-6174-4d41-91f4-71f557e69588 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:12:23.880907 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b0a8e2-6174-4d41-91f4-71f557e69588 None None] Checking segment: {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:12:23.881508 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-00b0a8e2-6174-4d41-91f4-71f557e69588 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:23.881971 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b0a8e2-6174-4d41-91f4-71f557e69588 None None] Bound using segment: {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:12:23.882526 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-00b0a8e2-6174-4d41-91f4-71f557e69588 None None] Bound port: f41f9744-1df1-4196-896d-c30fdf049c2e, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:12:23.883083 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-00b0a8e2-6174-4d41-91f4-71f557e69588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:23.909866 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 30f4f8d0-803a-497a-8d74-c829488cec07 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:12:23.909866 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:23.955979 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c4ee67-8656-4490-bbe9-919d8cd3764b tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Made reservation on behalf of 143e860117cc493db304000cc95b95c2 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:12:23.964996 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-00b0a8e2-6174-4d41-91f4-71f557e69588 None None] For port f41f9744-1df1-4196-896d-c30fdf049c2e, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:12:23.965213 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ee67-8656-4490-bbe9-919d8cd3764b tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:23.968738 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-00b0a8e2-6174-4d41-91f4-71f557e69588 None None] For port f41f9744-1df1-4196-896d-c30fdf049c2e, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=f41f9744-1df1-4196-896d-c30fdf049c2e,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:12:23.978735 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-493f3e01-e753-443a-b743-78a603ae687b tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:24.013674 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:24.048097 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-00b0a8e2-6174-4d41-91f4-71f557e69588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:24.125379 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.ipam_backend_mixin [None req-c5c4ee67-8656-4490-bbe9-919d8cd3764b tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet acfd503a-9013-42f6-be3f-b21614af8ec8 (CIDR: 2001:db8::/64) Feb 10 23:12:24.148150 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaf5964-0d6d-4656-a629-3c6407237696 None None] Pushing event updated for resources: {'Port': ['ID=f41f9744-1df1-4196-896d-c30fdf049c2e,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:24.151300 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b0a8e2-6174-4d41-91f4-71f557e69588 None None] Routers {'2b232533-1d11-40b8-b5d6-e7061995d8fc'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:12:24.152009 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-00b0a8e2-6174-4d41-91f4-71f557e69588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:12:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['2b232533-1d11-40b8-b5d6-e7061995d8fc'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:12:24.171992 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5c4ee67-8656-4490-bbe9-919d8cd3764b tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:12:24.172421 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5c4ee67-8656-4490-bbe9-919d8cd3764b tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:12:24.270699 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-c5c4ee67-8656-4490-bbe9-919d8cd3764b tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6370363 Feb 10 23:12:24.273378 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49280) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:24.279441 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-f0c58cbe-11de-4037-ab55-eb1f5430da83 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Request body: {'subnet': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:12:24.363456 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-00b0a8e2-6174-4d41-91f4-71f557e69588 None None] Set router 2b232533-1d11-40b8-b5d6-e7061995d8fc gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:12:24.379257 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-e219f47d-07ee-4067-b76f-f223125fa031 None None] Provisioning complete for port 30f4f8d0-803a-497a-8d74-c829488cec07 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:12:24.379589 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e219f47d-07ee-4067-b76f-f223125fa031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:24.386787 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-63b1e563-8f95-4abd-af22-06c79f08984d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:24.549942 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-493f3e01-e753-443a-b743-78a603ae687b tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:24.576851 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f0c58cbe-11de-4037-ab55-eb1f5430da83 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:12:24.581950 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-f0c58cbe-11de-4037-ab55-eb1f5430da83 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Usage tracker for resource:subnet and tenant:143e860117cc493db304000cc95b95c2 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:12:24.586005 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-f0c58cbe-11de-4037-ab55-eb1f5430da83 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:12:24.593936 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f0c58cbe-11de-4037-ab55-eb1f5430da83 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:12:24.669868 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f3e01-e753-443a-b743-78a603ae687b tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Pushing event updated for resources: {'Subnet': ['ID=39a8aa73-f502-4cdf-9c3a-6faf2fcc3069,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:24.675290 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c58cbe-11de-4037-ab55-eb1f5430da83 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Made reservation on behalf of 143e860117cc493db304000cc95b95c2 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:12:24.680399 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f0c58cbe-11de-4037-ab55-eb1f5430da83 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:24.723839 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-00b0a8e2-6174-4d41-91f4-71f557e69588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b232533-1d11-40b8-b5d6-e7061995d8fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008454244', 'tenant_id': 'aad552d2f0f2493586140e0c79d4f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': 'f41f9744-1df1-4196-896d-c30fdf049c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:12:20Z', 'updated_at': '2022-02-10T23:12:21Z', 'revision_number': 3, 'project_id': 'aad552d2f0f2493586140e0c79d4f122', 'gw_port': {'id': 'f41f9744-1df1-4196-896d-c30fdf049c2e', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b232533-1d11-40b8-b5d6-e7061995d8fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:12:21Z', 'updated_at': '2022-02-10T23:12:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:12:24.726866 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493f3e01-e753-443a-b743-78a603ae687b tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Checking segment: {'id': 'cf72fd90-9ca7-4764-b4a3-d3e6a3941767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '48882fd5-5868-486e-893d-1a8aa44051f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:12:24.727237 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493f3e01-e753-443a-b743-78a603ae687b tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Network hostable DHCP agents. Network: 48882fd5-5868-486e-893d-1a8aa44051f3, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:12:24.727895 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b0a8e2-6174-4d41-91f4-71f557e69588 None None] The sync data for ids ['2b232533-1d11-40b8-b5d6-e7061995d8fc'] in dv-neutron-828797-1-hyperv is: [{'id': '2b232533-1d11-40b8-b5d6-e7061995d8fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008454244', 'tenant_id': 'aad552d2f0f2493586140e0c79d4f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': 'f41f9744-1df1-4196-896d-c30fdf049c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:12:20Z', 'updated_at': '2022-02-10T23:12:21Z', 'revision_number': 3, 'project_id': 'aad552d2f0f2493586140e0c79d4f122', 'gw_port': {'id': 'f41f9744-1df1-4196-896d-c30fdf049c2e', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b232533-1d11-40b8-b5d6-e7061995d8fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:12:21Z', 'updated_at': '2022-02-10T23:12:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:12:24.893278 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493f3e01-e753-443a-b743-78a603ae687b tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Network 48882fd5-5868-486e-893d-1a8aa44051f3 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:12:25.051982 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f0c58cbe-11de-4037-ab55-eb1f5430da83 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:25.059483 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-63b1e563-8f95-4abd-af22-06c79f08984d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Allocated IP 172.20.0.17 (e71ad381-e318-431e-98da-fd81867293a8/5c1f0f26-e4ff-47f5-b1eb-0810dc271e28/096a5162-0ed1-4b59-9805-9e09c1325c7f) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:12:25.118522 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c58cbe-11de-4037-ab55-eb1f5430da83 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:12:25.121678 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-f0c58cbe-11de-4037-ab55-eb1f5430da83 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:12:25.125729 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c58cbe-11de-4037-ab55-eb1f5430da83 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:25.126302 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f0c58cbe-11de-4037-ab55-eb1f5430da83 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:25.131663 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302ebd57-e49b-48e5-8b1e-dae9c3ff0aa5 None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:12:25.139962 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c58cbe-11de-4037-ab55-eb1f5430da83 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event updated for resources: {'Subnet': ['ID=d6497434-eca1-464d-ab6e-77e6c805132e,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:25.144136 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-493f3e01-e753-443a-b743-78a603ae687b tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 48882fd5-5868-486e-893d-1a8aa44051f3) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:12:25.154354 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493f3e01-e753-443a-b743-78a603ae687b tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:25.155025 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-493f3e01-e753-443a-b743-78a603ae687b tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:25.164788 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7277d820-af20-47af-9dfb-4f785de7a0e6 None None] Network 48882fd5-5868-486e-893d-1a8aa44051f3 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:12:25.223699 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-f0c58cbe-11de-4037-ab55-eb1f5430da83 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9492712 Feb 10 23:12:25.226422 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49286) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:25.233186 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-b3b1a0c1-06c9-469f-8bee-29ac810a31b3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Request body: {'port': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'mac_address': 'fa:16:3e:6f:d1:0f', 'name': 'tempest-NetworksTestDHCPv6-508700745'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:12:25.259618 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-63b1e563-8f95-4abd-af22-06c79f08984d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:25.276757 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-63b1e563-8f95-4abd-af22-06c79f08984d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Transition to ACTIVE for port object 096a5162-0ed1-4b59-9805-9e09c1325c7f will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:12:25.312628 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-493f3e01-e753-443a-b743-78a603ae687b tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8298147 Feb 10 23:12:25.312828 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49290) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:25.381201 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-63b1e563-8f95-4abd-af22-06c79f08984d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:25.398191 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b3b1a0c1-06c9-469f-8bee-29ac810a31b3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:12:25.412830 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b3b1a0c1-06c9-469f-8bee-29ac810a31b3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:12:25.487692 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b1a0c1-06c9-469f-8bee-29ac810a31b3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Made reservation on behalf of 143e860117cc493db304000cc95b95c2 for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:12:25.493557 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b3b1a0c1-06c9-469f-8bee-29ac810a31b3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:25.521984 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b1e563-8f95-4abd-af22-06c79f08984d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Network e71ad381-e318-431e-98da-fd81867293a8 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:12:25.527837 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-63b1e563-8f95-4abd-af22-06c79f08984d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:12:25.532574 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b1e563-8f95-4abd-af22-06c79f08984d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:12:25.539316 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b3b1a0c1-06c9-469f-8bee-29ac810a31b3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] device_id is not set on port 6fff7085-e1a4-414b-ab09-207f36adbd82 yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:12:25.596443 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8f036f-2181-4771-a256-372b517f8454 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-48882fd5-5868-486e-893d-1a8aa44051f3', 'network_id': '48882fd5-5868-486e-893d-1a8aa44051f3', 'tenant_id': 'aad552d2f0f2493586140e0c79d4f122', 'fixed_ips': [{'subnet_id': '39a8aa73-f502-4cdf-9c3a-6faf2fcc3069'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:12:25.599454 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-be8f036f-2181-4771-a256-372b517f8454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:25.688930 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b1e563-8f95-4abd-af22-06c79f08984d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Port': ['ID=096a5162-0ed1-4b59-9805-9e09c1325c7f,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:25.708343 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-63b1e563-8f95-4abd-af22-06c79f08984d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733071'] for router_interface, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:25.809780 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device f41f9744-1df1-4196-896d-c30fdf049c2e up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:12:25.911664 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-b3b1a0c1-06c9-469f-8bee-29ac810a31b3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Allocated IP 2001:db8:0:1::397 (6dca27ff-0cc1-400d-8ed1-46016d84d938/d6497434-eca1-464d-ab6e-77e6c805132e/6fff7085-e1a4-414b-ab09-207f36adbd82) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:12:25.919072 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-b3b1a0c1-06c9-469f-8bee-29ac810a31b3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Allocated IP 2001:db8::f816:3eff:fe6f:d10f (6dca27ff-0cc1-400d-8ed1-46016d84d938/acfd503a-9013-42f6-be3f-b21614af8ec8/6fff7085-e1a4-414b-ab09-207f36adbd82) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:12:26.021394 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-be8f036f-2181-4771-a256-372b517f8454 None None] Allocated IP 172.20.0.2 (48882fd5-5868-486e-893d-1a8aa44051f3/39a8aa73-f502-4cdf-9c3a-6faf2fcc3069/01cc3f64-be5e-4de6-aa49-53b52c81172e) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:12:26.022021 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-63b1e563-8f95-4abd-af22-06c79f08984d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:26.094322 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-0a4daedf-668b-4a44-8ae5-2a00c95a6a26 None None] Provisioning for port 096a5162-0ed1-4b59-9805-9e09c1325c7f completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:12:26.140061 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b3b1a0c1-06c9-469f-8bee-29ac810a31b3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:26.152911 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port f41f9744-1df1-4196-896d-c30fdf049c2e completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:12:26.155958 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b3b1a0c1-06c9-469f-8bee-29ac810a31b3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Transition to ACTIVE for port object 6fff7085-e1a4-414b-ab09-207f36adbd82 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:12:26.159419 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-0a4daedf-668b-4a44-8ae5-2a00c95a6a26 None None] Provisioning complete for port 096a5162-0ed1-4b59-9805-9e09c1325c7f triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:12:26.159419 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0a4daedf-668b-4a44-8ae5-2a00c95a6a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:26.210304 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port f41f9744-1df1-4196-896d-c30fdf049c2e triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:12:26.210676 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:26.246789 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b3b1a0c1-06c9-469f-8bee-29ac810a31b3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:26.294977 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-0a4daedf-668b-4a44-8ae5-2a00c95a6a26 None None] Port 096a5162-0ed1-4b59-9805-9e09c1325c7f cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:12:26.305382 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9209f226-00f8-4ef1-a715-8d80d777a9b7 None None] Update dhcp port {'port': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'fixed_ips': [{'subnet_id': 'acfd503a-9013-42f6-be3f-b21614af8ec8', 'ip_address': '2001:db8::f816:3eff:fe16:eea8'}, {'subnet_id': 'd6497434-eca1-464d-ab6e-77e6c805132e'}], 'binding:host_id': 'dv-neutron-828797-1-hyperv'}, 'id': '30f4f8d0-803a-497a-8d74-c829488cec07'} from dv-neutron-828797-1-hyperv. {{(pid=84334) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 10 23:12:26.338262 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b1a0c1-06c9-469f-8bee-29ac810a31b3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:12:26.343875 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b1a0c1-06c9-469f-8bee-29ac810a31b3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event updated for resources: {'Port': ['ID=6fff7085-e1a4-414b-ab09-207f36adbd82,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:26.343875 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-b3b1a0c1-06c9-469f-8bee-29ac810a31b3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:12:26.346113 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b1a0c1-06c9-469f-8bee-29ac810a31b3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:12:26.349256 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b1a0c1-06c9-469f-8bee-29ac810a31b3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:26.349964 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b3b1a0c1-06c9-469f-8bee-29ac810a31b3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:26.419560 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-b3b1a0c1-06c9-469f-8bee-29ac810a31b3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1910167 Feb 10 23:12:26.421612 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49294) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:26.462015 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9209f226-00f8-4ef1-a715-8d80d777a9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:26.500701 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-4b881bac-29f6-4271-ac64-ffa7575d82eb tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Deleting port 6fff7085-e1a4-414b-ab09-207f36adbd82 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:12:26.501184 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4b881bac-29f6-4271-ac64-ffa7575d82eb tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:26.549789 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:26.564189 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-be8f036f-2181-4771-a256-372b517f8454 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:26.590114 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-be8f036f-2181-4771-a256-372b517f8454 None None] Transition to ACTIVE for port object 01cc3f64-be5e-4de6-aa49-53b52c81172e will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:12:26.599897 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port f41f9744-1df1-4196-896d-c30fdf049c2e, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=f41f9744-1df1-4196-896d-c30fdf049c2e,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:12:26.637693 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-63b1e563-8f95-4abd-af22-06c79f08984d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:26.665503 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-be8f036f-2181-4771-a256-372b517f8454 None None] Transition to ACTIVE for port object 01cc3f64-be5e-4de6-aa49-53b52c81172e will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:12:26.673433 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:26.682834 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-63b1e563-8f95-4abd-af22-06c79f08984d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:26.733548 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-be8f036f-2181-4771-a256-372b517f8454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:26.780970 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4b881bac-29f6-4271-ac64-ffa7575d82eb tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:26.803845 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8f036f-2181-4771-a256-372b517f8454 None None] Network 48882fd5-5868-486e-893d-1a8aa44051f3 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:12:26.810319 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-be8f036f-2181-4771-a256-372b517f8454 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:12:26.821161 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8f036f-2181-4771-a256-372b517f8454 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:12:26.825811 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=f41f9744-1df1-4196-896d-c30fdf049c2e,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:26.911371 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-4b881bac-29f6-4271-ac64-ffa7575d82eb tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Calling delete_port for 6fff7085-e1a4-414b-ab09-207f36adbd82 owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:12:26.926235 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-9209f226-00f8-4ef1-a715-8d80d777a9b7 None None] Allocated IP 2001:db8:0:1::2 (6dca27ff-0cc1-400d-8ed1-46016d84d938/d6497434-eca1-464d-ab6e-77e6c805132e/30f4f8d0-803a-497a-8d74-c829488cec07) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:12:26.960220 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b1e563-8f95-4abd-af22-06c79f08984d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Port': ['ID=096a5162-0ed1-4b59-9805-9e09c1325c7f,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:26.969528 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-63b1e563-8f95-4abd-af22-06c79f08984d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2767683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732898'] for router_interface, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:27.018181 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8f036f-2181-4771-a256-372b517f8454 None None] Pushing event updated for resources: {'Port': ['ID=01cc3f64-be5e-4de6-aa49-53b52c81172e,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:27.076509 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-be8f036f-2181-4771-a256-372b517f8454 None None] Attempting to bind port 01cc3f64-be5e-4de6-aa49-53b52c81172e on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:12:27.076903 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-be8f036f-2181-4771-a256-372b517f8454 None None] Attempting to bind port 01cc3f64-be5e-4de6-aa49-53b52c81172e by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': 'cf72fd90-9ca7-4764-b4a3-d3e6a3941767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '48882fd5-5868-486e-893d-1a8aa44051f3'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:12:27.077277 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8f036f-2181-4771-a256-372b517f8454 None None] Attempting to bind port 01cc3f64-be5e-4de6-aa49-53b52c81172e on network 48882fd5-5868-486e-893d-1a8aa44051f3 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:12:27.096641 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8f036f-2181-4771-a256-372b517f8454 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:12:27.097030 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8f036f-2181-4771-a256-372b517f8454 None None] Checking segment: {'id': 'cf72fd90-9ca7-4764-b4a3-d3e6a3941767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '48882fd5-5868-486e-893d-1a8aa44051f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:12:27.097609 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-be8f036f-2181-4771-a256-372b517f8454 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:27.097809 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8f036f-2181-4771-a256-372b517f8454 None None] Bound using segment: {'id': 'cf72fd90-9ca7-4764-b4a3-d3e6a3941767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '48882fd5-5868-486e-893d-1a8aa44051f3'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:12:27.098286 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-be8f036f-2181-4771-a256-372b517f8454 None None] Bound port: 01cc3f64-be5e-4de6-aa49-53b52c81172e, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf72fd90-9ca7-4764-b4a3-d3e6a3941767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '48882fd5-5868-486e-893d-1a8aa44051f3'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:12:27.098656 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-be8f036f-2181-4771-a256-372b517f8454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:27.199258 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-84d03e94-a41d-4346-87eb-b650d85582f8 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:27.201346 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-9209f226-00f8-4ef1-a715-8d80d777a9b7 None None] For port 30f4f8d0-803a-497a-8d74-c829488cec07, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=30f4f8d0-803a-497a-8d74-c829488cec07,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:12:27.227551 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b1e563-8f95-4abd-af22-06c79f08984d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Network e71ad381-e318-431e-98da-fd81867293a8 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:12:27.229568 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-63b1e563-8f95-4abd-af22-06c79f08984d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:12:27.232954 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-be8f036f-2181-4771-a256-372b517f8454 None None] For port 01cc3f64-be5e-4de6-aa49-53b52c81172e, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:12:27.242897 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-be8f036f-2181-4771-a256-372b517f8454 None None] For port 01cc3f64-be5e-4de6-aa49-53b52c81172e, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=01cc3f64-be5e-4de6-aa49-53b52c81172e,segment=NetworkSegment(cf72fd90-9ca7-4764-b4a3-d3e6a3941767),segment_id=cf72fd90-9ca7-4764-b4a3-d3e6a3941767)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:12:27.250584 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9209f226-00f8-4ef1-a715-8d80d777a9b7 None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:27.271544 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-9209f226-00f8-4ef1-a715-8d80d777a9b7 None None] Transition to ACTIVE for port object 30f4f8d0-803a-497a-8d74-c829488cec07 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:12:27.274675 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4b881bac-29f6-4271-ac64-ffa7575d82eb tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:27.333592 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b881bac-29f6-4271-ac64-ffa7575d82eb tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event deleted for resources: {'Port': ['ID=6fff7085-e1a4-414b-ab09-207f36adbd82,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:27.337766 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-be8f036f-2181-4771-a256-372b517f8454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:27.391470 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9209f226-00f8-4ef1-a715-8d80d777a9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:27.438088 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4b881bac-29f6-4271-ac64-ffa7575d82eb tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:27.448519 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-4b881bac-29f6-4271-ac64-ffa7575d82eb tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/ports/6fff7085-e1a4-414b-ab09-207f36adbd82 HTTP/1.1" status: 204 len: 168 time: 1.0250492 Feb 10 23:12:27.451210 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49298) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:27.533832 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a5930e-aa5c-4a9e-8ecd-69901abbe56b tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:27.534551 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-c0a5930e-aa5c-4a9e-8ecd-69901abbe56b tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Synchronizing usage tracker for tenant:143e860117cc493db304000cc95b95c2 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:12:27.554755 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8f036f-2181-4771-a256-372b517f8454 None None] Pushing event updated for resources: {'Port': ['ID=01cc3f64-be5e-4de6-aa49-53b52c81172e,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:27.623097 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-9c27298e-1400-49a6-b2d6-3ddee7a6f8bc None None] Provisioning complete for port 096a5162-0ed1-4b59-9805-9e09c1325c7f triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:12:27.623886 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9c27298e-1400-49a6-b2d6-3ddee7a6f8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:27.640004 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-c0a5930e-aa5c-4a9e-8ecd-69901abbe56b tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Unset dirty status for tenant:143e860117cc493db304000cc95b95c2 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:12:27.641544 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-c0a5930e-aa5c-4a9e-8ecd-69901abbe56b tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1891012 Feb 10 23:12:27.644026 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49302) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:27.690975 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-9c27298e-1400-49a6-b2d6-3ddee7a6f8bc None None] Port 096a5162-0ed1-4b59-9805-9e09c1325c7f cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:12:27.721845 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9209f226-00f8-4ef1-a715-8d80d777a9b7 None None] Pushing event updated for resources: {'Port': ['ID=30f4f8d0-803a-497a-8d74-c829488cec07,revision_number=9']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:27.735552 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device f41f9744-1df1-4196-896d-c30fdf049c2e up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:12:27.786253 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa25e915-b03b-4c92-8181-043780a72dad tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:27.787799 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-aa25e915-b03b-4c92-8181-043780a72dad tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1428053 Feb 10 23:12:27.790348 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49306) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:27.909471 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b960d3c9-0430-40c5-b7f0-7932d118d639 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:27.910784 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b960d3c9-0430-40c5-b7f0-7932d118d639 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:27.912401 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b960d3c9-0430-40c5-b7f0-7932d118d639 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:27.912957 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-b960d3c9-0430-40c5-b7f0-7932d118d639 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Synchronizing usage tracker for tenant:143e860117cc493db304000cc95b95c2 on resource:subnet {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:12:27.913513 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port f41f9744-1df1-4196-896d-c30fdf049c2e triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:12:27.913879 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:27.977979 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-b960d3c9-0430-40c5-b7f0-7932d118d639 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Unset dirty status for tenant:143e860117cc493db304000cc95b95c2 on resource:subnet {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:12:27.980394 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-b960d3c9-0430-40c5-b7f0-7932d118d639 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1889524 Feb 10 23:12:27.983015 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49310) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:28.109438 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-84d03e94-a41d-4346-87eb-b650d85582f8 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Allocated IP 172.20.0.1 (48882fd5-5868-486e-893d-1a8aa44051f3/39a8aa73-f502-4cdf-9c3a-6faf2fcc3069/1b150729-de16-41ce-90b0-5034018a6ff8) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:12:28.236090 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa5b9ce8-ecb4-48f7-aa36-4605be78db92 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Deleting subnet acfd503a-9013-42f6-be3f-b21614af8ec8 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:12:28.239022 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aa5b9ce8-ecb4-48f7-aa36-4605be78db92 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:28.279077 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b1e563-8f95-4abd-af22-06c79f08984d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Router 0a1036b0-ff18-43ca-b38f-82a2587292bd has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:12:28.302738 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aa5b9ce8-ecb4-48f7-aa36-4605be78db92 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31983416'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:28.315395 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-84d03e94-a41d-4346-87eb-b650d85582f8 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:28.399586 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aa5b9ce8-ecb4-48f7-aa36-4605be78db92 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:28.418901 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-84d03e94-a41d-4346-87eb-b650d85582f8 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Transition to ACTIVE for port object 1b150729-de16-41ce-90b0-5034018a6ff8 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:12:28.566431 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aa5b9ce8-ecb4-48f7-aa36-4605be78db92 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:28.600200 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-ce72ff2a-f23c-46a6-aee2-527adfc8aa24 None None] Provisioning for port 30f4f8d0-803a-497a-8d74-c829488cec07 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:12:28.606353 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-ce72ff2a-f23c-46a6-aee2-527adfc8aa24 None None] Provisioning complete for port 30f4f8d0-803a-497a-8d74-c829488cec07 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:12:28.606724 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ce72ff2a-f23c-46a6-aee2-527adfc8aa24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:28.620845 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aa5b9ce8-ecb4-48f7-aa36-4605be78db92 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:28.853695 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5b9ce8-ecb4-48f7-aa36-4605be78db92 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event deleted for resources: {'Subnet': ['ID=acfd503a-9013-42f6-be3f-b21614af8ec8,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:28.862740 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b1e563-8f95-4abd-af22-06c79f08984d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:12:28.862740 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-63b1e563-8f95-4abd-af22-06c79f08984d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "PUT /v2.0/routers/0a1036b0-ff18-43ca-b38f-82a2587292bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9834132 Feb 10 23:12:28.863195 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9baa8b-6992-4d4c-bd5c-0ba146c36a69 None None] Sync routers for ids ['0a1036b0-ff18-43ca-b38f-82a2587292bd'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:12:28.863195 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9baa8b-6992-4d4c-bd5c-0ba146c36a69 None None] Routers {'0a1036b0-ff18-43ca-b38f-82a2587292bd'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:12:28.863195 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-fb9baa8b-6992-4d4c-bd5c-0ba146c36a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:12:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['0a1036b0-ff18-43ca-b38f-82a2587292bd'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:12:28.863631 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-84d03e94-a41d-4346-87eb-b650d85582f8 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:28.863749 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-aa5b9ce8-ecb4-48f7-aa36-4605be78db92 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/subnets/acfd503a-9013-42f6-be3f-b21614af8ec8 HTTP/1.1" status: 204 len: 168 time: 0.8451703 Feb 10 23:12:28.863749 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49316) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:28.950804 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d03e94-a41d-4346-87eb-b650d85582f8 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Pushing event updated for resources: {'Port': ['ID=1b150729-de16-41ce-90b0-5034018a6ff8,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:28.968030 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc1d87a0-752e-4d20-997e-3c90f9346285 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Deleting subnet d6497434-eca1-464d-ab6e-77e6c805132e {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:12:28.974393 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d03e94-a41d-4346-87eb-b650d85582f8 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Network 48882fd5-5868-486e-893d-1a8aa44051f3 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:12:28.974624 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fc1d87a0-752e-4d20-997e-3c90f9346285 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:28.976309 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-84d03e94-a41d-4346-87eb-b650d85582f8 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:12:28.979164 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d03e94-a41d-4346-87eb-b650d85582f8 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:12:29.003285 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050b3576-ea56-4330-b56b-0c1821001a12 None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:12:29.020690 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-fb9baa8b-6992-4d4c-bd5c-0ba146c36a69 None None] Set router 0a1036b0-ff18-43ca-b38f-82a2587292bd gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:12:29.044854 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fc1d87a0-752e-4d20-997e-3c90f9346285 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31983416'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:29.049656 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-84d03e94-a41d-4346-87eb-b650d85582f8 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733071'] for router_interface, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:29.129119 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-68b8598b-5246-450c-b22c-5809916ed2c1 None None] Could not find standard attr ID for object 6fff7085-e1a4-414b-ab09-207f36adbd82. {{(pid=84334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 23:12:29.139408 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fc1d87a0-752e-4d20-997e-3c90f9346285 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:29.240178 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-84d03e94-a41d-4346-87eb-b650d85582f8 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:29.249665 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ab883f-7caf-4143-b97d-bcf2a4bb6125 None None] Network 48882fd5-5868-486e-893d-1a8aa44051f3 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:12:29.280702 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fc1d87a0-752e-4d20-997e-3c90f9346285 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:29.334013 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fc1d87a0-752e-4d20-997e-3c90f9346285 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:29.341486 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d87a0-752e-4d20-997e-3c90f9346285 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event deleted for resources: {'Subnet': ['ID=d6497434-eca1-464d-ab6e-77e6c805132e,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:29.353448 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-fc1d87a0-752e-4d20-997e-3c90f9346285 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/subnets/d6497434-eca1-464d-ab6e-77e6c805132e HTTP/1.1" status: 204 len: 168 time: 0.5202949 Feb 10 23:12:29.356822 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49322) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:29.426698 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-bb6a55f9-8ed3-409e-8a22-7fe77c8e6f07 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0680919 Feb 10 23:12:29.429406 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49326) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:29.436498 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-6eec4b4c-072e-47c2-87ba-211d9d56b71f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Request body: {'subnet': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:12:29.557730 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-6eec4b4c-072e-47c2-87ba-211d9d56b71f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:12:29.562173 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-6eec4b4c-072e-47c2-87ba-211d9d56b71f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Usage tracker for resource:subnet and tenant:143e860117cc493db304000cc95b95c2 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:12:29.565408 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-6eec4b4c-072e-47c2-87ba-211d9d56b71f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:12:29.571855 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-6eec4b4c-072e-47c2-87ba-211d9d56b71f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:12:29.609745 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-26302fc3-db0b-439e-b5fb-478e496ddeaa None None] Provisioning for port 01cc3f64-be5e-4de6-aa49-53b52c81172e completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:12:29.652399 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eec4b4c-072e-47c2-87ba-211d9d56b71f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Made reservation on behalf of 143e860117cc493db304000cc95b95c2 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:12:29.655913 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6eec4b4c-072e-47c2-87ba-211d9d56b71f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:29.700945 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-84d03e94-a41d-4346-87eb-b650d85582f8 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:29.754896 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-84d03e94-a41d-4346-87eb-b650d85582f8 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:29.785345 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 01cc3f64-be5e-4de6-aa49-53b52c81172e up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:12:29.830330 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbafe626-da4e-4ee9-92d8-211ce033db36 None None] DHCP port deletion for 6dca27ff-0cc1-400d-8ed1-46016d84d938 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:12:29.851592 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-fb9baa8b-6992-4d4c-bd5c-0ba146c36a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'name': 'tempest-TestNetworkBasicOps-router-938078609', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': '5d5ee5e4-2655-46e3-a152-a40278a95717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:10:14Z', 'updated_at': '2022-02-10T23:12:25Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '5d5ee5e4-2655-46e3-a152-a40278a95717', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:db:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:10:16Z', 'updated_at': '2022-02-10T23:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '7c01c2db-36c9-4776-8deb-6a05abf0d7a1', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'floating_ip_address': '172.26.8.181', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'port_id': '06e1e46c-8668-44fc-9b2c-b1d605362a19', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4f4d45e-efab-47b5-8966-f476fe09f270', 'mac_address': 'fa:16:3e:1a:17:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13eb3b45-41f9-452a-936f-881fcb3533f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:11:22Z', 'updated_at': '2022-02-10T23:11:30Z', 'revision_number': 1, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '096a5162-0ed1-4b59-9805-9e09c1325c7f', 'name': '', 'network_id': 'e71ad381-e318-431e-98da-fd81867293a8', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:0f:e6:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c1f0f26-e4ff-47f5-b1eb-0810dc271e28', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:12:24Z', 'updated_at': '2022-02-10T23:12:26Z', 'revision_number': 2, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': '5c1f0f26-e4ff-47f5-b1eb-0810dc271e28', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4c3a978-385d-49ab-92ce-f5377a457cd7', 'name': '', 'network_id': 'f4f4d45e-efab-47b5-8966-f476fe09f270', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:83:cf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e815ea9-6309-47bf-ae2f-c815b2ab858b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:10:30Z', 'updated_at': '2022-02-10T23:10:52Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': '1e815ea9-6309-47bf-ae2f-c815b2ab858b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:12:29.856383 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-bbafe626-da4e-4ee9-92d8-211ce033db36 None None] Deleting port 30f4f8d0-803a-497a-8d74-c829488cec07 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:12:29.856776 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bbafe626-da4e-4ee9-92d8-211ce033db36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:29.898869 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d03e94-a41d-4346-87eb-b650d85582f8 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Pushing event updated for resources: {'Port': ['ID=1b150729-de16-41ce-90b0-5034018a6ff8,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:29.902025 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9baa8b-6992-4d4c-bd5c-0ba146c36a69 None None] Checking router: 0a1036b0-ff18-43ca-b38f-82a2587292bd for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:12:29.902473 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9baa8b-6992-4d4c-bd5c-0ba146c36a69 None None] Updating router 0a1036b0-ff18-43ca-b38f-82a2587292bd port 096a5162-0ed1-4b59-9805-9e09c1325c7f binding host dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:12:29.943420 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-84d03e94-a41d-4346-87eb-b650d85582f8 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2767683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732898'] for router_interface, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:30.004441 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fb9baa8b-6992-4d4c-bd5c-0ba146c36a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:30.018279 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6eec4b4c-072e-47c2-87ba-211d9d56b71f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:30.093028 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eec4b4c-072e-47c2-87ba-211d9d56b71f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:12:30.096284 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-6eec4b4c-072e-47c2-87ba-211d9d56b71f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:12:30.098247 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eec4b4c-072e-47c2-87ba-211d9d56b71f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event updated for resources: {'Subnet': ['ID=80d2285a-75c7-4613-a47d-20de0acef1a1,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:30.101007 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eec4b4c-072e-47c2-87ba-211d9d56b71f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:30.101644 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6eec4b4c-072e-47c2-87ba-211d9d56b71f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:30.117128 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d03e94-a41d-4346-87eb-b650d85582f8 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Network 48882fd5-5868-486e-893d-1a8aa44051f3 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:12:30.119073 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-84d03e94-a41d-4346-87eb-b650d85582f8 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:12:30.125772 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 01cc3f64-be5e-4de6-aa49-53b52c81172e completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:12:30.203627 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 01cc3f64-be5e-4de6-aa49-53b52c81172e triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:12:30.203903 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:30.204885 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-6eec4b4c-072e-47c2-87ba-211d9d56b71f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7742121 Feb 10 23:12:30.205552 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49330) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:30.211911 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-aa17e40b-e150-4bfb-ac39-54f2b25f0dcd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Request body: {'subnet': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:12:30.365811 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-bbafe626-da4e-4ee9-92d8-211ce033db36 None None] For port 30f4f8d0-803a-497a-8d74-c829488cec07, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=30f4f8d0-803a-497a-8d74-c829488cec07,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:12:30.366205 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bbafe626-da4e-4ee9-92d8-211ce033db36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:30.500199 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-aa17e40b-e150-4bfb-ac39-54f2b25f0dcd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:12:30.506571 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-aa17e40b-e150-4bfb-ac39-54f2b25f0dcd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Usage tracker for resource:subnet and tenant:143e860117cc493db304000cc95b95c2 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:12:30.510952 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-aa17e40b-e150-4bfb-ac39-54f2b25f0dcd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:12:30.520760 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-aa17e40b-e150-4bfb-ac39-54f2b25f0dcd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:12:30.526102 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-bbafe626-da4e-4ee9-92d8-211ce033db36 None None] Calling delete_port for 30f4f8d0-803a-497a-8d74-c829488cec07 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:12:30.560657 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-38d333bb-5081-4926-8a26-39e6ccc216af None None] Provisioning complete for port 01cc3f64-be5e-4de6-aa49-53b52c81172e triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:12:30.561026 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-38d333bb-5081-4926-8a26-39e6ccc216af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:30.587670 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84d03e94-a41d-4346-87eb-b650d85582f8 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Router 2b232533-1d11-40b8-b5d6-e7061995d8fc has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:12:30.595448 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa17e40b-e150-4bfb-ac39-54f2b25f0dcd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Made reservation on behalf of 143e860117cc493db304000cc95b95c2 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:12:30.600986 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aa17e40b-e150-4bfb-ac39-54f2b25f0dcd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:30.832950 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.ipam_backend_mixin [None req-aa17e40b-e150-4bfb-ac39-54f2b25f0dcd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 80d2285a-75c7-4613-a47d-20de0acef1a1 (CIDR: 2001:db8::/64) Feb 10 23:12:30.881285 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa17e40b-e150-4bfb-ac39-54f2b25f0dcd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:12:30.881730 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa17e40b-e150-4bfb-ac39-54f2b25f0dcd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:12:30.893023 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:30.936678 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d03e94-a41d-4346-87eb-b650d85582f8 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:12:30.941855 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-84d03e94-a41d-4346-87eb-b650d85582f8 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "PUT /v2.0/routers/2b232533-1d11-40b8-b5d6-e7061995d8fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6281557 Feb 10 23:12:30.955029 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a11dfde-ce90-41bf-a2a3-668c1ed41471 None None] Sync routers for ids ['2b232533-1d11-40b8-b5d6-e7061995d8fc'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:12:30.968246 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a11dfde-ce90-41bf-a2a3-668c1ed41471 None None] Routers {'2b232533-1d11-40b8-b5d6-e7061995d8fc'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:12:30.969322 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-9a11dfde-ce90-41bf-a2a3-668c1ed41471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:12:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['2b232533-1d11-40b8-b5d6-e7061995d8fc'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:12:30.979982 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bbafe626-da4e-4ee9-92d8-211ce033db36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:30.980851 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-aa17e40b-e150-4bfb-ac39-54f2b25f0dcd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7740176 Feb 10 23:12:30.983780 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49336) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:30.993976 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-0be84948-94af-49a4-9a9c-d54693c20de4 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Request body: {'subnet': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:12:31.059755 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbafe626-da4e-4ee9-92d8-211ce033db36 None None] Pushing event deleted for resources: {'Port': ['ID=30f4f8d0-803a-497a-8d74-c829488cec07,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:31.066239 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 01cc3f64-be5e-4de6-aa49-53b52c81172e, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=01cc3f64-be5e-4de6-aa49-53b52c81172e,segment=NetworkSegment(cf72fd90-9ca7-4764-b4a3-d3e6a3941767),segment_id=cf72fd90-9ca7-4764-b4a3-d3e6a3941767)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:12:31.068788 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-38d333bb-5081-4926-8a26-39e6ccc216af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:31.083911 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbafe626-da4e-4ee9-92d8-211ce033db36 None None] No DVR routers for this DVR port 30f4f8d0-803a-497a-8d74-c829488cec07 on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:12:31.122115 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87827b0b-8b20-4ddf-ab1b-c908ddf6f891 None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:12:31.159726 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-0be84948-94af-49a4-9a9c-d54693c20de4 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:12:31.164793 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-0be84948-94af-49a4-9a9c-d54693c20de4 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Usage tracker for resource:subnet and tenant:143e860117cc493db304000cc95b95c2 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:12:31.168785 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-0be84948-94af-49a4-9a9c-d54693c20de4 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:12:31.175318 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-0be84948-94af-49a4-9a9c-d54693c20de4 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:12:31.185556 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-d99d28b6-0937-4a04-a5be-c46b14647512 req-1030076c-4bd1-4a29-83d5-91aef76f1983 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Synchronizing usage tracker for tenant:aad552d2f0f2493586140e0c79d4f122 on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:12:31.189559 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-9a11dfde-ce90-41bf-a2a3-668c1ed41471 None None] Set router 2b232533-1d11-40b8-b5d6-e7061995d8fc gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:12:31.250800 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:31.251758 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 30f4f8d0-803a-497a-8d74-c829488cec07 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:12:31.263060 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be84948-94af-49a4-9a9c-d54693c20de4 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Made reservation on behalf of 143e860117cc493db304000cc95b95c2 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:12:31.285744 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-d99d28b6-0937-4a04-a5be-c46b14647512 req-1030076c-4bd1-4a29-83d5-91aef76f1983 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Unset dirty status for tenant:aad552d2f0f2493586140e0c79d4f122 on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:12:31.287657 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-d99d28b6-0937-4a04-a5be-c46b14647512 req-1030076c-4bd1-4a29-83d5-91aef76f1983 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1454634841&fields=id&tenant_id=aad552d2f0f2493586140e0c79d4f122 HTTP/1.1" status: 200 len: 267 time: 0.1632640 Feb 10 23:12:31.358073 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 30f4f8d0-803a-497a-8d74-c829488cec07 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:12:31.358320 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 30f4f8d0-803a-497a-8d74-c829488cec07 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 10 23:12:31.414006 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Port 30f4f8d0-803a-497a-8d74-c829488cec07 not found, will not notify nova. {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 10 23:12:31.439442 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fb9baa8b-6992-4d4c-bd5c-0ba146c36a69 None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:31.443961 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-38d333bb-5081-4926-8a26-39e6ccc216af None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:12:31.444308 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-38d333bb-5081-4926-8a26-39e6ccc216af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:12:31.451825 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0be84948-94af-49a4-9a9c-d54693c20de4 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:31.472370 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d28b6-0937-4a04-a5be-c46b14647512 req-22e8b5b3-26ae-41ac-8934-30b9f1f1b642 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:31.473078 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-d99d28b6-0937-4a04-a5be-c46b14647512 req-22e8b5b3-26ae-41ac-8934-30b9f1f1b642 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Synchronizing usage tracker for tenant:aad552d2f0f2493586140e0c79d4f122 on resource:network {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:12:31.483694 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=01cc3f64-be5e-4de6-aa49-53b52c81172e,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:31.488294 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-fb9baa8b-6992-4d4c-bd5c-0ba146c36a69 None None] Transition to ACTIVE for port object 096a5162-0ed1-4b59-9805-9e09c1325c7f will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:12:31.565920 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-d99d28b6-0937-4a04-a5be-c46b14647512 req-22e8b5b3-26ae-41ac-8934-30b9f1f1b642 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Unset dirty status for tenant:aad552d2f0f2493586140e0c79d4f122 on resource:network {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:12:31.567059 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-d99d28b6-0937-4a04-a5be-c46b14647512 req-22e8b5b3-26ae-41ac-8934-30b9f1f1b642 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/networks?id=48882fd5-5868-486e-893d-1a8aa44051f3 HTTP/1.1" status: 200 len: 796 time: 0.2714605 Feb 10 23:12:31.593911 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-d99d28b6-0937-4a04-a5be-c46b14647512 req-895d901f-8bdf-4e20-8ee8-e7abcc52227a tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/quotas/aad552d2f0f2493586140e0c79d4f122 HTTP/1.1" status: 200 len: 375 time: 0.0159802 Feb 10 23:12:31.615236 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fb9baa8b-6992-4d4c-bd5c-0ba146c36a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:31.626518 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-9a11dfde-ce90-41bf-a2a3-668c1ed41471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b232533-1d11-40b8-b5d6-e7061995d8fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008454244', 'tenant_id': 'aad552d2f0f2493586140e0c79d4f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': 'f41f9744-1df1-4196-896d-c30fdf049c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:12:20Z', 'updated_at': '2022-02-10T23:12:29Z', 'revision_number': 4, 'project_id': 'aad552d2f0f2493586140e0c79d4f122', 'gw_port': {'id': 'f41f9744-1df1-4196-896d-c30fdf049c2e', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b232533-1d11-40b8-b5d6-e7061995d8fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:12:21Z', 'updated_at': '2022-02-10T23:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '1b150729-de16-41ce-90b0-5034018a6ff8', 'name': '', 'network_id': '48882fd5-5868-486e-893d-1a8aa44051f3', 'tenant_id': 'aad552d2f0f2493586140e0c79d4f122', 'mac_address': 'fa:16:3e:1d:08:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b232533-1d11-40b8-b5d6-e7061995d8fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39a8aa73-f502-4cdf-9c3a-6faf2fcc3069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:12:27Z', 'updated_at': '2022-02-10T23:12:29Z', 'revision_number': 2, 'project_id': 'aad552d2f0f2493586140e0c79d4f122', 'subnets': [{'id': '39a8aa73-f502-4cdf-9c3a-6faf2fcc3069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:12:31.633760 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a11dfde-ce90-41bf-a2a3-668c1ed41471 None None] Checking router: 2b232533-1d11-40b8-b5d6-e7061995d8fc for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:12:31.633760 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a11dfde-ce90-41bf-a2a3-668c1ed41471 None None] Updating router 2b232533-1d11-40b8-b5d6-e7061995d8fc port 1b150729-de16-41ce-90b0-5034018a6ff8 binding host dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:12:31.694707 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 01cc3f64-be5e-4de6-aa49-53b52c81172e up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:12:31.695647 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9a11dfde-ce90-41bf-a2a3-668c1ed41471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:31.734891 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-d99d28b6-0937-4a04-a5be-c46b14647512 req-d78fb380-79ad-4ba0-891a-87488a663109 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=aad552d2f0f2493586140e0c79d4f122&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1357934 Feb 10 23:12:31.791110 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1e4892-a86c-4112-b02f-026c3ed159ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-6dca27ff-0cc1-400d-8ed1-46016d84d938', 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'tenant_id': '143e860117cc493db304000cc95b95c2', 'fixed_ips': [{'subnet_id': '80d2285a-75c7-4613-a47d-20de0acef1a1'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:12:31.792934 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0b1e4892-a86c-4112-b02f-026c3ed159ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:31.922089 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-d99d28b6-0937-4a04-a5be-c46b14647512 req-ff3fa73e-050d-4956-8702-e7ab9035748d service neutron] 10.222.0.59 "GET /v2.0/networks/48882fd5-5868-486e-893d-1a8aa44051f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739790 Feb 10 23:12:31.936965 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b9c399-f226-47fe-9d46-65a0778d76d5 None None] Pushing event updated for resources: {'Port': ['ID=096a5162-0ed1-4b59-9805-9e09c1325c7f,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:32.022631 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.objects.ports [None req-0be84948-94af-49a4-9a9c-d54693c20de4 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84332) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 10 23:12:32.023941 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0be84948-94af-49a4-9a9c-d54693c20de4 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:32.091861 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be84948-94af-49a4-9a9c-d54693c20de4 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:12:32.098981 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-0be84948-94af-49a4-9a9c-d54693c20de4 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:12:32.104878 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be84948-94af-49a4-9a9c-d54693c20de4 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:32.105642 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0be84948-94af-49a4-9a9c-d54693c20de4 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:32.123783 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 01cc3f64-be5e-4de6-aa49-53b52c81172e triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:12:32.123972 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:32.137004 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be84948-94af-49a4-9a9c-d54693c20de4 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event updated for resources: {'Subnet': ['ID=a9725d13-323e-4668-8203-7f6a002e79ec,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:32.142437 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-d99d28b6-0937-4a04-a5be-c46b14647512 req-36cc480a-8976-4b3b-9504-ecd0cdfa1e53 service neutron] 10.222.0.59 "GET /v2.0/networks/48882fd5-5868-486e-893d-1a8aa44051f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142065 Feb 10 23:12:32.168494 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9a11dfde-ce90-41bf-a2a3-668c1ed41471 None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:32.183038 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-9a11dfde-ce90-41bf-a2a3-668c1ed41471 None None] Transition to ACTIVE for port object 1b150729-de16-41ce-90b0-5034018a6ff8 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:12:32.203805 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49348) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:32.204097 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0be84948-94af-49a4-9a9c-d54693c20de4 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2187946 Feb 10 23:12:32.209421 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-cf798fe2-f1f0-4c17-8d4e-004e272c8f08 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Request body: {'port': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'mac_address': 'fa:16:3e:ce:a9:41', 'name': 'tempest-NetworksTestDHCPv6-1402113015'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:12:32.247254 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9a11dfde-ce90-41bf-a2a3-668c1ed41471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:32.339799 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-fb9baa8b-6992-4d4c-bd5c-0ba146c36a69 None None] Attempting to bind port 096a5162-0ed1-4b59-9805-9e09c1325c7f on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:12:32.345101 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-fb9baa8b-6992-4d4c-bd5c-0ba146c36a69 None None] Attempting to bind port 096a5162-0ed1-4b59-9805-9e09c1325c7f by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '163a8864-a0ad-44e4-aa89-467aea8675e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e71ad381-e318-431e-98da-fd81867293a8'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:12:32.345480 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9baa8b-6992-4d4c-bd5c-0ba146c36a69 None None] Attempting to bind port 096a5162-0ed1-4b59-9805-9e09c1325c7f on network e71ad381-e318-431e-98da-fd81867293a8 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:12:32.360260 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9baa8b-6992-4d4c-bd5c-0ba146c36a69 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:12:32.360656 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9baa8b-6992-4d4c-bd5c-0ba146c36a69 None None] Checking segment: {'id': '163a8864-a0ad-44e4-aa89-467aea8675e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e71ad381-e318-431e-98da-fd81867293a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:12:32.361059 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fb9baa8b-6992-4d4c-bd5c-0ba146c36a69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:32.361449 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9baa8b-6992-4d4c-bd5c-0ba146c36a69 None None] Bound using segment: {'id': '163a8864-a0ad-44e4-aa89-467aea8675e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e71ad381-e318-431e-98da-fd81867293a8'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:12:32.361923 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-fb9baa8b-6992-4d4c-bd5c-0ba146c36a69 None None] Bound port: 096a5162-0ed1-4b59-9805-9e09c1325c7f, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '163a8864-a0ad-44e4-aa89-467aea8675e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e71ad381-e318-431e-98da-fd81867293a8'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:12:32.362489 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fb9baa8b-6992-4d4c-bd5c-0ba146c36a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:32.384037 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-cf798fe2-f1f0-4c17-8d4e-004e272c8f08 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:12:32.395045 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-cf798fe2-f1f0-4c17-8d4e-004e272c8f08 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:12:32.485546 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf798fe2-f1f0-4c17-8d4e-004e272c8f08 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Made reservation on behalf of 143e860117cc493db304000cc95b95c2 for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:12:32.489689 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cf798fe2-f1f0-4c17-8d4e-004e272c8f08 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:32.495756 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-38d333bb-5081-4926-8a26-39e6ccc216af None None] Provisioning for port 1b150729-de16-41ce-90b0-5034018a6ff8 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:12:32.532515 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-dc8af009-dbc2-496c-8207-7676b8d874e4 req-25df4531-abae-40c9-8b6b-d64b01c1ab48 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Synchronizing usage tracker for tenant:aad552d2f0f2493586140e0c79d4f122 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:12:32.576072 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42659c74-3699-4dbd-8989-88971bdeb93b None None] Pushing event updated for resources: {'Port': ['ID=1b150729-de16-41ce-90b0-5034018a6ff8,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:32.578737 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-cf798fe2-f1f0-4c17-8d4e-004e272c8f08 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] device_id is not set on port 568fd0a1-40bb-48aa-8c84-7216965db5fb yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:12:32.587710 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 30f4f8d0-803a-497a-8d74-c829488cec07 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:12:32.642664 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 30f4f8d0-803a-497a-8d74-c829488cec07 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:12:32.643019 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 30f4f8d0-803a-497a-8d74-c829488cec07 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:12:32.648748 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-9a11dfde-ce90-41bf-a2a3-668c1ed41471 None None] Attempting to bind port 1b150729-de16-41ce-90b0-5034018a6ff8 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:12:32.649209 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-9a11dfde-ce90-41bf-a2a3-668c1ed41471 None None] Attempting to bind port 1b150729-de16-41ce-90b0-5034018a6ff8 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': 'cf72fd90-9ca7-4764-b4a3-d3e6a3941767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '48882fd5-5868-486e-893d-1a8aa44051f3'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:12:32.649689 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a11dfde-ce90-41bf-a2a3-668c1ed41471 None None] Attempting to bind port 1b150729-de16-41ce-90b0-5034018a6ff8 on network 48882fd5-5868-486e-893d-1a8aa44051f3 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:12:32.658166 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a11dfde-ce90-41bf-a2a3-668c1ed41471 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:12:32.658835 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a11dfde-ce90-41bf-a2a3-668c1ed41471 None None] Checking segment: {'id': 'cf72fd90-9ca7-4764-b4a3-d3e6a3941767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '48882fd5-5868-486e-893d-1a8aa44051f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:12:32.659458 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9a11dfde-ce90-41bf-a2a3-668c1ed41471 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:32.660216 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a11dfde-ce90-41bf-a2a3-668c1ed41471 None None] Bound using segment: {'id': 'cf72fd90-9ca7-4764-b4a3-d3e6a3941767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '48882fd5-5868-486e-893d-1a8aa44051f3'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:12:32.660993 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-9a11dfde-ce90-41bf-a2a3-668c1ed41471 None None] Bound port: 1b150729-de16-41ce-90b0-5034018a6ff8, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf72fd90-9ca7-4764-b4a3-d3e6a3941767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '48882fd5-5868-486e-893d-1a8aa44051f3'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:12:32.664955 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9a11dfde-ce90-41bf-a2a3-668c1ed41471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:32.691107 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-0b1e4892-a86c-4112-b02f-026c3ed159ce None None] Allocated IP 2001:db8::2 (6dca27ff-0cc1-400d-8ed1-46016d84d938/80d2285a-75c7-4613-a47d-20de0acef1a1/a33e5b5d-b57c-4089-bad9-fa29b04a19be) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:12:32.698415 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-fb9baa8b-6992-4d4c-bd5c-0ba146c36a69 None None] For port 096a5162-0ed1-4b59-9805-9e09c1325c7f, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:12:32.700837 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-0b1e4892-a86c-4112-b02f-026c3ed159ce None None] Allocated IP 2001:db8:0:1:f816:3eff:fea4:e5cc (6dca27ff-0cc1-400d-8ed1-46016d84d938/a9725d13-323e-4668-8203-7f6a002e79ec/a33e5b5d-b57c-4089-bad9-fa29b04a19be) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:12:32.702791 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-dc8af009-dbc2-496c-8207-7676b8d874e4 req-25df4531-abae-40c9-8b6b-d64b01c1ab48 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Unset dirty status for tenant:aad552d2f0f2493586140e0c79d4f122 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:12:32.703580 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-fb9baa8b-6992-4d4c-bd5c-0ba146c36a69 None None] For port 096a5162-0ed1-4b59-9805-9e09c1325c7f, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=096a5162-0ed1-4b59-9805-9e09c1325c7f,segment=NetworkSegment(163a8864-a0ad-44e4-aa89-467aea8675e7),segment_id=163a8864-a0ad-44e4-aa89-467aea8675e7)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:12:32.704008 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-dc8af009-dbc2-496c-8207-7676b8d874e4 req-25df4531-abae-40c9-8b6b-d64b01c1ab48 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/ports?device_id=f151e094-d715-43c4-b90d-eeee47381c23 HTTP/1.1" status: 200 len: 210 time: 0.2750835 Feb 10 23:12:32.773671 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-9a11dfde-ce90-41bf-a2a3-668c1ed41471 None None] For port 1b150729-de16-41ce-90b0-5034018a6ff8, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:12:32.777789 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-9a11dfde-ce90-41bf-a2a3-668c1ed41471 None None] For port 1b150729-de16-41ce-90b0-5034018a6ff8, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=1b150729-de16-41ce-90b0-5034018a6ff8,segment=NetworkSegment(cf72fd90-9ca7-4764-b4a3-d3e6a3941767),segment_id=cf72fd90-9ca7-4764-b4a3-d3e6a3941767)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:12:32.796642 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fb9baa8b-6992-4d4c-bd5c-0ba146c36a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:32.881414 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9a11dfde-ce90-41bf-a2a3-668c1ed41471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:32.927701 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b9c399-f226-47fe-9d46-65a0778d76d5 None None] Pushing event updated for resources: {'Port': ['ID=096a5162-0ed1-4b59-9805-9e09c1325c7f,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:32.976489 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9baa8b-6992-4d4c-bd5c-0ba146c36a69 None None] Routers {'0a1036b0-ff18-43ca-b38f-82a2587292bd'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:12:32.977232 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-fb9baa8b-6992-4d4c-bd5c-0ba146c36a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:12:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['0a1036b0-ff18-43ca-b38f-82a2587292bd'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:12:32.981032 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42659c74-3699-4dbd-8989-88971bdeb93b None None] Pushing event updated for resources: {'Port': ['ID=1b150729-de16-41ce-90b0-5034018a6ff8,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:32.988454 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a11dfde-ce90-41bf-a2a3-668c1ed41471 None None] Routers {'2b232533-1d11-40b8-b5d6-e7061995d8fc'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:12:32.989458 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-9a11dfde-ce90-41bf-a2a3-668c1ed41471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:12:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['2b232533-1d11-40b8-b5d6-e7061995d8fc'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:12:33.154128 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0b1e4892-a86c-4112-b02f-026c3ed159ce None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:33.174261 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-0b1e4892-a86c-4112-b02f-026c3ed159ce None None] Transition to ACTIVE for port object a33e5b5d-b57c-4089-bad9-fa29b04a19be will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:12:33.214628 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-0b1e4892-a86c-4112-b02f-026c3ed159ce None None] Transition to ACTIVE for port object a33e5b5d-b57c-4089-bad9-fa29b04a19be will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:12:33.233627 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-fb9baa8b-6992-4d4c-bd5c-0ba146c36a69 None None] Set router 0a1036b0-ff18-43ca-b38f-82a2587292bd gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:12:33.245796 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-9a11dfde-ce90-41bf-a2a3-668c1ed41471 None None] Set router 2b232533-1d11-40b8-b5d6-e7061995d8fc gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:12:33.307299 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0b1e4892-a86c-4112-b02f-026c3ed159ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:33.479618 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-cf798fe2-f1f0-4c17-8d4e-004e272c8f08 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Allocated IP 2001:db8::1bd (6dca27ff-0cc1-400d-8ed1-46016d84d938/80d2285a-75c7-4613-a47d-20de0acef1a1/568fd0a1-40bb-48aa-8c84-7216965db5fb) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:12:33.487968 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-cf798fe2-f1f0-4c17-8d4e-004e272c8f08 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Allocated IP 2001:db8:0:1:f816:3eff:fece:a941 (6dca27ff-0cc1-400d-8ed1-46016d84d938/a9725d13-323e-4668-8203-7f6a002e79ec/568fd0a1-40bb-48aa-8c84-7216965db5fb) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:12:33.489442 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1e4892-a86c-4112-b02f-026c3ed159ce None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:12:33.493255 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e4892-a86c-4112-b02f-026c3ed159ce None None] Pushing event updated for resources: {'Port': ['ID=a33e5b5d-b57c-4089-bad9-fa29b04a19be,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:33.498859 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-0b1e4892-a86c-4112-b02f-026c3ed159ce None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:12:33.503688 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1e4892-a86c-4112-b02f-026c3ed159ce None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:12:33.617472 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-9a11dfde-ce90-41bf-a2a3-668c1ed41471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b232533-1d11-40b8-b5d6-e7061995d8fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008454244', 'tenant_id': 'aad552d2f0f2493586140e0c79d4f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': 'f41f9744-1df1-4196-896d-c30fdf049c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:12:20Z', 'updated_at': '2022-02-10T23:12:29Z', 'revision_number': 4, 'project_id': 'aad552d2f0f2493586140e0c79d4f122', 'gw_port': {'id': 'f41f9744-1df1-4196-896d-c30fdf049c2e', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b232533-1d11-40b8-b5d6-e7061995d8fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:12:21Z', 'updated_at': '2022-02-10T23:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '1b150729-de16-41ce-90b0-5034018a6ff8', 'name': '', 'network_id': '48882fd5-5868-486e-893d-1a8aa44051f3', 'tenant_id': 'aad552d2f0f2493586140e0c79d4f122', 'mac_address': 'fa:16:3e:1d:08:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b232533-1d11-40b8-b5d6-e7061995d8fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39a8aa73-f502-4cdf-9c3a-6faf2fcc3069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:12:27Z', 'updated_at': '2022-02-10T23:12:32Z', 'revision_number': 4, 'project_id': 'aad552d2f0f2493586140e0c79d4f122', 'subnets': [{'id': '39a8aa73-f502-4cdf-9c3a-6faf2fcc3069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:12:33.622204 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a11dfde-ce90-41bf-a2a3-668c1ed41471 None None] The sync data for ids ['2b232533-1d11-40b8-b5d6-e7061995d8fc'] in dv-neutron-828797-1-hyperv is: [{'id': '2b232533-1d11-40b8-b5d6-e7061995d8fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008454244', 'tenant_id': 'aad552d2f0f2493586140e0c79d4f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': 'f41f9744-1df1-4196-896d-c30fdf049c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:12:20Z', 'updated_at': '2022-02-10T23:12:29Z', 'revision_number': 4, 'project_id': 'aad552d2f0f2493586140e0c79d4f122', 'gw_port': {'id': 'f41f9744-1df1-4196-896d-c30fdf049c2e', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b232533-1d11-40b8-b5d6-e7061995d8fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:12:21Z', 'updated_at': '2022-02-10T23:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '1b150729-de16-41ce-90b0-5034018a6ff8', 'name': '', 'network_id': '48882fd5-5868-486e-893d-1a8aa44051f3', 'tenant_id': 'aad552d2f0f2493586140e0c79d4f122', 'mac_address': 'fa:16:3e:1d:08:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b232533-1d11-40b8-b5d6-e7061995d8fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39a8aa73-f502-4cdf-9c3a-6faf2fcc3069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:12:27Z', 'updated_at': '2022-02-10T23:12:32Z', 'revision_number': 4, 'project_id': 'aad552d2f0f2493586140e0c79d4f122', 'subnets': [{'id': '39a8aa73-f502-4cdf-9c3a-6faf2fcc3069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:12:33.780347 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cf798fe2-f1f0-4c17-8d4e-004e272c8f08 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:33.794314 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-0b1e4892-a86c-4112-b02f-026c3ed159ce None None] Attempting to bind port a33e5b5d-b57c-4089-bad9-fa29b04a19be on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:12:33.794681 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-0b1e4892-a86c-4112-b02f-026c3ed159ce None None] Attempting to bind port a33e5b5d-b57c-4089-bad9-fa29b04a19be by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:12:33.795040 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1e4892-a86c-4112-b02f-026c3ed159ce None None] Attempting to bind port a33e5b5d-b57c-4089-bad9-fa29b04a19be on network 6dca27ff-0cc1-400d-8ed1-46016d84d938 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:12:33.801750 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-cf798fe2-f1f0-4c17-8d4e-004e272c8f08 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Transition to ACTIVE for port object 568fd0a1-40bb-48aa-8c84-7216965db5fb will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:12:33.832203 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1e4892-a86c-4112-b02f-026c3ed159ce None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:12:33.832714 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1e4892-a86c-4112-b02f-026c3ed159ce None None] Checking segment: {'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:12:33.833225 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0b1e4892-a86c-4112-b02f-026c3ed159ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:33.833688 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1e4892-a86c-4112-b02f-026c3ed159ce None None] Bound using segment: {'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:12:33.834316 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-0b1e4892-a86c-4112-b02f-026c3ed159ce None None] Bound port: a33e5b5d-b57c-4089-bad9-fa29b04a19be, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a3e519f-3527-435e-bba5-0c3ebe57ae25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:12:33.834811 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0b1e4892-a86c-4112-b02f-026c3ed159ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:33.911302 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cf798fe2-f1f0-4c17-8d4e-004e272c8f08 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:33.969739 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-6713592d-4501-466d-88d5-8a723d516cce req-49c0197d-ed3a-4a9d-b753-aafe293bad79 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/ports?device_id=f151e094-d715-43c4-b90d-eeee47381c23 HTTP/1.1" status: 200 len: 210 time: 0.1015935 Feb 10 23:12:33.992013 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-0b1e4892-a86c-4112-b02f-026c3ed159ce None None] For port a33e5b5d-b57c-4089-bad9-fa29b04a19be, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:12:33.997015 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-0b1e4892-a86c-4112-b02f-026c3ed159ce None None] For port a33e5b5d-b57c-4089-bad9-fa29b04a19be, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=a33e5b5d-b57c-4089-bad9-fa29b04a19be,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:12:34.022211 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf798fe2-f1f0-4c17-8d4e-004e272c8f08 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:12:34.023797 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-fb9baa8b-6992-4d4c-bd5c-0ba146c36a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'name': 'tempest-TestNetworkBasicOps-router-938078609', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': '5d5ee5e4-2655-46e3-a152-a40278a95717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:10:14Z', 'updated_at': '2022-02-10T23:12:25Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '5d5ee5e4-2655-46e3-a152-a40278a95717', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:db:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:10:16Z', 'updated_at': '2022-02-10T23:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '7c01c2db-36c9-4776-8deb-6a05abf0d7a1', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'floating_ip_address': '172.26.8.181', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'port_id': '06e1e46c-8668-44fc-9b2c-b1d605362a19', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4f4d45e-efab-47b5-8966-f476fe09f270', 'mac_address': 'fa:16:3e:1a:17:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13eb3b45-41f9-452a-936f-881fcb3533f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:11:22Z', 'updated_at': '2022-02-10T23:11:30Z', 'revision_number': 1, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '096a5162-0ed1-4b59-9805-9e09c1325c7f', 'name': '', 'network_id': 'e71ad381-e318-431e-98da-fd81867293a8', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:0f:e6:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c1f0f26-e4ff-47f5-b1eb-0810dc271e28', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:12:24Z', 'updated_at': '2022-02-10T23:12:32Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': '5c1f0f26-e4ff-47f5-b1eb-0810dc271e28', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4c3a978-385d-49ab-92ce-f5377a457cd7', 'name': '', 'network_id': 'f4f4d45e-efab-47b5-8966-f476fe09f270', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:83:cf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e815ea9-6309-47bf-ae2f-c815b2ab858b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:10:30Z', 'updated_at': '2022-02-10T23:10:52Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': '1e815ea9-6309-47bf-ae2f-c815b2ab858b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:12:34.026542 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-cf798fe2-f1f0-4c17-8d4e-004e272c8f08 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:12:34.029167 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf798fe2-f1f0-4c17-8d4e-004e272c8f08 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:12:34.032148 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9baa8b-6992-4d4c-bd5c-0ba146c36a69 None None] The sync data for ids ['0a1036b0-ff18-43ca-b38f-82a2587292bd'] in dv-neutron-828797-1-hyperv is: [{'id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'name': 'tempest-TestNetworkBasicOps-router-938078609', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': '5d5ee5e4-2655-46e3-a152-a40278a95717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:10:14Z', 'updated_at': '2022-02-10T23:12:25Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '5d5ee5e4-2655-46e3-a152-a40278a95717', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:db:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:10:16Z', 'updated_at': '2022-02-10T23:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '7c01c2db-36c9-4776-8deb-6a05abf0d7a1', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'floating_ip_address': '172.26.8.181', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'port_id': '06e1e46c-8668-44fc-9b2c-b1d605362a19', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4f4d45e-efab-47b5-8966-f476fe09f270', 'mac_address': 'fa:16:3e:1a:17:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13eb3b45-41f9-452a-936f-881fcb3533f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:11:22Z', 'updated_at': '2022-02-10T23:11:30Z', 'revision_number': 1, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '096a5162-0ed1-4b59-9805-9e09c1325c7f', 'name': '', 'network_id': 'e71ad381-e318-431e-98da-fd81867293a8', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:0f:e6:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c1f0f26-e4ff-47f5-b1eb-0810dc271e28', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:12:24Z', 'updated_at': '2022-02-10T23:12:32Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': '5c1f0f26-e4ff-47f5-b1eb-0810dc271e28', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4c3a978-385d-49ab-92ce-f5377a457cd7', 'name': '', 'network_id': 'f4f4d45e-efab-47b5-8966-f476fe09f270', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:83:cf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e815ea9-6309-47bf-ae2f-c815b2ab858b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:10:30Z', 'updated_at': '2022-02-10T23:10:52Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': '1e815ea9-6309-47bf-ae2f-c815b2ab858b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:12:34.033439 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf798fe2-f1f0-4c17-8d4e-004e272c8f08 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:34.034569 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cf798fe2-f1f0-4c17-8d4e-004e272c8f08 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:34.044751 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf798fe2-f1f0-4c17-8d4e-004e272c8f08 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event updated for resources: {'Port': ['ID=568fd0a1-40bb-48aa-8c84-7216965db5fb,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:34.063474 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0b1e4892-a86c-4112-b02f-026c3ed159ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:34.172208 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-cf798fe2-f1f0-4c17-8d4e-004e272c8f08 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.9634063 Feb 10 23:12:34.172373 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49366) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:34.179383 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e4892-a86c-4112-b02f-026c3ed159ce None None] Pushing event updated for resources: {'Port': ['ID=a33e5b5d-b57c-4089-bad9-fa29b04a19be,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:34.281020 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-711af087-8b4b-469c-bb3b-0487ff75ca57 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Deleting port 568fd0a1-40bb-48aa-8c84-7216965db5fb {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:12:34.281472 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-711af087-8b4b-469c-bb3b-0487ff75ca57 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:34.673971 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-711af087-8b4b-469c-bb3b-0487ff75ca57 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:34.802444 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-711af087-8b4b-469c-bb3b-0487ff75ca57 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Calling delete_port for 568fd0a1-40bb-48aa-8c84-7216965db5fb owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:12:35.109079 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-711af087-8b4b-469c-bb3b-0487ff75ca57 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:35.318484 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4e0fb0-4501-4115-bf05-5d69c2b75f08 None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:12:35.354921 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711af087-8b4b-469c-bb3b-0487ff75ca57 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event deleted for resources: {'Port': ['ID=568fd0a1-40bb-48aa-8c84-7216965db5fb,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:35.376355 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e089a47a-46e7-440c-ba07-da03bf2cdcc0 req-11d96da4-e209-4fb1-8ad7-7caae655df80 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/ports?device_id=f151e094-d715-43c4-b90d-eeee47381c23 HTTP/1.1" status: 200 len: 210 time: 0.0824614 Feb 10 23:12:35.467544 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-711af087-8b4b-469c-bb3b-0487ff75ca57 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:35.490735 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-711af087-8b4b-469c-bb3b-0487ff75ca57 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/ports/568fd0a1-40bb-48aa-8c84-7216965db5fb HTTP/1.1" status: 204 len: 168 time: 1.3187032 Feb 10 23:12:35.493274 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49372) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:35.499583 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d28b6-0937-4a04-a5be-c46b14647512 req-39c7bbea-e7af-4721-984e-510b75ce2a71 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:35.501048 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d99d28b6-0937-4a04-a5be-c46b14647512 req-39c7bbea-e7af-4721-984e-510b75ce2a71 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.37 "GET /v2.0/networks?id=48882fd5-5868-486e-893d-1a8aa44051f3 HTTP/1.1" status: 200 len: 796 time: 0.4219167 Feb 10 23:12:35.570920 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d99d28b6-0937-4a04-a5be-c46b14647512 req-34f15801-fc0d-4dcc-845e-c58c5300c1f3 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aad552d2f0f2493586140e0c79d4f122 HTTP/1.1" status: 200 len: 380 time: 0.0510437 Feb 10 23:12:35.574576 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-35ee9c16-7a0d-45e8-af75-acd7ff1840ce None None] Provisioning for port a33e5b5d-b57c-4089-bad9-fa29b04a19be completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:12:35.586114 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-d99d28b6-0937-4a04-a5be-c46b14647512 req-9e8d868c-42e0-403b-9a1b-07b43fac42a7 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Request body: {'port': {'device_id': 'f151e094-d715-43c4-b90d-eeee47381c23', 'network_id': '48882fd5-5868-486e-893d-1a8aa44051f3', 'admin_state_up': True, 'tenant_id': 'aad552d2f0f2493586140e0c79d4f122', 'security_groups': ['073e9d53-3290-422b-8853-683c9c137022']}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:12:35.592310 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b971ea-3a43-4fce-b754-f15b42111c2f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:35.592950 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-d6b971ea-3a43-4fce-b754-f15b42111c2f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Synchronizing usage tracker for tenant:143e860117cc493db304000cc95b95c2 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:12:35.714911 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-d6b971ea-3a43-4fce-b754-f15b42111c2f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Unset dirty status for tenant:143e860117cc493db304000cc95b95c2 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:12:35.718792 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-d6b971ea-3a43-4fce-b754-f15b42111c2f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.2219348 Feb 10 23:12:35.720762 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49376) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:35.797963 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-d99d28b6-0937-4a04-a5be-c46b14647512 req-9e8d868c-42e0-403b-9a1b-07b43fac42a7 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:12:35.799921 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device a33e5b5d-b57c-4089-bad9-fa29b04a19be up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:12:35.817302 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-d99d28b6-0937-4a04-a5be-c46b14647512 req-9e8d868c-42e0-403b-9a1b-07b43fac42a7 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:12:35.844939 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62119837-d9d9-43d3-873b-f001b8b259a6 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:35.845717 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-62119837-d9d9-43d3-873b-f001b8b259a6 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Synchronizing usage tracker for tenant:143e860117cc493db304000cc95b95c2 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:12:35.861482 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-62119837-d9d9-43d3-873b-f001b8b259a6 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Unset dirty status for tenant:143e860117cc493db304000cc95b95c2 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:12:35.862809 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-62119837-d9d9-43d3-873b-f001b8b259a6 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1410990 Feb 10 23:12:35.865372 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49380) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:35.926271 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d99d28b6-0937-4a04-a5be-c46b14647512 req-9e8d868c-42e0-403b-9a1b-07b43fac42a7 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Made reservation on behalf of aad552d2f0f2493586140e0c79d4f122 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:12:35.929430 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-d99d28b6-0937-4a04-a5be-c46b14647512 req-9e8d868c-42e0-403b-9a1b-07b43fac42a7 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:35.970602 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121e90b2-c177-497f-a99e-6dac762beaec tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:35.971883 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121e90b2-c177-497f-a99e-6dac762beaec tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:35.973333 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121e90b2-c177-497f-a99e-6dac762beaec tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:35.974218 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-121e90b2-c177-497f-a99e-6dac762beaec tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Synchronizing usage tracker for tenant:143e860117cc493db304000cc95b95c2 on resource:subnet {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:12:36.074564 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port a33e5b5d-b57c-4089-bad9-fa29b04a19be completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:12:36.079799 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port a33e5b5d-b57c-4089-bad9-fa29b04a19be triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:12:36.083580 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:36.104801 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-121e90b2-c177-497f-a99e-6dac762beaec tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Unset dirty status for tenant:143e860117cc493db304000cc95b95c2 on resource:subnet {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:12:36.106132 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-121e90b2-c177-497f-a99e-6dac762beaec tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2398288 Feb 10 23:12:36.108975 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49386) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:36.218996 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:36.220701 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [req-d99d28b6-0937-4a04-a5be-c46b14647512 req-9e8d868c-42e0-403b-9a1b-07b43fac42a7 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Allocated IP 172.20.0.3 (48882fd5-5868-486e-893d-1a8aa44051f3/39a8aa73-f502-4cdf-9c3a-6faf2fcc3069/f81dfaa7-79b0-47c1-bb85-70016a44185c) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:12:36.263708 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port a33e5b5d-b57c-4089-bad9-fa29b04a19be, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=a33e5b5d-b57c-4089-bad9-fa29b04a19be,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:12:36.337646 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-9c450167-6065-42d4-a46d-4f841540d2c8 None None] Provisioning complete for port a33e5b5d-b57c-4089-bad9-fa29b04a19be triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:12:36.354371 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9c450167-6065-42d4-a46d-4f841540d2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:36.390433 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:36.391491 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 096a5162-0ed1-4b59-9805-9e09c1325c7f up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:12:36.450562 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1b67f16-6f51-422f-b6dd-9f46d47299d5 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Deleting subnet 80d2285a-75c7-4613-a47d-20de0acef1a1 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:12:36.455095 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a1b67f16-6f51-422f-b6dd-9f46d47299d5 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:36.500662 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-d99d28b6-0937-4a04-a5be-c46b14647512 req-9e8d868c-42e0-403b-9a1b-07b43fac42a7 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:36.532431 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a1b67f16-6f51-422f-b6dd-9f46d47299d5 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31983416'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:36.537211 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-d99d28b6-0937-4a04-a5be-c46b14647512 req-9e8d868c-42e0-403b-9a1b-07b43fac42a7 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Transition to ACTIVE for port object f81dfaa7-79b0-47c1-bb85-70016a44185c will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:12:36.609198 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=a33e5b5d-b57c-4089-bad9-fa29b04a19be,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:36.646779 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-d99d28b6-0937-4a04-a5be-c46b14647512 req-9e8d868c-42e0-403b-9a1b-07b43fac42a7 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:36.649701 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-8e39312f-61a1-4421-b433-678e5d6d238e req-b4788071-31d7-4a34-8152-6840ee0627ea tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/ports?device_id=f151e094-d715-43c4-b90d-eeee47381c23 HTTP/1.1" status: 200 len: 210 time: 0.0631957 Feb 10 23:12:36.684020 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 096a5162-0ed1-4b59-9805-9e09c1325c7f completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:12:36.700421 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 096a5162-0ed1-4b59-9805-9e09c1325c7f triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:12:36.700821 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:36.722469 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a1b67f16-6f51-422f-b6dd-9f46d47299d5 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:36.738202 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d99d28b6-0937-4a04-a5be-c46b14647512 req-9e8d868c-42e0-403b-9a1b-07b43fac42a7 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Network 48882fd5-5868-486e-893d-1a8aa44051f3 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:12:36.746461 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [req-d99d28b6-0937-4a04-a5be-c46b14647512 req-9e8d868c-42e0-403b-9a1b-07b43fac42a7 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:12:36.751143 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-d99d28b6-0937-4a04-a5be-c46b14647512 req-9e8d868c-42e0-403b-9a1b-07b43fac42a7 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:12:36.803203 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8d868c-42e0-403b-9a1b-07b43fac42a7 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Pushing event updated for resources: {'Port': ['ID=f81dfaa7-79b0-47c1-bb85-70016a44185c,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:36.833529 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8d868c-42e0-403b-9a1b-07b43fac42a7 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:36.833529 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8d868c-42e0-403b-9a1b-07b43fac42a7 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:36.833529 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8d868c-42e0-403b-9a1b-07b43fac42a7 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:36.833529 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8d868c-42e0-403b-9a1b-07b43fac42a7 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:36.833529 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8d868c-42e0-403b-9a1b-07b43fac42a7 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:36.833529 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8d868c-42e0-403b-9a1b-07b43fac42a7 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:36.833529 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8d868c-42e0-403b-9a1b-07b43fac42a7 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:36.833529 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8d868c-42e0-403b-9a1b-07b43fac42a7 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:36.833529 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8d868c-42e0-403b-9a1b-07b43fac42a7 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:36.833529 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8d868c-42e0-403b-9a1b-07b43fac42a7 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:36.833529 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8d868c-42e0-403b-9a1b-07b43fac42a7 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:36.847159 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-42e7c81e-315a-43ba-afb4-4d1d118a3d25 None None] Could not find standard attr ID for object 568fd0a1-40bb-48aa-8c84-7216965db5fb. {{(pid=84334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 23:12:36.848111 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d28b6-0937-4a04-a5be-c46b14647512 req-9e8d868c-42e0-403b-9a1b-07b43fac42a7 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:36.849392 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-d99d28b6-0937-4a04-a5be-c46b14647512 req-9e8d868c-42e0-403b-9a1b-07b43fac42a7 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:36.851559 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:36.892215 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 096a5162-0ed1-4b59-9805-9e09c1325c7f, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=096a5162-0ed1-4b59-9805-9e09c1325c7f,segment=NetworkSegment(163a8864-a0ad-44e4-aa89-467aea8675e7),segment_id=163a8864-a0ad-44e4-aa89-467aea8675e7)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:12:36.908685 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a1b67f16-6f51-422f-b6dd-9f46d47299d5 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:36.950587 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b67f16-6f51-422f-b6dd-9f46d47299d5 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event deleted for resources: {'Subnet': ['ID=80d2285a-75c7-4613-a47d-20de0acef1a1,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:36.958091 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a1b67f16-6f51-422f-b6dd-9f46d47299d5 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:36.964772 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d99d28b6-0937-4a04-a5be-c46b14647512 req-9e8d868c-42e0-403b-9a1b-07b43fac42a7 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3830931 Feb 10 23:12:36.965885 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716286d4-dd26-4a2f-8589-ee0a271535ef None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:12:36.974966 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-d99d28b6-0937-4a04-a5be-c46b14647512 req-6b4b1378-35ce-4e5f-bad0-cce498402e93 service neutron] Request body: {'port': {'device_id': 'f151e094-d715-43c4-b90d-eeee47381c23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:12:37.033044 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:37.033044 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 1b150729-de16-41ce-90b0-5034018a6ff8 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:12:37.046467 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-a1b67f16-6f51-422f-b6dd-9f46d47299d5 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/subnets/80d2285a-75c7-4613-a47d-20de0acef1a1 HTTP/1.1" status: 204 len: 168 time: 0.9362578 Feb 10 23:12:37.052748 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49392) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:37.096945 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-d99d28b6-0937-4a04-a5be-c46b14647512 req-6b4b1378-35ce-4e5f-bad0-cce498402e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:37.127121 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-094c8af3-30f8-430f-9770-4e8954b2a6d2 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Deleting subnet a9725d13-323e-4668-8203-7f6a002e79ec {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:12:37.131864 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-094c8af3-30f8-430f-9770-4e8954b2a6d2 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:37.190658 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-094c8af3-30f8-430f-9770-4e8954b2a6d2 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31983416'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:37.249958 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06d0af72-e45b-4d82-a937-66d5a6919fbd None None] Provisioning for port f81dfaa7-79b0-47c1-bb85-70016a44185c completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:12:37.273031 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=096a5162-0ed1-4b59-9805-9e09c1325c7f,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:37.276202 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06d0af72-e45b-4d82-a937-66d5a6919fbd None None] Provisioning complete for port f81dfaa7-79b0-47c1-bb85-70016a44185c triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:12:37.276927 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06d0af72-e45b-4d82-a937-66d5a6919fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:37.296461 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-094c8af3-30f8-430f-9770-4e8954b2a6d2 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:37.417756 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-06d0af72-e45b-4d82-a937-66d5a6919fbd None None] Port f81dfaa7-79b0-47c1-bb85-70016a44185c cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:12:37.450967 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 1b150729-de16-41ce-90b0-5034018a6ff8 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:12:37.456832 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 1b150729-de16-41ce-90b0-5034018a6ff8 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:12:37.457205 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:37.485387 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [req-d99d28b6-0937-4a04-a5be-c46b14647512 req-6b4b1378-35ce-4e5f-bad0-cce498402e93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f81dfaa7-79b0-47c1-bb85-70016a44185c {{(pid=84332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:12:37.492503 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-d99d28b6-0937-4a04-a5be-c46b14647512 req-6b4b1378-35ce-4e5f-bad0-cce498402e93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:37.503509 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-094c8af3-30f8-430f-9770-4e8954b2a6d2 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:37.510407 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-d99d28b6-0937-4a04-a5be-c46b14647512 req-6b4b1378-35ce-4e5f-bad0-cce498402e93 service neutron] Transition to ACTIVE for port object f81dfaa7-79b0-47c1-bb85-70016a44185c will not be triggered until provisioned by entity L2. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:12:37.561031 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094c8af3-30f8-430f-9770-4e8954b2a6d2 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event deleted for resources: {'Subnet': ['ID=a9725d13-323e-4668-8203-7f6a002e79ec,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:37.574723 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-094c8af3-30f8-430f-9770-4e8954b2a6d2 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:37.582918 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-d99d28b6-0937-4a04-a5be-c46b14647512 req-6b4b1378-35ce-4e5f-bad0-cce498402e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:37.591061 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:37.591191 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-094c8af3-30f8-430f-9770-4e8954b2a6d2 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/subnets/a9725d13-323e-4668-8203-7f6a002e79ec HTTP/1.1" status: 204 len: 168 time: 0.5340745 Feb 10 23:12:37.591767 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49396) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:37.633926 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 1b150729-de16-41ce-90b0-5034018a6ff8, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=1b150729-de16-41ce-90b0-5034018a6ff8,segment=NetworkSegment(cf72fd90-9ca7-4764-b4a3-d3e6a3941767),segment_id=cf72fd90-9ca7-4764-b4a3-d3e6a3941767)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:12:37.689948 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-165c3b3b-c536-4820-bda7-96e769def60a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0956278 Feb 10 23:12:37.698872 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:37.699974 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49400) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:37.710483 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-7e2aef57-91db-430f-b0c7-8e6a79519c7f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Request body: {'subnet': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:12:37.871736 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device a33e5b5d-b57c-4089-bad9-fa29b04a19be up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:12:37.925726 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7e2aef57-91db-430f-b0c7-8e6a79519c7f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:12:37.940245 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-7e2aef57-91db-430f-b0c7-8e6a79519c7f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Usage tracker for resource:subnet and tenant:143e860117cc493db304000cc95b95c2 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:12:37.944873 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-7e2aef57-91db-430f-b0c7-8e6a79519c7f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:12:37.954123 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7e2aef57-91db-430f-b0c7-8e6a79519c7f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:12:37.982964 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=1b150729-de16-41ce-90b0-5034018a6ff8,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:38.007473 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port a33e5b5d-b57c-4089-bad9-fa29b04a19be triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:12:38.007967 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:38.016921 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b1378-35ce-4e5f-bad0-cce498402e93 service neutron] Pushing event updated for resources: {'Port': ['ID=f81dfaa7-79b0-47c1-bb85-70016a44185c,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:38.039874 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2aef57-91db-430f-b0c7-8e6a79519c7f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Made reservation on behalf of 143e860117cc493db304000cc95b95c2 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:12:38.044521 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7e2aef57-91db-430f-b0c7-8e6a79519c7f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:38.222240 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 096a5162-0ed1-4b59-9805-9e09c1325c7f up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:12:38.267383 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-d99d28b6-0937-4a04-a5be-c46b14647512 req-6b4b1378-35ce-4e5f-bad0-cce498402e93 service neutron] Attempting to bind port f81dfaa7-79b0-47c1-bb85-70016a44185c on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:12:38.267383 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-d99d28b6-0937-4a04-a5be-c46b14647512 req-6b4b1378-35ce-4e5f-bad0-cce498402e93 service neutron] Attempting to bind port f81dfaa7-79b0-47c1-bb85-70016a44185c by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': 'cf72fd90-9ca7-4764-b4a3-d3e6a3941767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '48882fd5-5868-486e-893d-1a8aa44051f3'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:12:38.267383 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99d28b6-0937-4a04-a5be-c46b14647512 req-6b4b1378-35ce-4e5f-bad0-cce498402e93 service neutron] Attempting to bind port f81dfaa7-79b0-47c1-bb85-70016a44185c on network 48882fd5-5868-486e-893d-1a8aa44051f3 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:12:38.311501 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c4c27-2703-4350-805f-79ba4ca841a9 req-e9ae1597-9495-4cf0-aa15-e6004ebf51dc tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:38.314921 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-c54c4c27-2703-4350-805f-79ba4ca841a9 req-e9ae1597-9495-4cf0-aa15-e6004ebf51dc tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Synchronizing usage tracker for tenant:aad552d2f0f2493586140e0c79d4f122 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:12:38.323162 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99d28b6-0937-4a04-a5be-c46b14647512 req-6b4b1378-35ce-4e5f-bad0-cce498402e93 service neutron] Port f81dfaa7-79b0-47c1-bb85-70016a44185c on network 48882fd5-5868-486e-893d-1a8aa44051f3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:12:38.323713 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99d28b6-0937-4a04-a5be-c46b14647512 req-6b4b1378-35ce-4e5f-bad0-cce498402e93 service neutron] Attempting to bind port f81dfaa7-79b0-47c1-bb85-70016a44185c on network 48882fd5-5868-486e-893d-1a8aa44051f3 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:12:38.332139 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99d28b6-0937-4a04-a5be-c46b14647512 req-6b4b1378-35ce-4e5f-bad0-cce498402e93 service neutron] Checking agent: {'id': '0f85d58b-4cda-4360-97cf-be037aef26b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'started_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:12:38.332870 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99d28b6-0937-4a04-a5be-c46b14647512 req-6b4b1378-35ce-4e5f-bad0-cce498402e93 service neutron] Checking segment: {'id': 'cf72fd90-9ca7-4764-b4a3-d3e6a3941767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '48882fd5-5868-486e-893d-1a8aa44051f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:12:38.333472 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99d28b6-0937-4a04-a5be-c46b14647512 req-6b4b1378-35ce-4e5f-bad0-cce498402e93 service neutron] Bound using segment: {'id': 'cf72fd90-9ca7-4764-b4a3-d3e6a3941767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '48882fd5-5868-486e-893d-1a8aa44051f3'} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:12:38.334109 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-d99d28b6-0937-4a04-a5be-c46b14647512 req-6b4b1378-35ce-4e5f-bad0-cce498402e93 service neutron] Bound port: f81dfaa7-79b0-47c1-bb85-70016a44185c, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf72fd90-9ca7-4764-b4a3-d3e6a3941767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '48882fd5-5868-486e-893d-1a8aa44051f3'}}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:12:38.334705 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-d99d28b6-0937-4a04-a5be-c46b14647512 req-6b4b1378-35ce-4e5f-bad0-cce498402e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:38.337353 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 096a5162-0ed1-4b59-9805-9e09c1325c7f triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:12:38.338916 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:38.461787 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473d33c5-703a-4fa1-ad46-63a95eed9259 None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:12:38.495362 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-d99d28b6-0937-4a04-a5be-c46b14647512 req-6b4b1378-35ce-4e5f-bad0-cce498402e93 service neutron] For port f81dfaa7-79b0-47c1-bb85-70016a44185c, host hv-neutron-8287, cleared binding levels {{(pid=84332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:12:38.495362 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-d99d28b6-0937-4a04-a5be-c46b14647512 req-6b4b1378-35ce-4e5f-bad0-cce498402e93 service neutron] For port f81dfaa7-79b0-47c1-bb85-70016a44185c, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=f81dfaa7-79b0-47c1-bb85-70016a44185c,segment=NetworkSegment(cf72fd90-9ca7-4764-b4a3-d3e6a3941767),segment_id=cf72fd90-9ca7-4764-b4a3-d3e6a3941767)] {{(pid=84332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:12:38.531415 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7e2aef57-91db-430f-b0c7-8e6a79519c7f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:38.655880 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2aef57-91db-430f-b0c7-8e6a79519c7f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:12:38.665174 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-7e2aef57-91db-430f-b0c7-8e6a79519c7f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:12:38.668498 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2aef57-91db-430f-b0c7-8e6a79519c7f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event updated for resources: {'Subnet': ['ID=0eff4b23-d1bb-4384-b13d-ca1f39fee037,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:38.672951 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2aef57-91db-430f-b0c7-8e6a79519c7f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:38.674437 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7e2aef57-91db-430f-b0c7-8e6a79519c7f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:38.700045 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-1079cda2-8e0a-4b5d-9ba5-57b18dd11c45 None None] Provisioning complete for port a33e5b5d-b57c-4089-bad9-fa29b04a19be triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:12:38.700412 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1079cda2-8e0a-4b5d-9ba5-57b18dd11c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:38.724993 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c26834-3434-4cbb-a6dc-9fee7cae22d1 req-fc497874-161f-477e-a32a-4a5ff582868d tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:38.731249 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-e8c26834-3434-4cbb-a6dc-9fee7cae22d1 req-fc497874-161f-477e-a32a-4a5ff582868d tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/ports?device_id=30d56768-2bba-410e-be7e-2f956bd4eb1d HTTP/1.1" status: 200 len: 945 time: 0.1312916 Feb 10 23:12:38.742685 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-c54c4c27-2703-4350-805f-79ba4ca841a9 req-e9ae1597-9495-4cf0-aa15-e6004ebf51dc tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Unset dirty status for tenant:aad552d2f0f2493586140e0c79d4f122 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:12:38.747523 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c54c4c27-2703-4350-805f-79ba4ca841a9 req-e9ae1597-9495-4cf0-aa15-e6004ebf51dc tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/ports?device_id=f151e094-d715-43c4-b90d-eeee47381c23 HTTP/1.1" status: 200 len: 943 time: 0.7332916 Feb 10 23:12:38.792579 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-e8c26834-3434-4cbb-a6dc-9fee7cae22d1 req-83ee0feb-613e-416b-a1a0-e8b0753c2d2e tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c3f6aaf-3a27-49e5-ae54-3cc5a3f3586f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595438 Feb 10 23:12:38.816822 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-d99d28b6-0937-4a04-a5be-c46b14647512 req-6b4b1378-35ce-4e5f-bad0-cce498402e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:38.863831 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-7e2aef57-91db-430f-b0c7-8e6a79519c7f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1629243 Feb 10 23:12:38.871451 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49412) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:38.877480 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-6ea16701-5fd6-448f-9ed5-ca87304e76da tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Request body: {'subnet': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:12:38.908418 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c54c4c27-2703-4350-805f-79ba4ca841a9 req-f4abf7c5-9871-458b-b64d-743803486544 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/security-groups?id=073e9d53-3290-422b-8853-683c9c137022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546311 Feb 10 23:12:38.910406 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87bdd00-496a-4abb-b437-d8b8ece69b4e None None] Update dhcp port {'port': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'fixed_ips': [{'subnet_id': '0eff4b23-d1bb-4384-b13d-ca1f39fee037'}], 'binding:host_id': 'dv-neutron-828797-1-hyperv'}, 'id': 'a33e5b5d-b57c-4089-bad9-fa29b04a19be'} from dv-neutron-828797-1-hyperv. {{(pid=84334) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 10 23:12:38.921906 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-d99d28b6-0937-4a04-a5be-c46b14647512 req-6b4b1378-35ce-4e5f-bad0-cce498402e93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:38.923897 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d99d28b6-0937-4a04-a5be-c46b14647512 req-6b4b1378-35ce-4e5f-bad0-cce498402e93 service neutron] 10.222.0.37 "PUT /v2.0/ports/f81dfaa7-79b0-47c1-bb85-70016a44185c HTTP/1.1" status: 200 len: 1093 time: 1.9548199 Feb 10 23:12:38.924498 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f151e094-d715-43c4-b90d-eeee47381c23', 'tag': 'f81dfaa7-79b0-47c1-bb85-70016a44185c'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:12:38.946847 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b1378-35ce-4e5f-bad0-cce498402e93 service neutron] Pushing event updated for resources: {'Port': ['ID=f81dfaa7-79b0-47c1-bb85-70016a44185c,revision_number=3']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:38.996279 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a87bdd00-496a-4abb-b437-d8b8ece69b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:39.039483 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f151e094-d715-43c4-b90d-eeee47381c23', 'tag': 'f81dfaa7-79b0-47c1-bb85-70016a44185c', 'status': 'completed', 'code': 200} Feb 10 23:12:39.080017 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-6ea16701-5fd6-448f-9ed5-ca87304e76da tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:12:39.087854 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-6ea16701-5fd6-448f-9ed5-ca87304e76da tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Usage tracker for resource:subnet and tenant:143e860117cc493db304000cc95b95c2 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:12:39.093785 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-6ea16701-5fd6-448f-9ed5-ca87304e76da tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:12:39.100661 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-6ea16701-5fd6-448f-9ed5-ca87304e76da tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:12:39.130770 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d99d28b6-0937-4a04-a5be-c46b14647512 req-d15b9f07-582f-4de6-8157-b85e18b81113 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aad552d2f0f2493586140e0c79d4f122&device_id=f151e094-d715-43c4-b90d-eeee47381c23 HTTP/1.1" status: 200 len: 1096 time: 0.0880055 Feb 10 23:12:39.205887 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea16701-5fd6-448f-9ed5-ca87304e76da tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Made reservation on behalf of 143e860117cc493db304000cc95b95c2 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:12:39.211900 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6ea16701-5fd6-448f-9ed5-ca87304e76da tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:39.220262 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d99d28b6-0937-4a04-a5be-c46b14647512 req-adeb5743-967e-47a1-9194-48a7dd6139c6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f81dfaa7-79b0-47c1-bb85-70016a44185c HTTP/1.1" status: 200 len: 217 time: 0.0789881 Feb 10 23:12:39.251922 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-a87bdd00-496a-4abb-b437-d8b8ece69b4e None None] Allocated IP 2001:db8::2 (6dca27ff-0cc1-400d-8ed1-46016d84d938/0eff4b23-d1bb-4384-b13d-ca1f39fee037/a33e5b5d-b57c-4089-bad9-fa29b04a19be) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:12:39.293782 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d28b6-0937-4a04-a5be-c46b14647512 req-e44cc386-47cd-440c-93b0-3eeda9f6bcc5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:39.295382 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d99d28b6-0937-4a04-a5be-c46b14647512 req-e44cc386-47cd-440c-93b0-3eeda9f6bcc5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39a8aa73-f502-4cdf-9c3a-6faf2fcc3069 HTTP/1.1" status: 200 len: 835 time: 0.0671136 Feb 10 23:12:39.361889 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.ipam_backend_mixin [None req-6ea16701-5fd6-448f-9ed5-ca87304e76da tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0eff4b23-d1bb-4384-b13d-ca1f39fee037 (CIDR: 2001:db8::/64) Feb 10 23:12:39.380889 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d99d28b6-0937-4a04-a5be-c46b14647512 req-eaadfa80-f64b-4518-aedd-3c3c414a7b6b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=48882fd5-5868-486e-893d-1a8aa44051f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758047 Feb 10 23:12:39.404998 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-a87bdd00-496a-4abb-b437-d8b8ece69b4e None None] For port a33e5b5d-b57c-4089-bad9-fa29b04a19be, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=a33e5b5d-b57c-4089-bad9-fa29b04a19be,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:12:39.417786 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ea16701-5fd6-448f-9ed5-ca87304e76da tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:12:39.418514 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ea16701-5fd6-448f-9ed5-ca87304e76da tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:12:39.430693 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a87bdd00-496a-4abb-b437-d8b8ece69b4e None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:39.446804 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-a87bdd00-496a-4abb-b437-d8b8ece69b4e None None] Transition to ACTIVE for port object a33e5b5d-b57c-4089-bad9-fa29b04a19be will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:12:39.474524 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-6ea16701-5fd6-448f-9ed5-ca87304e76da tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6013882 Feb 10 23:12:39.477284 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49418) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:39.483261 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-15f8cd2d-b47d-43b1-9a29-04513eb84873 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Request body: {'subnet': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:12:39.497109 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a87bdd00-496a-4abb-b437-d8b8ece69b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:39.517021 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d99d28b6-0937-4a04-a5be-c46b14647512 req-877fa7ed-dce5-4ab8-8814-ba72edfc9aca service neutron] 10.222.0.37 "GET /v2.0/networks/48882fd5-5868-486e-893d-1a8aa44051f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289551 Feb 10 23:12:39.661875 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87bdd00-496a-4abb-b437-d8b8ece69b4e None None] Pushing event updated for resources: {'Port': ['ID=a33e5b5d-b57c-4089-bad9-fa29b04a19be,revision_number=6']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:39.667901 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d99d28b6-0937-4a04-a5be-c46b14647512 req-067dace7-05ca-4772-97d3-d8372b1fa214 service neutron] 10.222.0.37 "GET /v2.0/networks/48882fd5-5868-486e-893d-1a8aa44051f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439774 Feb 10 23:12:39.733845 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-15f8cd2d-b47d-43b1-9a29-04513eb84873 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:12:39.738240 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-15f8cd2d-b47d-43b1-9a29-04513eb84873 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Usage tracker for resource:subnet and tenant:143e860117cc493db304000cc95b95c2 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:12:39.751702 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-15f8cd2d-b47d-43b1-9a29-04513eb84873 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:12:39.758316 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-15f8cd2d-b47d-43b1-9a29-04513eb84873 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:12:39.787157 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device a33e5b5d-b57c-4089-bad9-fa29b04a19be up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:12:39.823176 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f8cd2d-b47d-43b1-9a29-04513eb84873 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Made reservation on behalf of 143e860117cc493db304000cc95b95c2 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:12:39.827283 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-15f8cd2d-b47d-43b1-9a29-04513eb84873 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:39.835338 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4e4937c9-89fd-4315-a652-670768d19e67 req-9ffc0549-4356-4fd8-8f50-58b066218e07 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aad552d2f0f2493586140e0c79d4f122&device_id=f151e094-d715-43c4-b90d-eeee47381c23 HTTP/1.1" status: 200 len: 1096 time: 0.0747676 Feb 10 23:12:39.882484 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 1b150729-de16-41ce-90b0-5034018a6ff8 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:12:39.986354 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 1b150729-de16-41ce-90b0-5034018a6ff8 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:12:39.987099 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:40.105808 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4937c9-89fd-4315-a652-670768d19e67 req-74f4506c-dd02-460c-bff4-be5e9101b4de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:40.107669 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4e4937c9-89fd-4315-a652-670768d19e67 req-74f4506c-dd02-460c-bff4-be5e9101b4de service neutron] 10.222.0.37 "GET /v2.0/networks?id=48882fd5-5868-486e-893d-1a8aa44051f3 HTTP/1.1" status: 200 len: 897 time: 0.2665856 Feb 10 23:12:40.236501 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4e4937c9-89fd-4315-a652-670768d19e67 req-b4a9b726-fea0-4770-918c-b4ef5bb192b2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f81dfaa7-79b0-47c1-bb85-70016a44185c HTTP/1.1" status: 200 len: 217 time: 0.0831203 Feb 10 23:12:40.262047 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe3832-a3a8-46e5-95a4-d1b730a72df9 req-6664e3bb-adeb-4937-8a2b-70eb01f5a508 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:40.271192 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-1ffe3832-a3a8-46e5-95a4-d1b730a72df9 req-6664e3bb-adeb-4937-8a2b-70eb01f5a508 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/ports?device_id=f151e094-d715-43c4-b90d-eeee47381c23 HTTP/1.1" status: 200 len: 943 time: 0.0996559 Feb 10 23:12:40.344113 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4937c9-89fd-4315-a652-670768d19e67 req-9704e6b2-fe31-4beb-82a6-319605b61fbd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:40.345680 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4e4937c9-89fd-4315-a652-670768d19e67 req-9704e6b2-fe31-4beb-82a6-319605b61fbd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39a8aa73-f502-4cdf-9c3a-6faf2fcc3069 HTTP/1.1" status: 200 len: 835 time: 0.0981450 Feb 10 23:12:40.401803 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-1ffe3832-a3a8-46e5-95a4-d1b730a72df9 req-825cc508-f744-45ff-bfc9-4d9a26ed5c20 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/security-groups?id=073e9d53-3290-422b-8853-683c9c137022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314075 Feb 10 23:12:40.416927 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b981077-96a7-4e77-9e0f-5e2eb490fa7b req-48c2e252-57b0-4c25-9f4c-667e74f3cf4c tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:40.421291 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9b981077-96a7-4e77-9e0f-5e2eb490fa7b req-48c2e252-57b0-4c25-9f4c-667e74f3cf4c tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/ports?device_id=30d56768-2bba-410e-be7e-2f956bd4eb1d HTTP/1.1" status: 200 len: 945 time: 0.4612029 Feb 10 23:12:40.443085 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376ef883-d923-43e7-b053-95fa576e9da2 None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:12:40.444936 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec0c9db-88eb-41d1-b70f-920de7fd39d2 req-7d8235da-c2d7-4a71-aa74-f71054f65df4 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:40.448275 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9ec0c9db-88eb-41d1-b70f-920de7fd39d2 req-7d8235da-c2d7-4a71-aa74-f71054f65df4 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.37 "GET /v2.0/ports?device_id=30d56768-2bba-410e-be7e-2f956bd4eb1d HTTP/1.1" status: 200 len: 945 time: 0.3332818 Feb 10 23:12:40.503952 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.objects.ports [None req-15f8cd2d-b47d-43b1-9a29-04513eb84873 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84333) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 10 23:12:40.626477 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-dc0e3852-cfc3-4099-86dc-c1315d6a983d None None] Provisioning for port a33e5b5d-b57c-4089-bad9-fa29b04a19be completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:12:40.632406 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-dc0e3852-cfc3-4099-86dc-c1315d6a983d None None] Provisioning complete for port a33e5b5d-b57c-4089-bad9-fa29b04a19be triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:12:40.632859 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dc0e3852-cfc3-4099-86dc-c1315d6a983d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:40.676073 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-9ec0c9db-88eb-41d1-b70f-920de7fd39d2 req-4dfec984-ac3b-4939-91ae-cfb10ccf8438 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Deleting port 5f115977-ed25-4098-8e07-2982d35bc998 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:12:40.676412 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-9ec0c9db-88eb-41d1-b70f-920de7fd39d2 req-4dfec984-ac3b-4939-91ae-cfb10ccf8438 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:40.708697 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9b981077-96a7-4e77-9e0f-5e2eb490fa7b req-478d10a2-6136-45a5-9d26-c19b85ae0a51 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c3f6aaf-3a27-49e5-ae54-3cc5a3f3586f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2774146 Feb 10 23:12:40.712290 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4e4937c9-89fd-4315-a652-670768d19e67 req-5257875c-119a-46fa-9b52-37b33e001d10 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=48882fd5-5868-486e-893d-1a8aa44051f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3556550 Feb 10 23:12:40.748040 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-15f8cd2d-b47d-43b1-9a29-04513eb84873 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:40.985161 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-15f8cd2d-b47d-43b1-9a29-04513eb84873 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] For port a33e5b5d-b57c-4089-bad9-fa29b04a19be, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=a33e5b5d-b57c-4089-bad9-fa29b04a19be,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:12:40.998930 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4e4937c9-89fd-4315-a652-670768d19e67 req-8fa7d9f8-a076-4ea0-8440-bc260f4f35e7 service neutron] 10.222.0.37 "GET /v2.0/networks/48882fd5-5868-486e-893d-1a8aa44051f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770569 Feb 10 23:12:41.003453 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device f81dfaa7-79b0-47c1-bb85-70016a44185c details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:12:41.020210 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-15f8cd2d-b47d-43b1-9a29-04513eb84873 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:41.113867 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-15f8cd2d-b47d-43b1-9a29-04513eb84873 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:41.115498 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-15f8cd2d-b47d-43b1-9a29-04513eb84873 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:41.143921 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port f81dfaa7-79b0-47c1-bb85-70016a44185c, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=f81dfaa7-79b0-47c1-bb85-70016a44185c,segment=NetworkSegment(cf72fd90-9ca7-4764-b4a3-d3e6a3941767),segment_id=cf72fd90-9ca7-4764-b4a3-d3e6a3941767)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:12:41.144318 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-9ec0c9db-88eb-41d1-b70f-920de7fd39d2 req-4dfec984-ac3b-4939-91ae-cfb10ccf8438 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] For port 5f115977-ed25-4098-8e07-2982d35bc998, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=5f115977-ed25-4098-8e07-2982d35bc998,segment=NetworkSegment(87261b23-5de2-4068-8909-bc5d27f42710),segment_id=87261b23-5de2-4068-8909-bc5d27f42710)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:12:41.144904 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-9ec0c9db-88eb-41d1-b70f-920de7fd39d2 req-4dfec984-ac3b-4939-91ae-cfb10ccf8438 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:41.163144 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Returning: {'device': 'f81dfaa7-79b0-47c1-bb85-70016a44185c', 'network_id': '48882fd5-5868-486e-893d-1a8aa44051f3', 'port_id': 'f81dfaa7-79b0-47c1-bb85-70016a44185c', 'mac_address': 'fa:16:3e:26:73:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39a8aa73-f502-4cdf-9c3a-6faf2fcc3069', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:12:41.241597 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:41.249397 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f8cd2d-b47d-43b1-9a29-04513eb84873 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:12:41.257184 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-15f8cd2d-b47d-43b1-9a29-04513eb84873 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:12:41.260966 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4e4937c9-89fd-4315-a652-670768d19e67 req-9fd19a39-0093-4a3c-98d1-d50e4ee5d12f service neutron] 10.222.0.37 "GET /v2.0/networks/48882fd5-5868-486e-893d-1a8aa44051f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549226 Feb 10 23:12:41.264325 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f8cd2d-b47d-43b1-9a29-04513eb84873 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:41.265151 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-15f8cd2d-b47d-43b1-9a29-04513eb84873 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:41.283724 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f8cd2d-b47d-43b1-9a29-04513eb84873 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event updated for resources: {'Subnet': ['ID=3ec212d1-1944-4acd-932f-4f83b977fdac,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:41.286419 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f81dfaa7-79b0-47c1-bb85-70016a44185c {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:12:41.288439 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f8cd2d-b47d-43b1-9a29-04513eb84873 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event updated for resources: {'Port': ['ID=a33e5b5d-b57c-4089-bad9-fa29b04a19be,revision_number=8']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:41.304718 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port f81dfaa7-79b0-47c1-bb85-70016a44185c, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=f81dfaa7-79b0-47c1-bb85-70016a44185c,segment=NetworkSegment(cf72fd90-9ca7-4764-b4a3-d3e6a3941767),segment_id=cf72fd90-9ca7-4764-b4a3-d3e6a3941767)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:12:41.371819 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-15f8cd2d-b47d-43b1-9a29-04513eb84873 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.8934243 Feb 10 23:12:41.374483 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49428) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:41.380261 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-c7b26d29-0b04-4767-a66d-e5643bc81a2c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Request body: {'port': {'network_id': '6dca27ff-0cc1-400d-8ed1-46016d84d938', 'mac_address': 'fa:16:3e:29:25:65', 'name': 'tempest-NetworksTestDHCPv6-1619780238'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:12:41.383464 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:41.466933 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=f81dfaa7-79b0-47c1-bb85-70016a44185c,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:41.488016 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6178584a-e9ca-4727-92a4-410b165e627d None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:12:41.544951 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c7b26d29-0b04-4767-a66d-e5643bc81a2c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:12:41.557661 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-9ec0c9db-88eb-41d1-b70f-920de7fd39d2 req-4dfec984-ac3b-4939-91ae-cfb10ccf8438 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:41.560240 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-9ec0c9db-88eb-41d1-b70f-920de7fd39d2 req-4dfec984-ac3b-4939-91ae-cfb10ccf8438 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1734214'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:41.561441 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.l3_db [req-9ec0c9db-88eb-41d1-b70f-920de7fd39d2 req-4dfec984-ac3b-4939-91ae-cfb10ccf8438 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Floating IP 47af9a2a-307c-45c5-acd0-950585c2199b disassociated. External IP: 172.26.8.189, port: 5f115977-ed25-4098-8e07-2982d35bc998. Feb 10 23:12:41.563510 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-9ec0c9db-88eb-41d1-b70f-920de7fd39d2 req-4dfec984-ac3b-4939-91ae-cfb10ccf8438 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Calling delete_port for 5f115977-ed25-4098-8e07-2982d35bc998 owned by compute:nova {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:12:41.566748 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c7b26d29-0b04-4767-a66d-e5643bc81a2c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:12:41.625343 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-bd837cf1-fa4d-44d7-887a-474c99fc1ee4 None None] Provisioning complete for port a33e5b5d-b57c-4089-bad9-fa29b04a19be triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:12:41.625775 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bd837cf1-fa4d-44d7-887a-474c99fc1ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:41.662951 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37437c07-82fa-4a69-8ce6-54812dd7a23a req-71e6328a-19ed-40d7-a109-efaba571da5d tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:41.664586 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-37437c07-82fa-4a69-8ce6-54812dd7a23a req-71e6328a-19ed-40d7-a109-efaba571da5d tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/ports?device_id=f151e094-d715-43c4-b90d-eeee47381c23 HTTP/1.1" status: 200 len: 944 time: 0.0897818 Feb 10 23:12:41.668694 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b26d29-0b04-4767-a66d-e5643bc81a2c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Made reservation on behalf of 143e860117cc493db304000cc95b95c2 for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:12:41.689139 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['f81dfaa7-79b0-47c1-bb85-70016a44185c'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:12:41.805229 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-37437c07-82fa-4a69-8ce6-54812dd7a23a req-87ebcc89-1be2-47a1-b0a0-d7c60bdd1845 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/security-groups?id=073e9d53-3290-422b-8853-683c9c137022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240432 Feb 10 23:12:41.823884 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-9ec0c9db-88eb-41d1-b70f-920de7fd39d2 req-4dfec984-ac3b-4939-91ae-cfb10ccf8438 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:41.839846 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c7b26d29-0b04-4767-a66d-e5643bc81a2c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:41.847644 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device a33e5b5d-b57c-4089-bad9-fa29b04a19be up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:12:41.879922 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-c7b26d29-0b04-4767-a66d-e5643bc81a2c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] device_id is not set on port 2e9ccbf2-7c51-4ef5-8a89-ae9552eb9e85 yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:12:41.927186 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfec984-ac3b-4939-91ae-cfb10ccf8438 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Pushing event deleted for resources: {'Port': ['ID=5f115977-ed25-4098-8e07-2982d35bc998,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:41.937822 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-708f7545-9ec4-4cec-8775-0467111e9b5e req-acaa017f-5fc4-43a3-bbe3-c5f8ff4109fb tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/ports?device_id=30d56768-2bba-410e-be7e-2f956bd4eb1d HTTP/1.1" status: 200 len: 210 time: 0.0535424 Feb 10 23:12:42.065252 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port a33e5b5d-b57c-4089-bad9-fa29b04a19be triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:12:42.065712 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:42.111638 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-c7b26d29-0b04-4767-a66d-e5643bc81a2c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Allocated IP 2001:db8::2f8 (6dca27ff-0cc1-400d-8ed1-46016d84d938/0eff4b23-d1bb-4384-b13d-ca1f39fee037/2e9ccbf2-7c51-4ef5-8a89-ae9552eb9e85) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:12:42.118693 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-c7b26d29-0b04-4767-a66d-e5643bc81a2c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Allocated IP 2001:db8:0:1:f816:3eff:fe29:2565 (6dca27ff-0cc1-400d-8ed1-46016d84d938/3ec212d1-1944-4acd-932f-4f83b977fdac/2e9ccbf2-7c51-4ef5-8a89-ae9552eb9e85) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:12:42.160389 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ec0c9db-88eb-41d1-b70f-920de7fd39d2 req-4dfec984-ac3b-4939-91ae-cfb10ccf8438 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Router 0c9fa0c2-ee96-477c-9912-b767191929dc has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:12:42.409237 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ec0c9db-88eb-41d1-b70f-920de7fd39d2 req-4dfec984-ac3b-4939-91ae-cfb10ccf8438 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:12:42.420589 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4f8392-39d1-4029-b292-83f93d78cb0c None None] Sync routers for ids ['0c9fa0c2-ee96-477c-9912-b767191929dc'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:12:42.448740 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4f8392-39d1-4029-b292-83f93d78cb0c None None] Routers {'0c9fa0c2-ee96-477c-9912-b767191929dc'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:12:42.450006 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-ff4f8392-39d1-4029-b292-83f93d78cb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:12:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['0c9fa0c2-ee96-477c-9912-b767191929dc'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:12:42.520623 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c7b26d29-0b04-4767-a66d-e5643bc81a2c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:42.544157 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-c7b26d29-0b04-4767-a66d-e5643bc81a2c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Transition to ACTIVE for port object 2e9ccbf2-7c51-4ef5-8a89-ae9552eb9e85 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:12:42.625545 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec0c9db-88eb-41d1-b70f-920de7fd39d2 req-4dfec984-ac3b-4939-91ae-cfb10ccf8438 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] No DVR routers for this DVR port 5f115977-ed25-4098-8e07-2982d35bc998 on host hv-neutron-8287 {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:12:42.627928 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-9ec0c9db-88eb-41d1-b70f-920de7fd39d2 req-4dfec984-ac3b-4939-91ae-cfb10ccf8438 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:42.628933 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c7b26d29-0b04-4767-a66d-e5643bc81a2c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:42.630490 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30d56768-2bba-410e-be7e-2f956bd4eb1d', 'name': 'network-vif-deleted', 'tag': '5f115977-ed25-4098-8e07-2982d35bc998'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:12:42.664828 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-7701143a-2ac9-4227-bbdd-6ef963340599 None None] Provisioning complete for port a33e5b5d-b57c-4089-bad9-fa29b04a19be triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:12:42.665197 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7701143a-2ac9-4227-bbdd-6ef963340599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:42.702711 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30d56768-2bba-410e-be7e-2f956bd4eb1d', 'name': 'network-vif-deleted', 'tag': '5f115977-ed25-4098-8e07-2982d35bc998', 'status': 'completed', 'code': 200} Feb 10 23:12:42.705371 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9ec0c9db-88eb-41d1-b70f-920de7fd39d2 req-4dfec984-ac3b-4939-91ae-cfb10ccf8438 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.37 "DELETE /v2.0/ports/5f115977-ed25-4098-8e07-2982d35bc998 HTTP/1.1" status: 204 len: 173 time: 2.2384050 Feb 10 23:12:42.710168 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b26d29-0b04-4767-a66d-e5643bc81a2c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:12:42.714018 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-c7b26d29-0b04-4767-a66d-e5643bc81a2c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:12:42.718133 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b26d29-0b04-4767-a66d-e5643bc81a2c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:12:42.722280 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b26d29-0b04-4767-a66d-e5643bc81a2c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:42.722967 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c7b26d29-0b04-4767-a66d-e5643bc81a2c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:42.732123 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b26d29-0b04-4767-a66d-e5643bc81a2c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event updated for resources: {'Port': ['ID=2e9ccbf2-7c51-4ef5-8a89-ae9552eb9e85,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:42.804750 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-ff4f8392-39d1-4029-b292-83f93d78cb0c None None] Set router 0c9fa0c2-ee96-477c-9912-b767191929dc gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:12:42.818744 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-c7b26d29-0b04-4767-a66d-e5643bc81a2c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4422252 Feb 10 23:12:42.820389 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49440) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:42.898852 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f4f6983c-2793-4dfe-be83-9103578b1aee tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Deleting port 2e9ccbf2-7c51-4ef5-8a89-ae9552eb9e85 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:12:42.899478 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f4f6983c-2793-4dfe-be83-9103578b1aee tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:43.029374 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device f81dfaa7-79b0-47c1-bb85-70016a44185c up at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:12:43.101726 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb9572-f73b-4f8e-ab94-7d60a93a5467 req-5684fb8e-5e00-4c87-9577-9da9111e0bc4 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:43.103748 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9efb9572-f73b-4f8e-ab94-7d60a93a5467 req-5684fb8e-5e00-4c87-9577-9da9111e0bc4 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/ports?device_id=f151e094-d715-43c4-b90d-eeee47381c23 HTTP/1.1" status: 200 len: 944 time: 0.0974593 Feb 10 23:12:43.159750 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9efb9572-f73b-4f8e-ab94-7d60a93a5467 req-d324d130-c59c-47b5-9d71-93a86ce55b61 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/security-groups?id=073e9d53-3290-422b-8853-683c9c137022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494461 Feb 10 23:12:43.193124 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f4f6983c-2793-4dfe-be83-9103578b1aee tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:43.272297 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-be0aa15d-5169-41eb-a04d-b9cba043ac66 None None] Provisioning for port 2e9ccbf2-7c51-4ef5-8a89-ae9552eb9e85 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:12:43.280992 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-be0aa15d-5169-41eb-a04d-b9cba043ac66 None None] Provisioning complete for port 2e9ccbf2-7c51-4ef5-8a89-ae9552eb9e85 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:12:43.281355 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-be0aa15d-5169-41eb-a04d-b9cba043ac66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:43.349642 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning for port f81dfaa7-79b0-47c1-bb85-70016a44185c completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:12:43.357947 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-6b2aa699-ac4a-49a5-811f-48abc430f279 req-ce5cc1d8-0e28-427d-894d-5de82aa7ac2e tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/ports?device_id=30d56768-2bba-410e-be7e-2f956bd4eb1d HTTP/1.1" status: 200 len: 210 time: 0.1513126 Feb 10 23:12:43.364949 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f4f6983c-2793-4dfe-be83-9103578b1aee tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Calling delete_port for 2e9ccbf2-7c51-4ef5-8a89-ae9552eb9e85 owned by {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:12:43.368278 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-be0aa15d-5169-41eb-a04d-b9cba043ac66 None None] Port 2e9ccbf2-7c51-4ef5-8a89-ae9552eb9e85 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:12:43.379968 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning complete for port f81dfaa7-79b0-47c1-bb85-70016a44185c triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:12:43.381536 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:43.430174 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-ff4f8392-39d1-4029-b292-83f93d78cb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'name': 'tempest-TestVolumeBootPattern-2038376794-router', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '093b879d-55ae-41f8-86e6-83c75280bd23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:07:12Z', 'updated_at': '2022-02-10T23:07:24Z', 'revision_number': 4, 'project_id': '82bae8319c0a482993cd9e8530b11401', 'gw_port': {'id': '093b879d-55ae-41f8-86e6-83c75280bd23', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:85:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:13Z', 'updated_at': '2022-02-10T23:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '84c668e2-7ac4-43ac-a76c-bad486b79ed7', 'name': '', 'network_id': '4a75b224-7431-40b5-b18e-691aa5ad073d', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'mac_address': 'fa:16:3e:f1:ad:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '375b0e55-6852-456e-bf83-790a9c9d4e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:20Z', 'updated_at': '2022-02-10T23:07:36Z', 'revision_number': 5, 'project_id': '82bae8319c0a482993cd9e8530b11401', 'subnets': [{'id': '375b0e55-6852-456e-bf83-790a9c9d4e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:12:43.444832 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4f8392-39d1-4029-b292-83f93d78cb0c None None] Checking router: 0c9fa0c2-ee96-477c-9912-b767191929dc for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:12:43.467436 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4f8392-39d1-4029-b292-83f93d78cb0c None None] Routers {'0c9fa0c2-ee96-477c-9912-b767191929dc'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:12:43.468056 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-ff4f8392-39d1-4029-b292-83f93d78cb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:12:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['0c9fa0c2-ee96-477c-9912-b767191929dc'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:12:43.657117 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f4f6983c-2793-4dfe-be83-9103578b1aee tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:43.660498 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:43.709364 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f6983c-2793-4dfe-be83-9103578b1aee tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event deleted for resources: {'Port': ['ID=2e9ccbf2-7c51-4ef5-8a89-ae9552eb9e85,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:43.710918 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f151e094-d715-43c4-b90d-eeee47381c23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81dfaa7-79b0-47c1-bb85-70016a44185c'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:12:43.726270 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port f81dfaa7-79b0-47c1-bb85-70016a44185c, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=f81dfaa7-79b0-47c1-bb85-70016a44185c,segment=NetworkSegment(cf72fd90-9ca7-4764-b4a3-d3e6a3941767),segment_id=cf72fd90-9ca7-4764-b4a3-d3e6a3941767)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:12:43.727714 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-ff4f8392-39d1-4029-b292-83f93d78cb0c None None] Set router 0c9fa0c2-ee96-477c-9912-b767191929dc gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:12:43.794467 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:43.796078 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 5f115977-ed25-4098-8e07-2982d35bc998 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:12:43.801259 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f4f6983c-2793-4dfe-be83-9103578b1aee tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:43.813673 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-f4f6983c-2793-4dfe-be83-9103578b1aee tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/ports/2e9ccbf2-7c51-4ef5-8a89-ae9552eb9e85 HTTP/1.1" status: 204 len: 168 time: 0.9919798 Feb 10 23:12:43.815805 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49450) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:43.832302 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f151e094-d715-43c4-b90d-eeee47381c23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81dfaa7-79b0-47c1-bb85-70016a44185c', 'code': 200} Feb 10 23:12:43.881897 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] No Port match for: 5f115977-ed25-4098-8e07-2982d35bc998 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:12:43.887234 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 5f115977-ed25-4098-8e07-2982d35bc998 not bound to the agent host hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:12:43.908620 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1333953e-8cdd-4ee8-8622-baf408696a06 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:43.909445 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-1333953e-8cdd-4ee8-8622-baf408696a06 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Synchronizing usage tracker for tenant:143e860117cc493db304000cc95b95c2 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:12:43.982528 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-1333953e-8cdd-4ee8-8622-baf408696a06 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Unset dirty status for tenant:143e860117cc493db304000cc95b95c2 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:12:43.986111 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-1333953e-8cdd-4ee8-8622-baf408696a06 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1669946 Feb 10 23:12:43.986920 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49454) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:44.045507 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=f81dfaa7-79b0-47c1-bb85-70016a44185c,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:44.064569 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9dcfaa-ebcc-4bc6-af70-5f4e8ace6b18 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:44.066368 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-4d9dcfaa-ebcc-4bc6-af70-5f4e8ace6b18 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0788894 Feb 10 23:12:44.069235 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49458) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:44.186558 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e10096e-6137-4395-9d47-ddc9ddb5d6ea tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:44.187970 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e10096e-6137-4395-9d47-ddc9ddb5d6ea tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:44.189279 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e10096e-6137-4395-9d47-ddc9ddb5d6ea tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:44.190787 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9e10096e-6137-4395-9d47-ddc9ddb5d6ea tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1205237 Feb 10 23:12:44.194374 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49462) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:44.220752 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1a548d3b-4c19-4c9c-875e-8448bbb5038f req-ae5695de-14d1-4f91-95b4-1524a512e222 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f151e094-d715-43c4-b90d-eeee47381c23 HTTP/1.1" status: 200 len: 1098 time: 0.1081638 Feb 10 23:12:44.222813 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-ff4f8392-39d1-4029-b292-83f93d78cb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'name': 'tempest-TestVolumeBootPattern-2038376794-router', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '093b879d-55ae-41f8-86e6-83c75280bd23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:07:12Z', 'updated_at': '2022-02-10T23:07:24Z', 'revision_number': 4, 'project_id': '82bae8319c0a482993cd9e8530b11401', 'gw_port': {'id': '093b879d-55ae-41f8-86e6-83c75280bd23', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:85:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:13Z', 'updated_at': '2022-02-10T23:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '84c668e2-7ac4-43ac-a76c-bad486b79ed7', 'name': '', 'network_id': '4a75b224-7431-40b5-b18e-691aa5ad073d', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'mac_address': 'fa:16:3e:f1:ad:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '375b0e55-6852-456e-bf83-790a9c9d4e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:20Z', 'updated_at': '2022-02-10T23:07:36Z', 'revision_number': 5, 'project_id': '82bae8319c0a482993cd9e8530b11401', 'subnets': [{'id': '375b0e55-6852-456e-bf83-790a9c9d4e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:12:44.227106 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4f8392-39d1-4029-b292-83f93d78cb0c None None] The sync data for ids ['0c9fa0c2-ee96-477c-9912-b767191929dc'] in dv-neutron-828797-1-hyperv is: [{'id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'name': 'tempest-TestVolumeBootPattern-2038376794-router', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '093b879d-55ae-41f8-86e6-83c75280bd23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:07:12Z', 'updated_at': '2022-02-10T23:07:24Z', 'revision_number': 4, 'project_id': '82bae8319c0a482993cd9e8530b11401', 'gw_port': {'id': '093b879d-55ae-41f8-86e6-83c75280bd23', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:85:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:13Z', 'updated_at': '2022-02-10T23:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '84c668e2-7ac4-43ac-a76c-bad486b79ed7', 'name': '', 'network_id': '4a75b224-7431-40b5-b18e-691aa5ad073d', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'mac_address': 'fa:16:3e:f1:ad:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '375b0e55-6852-456e-bf83-790a9c9d4e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:20Z', 'updated_at': '2022-02-10T23:07:36Z', 'revision_number': 5, 'project_id': '82bae8319c0a482993cd9e8530b11401', 'subnets': [{'id': '375b0e55-6852-456e-bf83-790a9c9d4e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:12:44.284478 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d1fe53d-be8f-4a97-b955-82faca2aa383 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Deleting subnet 0eff4b23-d1bb-4384-b13d-ca1f39fee037 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:12:44.288442 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1a548d3b-4c19-4c9c-875e-8448bbb5038f req-80a978e6-cfe6-40ca-ba81-1d9917d0662f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=073e9d53-3290-422b-8853-683c9c137022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609176 Feb 10 23:12:44.289205 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0d1fe53d-be8f-4a97-b955-82faca2aa383 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:44.395537 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0d1fe53d-be8f-4a97-b955-82faca2aa383 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31983416'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:44.492893 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc00f18-58cd-41ba-bf12-d423110dd950 req-dc0e0531-c949-4988-9a76-5924cc705c57 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:44.494900 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-fbc00f18-58cd-41ba-bf12-d423110dd950 req-dc0e0531-c949-4988-9a76-5924cc705c57 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/ports?device_id=f151e094-d715-43c4-b90d-eeee47381c23 HTTP/1.1" status: 200 len: 945 time: 0.1758525 Feb 10 23:12:44.521643 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0d1fe53d-be8f-4a97-b955-82faca2aa383 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:44.600223 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-fbc00f18-58cd-41ba-bf12-d423110dd950 req-321202be-6418-4552-80bc-c22fdbdcc8f3 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/security-groups?id=073e9d53-3290-422b-8853-683c9c137022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936480 Feb 10 23:12:44.668882 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0d1fe53d-be8f-4a97-b955-82faca2aa383 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:44.777489 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3e36ee1b-1489-40a9-b5c8-cb849a71918f req-a67e6ea0-24a3-44a6-804d-3ba5400f4b50 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1069372739&fields=id&tenant_id=82bae8319c0a482993cd9e8530b11401 HTTP/1.1" status: 200 len: 267 time: 0.0424585 Feb 10 23:12:44.805453 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1fe53d-be8f-4a97-b955-82faca2aa383 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event deleted for resources: {'Subnet': ['ID=0eff4b23-d1bb-4384-b13d-ca1f39fee037,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:44.817971 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0d1fe53d-be8f-4a97-b955-82faca2aa383 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:44.824125 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1fe53d-be8f-4a97-b955-82faca2aa383 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:44.824479 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1fe53d-be8f-4a97-b955-82faca2aa383 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:44.825002 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1fe53d-be8f-4a97-b955-82faca2aa383 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:44.825335 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1fe53d-be8f-4a97-b955-82faca2aa383 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:44.825663 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1fe53d-be8f-4a97-b955-82faca2aa383 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:44.825983 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1fe53d-be8f-4a97-b955-82faca2aa383 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:44.826090 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986d5bb1-648b-48f0-b20e-e7e5f6859848 None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:12:44.826301 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1fe53d-be8f-4a97-b955-82faca2aa383 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:44.826621 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1fe53d-be8f-4a97-b955-82faca2aa383 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:44.826932 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1fe53d-be8f-4a97-b955-82faca2aa383 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:44.827351 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1fe53d-be8f-4a97-b955-82faca2aa383 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:44.827597 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1fe53d-be8f-4a97-b955-82faca2aa383 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:44.839635 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-0d1fe53d-be8f-4a97-b955-82faca2aa383 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/subnets/0eff4b23-d1bb-4384-b13d-ca1f39fee037 HTTP/1.1" status: 204 len: 168 time: 0.6410022 Feb 10 23:12:44.839909 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49478) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:44.905969 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a75e8ff-bcb1-4b8b-974c-8a6a8d9ff824 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Deleting subnet 3ec212d1-1944-4acd-932f-4f83b977fdac {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:12:44.909603 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2a75e8ff-bcb1-4b8b-974c-8a6a8d9ff824 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:44.933036 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36ee1b-1489-40a9-b5c8-cb849a71918f req-cce6ad31-37e2-4daf-82fd-7acd34e19acb tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:44.934726 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3e36ee1b-1489-40a9-b5c8-cb849a71918f req-cce6ad31-37e2-4daf-82fd-7acd34e19acb tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/networks?id=4a75b224-7431-40b5-b18e-691aa5ad073d HTTP/1.1" status: 200 len: 812 time: 0.1506910 Feb 10 23:12:44.953042 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3e36ee1b-1489-40a9-b5c8-cb849a71918f req-28e85fb4-ecbb-4c0d-b4eb-93f3605b765f tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/quotas/82bae8319c0a482993cd9e8530b11401 HTTP/1.1" status: 200 len: 375 time: 0.0119567 Feb 10 23:12:44.969388 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2a75e8ff-bcb1-4b8b-974c-8a6a8d9ff824 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31983416'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:45.034747 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-3e36ee1b-1489-40a9-b5c8-cb849a71918f req-abd8947e-db08-4c1c-aa08-ab1a5c035a98 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Synchronizing usage tracker for tenant:82bae8319c0a482993cd9e8530b11401 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:12:45.052447 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2a75e8ff-bcb1-4b8b-974c-8a6a8d9ff824 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:45.085261 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-3e36ee1b-1489-40a9-b5c8-cb849a71918f req-abd8947e-db08-4c1c-aa08-ab1a5c035a98 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Unset dirty status for tenant:82bae8319c0a482993cd9e8530b11401 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:12:45.086975 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3e36ee1b-1489-40a9-b5c8-cb849a71918f req-abd8947e-db08-4c1c-aa08-ab1a5c035a98 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=82bae8319c0a482993cd9e8530b11401&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1282241 Feb 10 23:12:45.120002 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49484) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:45.321744 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3e36ee1b-1489-40a9-b5c8-cb849a71918f req-eec5641c-3873-4488-b6ae-85c017676eff service neutron] 10.222.0.59 "GET /v2.0/networks/4a75b224-7431-40b5-b18e-691aa5ad073d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200294 Feb 10 23:12:45.326214 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2a75e8ff-bcb1-4b8b-974c-8a6a8d9ff824 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:45.373319 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a75e8ff-bcb1-4b8b-974c-8a6a8d9ff824 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event deleted for resources: {'Subnet': ['ID=3ec212d1-1944-4acd-932f-4f83b977fdac,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:45.380994 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2a75e8ff-bcb1-4b8b-974c-8a6a8d9ff824 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:45.397298 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-2a75e8ff-bcb1-4b8b-974c-8a6a8d9ff824 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/subnets/3ec212d1-1944-4acd-932f-4f83b977fdac HTTP/1.1" status: 204 len: 168 time: 0.5563173 Feb 10 23:12:45.398116 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49488) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:45.498212 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3e36ee1b-1489-40a9-b5c8-cb849a71918f req-560d68c6-549b-4f68-8243-9a59a8e6fa8e service neutron] 10.222.0.59 "GET /v2.0/networks/4a75b224-7431-40b5-b18e-691aa5ad073d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687472 Feb 10 23:12:45.536668 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49492) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:45.536985 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-1730754c-7d26-4e38-aaf5-ee448a79a7ce tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1374116 Feb 10 23:12:45.749898 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3da75c1-b01e-42b2-acbd-0cc7ad1d85d4 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:45.758139 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c3da75c1-b01e-42b2-acbd-0cc7ad1d85d4 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2174809 Feb 10 23:12:45.758296 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d03cec-e81b-4a62-b3fa-73023787942a None None] Network 6dca27ff-0cc1-400d-8ed1-46016d84d938 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:12:45.758766 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49504) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:45.791408 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4d671c64-f7bd-4928-aad8-80d20acdf941 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732944'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:45.842231 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71efc503-ceef-4f76-b2a5-c21dd599b670 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:45.846215 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-71efc503-ceef-4f76-b2a5-c21dd599b670 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0845444 Feb 10 23:12:45.847173 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49508) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:45.933752 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ec5cae7e-7709-4650-bbe7-81d7bad26162 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0820119 Feb 10 23:12:45.936509 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49512) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:45.968120 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-73a4b9ab-e889-4311-aad9-1b0805a3ba2f None None] Provisioning complete for port a33e5b5d-b57c-4089-bad9-fa29b04a19be triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:12:45.968407 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-73a4b9ab-e889-4311-aad9-1b0805a3ba2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:45.980913 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-45640f39-d90f-4af5-86e0-747cde5f4c92 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] DELETE failed (client error): The resource could not be found. Feb 10 23:12:45.981369 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45640f39-d90f-4af5-86e0-747cde5f4c92 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:12:45.984429 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-45640f39-d90f-4af5-86e0-747cde5f4c92 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/ports/2e9ccbf2-7c51-4ef5-8a89-ae9552eb9e85 HTTP/1.1" status: 404 len: 333 time: 0.0455801 Feb 10 23:12:45.986003 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49516) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:46.035723 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-2583a3ae-c2e7-4d34-aefb-f4312e43ffd3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] DELETE failed (client error): The resource could not be found. Feb 10 23:12:46.036241 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2583a3ae-c2e7-4d34-aefb-f4312e43ffd3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:12:46.037881 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-2583a3ae-c2e7-4d34-aefb-f4312e43ffd3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/subnets/3ec212d1-1944-4acd-932f-4f83b977fdac HTTP/1.1" status: 404 len: 337 time: 0.0500200 Feb 10 23:12:46.042193 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49520) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:46.074464 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994da63-0c1a-43e5-b680-c5d1efaaff2b req-3a5b467e-a84b-43aa-aaad-22cf88089031 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:46.076006 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-7994da63-0c1a-43e5-b680-c5d1efaaff2b req-3a5b467e-a84b-43aa-aaad-22cf88089031 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/ports?device_id=f151e094-d715-43c4-b90d-eeee47381c23 HTTP/1.1" status: 200 len: 945 time: 0.2116976 Feb 10 23:12:46.090601 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:46.100231 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f2dfda2-bff3-46ad-82f3-6a96223a85d1 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] DELETE failed (client error): The resource could not be found. Feb 10 23:12:46.101001 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f2dfda2-bff3-46ad-82f3-6a96223a85d1 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:12:46.106003 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1f2dfda2-bff3-46ad-82f3-6a96223a85d1 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/subnets/0eff4b23-d1bb-4384-b13d-ca1f39fee037 HTTP/1.1" status: 404 len: 337 time: 0.0591562 Feb 10 23:12:46.106003 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49524) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:46.141601 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-7994da63-0c1a-43e5-b680-c5d1efaaff2b req-0d6ab87c-2b11-4bb9-858c-3dc11483f606 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/security-groups?id=073e9d53-3290-422b-8853-683c9c137022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584664 Feb 10 23:12:46.162926 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2471a75-7161-4766-853a-ff8204bff167 None None] DHCP port deletion for 6dca27ff-0cc1-400d-8ed1-46016d84d938 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:12:46.165918 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-40a44be3-863b-4f27-b880-214ca005eb98 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] DELETE failed (client error): The resource could not be found. Feb 10 23:12:46.166751 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40a44be3-863b-4f27-b880-214ca005eb98 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:12:46.167356 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-a2471a75-7161-4766-853a-ff8204bff167 None None] Deleting port a33e5b5d-b57c-4089-bad9-fa29b04a19be {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:12:46.167979 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a2471a75-7161-4766-853a-ff8204bff167 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:46.171914 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-40a44be3-863b-4f27-b880-214ca005eb98 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/ports/568fd0a1-40bb-48aa-8c84-7216965db5fb HTTP/1.1" status: 404 len: 333 time: 0.0629425 Feb 10 23:12:46.172336 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49528) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:46.217674 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef888603-b18e-4138-bd8c-1f02d7aedeb2 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] DELETE failed (client error): The resource could not be found. Feb 10 23:12:46.218329 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef888603-b18e-4138-bd8c-1f02d7aedeb2 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:12:46.222392 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ef888603-b18e-4138-bd8c-1f02d7aedeb2 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/subnets/a9725d13-323e-4668-8203-7f6a002e79ec HTTP/1.1" status: 404 len: 337 time: 0.0463607 Feb 10 23:12:46.231211 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49532) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:46.266883 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-e07c87c1-7f2a-4b04-98c0-7d134a7c164d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] DELETE failed (client error): The resource could not be found. Feb 10 23:12:46.267326 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e07c87c1-7f2a-4b04-98c0-7d134a7c164d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:12:46.268950 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e07c87c1-7f2a-4b04-98c0-7d134a7c164d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/subnets/80d2285a-75c7-4613-a47d-20de0acef1a1 HTTP/1.1" status: 404 len: 337 time: 0.0453839 Feb 10 23:12:46.271781 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49536) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:46.318650 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f98d7d7-5709-49ef-bea8-e97a6c0424a0 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] DELETE failed (client error): The resource could not be found. Feb 10 23:12:46.319177 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f98d7d7-5709-49ef-bea8-e97a6c0424a0 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:12:46.320767 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1f98d7d7-5709-49ef-bea8-e97a6c0424a0 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/ports/6fff7085-e1a4-414b-ab09-207f36adbd82 HTTP/1.1" status: 404 len: 333 time: 0.0480497 Feb 10 23:12:46.323917 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49544) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:46.377848 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d862da1-cce8-491b-b7ba-cb9226a5def4 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] DELETE failed (client error): The resource could not be found. Feb 10 23:12:46.378345 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d862da1-cce8-491b-b7ba-cb9226a5def4 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:12:46.380255 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5d862da1-cce8-491b-b7ba-cb9226a5def4 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/subnets/d6497434-eca1-464d-ab6e-77e6c805132e HTTP/1.1" status: 404 len: 337 time: 0.0552113 Feb 10 23:12:46.382602 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49548) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:46.416968 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-96b0814a-3833-40f9-a499-87ee559af5c2 req-1a00102e-b9a3-42eb-beae-9bd73f984d07 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd2a7f2e-7c36-40b0-ab8a-a8d8a6fdec11 HTTP/1.1" status: 200 len: 210 time: 0.0517278 Feb 10 23:12:46.437153 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-706d42b3-b87a-4549-a8c2-6c2ed59ba20a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] DELETE failed (client error): The resource could not be found. Feb 10 23:12:46.437653 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-706d42b3-b87a-4549-a8c2-6c2ed59ba20a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:12:46.443632 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-706d42b3-b87a-4549-a8c2-6c2ed59ba20a tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/subnets/acfd503a-9013-42f6-be3f-b21614af8ec8 HTTP/1.1" status: 404 len: 337 time: 0.0600250 Feb 10 23:12:46.444200 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49554) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:46.467621 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-a2471a75-7161-4766-853a-ff8204bff167 None None] For port a33e5b5d-b57c-4089-bad9-fa29b04a19be, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=a33e5b5d-b57c-4089-bad9-fa29b04a19be,segment=NetworkSegment(5a3e519f-3527-435e-bba5-0c3ebe57ae25),segment_id=5a3e519f-3527-435e-bba5-0c3ebe57ae25)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:12:46.468019 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a2471a75-7161-4766-853a-ff8204bff167 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:46.500506 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac7bf57b-148e-46a6-ae80-8e857afe4845 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] DELETE failed (client error): The resource could not be found. Feb 10 23:12:46.500506 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac7bf57b-148e-46a6-ae80-8e857afe4845 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:12:46.500506 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ac7bf57b-148e-46a6-ae80-8e857afe4845 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/ports/ae48a775-8d3b-467c-afc3-e393bf375809 HTTP/1.1" status: 404 len: 333 time: 0.0537181 Feb 10 23:12:46.502400 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49560) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:46.542863 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c09bb20-36df-4c3c-899e-55dc647b34fc tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] DELETE failed (client error): The resource could not be found. Feb 10 23:12:46.543471 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c09bb20-36df-4c3c-899e-55dc647b34fc tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:12:46.547639 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7c09bb20-36df-4c3c-899e-55dc647b34fc tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/subnets/35bc57f5-99e5-4a33-b58a-bf5d99892a1c HTTP/1.1" status: 404 len: 337 time: 0.0417688 Feb 10 23:12:46.548202 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49564) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:46.608550 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-43366e48-7073-46a1-93bf-010f3bffc8fb tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] DELETE failed (client error): The resource could not be found. Feb 10 23:12:46.609159 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43366e48-7073-46a1-93bf-010f3bffc8fb tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:12:46.613250 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-43366e48-7073-46a1-93bf-010f3bffc8fb tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/subnets/6eaa0353-0dbc-4ba1-9edb-399c790a9eae HTTP/1.1" status: 404 len: 337 time: 0.0616565 Feb 10 23:12:46.613824 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49568) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:46.630552 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-a2471a75-7161-4766-853a-ff8204bff167 None None] Calling delete_port for a33e5b5d-b57c-4089-bad9-fa29b04a19be owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:12:46.754289 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-10446732-8a8d-4256-94de-cd98327ad76f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] DELETE failed (client error): The resource could not be found. Feb 10 23:12:46.754644 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10446732-8a8d-4256-94de-cd98327ad76f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:12:46.756236 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-10446732-8a8d-4256-94de-cd98327ad76f tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/ports/719f56da-34fa-4db4-8c9a-bca71895d024 HTTP/1.1" status: 404 len: 333 time: 0.1413338 Feb 10 23:12:46.758812 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49572) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:46.793825 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a2471a75-7161-4766-853a-ff8204bff167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:46.798780 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-b464af14-e50a-479d-827f-9b50feaf6d5c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] DELETE failed (client error): The resource could not be found. Feb 10 23:12:46.799426 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b464af14-e50a-479d-827f-9b50feaf6d5c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:12:46.801747 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b464af14-e50a-479d-827f-9b50feaf6d5c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/subnets/b6e4f09e-f718-4c77-8cab-20bc5a238c20 HTTP/1.1" status: 404 len: 337 time: 0.0418189 Feb 10 23:12:46.804038 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49576) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:46.839137 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2471a75-7161-4766-853a-ff8204bff167 None None] Pushing event deleted for resources: {'Port': ['ID=a33e5b5d-b57c-4089-bad9-fa29b04a19be,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:46.843559 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2471a75-7161-4766-853a-ff8204bff167 None None] No DVR routers for this DVR port a33e5b5d-b57c-4089-bad9-fa29b04a19be on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:12:46.850714 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f1d890c-c80c-4648-95bf-573a526797b7 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] DELETE failed (client error): The resource could not be found. Feb 10 23:12:46.851408 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f1d890c-c80c-4648-95bf-573a526797b7 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:12:46.861851 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2f1d890c-c80c-4648-95bf-573a526797b7 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/ports/aa82ce82-addd-42fd-8160-4fc9206f3010 HTTP/1.1" status: 404 len: 333 time: 0.0482028 Feb 10 23:12:46.862603 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-4d671c64-f7bd-4928-aad8-80d20acdf941 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Deleting port 096a5162-0ed1-4b59-9805-9e09c1325c7f {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:12:46.862603 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4d671c64-f7bd-4928-aad8-80d20acdf941 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:46.863186 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49582) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:46.906695 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f0b9a39-0092-4fd3-9d94-d541c98dc0da tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] DELETE failed (client error): The resource could not be found. Feb 10 23:12:46.907720 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f0b9a39-0092-4fd3-9d94-d541c98dc0da tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:12:46.911611 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3f0b9a39-0092-4fd3-9d94-d541c98dc0da tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/subnets/07fd6b16-7eb3-4dc1-88f3-82a849f24a5b HTTP/1.1" status: 404 len: 337 time: 0.0516312 Feb 10 23:12:46.911889 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49586) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:46.956149 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5ec00d6-dc66-4679-a834-ede3f7173cac tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] DELETE failed (client error): The resource could not be found. Feb 10 23:12:46.956722 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5ec00d6-dc66-4679-a834-ede3f7173cac tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:12:46.958340 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a5ec00d6-dc66-4679-a834-ede3f7173cac tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/ports/75ab1ab2-54dd-4407-908e-d8bd89480179 HTTP/1.1" status: 404 len: 333 time: 0.0455680 Feb 10 23:12:46.960860 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49590) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:47.002104 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-54e4b685-e5b9-475f-8a01-4ff450bb5b0c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] DELETE failed (client error): The resource could not be found. Feb 10 23:12:47.002542 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54e4b685-e5b9-475f-8a01-4ff450bb5b0c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:12:47.004130 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-54e4b685-e5b9-475f-8a01-4ff450bb5b0c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/subnets/2f06a495-d923-4e3a-a986-89f6a527b136 HTTP/1.1" status: 404 len: 337 time: 0.0421815 Feb 10 23:12:47.006735 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49594) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:47.045838 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d74cb04-9fa6-4e49-99db-676fe42d6b04 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] DELETE failed (client error): The resource could not be found. Feb 10 23:12:47.046278 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d74cb04-9fa6-4e49-99db-676fe42d6b04 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:12:47.047868 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8d74cb04-9fa6-4e49-99db-676fe42d6b04 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/ports/287f3a48-35d8-4a96-9099-f167bd2c966b HTTP/1.1" status: 404 len: 333 time: 0.0403037 Feb 10 23:12:47.050511 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49598) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:47.052739 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-4d671c64-f7bd-4928-aad8-80d20acdf941 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] For port 096a5162-0ed1-4b59-9805-9e09c1325c7f, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=096a5162-0ed1-4b59-9805-9e09c1325c7f,segment=NetworkSegment(163a8864-a0ad-44e4-aa89-467aea8675e7),segment_id=163a8864-a0ad-44e4-aa89-467aea8675e7)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:12:47.053254 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4d671c64-f7bd-4928-aad8-80d20acdf941 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:47.087315 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bf91adf-06f1-44c1-9556-82a7a7d5e327 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] DELETE failed (client error): The resource could not be found. Feb 10 23:12:47.088349 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bf91adf-06f1-44c1-9556-82a7a7d5e327 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:12:47.089942 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0bf91adf-06f1-44c1-9556-82a7a7d5e327 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/subnets/74b75e6d-a032-4cba-989b-3388fd5858f0 HTTP/1.1" status: 404 len: 337 time: 0.0385079 Feb 10 23:12:47.092436 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49602) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:47.134856 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ecd8706-976e-44ce-9f4f-d204bd916c9b tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] DELETE failed (client error): The resource could not be found. Feb 10 23:12:47.135553 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ecd8706-976e-44ce-9f4f-d204bd916c9b tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:12:47.136908 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0ecd8706-976e-44ce-9f4f-d204bd916c9b tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/ports/c9e8b46b-47bd-4fad-8808-fe3cc3c6fdb0 HTTP/1.1" status: 404 len: 333 time: 0.0435774 Feb 10 23:12:47.139529 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49606) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:47.176715 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a63fc6d-9f81-40a1-8d23-3626951d2309 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] DELETE failed (client error): The resource could not be found. Feb 10 23:12:47.177155 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a63fc6d-9f81-40a1-8d23-3626951d2309 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:12:47.181233 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7a63fc6d-9f81-40a1-8d23-3626951d2309 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/subnets/1150fa25-3e35-4afa-b429-8b05050f83b7 HTTP/1.1" status: 404 len: 337 time: 0.0383782 Feb 10 23:12:47.181626 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49610) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:47.186962 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-4d671c64-f7bd-4928-aad8-80d20acdf941 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Calling delete_port for 096a5162-0ed1-4b59-9805-9e09c1325c7f owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:12:47.223998 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-b92d8636-079f-4b95-a6b4-b26db2328b61 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] DELETE failed (client error): The resource could not be found. Feb 10 23:12:47.224908 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b92d8636-079f-4b95-a6b4-b26db2328b61 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:12:47.228957 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b92d8636-079f-4b95-a6b4-b26db2328b61 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/ports/c5a78f07-8a22-4587-ae87-84fa907c2661 HTTP/1.1" status: 404 len: 333 time: 0.0434396 Feb 10 23:12:47.229285 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49616) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:47.278235 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca41b13e-1b0f-48d7-952c-7d640aa573c6 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] DELETE failed (client error): The resource could not be found. Feb 10 23:12:47.278930 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca41b13e-1b0f-48d7-952c-7d640aa573c6 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:12:47.283302 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ca41b13e-1b0f-48d7-952c-7d640aa573c6 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/subnets/bdf349d1-8001-4025-8a6c-aa2147524fa1 HTTP/1.1" status: 404 len: 337 time: 0.0530765 Feb 10 23:12:47.284126 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49620) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:47.351763 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-185eb14d-f7dd-4fa0-ab01-d339fe39fdf9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] DELETE failed (client error): The resource could not be found. Feb 10 23:12:47.352189 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-185eb14d-f7dd-4fa0-ab01-d339fe39fdf9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:12:47.354074 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-185eb14d-f7dd-4fa0-ab01-d339fe39fdf9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/subnets/8d1fb805-7d8a-406b-aec7-087fe08c15b3 HTTP/1.1" status: 404 len: 337 time: 0.0688035 Feb 10 23:12:47.357681 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49624) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:47.399444 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d4096-7fca-49e9-bc28-aa83cfb59b01 req-92898e96-b3cd-47a2-8f81-2f7545d9bc3e tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:47.401576 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9d3d4096-7fca-49e9-bc28-aa83cfb59b01 req-92898e96-b3cd-47a2-8f81-2f7545d9bc3e tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/ports?device_id=f151e094-d715-43c4-b90d-eeee47381c23 HTTP/1.1" status: 200 len: 945 time: 0.0825653 Feb 10 23:12:47.407063 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1b3d38c-5184-4a3b-aa97-3ced95b4734c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] DELETE failed (client error): The resource could not be found. Feb 10 23:12:47.407491 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1b3d38c-5184-4a3b-aa97-3ced95b4734c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:12:47.415746 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-d1b3d38c-5184-4a3b-aa97-3ced95b4734c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/ports/92945cf9-b404-41fb-ac63-f12809a0bc2d HTTP/1.1" status: 404 len: 333 time: 0.0570109 Feb 10 23:12:47.418730 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49628) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:47.457927 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9d3d4096-7fca-49e9-bc28-aa83cfb59b01 req-1c784bc8-4457-4bef-9597-8181770a7b83 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/security-groups?id=073e9d53-3290-422b-8853-683c9c137022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483937 Feb 10 23:12:47.464948 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-9efcc6ed-b4a4-4da6-8050-ff698b84b2a1 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] DELETE failed (client error): The resource could not be found. Feb 10 23:12:47.465383 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9efcc6ed-b4a4-4da6-8050-ff698b84b2a1 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:12:47.469838 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-9efcc6ed-b4a4-4da6-8050-ff698b84b2a1 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/subnets/59f856ae-ea76-4cf8-9aa0-4624fe5cf8e0 HTTP/1.1" status: 404 len: 337 time: 0.0473487 Feb 10 23:12:47.470287 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49634) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:47.508902 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb6128a0-4c46-4e53-bd06-90c09aa56136 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] DELETE failed (client error): The resource could not be found. Feb 10 23:12:47.509421 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb6128a0-4c46-4e53-bd06-90c09aa56136 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:12:47.511327 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-eb6128a0-4c46-4e53-bd06-90c09aa56136 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/subnets/f7d5ebee-11d8-421c-b6bf-ac9e442594b3 HTTP/1.1" status: 404 len: 337 time: 0.0401106 Feb 10 23:12:47.514256 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49640) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:47.571248 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4d671c64-f7bd-4928-aad8-80d20acdf941 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:47.580082 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8006dfc-1037-4d42-9f22-b569ac1ad06d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] DELETE failed (client error): The resource could not be found. Feb 10 23:12:47.581492 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8006dfc-1037-4d42-9f22-b569ac1ad06d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:12:47.587671 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b8006dfc-1037-4d42-9f22-b569ac1ad06d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/ports/df7c453d-7354-479b-8c1d-06d34b8e1305 HTTP/1.1" status: 404 len: 333 time: 0.0722461 Feb 10 23:12:47.590442 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49644) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:47.631291 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd668fc9-0b15-4f4e-9d2e-3c861c3c70b4 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] DELETE failed (client error): The resource could not be found. Feb 10 23:12:47.631737 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd668fc9-0b15-4f4e-9d2e-3c861c3c70b4 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:12:47.636605 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-fd668fc9-0b15-4f4e-9d2e-3c861c3c70b4 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/subnets/874eac99-a88e-4971-b43a-e4b80dc0661f HTTP/1.1" status: 404 len: 337 time: 0.0418470 Feb 10 23:12:47.637522 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49648) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:47.680120 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-8770d3e0-3632-4791-9b01-aeb1e64d9b0c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] DELETE failed (client error): The resource could not be found. Feb 10 23:12:47.680581 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8770d3e0-3632-4791-9b01-aeb1e64d9b0c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:12:47.685524 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8770d3e0-3632-4791-9b01-aeb1e64d9b0c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/subnets/bce423df-273f-4714-9981-69fdac92a847 HTTP/1.1" status: 404 len: 337 time: 0.0439751 Feb 10 23:12:47.685687 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49652) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:47.698425 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d671c64-f7bd-4928-aad8-80d20acdf941 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event deleted for resources: {'Port': ['ID=096a5162-0ed1-4b59-9805-9e09c1325c7f,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:47.702694 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-bca7aa0c-4153-4f08-b5aa-2623c517e2eb req-f05d3929-d8e6-4298-a071-e7606a365fa6 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd2a7f2e-7c36-40b0-ab8a-a8d8a6fdec11 HTTP/1.1" status: 200 len: 210 time: 0.0616524 Feb 10 23:12:47.725953 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1edfcc7-c5dc-4fc2-b672-fb71db682e90 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] DELETE failed (client error): The resource could not be found. Feb 10 23:12:47.726730 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1edfcc7-c5dc-4fc2-b672-fb71db682e90 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:12:47.730662 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d1edfcc7-c5dc-4fc2-b672-fb71db682e90 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/ports/c40fee7d-e2f5-4da9-b51f-9ab2fe72c74a HTTP/1.1" status: 404 len: 333 time: 0.0414264 Feb 10 23:12:47.730886 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49656) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:47.779066 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-933c3ca6-acee-431a-abc1-bb69bb440905 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] DELETE failed (client error): The resource could not be found. Feb 10 23:12:47.787850 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-933c3ca6-acee-431a-abc1-bb69bb440905 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:12:47.787850 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-933c3ca6-acee-431a-abc1-bb69bb440905 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/subnets/76284698-3f2f-4d0c-a743-d59196f8ebe4 HTTP/1.1" status: 404 len: 337 time: 0.0557814 Feb 10 23:12:47.791867 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49660) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:47.878263 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-03510c32-2645-48aa-8b78-b70d255edf6c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] DELETE failed (client error): The resource could not be found. Feb 10 23:12:47.887153 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03510c32-2645-48aa-8b78-b70d255edf6c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:12:47.887153 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-03510c32-2645-48aa-8b78-b70d255edf6c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/subnets/d39cb958-4244-441f-8a7a-769638c06e14 HTTP/1.1" status: 404 len: 337 time: 0.0875742 Feb 10 23:12:47.887153 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49664) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:47.900091 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device a33e5b5d-b57c-4089-bad9-fa29b04a19be no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:12:47.942492 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3e27647e-84b5-49fb-bd19-25ed8a665ed3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/ports?device_id=328a3e20-9405-45a8-82bd-0c0413ee8648 HTTP/1.1" status: 200 len: 205 time: 0.0526941 Feb 10 23:12:47.943837 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49668) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:47.948732 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: a33e5b5d-b57c-4089-bad9-fa29b04a19be {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:12:47.949296 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device a33e5b5d-b57c-4089-bad9-fa29b04a19be not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:12:48.014357 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-997c0439-fc13-4533-911a-001e50b15f8b tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] delete failed (client error): The resource could not be found. Feb 10 23:12:48.017985 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-997c0439-fc13-4533-911a-001e50b15f8b tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/routers/328a3e20-9405-45a8-82bd-0c0413ee8648 HTTP/1.1" status: 404 len: 336 time: 0.0706472 Feb 10 23:12:48.022318 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49672) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:48.066884 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fba6126-b3ce-4793-af11-bfc6957e6eff tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] DELETE failed (client error): The resource could not be found. Feb 10 23:12:48.067317 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fba6126-b3ce-4793-af11-bfc6957e6eff tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:12:48.068942 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9fba6126-b3ce-4793-af11-bfc6957e6eff tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/subnets/e7e4925a-ff48-4126-af9a-de59842ba469 HTTP/1.1" status: 404 len: 337 time: 0.0438194 Feb 10 23:12:48.072696 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49676) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:48.084354 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4d671c64-f7bd-4928-aad8-80d20acdf941 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2767638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733091'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:48.119953 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7781db4f-ff19-4174-a16f-01d69c71ab92 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f6c3e0a-1527-4d5e-8dcf-14b3252b545d HTTP/1.1" status: 200 len: 205 time: 0.0460820 Feb 10 23:12:48.125521 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc300b4b-804b-45d0-bcbc-59e15c7d774f req-bd5663ae-4988-4746-b3f1-a8c210dfcf4e tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:48.126849 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fc300b4b-804b-45d0-bcbc-59e15c7d774f req-bd5663ae-4988-4746-b3f1-a8c210dfcf4e tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/ports?device_id=f151e094-d715-43c4-b90d-eeee47381c23 HTTP/1.1" status: 200 len: 945 time: 0.2942343 Feb 10 23:12:48.127307 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49680) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:48.204924 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-953f60a9-80b2-4783-89f4-ed45720eb41c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] delete failed (client error): The resource could not be found. Feb 10 23:12:48.205922 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-953f60a9-80b2-4783-89f4-ed45720eb41c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/routers/3f6c3e0a-1527-4d5e-8dcf-14b3252b545d HTTP/1.1" status: 404 len: 336 time: 0.0777311 Feb 10 23:12:48.208787 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49684) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:48.234379 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fc300b4b-804b-45d0-bcbc-59e15c7d774f req-04c67208-4c86-4de8-9020-06d068e61551 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/security-groups?id=073e9d53-3290-422b-8853-683c9c137022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519986 Feb 10 23:12:48.262975 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49688) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:48.334346 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-17108430-433a-4068-b6eb-7cf7b7325904 tempest-TestNetworkAdvancedServerOps-847743289 tempest-TestNetworkAdvancedServerOps-847743289-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=f151e094-d715-43c4-b90d-eeee47381c23 HTTP/1.1" status: 200 len: 1093 time: 0.0699720 Feb 10 23:12:48.337141 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49692) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:48.342722 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-74efe1d3-db05-455e-a0ed-49d9dc59e045 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Request body: {'floatingip': {'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'port_id': 'f81dfaa7-79b0-47c1-bb85-70016a44185c', 'tenant_id': 'aad552d2f0f2493586140e0c79d4f122', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:12:48.348529 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-74efe1d3-db05-455e-a0ed-49d9dc59e045 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:12:48.352315 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-74efe1d3-db05-455e-a0ed-49d9dc59e045 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Usage tracker for resource:floatingip and tenant:aad552d2f0f2493586140e0c79d4f122 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:12:48.355378 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-74efe1d3-db05-455e-a0ed-49d9dc59e045 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:12:48.359144 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d2874bf-d57c-4ea1-836c-bb5d7ee038b9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] DELETE failed (client error): The resource could not be found. Feb 10 23:12:48.359579 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d2874bf-d57c-4ea1-836c-bb5d7ee038b9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:12:48.363464 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-74efe1d3-db05-455e-a0ed-49d9dc59e045 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:12:48.363622 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-8d2874bf-d57c-4ea1-836c-bb5d7ee038b9 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/subnets/ed8bbf31-2abc-4855-af4b-81817547a485 HTTP/1.1" status: 404 len: 337 time: 0.1502306 Feb 10 23:12:48.363723 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49696) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:48.414218 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd83dbe4-bb4d-4886-91d1-7c01d84398b0 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] DELETE failed (client error): The resource could not be found. Feb 10 23:12:48.414661 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd83dbe4-bb4d-4886-91d1-7c01d84398b0 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:12:48.416739 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-cd83dbe4-bb4d-4886-91d1-7c01d84398b0 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/subnets/01d0f874-c86e-4049-b5e2-7c9aa676bc2e HTTP/1.1" status: 404 len: 337 time: 0.0520048 Feb 10 23:12:48.419124 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49700) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:48.439599 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-74efe1d3-db05-455e-a0ed-49d9dc59e045 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks [] for floatingip, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:48.470831 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8e9d3b2-bfb5-48aa-a44a-ee2b93710a38 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] DELETE failed (client error): The resource could not be found. Feb 10 23:12:48.471265 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8e9d3b2-bfb5-48aa-a44a-ee2b93710a38 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:12:48.472896 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-e8e9d3b2-bfb5-48aa-a44a-ee2b93710a38 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/ports/d63c8453-d2eb-4515-a15e-e41c652f11bc HTTP/1.1" status: 404 len: 333 time: 0.0529034 Feb 10 23:12:48.476612 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49704) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:48.519942 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b91515e-9a0e-4641-9001-8634bcf34027 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] DELETE failed (client error): The resource could not be found. Feb 10 23:12:48.520386 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b91515e-9a0e-4641-9001-8634bcf34027 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:12:48.522038 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-0b91515e-9a0e-4641-9001-8634bcf34027 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/subnets/41295c68-2179-46c7-8a59-c04c3c4fb220 HTTP/1.1" status: 404 len: 337 time: 0.0445561 Feb 10 23:12:48.525594 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49708) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:48.571659 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-6677dbcc-eba2-4a69-bee2-b6a9b39d782b tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] DELETE failed (client error): The resource could not be found. Feb 10 23:12:48.572099 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6677dbcc-eba2-4a69-bee2-b6a9b39d782b tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:12:48.574433 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-6677dbcc-eba2-4a69-bee2-b6a9b39d782b tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/ports/ad429346-83d7-435f-a73d-5c09d3397504 HTTP/1.1" status: 404 len: 333 time: 0.0472491 Feb 10 23:12:48.577076 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49712) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:48.623720 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-38849a16-b817-49e5-9431-73cbf22dbe17 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] DELETE failed (client error): The resource could not be found. Feb 10 23:12:48.624151 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38849a16-b817-49e5-9431-73cbf22dbe17 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:12:48.625778 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-38849a16-b817-49e5-9431-73cbf22dbe17 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/subnets/46bc28c5-6ce5-436f-a573-ed4d066919a6 HTTP/1.1" status: 404 len: 337 time: 0.0470674 Feb 10 23:12:48.632915 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49716) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:48.677316 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-3091c318-5e30-4226-bed0-17f5d78c0a29 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] DELETE failed (client error): The resource could not be found. Feb 10 23:12:48.677714 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3091c318-5e30-4226-bed0-17f5d78c0a29 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:12:48.680360 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-3091c318-5e30-4226-bed0-17f5d78c0a29 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/ports/b9706e6c-9442-4804-b414-992cf7d2aa88 HTTP/1.1" status: 404 len: 333 time: 0.0455477 Feb 10 23:12:48.682343 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49720) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:48.723965 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-dba8d018-10da-402f-bcea-1cbc6c237eaa tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] DELETE failed (client error): The resource could not be found. Feb 10 23:12:48.724352 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dba8d018-10da-402f-bcea-1cbc6c237eaa tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:12:48.725968 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-dba8d018-10da-402f-bcea-1cbc6c237eaa tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/subnets/8169b5e4-cc5a-4895-a8ac-44f62dcf4bf1 HTTP/1.1" status: 404 len: 337 time: 0.0427558 Feb 10 23:12:48.728707 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49724) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:48.760242 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36ee1b-1489-40a9-b5c8-cb849a71918f req-6e86eec8-8129-4ceb-8b22-e2fe95f42fef tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:48.761650 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3e36ee1b-1489-40a9-b5c8-cb849a71918f req-6e86eec8-8129-4ceb-8b22-e2fe95f42fef tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.37 "GET /v2.0/networks?id=4a75b224-7431-40b5-b18e-691aa5ad073d HTTP/1.1" status: 200 len: 812 time: 0.1690345 Feb 10 23:12:48.827290 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-74efe1d3-db05-455e-a0ed-49d9dc59e045 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:48.871510 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3e36ee1b-1489-40a9-b5c8-cb849a71918f req-50c367b4-c566-4698-81c4-75defe3868cc tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82bae8319c0a482993cd9e8530b11401 HTTP/1.1" status: 200 len: 380 time: 0.0930955 Feb 10 23:12:48.879864 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-3e36ee1b-1489-40a9-b5c8-cb849a71918f req-c068728e-2f16-4b07-b8e8-f9702d0d66b9 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Request body: {'port': {'device_id': 'cd2a7f2e-7c36-40b0-ab8a-a8d8a6fdec11', 'network_id': '4a75b224-7431-40b5-b18e-691aa5ad073d', 'admin_state_up': True, 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'security_groups': ['7c3f6aaf-3a27-49e5-ae54-3cc5a3f3586f']}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:12:48.930758 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-295ee5bb-c2dc-4bde-a475-287219c2a5fb tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] DELETE failed (client error): The resource could not be found. Feb 10 23:12:48.931416 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-295ee5bb-c2dc-4bde-a475-287219c2a5fb tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:12:48.933674 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-295ee5bb-c2dc-4bde-a475-287219c2a5fb tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/ports/5cd91fec-3067-4e25-a66f-99ccd493fee1 HTTP/1.1" status: 404 len: 333 time: 0.2024057 Feb 10 23:12:48.958493 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49730) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:48.991980 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-23a3d08f-5b09-4f41-9e8c-42484e99851e req-fc150103-02c8-4f30-8a94-e0abc2639d39 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd2a7f2e-7c36-40b0-ab8a-a8d8a6fdec11 HTTP/1.1" status: 200 len: 210 time: 0.0569580 Feb 10 23:12:49.022751 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-707544bd-7ef7-473b-89a2-3c63e135ba02 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] DELETE failed (client error): The resource could not be found. Feb 10 23:12:49.028569 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-707544bd-7ef7-473b-89a2-3c63e135ba02 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:12:49.045297 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-71eb7ef6-22b8-404b-9b03-5c0bc764ecd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:49.073818 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-707544bd-7ef7-473b-89a2-3c63e135ba02 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/subnets/905749bc-461c-48b4-974b-a616a7d12260 HTTP/1.1" status: 404 len: 337 time: 0.1118309 Feb 10 23:12:49.082273 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49736) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:49.153136 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-771f0ce3-b160-45ef-9227-7ec2c0b3014c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] DELETE failed (client error): The resource could not be found. Feb 10 23:12:49.153575 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-771f0ce3-b160-45ef-9227-7ec2c0b3014c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:12:49.157427 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-771f0ce3-b160-45ef-9227-7ec2c0b3014c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/ports/a1cac504-c5bb-4cc2-8be5-ae673e105dc5 HTTP/1.1" status: 404 len: 333 time: 0.0700057 Feb 10 23:12:49.159886 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49740) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:49.175041 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-74efe1d3-db05-455e-a0ed-49d9dc59e045 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Allocated IP 172.26.8.154 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/5c9316f5-8982-4157-93ca-f978b5f1245e) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:12:49.197501 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-3e36ee1b-1489-40a9-b5c8-cb849a71918f req-c068728e-2f16-4b07-b8e8-f9702d0d66b9 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:12:49.208637 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c15170b-23c0-4726-a25f-a736654d84cd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] DELETE failed (client error): The resource could not be found. Feb 10 23:12:49.209072 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c15170b-23c0-4726-a25f-a736654d84cd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:12:49.211829 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-1c15170b-23c0-4726-a25f-a736654d84cd tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/subnets/33027b1a-a571-4e3c-9e9d-b808c1f6d9e3 HTTP/1.1" status: 404 len: 337 time: 0.0508182 Feb 10 23:12:49.215673 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49744) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:49.265808 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-3e36ee1b-1489-40a9-b5c8-cb849a71918f req-c068728e-2f16-4b07-b8e8-f9702d0d66b9 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:12:49.293552 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d671c64-f7bd-4928-aad8-80d20acdf941 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Router 0a1036b0-ff18-43ca-b38f-82a2587292bd has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:12:49.326883 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-c455e099-3412-4dfa-ad87-00028990635d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] DELETE failed (client error): The resource could not be found. Feb 10 23:12:49.327322 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c455e099-3412-4dfa-ad87-00028990635d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:12:49.332386 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c455e099-3412-4dfa-ad87-00028990635d tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/ports/547b8aa3-0e5f-4e27-aeae-3ec10057a1a2 HTTP/1.1" status: 404 len: 333 time: 0.1094286 Feb 10 23:12:49.332386 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49748) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:49.377415 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-f898fcae-35b2-4685-bd73-d27fbc90c46c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] DELETE failed (client error): The resource could not be found. Feb 10 23:12:49.377855 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f898fcae-35b2-4685-bd73-d27fbc90c46c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:12:49.381796 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f898fcae-35b2-4685-bd73-d27fbc90c46c tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/subnets/89fe858f-983b-42e9-8cff-85b7eccd23af HTTP/1.1" status: 404 len: 337 time: 0.0465453 Feb 10 23:12:49.389710 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49752) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:49.426773 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e36ee1b-1489-40a9-b5c8-cb849a71918f req-c068728e-2f16-4b07-b8e8-f9702d0d66b9 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Made reservation on behalf of 82bae8319c0a482993cd9e8530b11401 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:12:49.429744 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-3e36ee1b-1489-40a9-b5c8-cb849a71918f req-c068728e-2f16-4b07-b8e8-f9702d0d66b9 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:49.459344 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cc84e42-b4b4-4442-96b0-1ebf9b433c17 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] DELETE failed (client error): The resource could not be found. Feb 10 23:12:49.459686 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cc84e42-b4b4-4442-96b0-1ebf9b433c17 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:12:49.461305 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5cc84e42-b4b4-4442-96b0-1ebf9b433c17 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/ports/deae1708-db2d-46b4-9465-08a226b45645 HTTP/1.1" status: 404 len: 333 time: 0.0708342 Feb 10 23:12:49.466145 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49756) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:49.505816 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d3a4119-bec7-46e1-9901-58f4e2152add tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] DELETE failed (client error): The resource could not be found. Feb 10 23:12:49.506252 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d3a4119-bec7-46e1-9901-58f4e2152add tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:12:49.507869 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-8d3a4119-bec7-46e1-9901-58f4e2152add tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/subnets/77d7c54d-b221-403c-9233-fa62c36e601d HTTP/1.1" status: 404 len: 337 time: 0.0420711 Feb 10 23:12:49.511511 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49760) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:49.523995 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-74efe1d3-db05-455e-a0ed-49d9dc59e045 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:49.642460 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [req-3e36ee1b-1489-40a9-b5c8-cb849a71918f req-c068728e-2f16-4b07-b8e8-f9702d0d66b9 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Allocated IP 172.20.0.5 (4a75b224-7431-40b5-b18e-691aa5ad073d/375b0e55-6852-456e-bf83-790a9c9d4e02/3068d05b-2836-40d5-8bd2-e43394992d1a) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:12:49.649383 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6d9d6f86-92e0-420f-bfb2-6db163e1dfe3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:49.671989 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-74efe1d3-db05-455e-a0ed-49d9dc59e045 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:49.696821 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d671c64-f7bd-4928-aad8-80d20acdf941 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:12:49.706850 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-4d671c64-f7bd-4928-aad8-80d20acdf941 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "PUT /v2.0/routers/0a1036b0-ff18-43ca-b38f-82a2587292bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5830934 Feb 10 23:12:49.715996 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505a0173-0a48-4c50-82dc-98cfd56b3d77 None None] Sync routers for ids ['0a1036b0-ff18-43ca-b38f-82a2587292bd'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:12:49.742274 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505a0173-0a48-4c50-82dc-98cfd56b3d77 None None] Routers {'0a1036b0-ff18-43ca-b38f-82a2587292bd'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:12:49.743270 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-505a0173-0a48-4c50-82dc-98cfd56b3d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:12:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['0a1036b0-ff18-43ca-b38f-82a2587292bd'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:12:49.811935 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6d9d6f86-92e0-420f-bfb2-6db163e1dfe3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:49.823310 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74efe1d3-db05-455e-a0ed-49d9dc59e045 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:12:49.833185 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-74efe1d3-db05-455e-a0ed-49d9dc59e045 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:12:49.840815 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74efe1d3-db05-455e-a0ed-49d9dc59e045 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:12:49.857977 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-6d9d6f86-92e0-420f-bfb2-6db163e1dfe3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dca27ff-0cc1-400d-8ed1-46016d84d938']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:12:49.873998 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74efe1d3-db05-455e-a0ed-49d9dc59e045 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Pushing event updated for resources: {'Port': ['ID=5c9316f5-8982-4157-93ca-f978b5f1245e,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:49.878871 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-6d9d6f86-92e0-420f-bfb2-6db163e1dfe3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a3e519f-3527-435e-bba5-0c3ebe57ae25') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:12:49.879156 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-6d9d6f86-92e0-420f-bfb2-6db163e1dfe3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a3e519f-3527-435e-bba5-0c3ebe57ae25') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:12:49.903863 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6d9d6f86-92e0-420f-bfb2-6db163e1dfe3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:49.934793 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6d9d6f86-92e0-420f-bfb2-6db163e1dfe3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:49.943418 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d9d6f86-92e0-420f-bfb2-6db163e1dfe3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:12:49.944279 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6d9d6f86-92e0-420f-bfb2-6db163e1dfe3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:49.979767 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-505a0173-0a48-4c50-82dc-98cfd56b3d77 None None] Set router 0a1036b0-ff18-43ca-b38f-82a2587292bd gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:12:49.981308 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:12:49.981308 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:12:49.981308 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:12:49.981308 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:12:49.981308 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:12:49.981308 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:12:49.981308 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:12:49.981308 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:12:49.981308 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:12:49.981308 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:12:49.981308 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:12:49.981308 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:12:49.981308 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:12:49.981308 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:12:49.981308 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:12:49.981308 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:12:49.981308 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:12:49.981308 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:12:49.981308 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:12:49.981308 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:12:49.981308 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:12:49.981308 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:12:49.981308 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:12:49.981308 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:12:49.981308 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:12:49.981308 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:12:49.981308 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:12:49.981308 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:12:49.981308 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:12:49.981308 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:12:49.981308 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:12:49.981308 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:12:50.001049 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-3e36ee1b-1489-40a9-b5c8-cb849a71918f req-c068728e-2f16-4b07-b8e8-f9702d0d66b9 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:50.358217 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-0450a294-6e4a-4afa-99d2-9c4ca0d045bd req-09c8a833-612e-419f-908d-26b5bce3016c tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd2a7f2e-7c36-40b0-ab8a-a8d8a6fdec11 HTTP/1.1" status: 200 len: 210 time: 0.0877593 Feb 10 23:12:50.361592 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6d9d6f86-92e0-420f-bfb2-6db163e1dfe3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:50.364216 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6d9d6f86-92e0-420f-bfb2-6db163e1dfe3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:50.397461 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-6d9d6f86-92e0-420f-bfb2-6db163e1dfe3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] 10.222.0.59 "DELETE /v2.0/networks/6dca27ff-0cc1-400d-8ed1-46016d84d938 HTTP/1.1" status: 204 len: 168 time: 0.8834345 Feb 10 23:12:50.397461 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9d6f86-92e0-420f-bfb2-6db163e1dfe3 tempest-NetworksTestDHCPv6-46766143 tempest-NetworksTestDHCPv6-46766143-project] Pushing event deleted for resources: {'Network': ['ID=6dca27ff-0cc1-400d-8ed1-46016d84d938,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:50.489900 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-3e36ee1b-1489-40a9-b5c8-cb849a71918f req-c068728e-2f16-4b07-b8e8-f9702d0d66b9 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Transition to ACTIVE for port object 3068d05b-2836-40d5-8bd2-e43394992d1a will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:12:50.630710 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-505a0173-0a48-4c50-82dc-98cfd56b3d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'name': 'tempest-TestNetworkBasicOps-router-938078609', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': '5d5ee5e4-2655-46e3-a152-a40278a95717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:10:14Z', 'updated_at': '2022-02-10T23:12:47Z', 'revision_number': 6, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '5d5ee5e4-2655-46e3-a152-a40278a95717', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:db:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:10:16Z', 'updated_at': '2022-02-10T23:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '7c01c2db-36c9-4776-8deb-6a05abf0d7a1', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'floating_ip_address': '172.26.8.181', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'port_id': '06e1e46c-8668-44fc-9b2c-b1d605362a19', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4f4d45e-efab-47b5-8966-f476fe09f270', 'mac_address': 'fa:16:3e:1a:17:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13eb3b45-41f9-452a-936f-881fcb3533f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:11:22Z', 'updated_at': '2022-02-10T23:11:30Z', 'revision_number': 1, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4c3a978-385d-49ab-92ce-f5377a457cd7', 'name': '', 'network_id': 'f4f4d45e-efab-47b5-8966-f476fe09f270', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:83:cf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e815ea9-6309-47bf-ae2f-c815b2ab858b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:10:30Z', 'updated_at': '2022-02-10T23:10:52Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': '1e815ea9-6309-47bf-ae2f-c815b2ab858b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:12:50.635701 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505a0173-0a48-4c50-82dc-98cfd56b3d77 None None] Checking router: 0a1036b0-ff18-43ca-b38f-82a2587292bd for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:12:50.648809 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505a0173-0a48-4c50-82dc-98cfd56b3d77 None None] Routers {'0a1036b0-ff18-43ca-b38f-82a2587292bd'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:12:50.649424 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-505a0173-0a48-4c50-82dc-98cfd56b3d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:12:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['0a1036b0-ff18-43ca-b38f-82a2587292bd'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:12:50.778067 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-3e36ee1b-1489-40a9-b5c8-cb849a71918f req-c068728e-2f16-4b07-b8e8-f9702d0d66b9 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:50.848497 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5207281-442a-417d-8690-ebb17b4eb12c req-b67f0c28-4436-452c-8500-7275466f99d5 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:50.849627 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-b5207281-442a-417d-8690-ebb17b4eb12c req-b67f0c28-4436-452c-8500-7275466f99d5 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Synchronizing usage tracker for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:12:50.855589 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-505a0173-0a48-4c50-82dc-98cfd56b3d77 None None] Set router 0a1036b0-ff18-43ca-b38f-82a2587292bd gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:12:50.898747 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e36ee1b-1489-40a9-b5c8-cb849a71918f req-c068728e-2f16-4b07-b8e8-f9702d0d66b9 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Network 4a75b224-7431-40b5-b18e-691aa5ad073d is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:12:50.908694 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c068728e-2f16-4b07-b8e8-f9702d0d66b9 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Pushing event updated for resources: {'Port': ['ID=3068d05b-2836-40d5-8bd2-e43394992d1a,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:50.910924 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [req-3e36ee1b-1489-40a9-b5c8-cb849a71918f req-c068728e-2f16-4b07-b8e8-f9702d0d66b9 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:12:50.914022 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-b5207281-442a-417d-8690-ebb17b4eb12c req-b67f0c28-4436-452c-8500-7275466f99d5 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Unset dirty status for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:12:50.915176 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b5207281-442a-417d-8690-ebb17b4eb12c req-b67f0c28-4436-452c-8500-7275466f99d5 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=0395dc3c-8d2c-45aa-87bd-4e91930c6c74 HTTP/1.1" status: 200 len: 946 time: 0.4238577 Feb 10 23:12:50.916124 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e36ee1b-1489-40a9-b5c8-cb849a71918f req-c068728e-2f16-4b07-b8e8-f9702d0d66b9 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:12:51.104233 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49776) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:51.107900 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36ee1b-1489-40a9-b5c8-cb849a71918f req-c068728e-2f16-4b07-b8e8-f9702d0d66b9 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:51.108560 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-3e36ee1b-1489-40a9-b5c8-cb849a71918f req-c068728e-2f16-4b07-b8e8-f9702d0d66b9 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:51.117919 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b5207281-442a-417d-8690-ebb17b4eb12c req-8c10ae65-0f46-458e-b735-51942fc9cd1a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=c253bcf8-7dba-43e8-a80d-9e4524534f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675870 Feb 10 23:12:51.156150 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-74efe1d3-db05-455e-a0ed-49d9dc59e045 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:51.194981 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7f27e26a-7291-44cd-8f6e-79140a3e8136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:51.246995 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3e36ee1b-1489-40a9-b5c8-cb849a71918f req-c068728e-2f16-4b07-b8e8-f9702d0d66b9 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3707831 Feb 10 23:12:51.284932 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-3e36ee1b-1489-40a9-b5c8-cb849a71918f req-70eea56d-445e-484f-b889-765b5aeb61b0 service neutron] Request body: {'port': {'device_id': 'cd2a7f2e-7c36-40b0-ab8a-a8d8a6fdec11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:12:51.362442 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-74efe1d3-db05-455e-a0ed-49d9dc59e045 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:51.377150 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-de4df9a0-0dcf-4010-958b-7a928d546063 None None] Provisioning for port 3068d05b-2836-40d5-8bd2-e43394992d1a completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:12:51.380392 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-5ef04d65-ac16-47ef-9d63-86ed1733d564 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=143e860117cc493db304000cc95b95c2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2748468 Feb 10 23:12:51.383256 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49782) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:51.386697 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-de4df9a0-0dcf-4010-958b-7a928d546063 None None] Provisioning complete for port 3068d05b-2836-40d5-8bd2-e43394992d1a triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:12:51.387467 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-de4df9a0-0dcf-4010-958b-7a928d546063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:51.405315 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-505a0173-0a48-4c50-82dc-98cfd56b3d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'name': 'tempest-TestNetworkBasicOps-router-938078609', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': '5d5ee5e4-2655-46e3-a152-a40278a95717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:10:14Z', 'updated_at': '2022-02-10T23:12:47Z', 'revision_number': 6, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '5d5ee5e4-2655-46e3-a152-a40278a95717', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:db:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:10:16Z', 'updated_at': '2022-02-10T23:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '7c01c2db-36c9-4776-8deb-6a05abf0d7a1', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'floating_ip_address': '172.26.8.181', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'port_id': '06e1e46c-8668-44fc-9b2c-b1d605362a19', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4f4d45e-efab-47b5-8966-f476fe09f270', 'mac_address': 'fa:16:3e:1a:17:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13eb3b45-41f9-452a-936f-881fcb3533f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:11:22Z', 'updated_at': '2022-02-10T23:11:30Z', 'revision_number': 1, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4c3a978-385d-49ab-92ce-f5377a457cd7', 'name': '', 'network_id': 'f4f4d45e-efab-47b5-8966-f476fe09f270', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:83:cf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e815ea9-6309-47bf-ae2f-c815b2ab858b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:10:30Z', 'updated_at': '2022-02-10T23:10:52Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': '1e815ea9-6309-47bf-ae2f-c815b2ab858b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:12:51.410477 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505a0173-0a48-4c50-82dc-98cfd56b3d77 None None] The sync data for ids ['0a1036b0-ff18-43ca-b38f-82a2587292bd'] in dv-neutron-828797-1-hyperv is: [{'id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'name': 'tempest-TestNetworkBasicOps-router-938078609', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': '5d5ee5e4-2655-46e3-a152-a40278a95717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:10:14Z', 'updated_at': '2022-02-10T23:12:47Z', 'revision_number': 6, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '5d5ee5e4-2655-46e3-a152-a40278a95717', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:db:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:10:16Z', 'updated_at': '2022-02-10T23:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '7c01c2db-36c9-4776-8deb-6a05abf0d7a1', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'floating_ip_address': '172.26.8.181', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'port_id': '06e1e46c-8668-44fc-9b2c-b1d605362a19', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4f4d45e-efab-47b5-8966-f476fe09f270', 'mac_address': 'fa:16:3e:1a:17:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13eb3b45-41f9-452a-936f-881fcb3533f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:11:22Z', 'updated_at': '2022-02-10T23:11:30Z', 'revision_number': 1, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4c3a978-385d-49ab-92ce-f5377a457cd7', 'name': '', 'network_id': 'f4f4d45e-efab-47b5-8966-f476fe09f270', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:83:cf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e815ea9-6309-47bf-ae2f-c815b2ab858b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:10:30Z', 'updated_at': '2022-02-10T23:10:52Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': '1e815ea9-6309-47bf-ae2f-c815b2ab858b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:12:51.479821 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-de4df9a0-0dcf-4010-958b-7a928d546063 None None] Port 3068d05b-2836-40d5-8bd2-e43394992d1a cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:12:51.482493 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-3e36ee1b-1489-40a9-b5c8-cb849a71918f req-70eea56d-445e-484f-b889-765b5aeb61b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:51.513562 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1a9031cf-2966-47a7-864c-3e9480499241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:51.548477 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1a9031cf-2966-47a7-864c-3e9480499241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:51.693778 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0dd7c9-265a-441c-8c9e-de39475ed72d req-ec6910cf-8934-44b4-92a5-143cee4825c4 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:51.695208 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-3f0dd7c9-265a-441c-8c9e-de39475ed72d req-ec6910cf-8934-44b4-92a5-143cee4825c4 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd2a7f2e-7c36-40b0-ab8a-a8d8a6fdec11 HTTP/1.1" status: 200 len: 931 time: 0.1135721 Feb 10 23:12:51.741408 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-3f0dd7c9-265a-441c-8c9e-de39475ed72d req-faa5097b-ee5d-4e1f-b1e2-2404173f37d5 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c3f6aaf-3a27-49e5-ae54-3cc5a3f3586f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395997 Feb 10 23:12:51.769689 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1a9031cf-2966-47a7-864c-3e9480499241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:51.788595 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 096a5162-0ed1-4b59-9805-9e09c1325c7f no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:12:51.792869 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1a9031cf-2966-47a7-864c-3e9480499241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:51.805654 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-1a9031cf-2966-47a7-864c-3e9480499241 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8291559a-e9d0-42d0-81a7-0d66def75039 HTTP/1.1" status: 204 len: 168 time: 0.4132807 Feb 10 23:12:51.809498 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9031cf-2966-47a7-864c-3e9480499241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8291559a-e9d0-42d0-81a7-0d66def75039,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:51.837186 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 096a5162-0ed1-4b59-9805-9e09c1325c7f {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:12:51.837970 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 096a5162-0ed1-4b59-9805-9e09c1325c7f not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:12:51.886367 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.resource_extend [None req-74efe1d3-db05-455e-a0ed-49d9dc59e045 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:12:51.912865 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-74efe1d3-db05-455e-a0ed-49d9dc59e045 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:51.957697 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b358d82e-e684-47b6-840a-d2fc934b1dc2 req-f499db61-584a-4dbf-a332-71c535377260 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:51.959104 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b358d82e-e684-47b6-840a-d2fc934b1dc2 req-f499db61-584a-4dbf-a332-71c535377260 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.37 "GET /v2.0/ports?device_id=0395dc3c-8d2c-45aa-87bd-4e91930c6c74 HTTP/1.1" status: 200 len: 946 time: 0.2662046 Feb 10 23:12:52.016107 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-74efe1d3-db05-455e-a0ed-49d9dc59e045 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:52.108565 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-b358d82e-e684-47b6-840a-d2fc934b1dc2 req-436d481c-6924-4477-b8bc-6269ee4a5125 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Deleting port ef109054-e520-4785-8e27-bfdbc8908fd6 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:12:52.108906 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-b358d82e-e684-47b6-840a-d2fc934b1dc2 req-436d481c-6924-4477-b8bc-6269ee4a5125 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:52.184654 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74efe1d3-db05-455e-a0ed-49d9dc59e045 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Pushing event updated for resources: {'Port': ['ID=5c9316f5-8982-4157-93ca-f978b5f1245e,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:52.187271 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.resource_extend [req-3e36ee1b-1489-40a9-b5c8-cb849a71918f req-70eea56d-445e-484f-b889-765b5aeb61b0 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:12:52.349883 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-74efe1d3-db05-455e-a0ed-49d9dc59e045 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1734214'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:52.405872 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:52.571101 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:52.611619 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [req-3e36ee1b-1489-40a9-b5c8-cb849a71918f req-70eea56d-445e-484f-b889-765b5aeb61b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3068d05b-2836-40d5-8bd2-e43394992d1a {{(pid=84332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:12:52.648441 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-3e36ee1b-1489-40a9-b5c8-cb849a71918f req-70eea56d-445e-484f-b889-765b5aeb61b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:52.734711 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-3e36ee1b-1489-40a9-b5c8-cb849a71918f req-70eea56d-445e-484f-b889-765b5aeb61b0 service neutron] Transition to ACTIVE for port object 3068d05b-2836-40d5-8bd2-e43394992d1a will not be triggered until provisioned by entity L2. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:12:52.811629 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233eb4a7-095f-44be-a62f-1076b505f7b3 req-cd0222f1-a4a8-4ebf-a2d6-237eaf58b6f2 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:52.813511 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-233eb4a7-095f-44be-a62f-1076b505f7b3 req-cd0222f1-a4a8-4ebf-a2d6-237eaf58b6f2 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=0395dc3c-8d2c-45aa-87bd-4e91930c6c74 HTTP/1.1" status: 200 len: 946 time: 0.5069921 Feb 10 23:12:52.833199 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-3e36ee1b-1489-40a9-b5c8-cb849a71918f req-70eea56d-445e-484f-b889-765b5aeb61b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:52.912936 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-b358d82e-e684-47b6-840a-d2fc934b1dc2 req-436d481c-6924-4477-b8bc-6269ee4a5125 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] For port ef109054-e520-4785-8e27-bfdbc8908fd6, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=ef109054-e520-4785-8e27-bfdbc8908fd6,segment=NetworkSegment(163a8864-a0ad-44e4-aa89-467aea8675e7),segment_id=163a8864-a0ad-44e4-aa89-467aea8675e7)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:12:52.913673 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-b358d82e-e684-47b6-840a-d2fc934b1dc2 req-436d481c-6924-4477-b8bc-6269ee4a5125 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:52.954759 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa04bb43-ee82-4559-8880-f05fef3569c2 req-2c3b54c8-c3f6-4246-99f5-40b46737fff9 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:52.961980 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-fa04bb43-ee82-4559-8880-f05fef3569c2 req-2c3b54c8-c3f6-4246-99f5-40b46737fff9 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd2a7f2e-7c36-40b0-ab8a-a8d8a6fdec11 HTTP/1.1" status: 200 len: 943 time: 0.0954487 Feb 10 23:12:53.016793 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-fa04bb43-ee82-4559-8880-f05fef3569c2 req-fdd667ae-e233-4689-a6a9-c0f8608fabab tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c3f6aaf-3a27-49e5-ae54-3cc5a3f3586f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535901 Feb 10 23:12:53.041362 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49810) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:53.119416 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-b358d82e-e684-47b6-840a-d2fc934b1dc2 req-436d481c-6924-4477-b8bc-6269ee4a5125 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Calling delete_port for ef109054-e520-4785-8e27-bfdbc8908fd6 owned by compute:nova {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:12:53.180298 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eea56d-445e-484f-b889-765b5aeb61b0 service neutron] Pushing event updated for resources: {'Port': ['ID=3068d05b-2836-40d5-8bd2-e43394992d1a,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:53.184197 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-05bd77eb-490c-4b59-9e2a-0f4249b18f74 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1628734676'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:12:53.189857 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-05bd77eb-490c-4b59-9e2a-0f4249b18f74 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:12:53.193804 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-05bd77eb-490c-4b59-9e2a-0f4249b18f74 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Usage tracker for resource:network and tenant:bc14394c8ca548028efa97f5219a3e34 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:12:53.197496 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-05bd77eb-490c-4b59-9e2a-0f4249b18f74 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:12:53.201028 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-233eb4a7-095f-44be-a62f-1076b505f7b3 req-7f8b8288-e4bc-42f0-9cb5-9a264f167113 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=c253bcf8-7dba-43e8-a80d-9e4524534f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3769648 Feb 10 23:12:53.205780 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:12:53.215845 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-05bd77eb-490c-4b59-9e2a-0f4249b18f74 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:12:53.296423 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05bd77eb-490c-4b59-9e2a-0f4249b18f74 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Made reservation on behalf of bc14394c8ca548028efa97f5219a3e34 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:12:53.299404 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-05bd77eb-490c-4b59-9e2a-0f4249b18f74 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:53.313524 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-05bd77eb-490c-4b59-9e2a-0f4249b18f74 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:53.348271 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-05bd77eb-490c-4b59-9e2a-0f4249b18f74 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:12:53.352100 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-05bd77eb-490c-4b59-9e2a-0f4249b18f74 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Usage tracker for resource:security_group_rule and tenant:bc14394c8ca548028efa97f5219a3e34 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:12:53.355217 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-05bd77eb-490c-4b59-9e2a-0f4249b18f74 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:12:53.359597 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eff3bf6-1b4e-4501-9a1c-c850830c9fd0 None None] New status for floating IP 47af9a2a-307c-45c5-acd0-950585c2199b: DOWN {{(pid=84334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 23:12:53.362970 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-05bd77eb-490c-4b59-9e2a-0f4249b18f74 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:12:53.376098 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.l3_db [None req-74efe1d3-db05-455e-a0ed-49d9dc59e045 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Floating IP 003dbdad-1ba0-4d86-adda-1e747cfdf6bb associated. External IP: 172.26.8.154, port: f81dfaa7-79b0-47c1-bb85-70016a44185c. Feb 10 23:12:53.445304 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-05bd77eb-490c-4b59-9e2a-0f4249b18f74 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:53.513455 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-05bd77eb-490c-4b59-9e2a-0f4249b18f74 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:53.541986 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-3e36ee1b-1489-40a9-b5c8-cb849a71918f req-70eea56d-445e-484f-b889-765b5aeb61b0 service neutron] Attempting to bind port 3068d05b-2836-40d5-8bd2-e43394992d1a on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:12:53.542324 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-3e36ee1b-1489-40a9-b5c8-cb849a71918f req-70eea56d-445e-484f-b889-765b5aeb61b0 service neutron] Attempting to bind port 3068d05b-2836-40d5-8bd2-e43394992d1a by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '87261b23-5de2-4068-8909-bc5d27f42710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '4a75b224-7431-40b5-b18e-691aa5ad073d'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:12:53.542654 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e36ee1b-1489-40a9-b5c8-cb849a71918f req-70eea56d-445e-484f-b889-765b5aeb61b0 service neutron] Attempting to bind port 3068d05b-2836-40d5-8bd2-e43394992d1a on network 4a75b224-7431-40b5-b18e-691aa5ad073d {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:12:53.550334 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05bd77eb-490c-4b59-9e2a-0f4249b18f74 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:12:53.553102 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e36ee1b-1489-40a9-b5c8-cb849a71918f req-70eea56d-445e-484f-b889-765b5aeb61b0 service neutron] Port 3068d05b-2836-40d5-8bd2-e43394992d1a on network 4a75b224-7431-40b5-b18e-691aa5ad073d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:12:53.553427 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e36ee1b-1489-40a9-b5c8-cb849a71918f req-70eea56d-445e-484f-b889-765b5aeb61b0 service neutron] Attempting to bind port 3068d05b-2836-40d5-8bd2-e43394992d1a on network 4a75b224-7431-40b5-b18e-691aa5ad073d {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:12:53.565818 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-05bd77eb-490c-4b59-9e2a-0f4249b18f74 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:53.566307 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-05bd77eb-490c-4b59-9e2a-0f4249b18f74 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Added segment 7ff7ad04-3ea3-4b09-abbd-3b3bebf7af1a of type vlan for network dd3a7fab-7b22-40ea-a08e-06cdf5e363f8 Feb 10 23:12:53.577227 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e36ee1b-1489-40a9-b5c8-cb849a71918f req-70eea56d-445e-484f-b889-765b5aeb61b0 service neutron] Checking agent: {'id': '0f85d58b-4cda-4360-97cf-be037aef26b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'started_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:12:53.577563 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e36ee1b-1489-40a9-b5c8-cb849a71918f req-70eea56d-445e-484f-b889-765b5aeb61b0 service neutron] Checking segment: {'id': '87261b23-5de2-4068-8909-bc5d27f42710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '4a75b224-7431-40b5-b18e-691aa5ad073d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:12:53.577948 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e36ee1b-1489-40a9-b5c8-cb849a71918f req-70eea56d-445e-484f-b889-765b5aeb61b0 service neutron] Bound using segment: {'id': '87261b23-5de2-4068-8909-bc5d27f42710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '4a75b224-7431-40b5-b18e-691aa5ad073d'} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:12:53.578375 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-3e36ee1b-1489-40a9-b5c8-cb849a71918f req-70eea56d-445e-484f-b889-765b5aeb61b0 service neutron] Bound port: 3068d05b-2836-40d5-8bd2-e43394992d1a, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87261b23-5de2-4068-8909-bc5d27f42710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '4a75b224-7431-40b5-b18e-691aa5ad073d'}}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:12:53.578717 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-3e36ee1b-1489-40a9-b5c8-cb849a71918f req-70eea56d-445e-484f-b889-765b5aeb61b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:53.606047 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-05bd77eb-490c-4b59-9e2a-0f4249b18f74 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:53.638789 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-b358d82e-e684-47b6-840a-d2fc934b1dc2 req-436d481c-6924-4477-b8bc-6269ee4a5125 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:53.653296 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd77eb-490c-4b59-9e2a-0f4249b18f74 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4210c80-2408-48da-92e3-e5e7e888bcd3,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:53.719916 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436d481c-6924-4477-b8bc-6269ee4a5125 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event deleted for resources: {'Port': ['ID=ef109054-e520-4785-8e27-bfdbc8908fd6,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:53.742753 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-05bd77eb-490c-4b59-9e2a-0f4249b18f74 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:53.751273 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bd77eb-490c-4b59-9e2a-0f4249b18f74 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:53.751273 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-05bd77eb-490c-4b59-9e2a-0f4249b18f74 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:53.776713 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-3e36ee1b-1489-40a9-b5c8-cb849a71918f req-70eea56d-445e-484f-b889-765b5aeb61b0 service neutron] For port 3068d05b-2836-40d5-8bd2-e43394992d1a, host hv-neutron-8287, cleared binding levels {{(pid=84332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:12:53.817640 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-b358d82e-e684-47b6-840a-d2fc934b1dc2 req-436d481c-6924-4477-b8bc-6269ee4a5125 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] No DVR routers for this DVR port ef109054-e520-4785-8e27-bfdbc8908fd6 on host hv-neutron-8287 {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:12:53.823040 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-3e36ee1b-1489-40a9-b5c8-cb849a71918f req-70eea56d-445e-484f-b889-765b5aeb61b0 service neutron] For port 3068d05b-2836-40d5-8bd2-e43394992d1a, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=3068d05b-2836-40d5-8bd2-e43394992d1a,segment=NetworkSegment(87261b23-5de2-4068-8909-bc5d27f42710),segment_id=87261b23-5de2-4068-8909-bc5d27f42710)] {{(pid=84332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:12:53.824461 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-b358d82e-e684-47b6-840a-d2fc934b1dc2 req-436d481c-6924-4477-b8bc-6269ee4a5125 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:53.826952 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0395dc3c-8d2c-45aa-87bd-4e91930c6c74', 'name': 'network-vif-deleted', 'tag': 'ef109054-e520-4785-8e27-bfdbc8908fd6'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:12:53.859274 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd77eb-490c-4b59-9e2a-0f4249b18f74 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Pushing event updated for resources: {'Network': ['ID=dd3a7fab-7b22-40ea-a08e-06cdf5e363f8,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:53.875069 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network dd3a7fab-7b22-40ea-a08e-06cdf5e363f8 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:12:53.916565 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-05bd77eb-490c-4b59-9e2a-0f4249b18f74 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8609221 Feb 10 23:12:53.928744 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0395dc3c-8d2c-45aa-87bd-4e91930c6c74', 'name': 'network-vif-deleted', 'tag': 'ef109054-e520-4785-8e27-bfdbc8908fd6', 'status': 'completed', 'code': 200} Feb 10 23:12:53.937008 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b358d82e-e684-47b6-840a-d2fc934b1dc2 req-436d481c-6924-4477-b8bc-6269ee4a5125 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.37 "DELETE /v2.0/ports/ef109054-e520-4785-8e27-bfdbc8908fd6 HTTP/1.1" status: 204 len: 173 time: 1.9726958 Feb 10 23:12:53.938062 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-3e36ee1b-1489-40a9-b5c8-cb849a71918f req-70eea56d-445e-484f-b889-765b5aeb61b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:54.045097 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:54.239818 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-3e36ee1b-1489-40a9-b5c8-cb849a71918f req-70eea56d-445e-484f-b889-765b5aeb61b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:54.241092 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3e36ee1b-1489-40a9-b5c8-cb849a71918f req-70eea56d-445e-484f-b889-765b5aeb61b0 service neutron] 10.222.0.37 "PUT /v2.0/ports/3068d05b-2836-40d5-8bd2-e43394992d1a HTTP/1.1" status: 200 len: 1093 time: 2.9643111 Feb 10 23:12:54.268235 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eea56d-445e-484f-b889-765b5aeb61b0 service neutron] Pushing event updated for resources: {'Port': ['ID=3068d05b-2836-40d5-8bd2-e43394992d1a,revision_number=3']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:54.356711 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97401358-ef03-4875-a234-1ce5a6dca6fe req-6660071c-430c-4552-9c60-712f918d0b48 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:54.357622 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-97401358-ef03-4875-a234-1ce5a6dca6fe req-6660071c-430c-4552-9c60-712f918d0b48 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Synchronizing usage tracker for tenant:82bae8319c0a482993cd9e8530b11401 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:12:54.490854 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3e36ee1b-1489-40a9-b5c8-cb849a71918f req-90007bb8-b3c7-4699-bec7-4482329663f7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=82bae8319c0a482993cd9e8530b11401&device_id=cd2a7f2e-7c36-40b0-ab8a-a8d8a6fdec11 HTTP/1.1" status: 200 len: 1096 time: 0.1235135 Feb 10 23:12:54.499507 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-cdeb8dcd-a728-4df2-8f58-26a24064f5fc req-5096471b-2997-4b97-a3fa-6f29f30522d0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Synchronizing usage tracker for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:12:54.506033 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74efe1d3-db05-455e-a0ed-49d9dc59e045 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Router 2b232533-1d11-40b8-b5d6-e7061995d8fc has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:12:54.565623 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-97401358-ef03-4875-a234-1ce5a6dca6fe req-6660071c-430c-4552-9c60-712f918d0b48 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Unset dirty status for tenant:82bae8319c0a482993cd9e8530b11401 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:12:54.569304 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-97401358-ef03-4875-a234-1ce5a6dca6fe req-6660071c-430c-4552-9c60-712f918d0b48 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd2a7f2e-7c36-40b0-ab8a-a8d8a6fdec11 HTTP/1.1" status: 200 len: 943 time: 0.3758743 Feb 10 23:12:54.622258 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-cdeb8dcd-a728-4df2-8f58-26a24064f5fc req-5096471b-2997-4b97-a3fa-6f29f30522d0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Unset dirty status for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:12:54.630140 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-cdeb8dcd-a728-4df2-8f58-26a24064f5fc req-5096471b-2997-4b97-a3fa-6f29f30522d0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=0395dc3c-8d2c-45aa-87bd-4e91930c6c74 HTTP/1.1" status: 200 len: 210 time: 0.2025585 Feb 10 23:12:54.697290 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3e36ee1b-1489-40a9-b5c8-cb849a71918f req-a883732c-1a7c-449d-bbb7-578f3e799744 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3068d05b-2836-40d5-8bd2-e43394992d1a HTTP/1.1" status: 200 len: 217 time: 0.1942616 Feb 10 23:12:54.862459 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36ee1b-1489-40a9-b5c8-cb849a71918f req-aaa739d2-5717-4180-985f-3ebed6755bd3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:54.877292 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3e36ee1b-1489-40a9-b5c8-cb849a71918f req-aaa739d2-5717-4180-985f-3ebed6755bd3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=375b0e55-6852-456e-bf83-790a9c9d4e02 HTTP/1.1" status: 200 len: 851 time: 0.1598957 Feb 10 23:12:54.916088 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-97401358-ef03-4875-a234-1ce5a6dca6fe req-2e16d5ea-6160-4ecd-8423-7e2d785ee92f tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c3f6aaf-3a27-49e5-ae54-3cc5a3f3586f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3207078 Feb 10 23:12:54.985703 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3e36ee1b-1489-40a9-b5c8-cb849a71918f req-46e7bae2-4bf3-4144-989d-5e7b583a7b6d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a75b224-7431-40b5-b18e-691aa5ad073d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1103866 Feb 10 23:12:55.096755 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device ef109054-e520-4785-8e27-bfdbc8908fd6 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:12:55.133544 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] No Port match for: ef109054-e520-4785-8e27-bfdbc8908fd6 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:12:55.133887 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device ef109054-e520-4785-8e27-bfdbc8908fd6 not bound to the agent host hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:12:55.144892 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74efe1d3-db05-455e-a0ed-49d9dc59e045 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:12:55.155270 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023a3e0c-c6c3-44df-bf3b-915b80ddff18 None None] Sync routers for ids ['2b232533-1d11-40b8-b5d6-e7061995d8fc'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:12:55.156208 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3e36ee1b-1489-40a9-b5c8-cb849a71918f req-ccfc5593-5ca2-4807-bd63-6445a014ae8e service neutron] 10.222.0.37 "GET /v2.0/networks/4a75b224-7431-40b5-b18e-691aa5ad073d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644914 Feb 10 23:12:55.168389 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023a3e0c-c6c3-44df-bf3b-915b80ddff18 None None] Routers {'2b232533-1d11-40b8-b5d6-e7061995d8fc'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:12:55.169067 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-023a3e0c-c6c3-44df-bf3b-915b80ddff18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:12:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['2b232533-1d11-40b8-b5d6-e7061995d8fc'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:12:55.273976 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-74efe1d3-db05-455e-a0ed-49d9dc59e045 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:55.340009 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3e36ee1b-1489-40a9-b5c8-cb849a71918f req-adb84bd2-a3a0-4bdc-b654-2620c69193e7 service neutron] 10.222.0.37 "GET /v2.0/networks/4a75b224-7431-40b5-b18e-691aa5ad073d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759822 Feb 10 23:12:55.348047 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-74efe1d3-db05-455e-a0ed-49d9dc59e045 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.0096006 Feb 10 23:12:55.352736 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-023a3e0c-c6c3-44df-bf3b-915b80ddff18 None None] Set router 2b232533-1d11-40b8-b5d6-e7061995d8fc gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:12:55.558518 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb3a8b2-6c4f-449b-81bf-87412193f4a0 req-ac83e040-d829-42be-a580-34daa3cdb94c tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:55.566758 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-ceb3a8b2-6c4f-449b-81bf-87412193f4a0 req-ac83e040-d829-42be-a580-34daa3cdb94c tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/ports?device_id=f151e094-d715-43c4-b90d-eeee47381c23 HTTP/1.1" status: 200 len: 945 time: 0.1052718 Feb 10 23:12:55.626412 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-ceb3a8b2-6c4f-449b-81bf-87412193f4a0 req-aeb5784c-ef5f-4294-bf2a-39a9305ceccb tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/security-groups?id=073e9d53-3290-422b-8853-683c9c137022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573995 Feb 10 23:12:55.650424 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49824) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:55.779632 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-023a3e0c-c6c3-44df-bf3b-915b80ddff18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b232533-1d11-40b8-b5d6-e7061995d8fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008454244', 'tenant_id': 'aad552d2f0f2493586140e0c79d4f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': 'f41f9744-1df1-4196-896d-c30fdf049c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:12:20Z', 'updated_at': '2022-02-10T23:12:29Z', 'revision_number': 4, 'project_id': 'aad552d2f0f2493586140e0c79d4f122', 'gw_port': {'id': 'f41f9744-1df1-4196-896d-c30fdf049c2e', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b232533-1d11-40b8-b5d6-e7061995d8fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:12:21Z', 'updated_at': '2022-02-10T23:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '003dbdad-1ba0-4d86-adda-1e747cfdf6bb', 'tenant_id': 'aad552d2f0f2493586140e0c79d4f122', 'floating_ip_address': '172.26.8.154', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '2b232533-1d11-40b8-b5d6-e7061995d8fc', 'port_id': 'f81dfaa7-79b0-47c1-bb85-70016a44185c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48882fd5-5868-486e-893d-1a8aa44051f3', 'mac_address': 'fa:16:3e:26:73:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f151e094-d715-43c4-b90d-eeee47381c23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:12:50Z', 'updated_at': '2022-02-10T23:12:50Z', 'revision_number': 0, 'project_id': 'aad552d2f0f2493586140e0c79d4f122', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b150729-de16-41ce-90b0-5034018a6ff8', 'name': '', 'network_id': '48882fd5-5868-486e-893d-1a8aa44051f3', 'tenant_id': 'aad552d2f0f2493586140e0c79d4f122', 'mac_address': 'fa:16:3e:1d:08:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b232533-1d11-40b8-b5d6-e7061995d8fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39a8aa73-f502-4cdf-9c3a-6faf2fcc3069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:12:27Z', 'updated_at': '2022-02-10T23:12:37Z', 'revision_number': 5, 'project_id': 'aad552d2f0f2493586140e0c79d4f122', 'subnets': [{'id': '39a8aa73-f502-4cdf-9c3a-6faf2fcc3069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:12:55.785713 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c363f237-77d0-439d-9828-2b4c6c21395b tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/floatingips/003dbdad-1ba0-4d86-adda-1e747cfdf6bb HTTP/1.1" status: 200 len: 991 time: 0.1324615 Feb 10 23:12:55.787691 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023a3e0c-c6c3-44df-bf3b-915b80ddff18 None None] Checking router: 2b232533-1d11-40b8-b5d6-e7061995d8fc for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:12:55.800814 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023a3e0c-c6c3-44df-bf3b-915b80ddff18 None None] Routers {'2b232533-1d11-40b8-b5d6-e7061995d8fc'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:12:55.800814 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-023a3e0c-c6c3-44df-bf3b-915b80ddff18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:12:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['2b232533-1d11-40b8-b5d6-e7061995d8fc'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:12:55.801010 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49830) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:55.872762 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-83d002a5-28ab-468d-9bb5-d25358ee4c67 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:55.902072 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-83d002a5-28ab-468d-9bb5-d25358ee4c67 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:55.932233 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd2a7f2e-7c36-40b0-ab8a-a8d8a6fdec11', 'tag': '3068d05b-2836-40d5-8bd2-e43394992d1a'}, {'name': 'network-changed', 'server_uuid': 'f151e094-d715-43c4-b90d-eeee47381c23', 'tag': 'f81dfaa7-79b0-47c1-bb85-70016a44185c'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:12:56.010474 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-023a3e0c-c6c3-44df-bf3b-915b80ddff18 None None] Set router 2b232533-1d11-40b8-b5d6-e7061995d8fc gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:12:56.015361 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd2a7f2e-7c36-40b0-ab8a-a8d8a6fdec11', 'tag': '3068d05b-2836-40d5-8bd2-e43394992d1a', 'status': 'completed', 'code': 200} Feb 10 23:12:56.015857 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f151e094-d715-43c4-b90d-eeee47381c23', 'tag': 'f81dfaa7-79b0-47c1-bb85-70016a44185c', 'status': 'completed', 'code': 200} Feb 10 23:12:56.086473 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-83d002a5-28ab-468d-9bb5-d25358ee4c67 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:56.154205 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d002a5-28ab-468d-9bb5-d25358ee4c67 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c253bcf8-7dba-43e8-a80d-9e4524534f9b,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:56.203500 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-30a0d3c5-bea4-46bf-9b1b-0f6335881233 req-6755b062-835f-409f-a92e-eaea1d0e3d41 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=82bae8319c0a482993cd9e8530b11401&device_id=cd2a7f2e-7c36-40b0-ab8a-a8d8a6fdec11 HTTP/1.1" status: 200 len: 1096 time: 0.1660864 Feb 10 23:12:56.217326 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c873a21-4c69-45eb-bdbc-dd8182e20a36 req-d3ae5b33-138b-4664-ac3b-2fd3f5d90ed3 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:56.218888 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9c873a21-4c69-45eb-bdbc-dd8182e20a36 req-d3ae5b33-138b-4664-ac3b-2fd3f5d90ed3 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd2a7f2e-7c36-40b0-ab8a-a8d8a6fdec11 HTTP/1.1" status: 200 len: 943 time: 0.1393974 Feb 10 23:12:56.308375 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-83d002a5-28ab-468d-9bb5-d25358ee4c67 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:56.309642 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-83d002a5-28ab-468d-9bb5-d25358ee4c67 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "DELETE /v2.0/security-groups/c253bcf8-7dba-43e8-a80d-9e4524534f9b HTTP/1.1" status: 204 len: 168 time: 0.5077255 Feb 10 23:12:56.364721 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9c873a21-4c69-45eb-bdbc-dd8182e20a36 req-8fca7d59-46b9-41da-aed6-40093b25e2a8 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c3f6aaf-3a27-49e5-ae54-3cc5a3f3586f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248629 Feb 10 23:12:56.437227 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49840) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:56.526683 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a0d3c5-bea4-46bf-9b1b-0f6335881233 req-a2438f31-e1b4-4cf6-8e09-7d61f54baefb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:56.528346 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-30a0d3c5-bea4-46bf-9b1b-0f6335881233 req-a2438f31-e1b4-4cf6-8e09-7d61f54baefb service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a75b224-7431-40b5-b18e-691aa5ad073d HTTP/1.1" status: 200 len: 913 time: 0.3083889 Feb 10 23:12:56.533991 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-023a3e0c-c6c3-44df-bf3b-915b80ddff18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b232533-1d11-40b8-b5d6-e7061995d8fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008454244', 'tenant_id': 'aad552d2f0f2493586140e0c79d4f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': 'f41f9744-1df1-4196-896d-c30fdf049c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:12:20Z', 'updated_at': '2022-02-10T23:12:29Z', 'revision_number': 4, 'project_id': 'aad552d2f0f2493586140e0c79d4f122', 'gw_port': {'id': 'f41f9744-1df1-4196-896d-c30fdf049c2e', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b232533-1d11-40b8-b5d6-e7061995d8fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:12:21Z', 'updated_at': '2022-02-10T23:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '003dbdad-1ba0-4d86-adda-1e747cfdf6bb', 'tenant_id': 'aad552d2f0f2493586140e0c79d4f122', 'floating_ip_address': '172.26.8.154', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '2b232533-1d11-40b8-b5d6-e7061995d8fc', 'port_id': 'f81dfaa7-79b0-47c1-bb85-70016a44185c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48882fd5-5868-486e-893d-1a8aa44051f3', 'mac_address': 'fa:16:3e:26:73:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f151e094-d715-43c4-b90d-eeee47381c23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:12:50Z', 'updated_at': '2022-02-10T23:12:50Z', 'revision_number': 0, 'project_id': 'aad552d2f0f2493586140e0c79d4f122', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b150729-de16-41ce-90b0-5034018a6ff8', 'name': '', 'network_id': '48882fd5-5868-486e-893d-1a8aa44051f3', 'tenant_id': 'aad552d2f0f2493586140e0c79d4f122', 'mac_address': 'fa:16:3e:1d:08:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b232533-1d11-40b8-b5d6-e7061995d8fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39a8aa73-f502-4cdf-9c3a-6faf2fcc3069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:12:27Z', 'updated_at': '2022-02-10T23:12:37Z', 'revision_number': 5, 'project_id': 'aad552d2f0f2493586140e0c79d4f122', 'subnets': [{'id': '39a8aa73-f502-4cdf-9c3a-6faf2fcc3069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:12:56.539251 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023a3e0c-c6c3-44df-bf3b-915b80ddff18 None None] The sync data for ids ['2b232533-1d11-40b8-b5d6-e7061995d8fc'] in dv-neutron-828797-1-hyperv is: [{'id': '2b232533-1d11-40b8-b5d6-e7061995d8fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008454244', 'tenant_id': 'aad552d2f0f2493586140e0c79d4f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': 'f41f9744-1df1-4196-896d-c30fdf049c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:12:20Z', 'updated_at': '2022-02-10T23:12:29Z', 'revision_number': 4, 'project_id': 'aad552d2f0f2493586140e0c79d4f122', 'gw_port': {'id': 'f41f9744-1df1-4196-896d-c30fdf049c2e', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b232533-1d11-40b8-b5d6-e7061995d8fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:12:21Z', 'updated_at': '2022-02-10T23:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '003dbdad-1ba0-4d86-adda-1e747cfdf6bb', 'tenant_id': 'aad552d2f0f2493586140e0c79d4f122', 'floating_ip_address': '172.26.8.154', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '2b232533-1d11-40b8-b5d6-e7061995d8fc', 'port_id': 'f81dfaa7-79b0-47c1-bb85-70016a44185c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48882fd5-5868-486e-893d-1a8aa44051f3', 'mac_address': 'fa:16:3e:26:73:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f151e094-d715-43c4-b90d-eeee47381c23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:12:50Z', 'updated_at': '2022-02-10T23:12:50Z', 'revision_number': 0, 'project_id': 'aad552d2f0f2493586140e0c79d4f122', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b150729-de16-41ce-90b0-5034018a6ff8', 'name': '', 'network_id': '48882fd5-5868-486e-893d-1a8aa44051f3', 'tenant_id': 'aad552d2f0f2493586140e0c79d4f122', 'mac_address': 'fa:16:3e:1d:08:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b232533-1d11-40b8-b5d6-e7061995d8fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39a8aa73-f502-4cdf-9c3a-6faf2fcc3069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:12:27Z', 'updated_at': '2022-02-10T23:12:37Z', 'revision_number': 5, 'project_id': 'aad552d2f0f2493586140e0c79d4f122', 'subnets': [{'id': '39a8aa73-f502-4cdf-9c3a-6faf2fcc3069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:12:56.614155 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-30a0d3c5-bea4-46bf-9b1b-0f6335881233 req-f2066ae9-e62c-4c2c-adb6-0bfe94406ad3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3068d05b-2836-40d5-8bd2-e43394992d1a HTTP/1.1" status: 200 len: 217 time: 0.0801117 Feb 10 23:12:56.685867 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a0d3c5-bea4-46bf-9b1b-0f6335881233 req-96827c60-6731-42fd-a415-70199c13fc50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:56.687433 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-30a0d3c5-bea4-46bf-9b1b-0f6335881233 req-96827c60-6731-42fd-a415-70199c13fc50 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=375b0e55-6852-456e-bf83-790a9c9d4e02 HTTP/1.1" status: 200 len: 851 time: 0.0656302 Feb 10 23:12:56.727595 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab8b1979-3135-4a62-a9ee-331d97cf748a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Deleting subnet 5c1f0f26-e4ff-47f5-b1eb-0810dc271e28 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:12:56.731137 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ab8b1979-3135-4a62-a9ee-331d97cf748a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:56.780473 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-30a0d3c5-bea4-46bf-9b1b-0f6335881233 req-8f028808-cffc-4f61-b500-5f17ff6f3df2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a75b224-7431-40b5-b18e-691aa5ad073d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0868781 Feb 10 23:12:56.788356 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49844) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:56.809870 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ab8b1979-3135-4a62-a9ee-331d97cf748a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31983416'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:56.827830 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd441b7-6537-45f3-8b8e-7920b03799cc None None] New status for floating IP 003dbdad-1ba0-4d86-adda-1e747cfdf6bb: ACTIVE {{(pid=84334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 23:12:56.937119 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ab8b1979-3135-4a62-a9ee-331d97cf748a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:56.994140 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9ef77e71-0467-4f70-b777-7fd6d433ae08 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/floatingips/003dbdad-1ba0-4d86-adda-1e747cfdf6bb HTTP/1.1" status: 200 len: 991 time: 0.2033587 Feb 10 23:12:57.015785 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-30a0d3c5-bea4-46bf-9b1b-0f6335881233 req-f40ce2ce-29d3-4b9d-b85a-882e1c3fbfac service neutron] 10.222.0.37 "GET /v2.0/networks/4a75b224-7431-40b5-b18e-691aa5ad073d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263091 Feb 10 23:12:57.108563 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ab8b1979-3135-4a62-a9ee-331d97cf748a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:57.145493 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8b1979-3135-4a62-a9ee-331d97cf748a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event deleted for resources: {'Subnet': ['ID=5c1f0f26-e4ff-47f5-b1eb-0810dc271e28,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:57.152416 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ab8b1979-3135-4a62-a9ee-331d97cf748a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:57.154580 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-30a0d3c5-bea4-46bf-9b1b-0f6335881233 req-8a463452-2d17-4fea-92c3-cdf042a536e1 service neutron] 10.222.0.37 "GET /v2.0/networks/4a75b224-7431-40b5-b18e-691aa5ad073d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285584 Feb 10 23:12:57.162213 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49848) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:57.163508 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-ab8b1979-3135-4a62-a9ee-331d97cf748a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "DELETE /v2.0/subnets/5c1f0f26-e4ff-47f5-b1eb-0810dc271e28 HTTP/1.1" status: 204 len: 168 time: 0.7251198 Feb 10 23:12:57.176232 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a00983-7b02-4ebd-aa28-b9511462c881 None None] Network e71ad381-e318-431e-98da-fd81867293a8 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:12:57.268685 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49852) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:57.300238 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-bbaba3f5-7d6a-4dbe-b45c-7bee75f945de tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Request body: {'subnet': {'network_id': 'dd3a7fab-7b22-40ea-a08e-06cdf5e363f8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:12:57.392943 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-61dbdfb5-8065-4d10-9958-57ccbeb96d95 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:57.435476 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40765acd-0241-47ec-a621-0c6eda2877db None None] DHCP port deletion for e71ad381-e318-431e-98da-fd81867293a8 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:12:57.440309 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-40765acd-0241-47ec-a621-0c6eda2877db None None] Deleting port 59cce70e-b8a4-4880-a00c-994edeb757ac {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:12:57.440725 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-40765acd-0241-47ec-a621-0c6eda2877db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:57.453156 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-61dbdfb5-8065-4d10-9958-57ccbeb96d95 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Deleting port 59cce70e-b8a4-4880-a00c-994edeb757ac {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:12:57.453541 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-61dbdfb5-8065-4d10-9958-57ccbeb96d95 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:57.479446 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-bbaba3f5-7d6a-4dbe-b45c-7bee75f945de tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:12:57.496926 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-bbaba3f5-7d6a-4dbe-b45c-7bee75f945de tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Usage tracker for resource:subnet and tenant:bc14394c8ca548028efa97f5219a3e34 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:12:57.502355 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-bbaba3f5-7d6a-4dbe-b45c-7bee75f945de tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:12:57.515203 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-bbaba3f5-7d6a-4dbe-b45c-7bee75f945de tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:12:57.561607 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-30a0d3c5-bea4-46bf-9b1b-0f6335881233 req-f1e3f3b7-cfce-4a6a-899d-281206bdc860 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aad552d2f0f2493586140e0c79d4f122&device_id=f151e094-d715-43c4-b90d-eeee47381c23 HTTP/1.1" status: 200 len: 1098 time: 0.3263292 Feb 10 23:12:57.708015 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbaba3f5-7d6a-4dbe-b45c-7bee75f945de tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Made reservation on behalf of bc14394c8ca548028efa97f5219a3e34 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:12:57.716284 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-40765acd-0241-47ec-a621-0c6eda2877db None None] For port 59cce70e-b8a4-4880-a00c-994edeb757ac, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=59cce70e-b8a4-4880-a00c-994edeb757ac,segment=NetworkSegment(163a8864-a0ad-44e4-aa89-467aea8675e7),segment_id=163a8864-a0ad-44e4-aa89-467aea8675e7)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:12:57.716710 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-40765acd-0241-47ec-a621-0c6eda2877db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:57.782061 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 59cce70e-b8a4-4880-a00c-994edeb757ac no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:12:57.883180 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-40765acd-0241-47ec-a621-0c6eda2877db None None] Calling delete_port for 59cce70e-b8a4-4880-a00c-994edeb757ac owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:12:57.998495 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49858) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:58.022055 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:58.081119 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-40765acd-0241-47ec-a621-0c6eda2877db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:58.084601 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bbaba3f5-7d6a-4dbe-b45c-7bee75f945de tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:58.117901 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-93c36377-a0b9-42d1-9610-122c03d0f5f6 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/floatingips/003dbdad-1ba0-4d86-adda-1e747cfdf6bb HTTP/1.1" status: 200 len: 993 time: 0.1105072 Feb 10 23:12:58.163754 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40765acd-0241-47ec-a621-0c6eda2877db None None] Pushing event deleted for resources: {'Port': ['ID=59cce70e-b8a4-4880-a00c-994edeb757ac,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:58.175618 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40765acd-0241-47ec-a621-0c6eda2877db None None] No DVR routers for this DVR port 59cce70e-b8a4-4880-a00c-994edeb757ac on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:12:58.184613 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40765acd-0241-47ec-a621-0c6eda2877db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:58.184613 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40765acd-0241-47ec-a621-0c6eda2877db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:58.184613 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40765acd-0241-47ec-a621-0c6eda2877db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:58.184613 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40765acd-0241-47ec-a621-0c6eda2877db None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:58.184613 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40765acd-0241-47ec-a621-0c6eda2877db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:58.184613 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40765acd-0241-47ec-a621-0c6eda2877db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:58.184613 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40765acd-0241-47ec-a621-0c6eda2877db None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:58.184613 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40765acd-0241-47ec-a621-0c6eda2877db None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:58.185962 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40765acd-0241-47ec-a621-0c6eda2877db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:58.185962 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40765acd-0241-47ec-a621-0c6eda2877db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:58.185962 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40765acd-0241-47ec-a621-0c6eda2877db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:58.236486 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a0d3c5-bea4-46bf-9b1b-0f6335881233 req-4f2d2f0c-6eda-4569-af9e-719c14711672 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:58.238608 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-30a0d3c5-bea4-46bf-9b1b-0f6335881233 req-4f2d2f0c-6eda-4569-af9e-719c14711672 service neutron] 10.222.0.37 "GET /v2.0/networks?id=48882fd5-5868-486e-893d-1a8aa44051f3 HTTP/1.1" status: 200 len: 897 time: 0.6654658 Feb 10 23:12:58.251268 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-61dbdfb5-8065-4d10-9958-57ccbeb96d95 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] For port 59cce70e-b8a4-4880-a00c-994edeb757ac, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=59cce70e-b8a4-4880-a00c-994edeb757ac,segment=NetworkSegment(163a8864-a0ad-44e4-aa89-467aea8675e7),segment_id=163a8864-a0ad-44e4-aa89-467aea8675e7)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:12:58.251534 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-61dbdfb5-8065-4d10-9958-57ccbeb96d95 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:58.390582 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d45ec23-04ee-4428-ba2f-a1dd9e14adec req-84dce0e8-74c8-4dd3-8b4e-777bc5e7c597 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:58.391994 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5d45ec23-04ee-4428-ba2f-a1dd9e14adec req-84dce0e8-74c8-4dd3-8b4e-777bc5e7c597 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd2a7f2e-7c36-40b0-ab8a-a8d8a6fdec11 HTTP/1.1" status: 200 len: 943 time: 0.8805695 Feb 10 23:12:58.477536 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-61dbdfb5-8065-4d10-9958-57ccbeb96d95 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Calling delete_port for 59cce70e-b8a4-4880-a00c-994edeb757ac owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:12:58.604937 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a1d9e41c-107a-4a8f-ac24-809d31e3d9e4 req-59601104-1a87-4177-bc71-39252f29fef4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=13eb3b45-41f9-452a-936f-881fcb3533f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6990769 Feb 10 23:12:58.609998 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-30a0d3c5-bea4-46bf-9b1b-0f6335881233 req-a12537c4-db04-46d7-9497-728ffd837c7e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f81dfaa7-79b0-47c1-bb85-70016a44185c HTTP/1.1" status: 200 len: 1001 time: 0.3483808 Feb 10 23:12:58.718556 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5d45ec23-04ee-4428-ba2f-a1dd9e14adec req-20012f48-71ae-4b3b-9f2d-5e3fa6d894ed tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c3f6aaf-3a27-49e5-ae54-3cc5a3f3586f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2478001 Feb 10 23:12:58.765991 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.api [None req-61dbdfb5-8065-4d10-9958-57ccbeb96d95 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:12:58.766298 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG oslo_db.api [None req-61dbdfb5-8065-4d10-9958-57ccbeb96d95 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:12:58.798876 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a0d3c5-bea4-46bf-9b1b-0f6335881233 req-da36833c-d0a9-4c0d-812d-f15461e0cb4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:58.800795 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-30a0d3c5-bea4-46bf-9b1b-0f6335881233 req-da36833c-d0a9-4c0d-812d-f15461e0cb4b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39a8aa73-f502-4cdf-9c3a-6faf2fcc3069 HTTP/1.1" status: 200 len: 835 time: 0.1759350 Feb 10 23:12:58.908188 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a1d9e41c-107a-4a8f-ac24-809d31e3d9e4 req-fb66aafe-9071-428f-8869-d5d34cd935d6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&device_id=13eb3b45-41f9-452a-936f-881fcb3533f4 HTTP/1.1" status: 200 len: 1098 time: 0.2481179 Feb 10 23:12:58.932738 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-30a0d3c5-bea4-46bf-9b1b-0f6335881233 req-4fa3747a-d07b-4091-a2e3-a6eaac5a75b0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=48882fd5-5868-486e-893d-1a8aa44051f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1195695 Feb 10 23:12:58.971245 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bbaba3f5-7d6a-4dbe-b45c-7bee75f945de tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:59.182007 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaba3f5-7d6a-4dbe-b45c-7bee75f945de tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Pushing event updated for resources: {'Subnet': ['ID=2775a237-4dca-4f27-897c-4f552679de04,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:59.241762 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9e41c-107a-4a8f-ac24-809d31e3d9e4 req-f1cfd30d-0ae0-42cb-b34f-2c2869558afd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:59.243394 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a1d9e41c-107a-4a8f-ac24-809d31e3d9e4 req-f1cfd30d-0ae0-42cb-b34f-2c2869558afd service neutron] 10.222.0.37 "GET /v2.0/networks?id=f4f4d45e-efab-47b5-8966-f476fe09f270 HTTP/1.1" status: 200 len: 897 time: 0.3157372 Feb 10 23:12:59.309825 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-61dbdfb5-8065-4d10-9958-57ccbeb96d95 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Deleting port 59cce70e-b8a4-4880-a00c-994edeb757ac {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:12:59.310156 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-61dbdfb5-8065-4d10-9958-57ccbeb96d95 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:59.332145 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbaba3f5-7d6a-4dbe-b45c-7bee75f945de tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Checking segment: {'id': '7ff7ad04-3ea3-4b09-abbd-3b3bebf7af1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'dd3a7fab-7b22-40ea-a08e-06cdf5e363f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:12:59.332501 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbaba3f5-7d6a-4dbe-b45c-7bee75f945de tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Network hostable DHCP agents. Network: dd3a7fab-7b22-40ea-a08e-06cdf5e363f8, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:12:59.351573 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-30a0d3c5-bea4-46bf-9b1b-0f6335881233 req-ebcb9a3e-c4fc-4879-8069-c422aa90e8d3 service neutron] 10.222.0.37 "GET /v2.0/networks/48882fd5-5868-486e-893d-1a8aa44051f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4002578 Feb 10 23:12:59.483263 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-61dbdfb5-8065-4d10-9958-57ccbeb96d95 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] The port '59cce70e-b8a4-4880-a00c-994edeb757ac' was deleted {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 23:12:59.745753 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a1d9e41c-107a-4a8f-ac24-809d31e3d9e4 req-f9016c80-32eb-4ffd-bec1-5713a1a8ea21 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06e1e46c-8668-44fc-9b2c-b1d605362a19 HTTP/1.1" status: 200 len: 1001 time: 0.4885316 Feb 10 23:12:59.842595 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-61dbdfb5-8065-4d10-9958-57ccbeb96d95 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:59.857792 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbaba3f5-7d6a-4dbe-b45c-7bee75f945de tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Network dd3a7fab-7b22-40ea-a08e-06cdf5e363f8 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:12:59.865388 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-30a0d3c5-bea4-46bf-9b1b-0f6335881233 req-c2bb4500-185d-451f-b7af-261e301e9097 service neutron] 10.222.0.37 "GET /v2.0/networks/48882fd5-5868-486e-893d-1a8aa44051f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4937763 Feb 10 23:12:59.885411 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9e41c-107a-4a8f-ac24-809d31e3d9e4 req-66b4e347-71bb-4f16-bdff-bcc7fa2000bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:59.886830 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a1d9e41c-107a-4a8f-ac24-809d31e3d9e4 req-66b4e347-71bb-4f16-bdff-bcc7fa2000bb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1e815ea9-6309-47bf-ae2f-c815b2ab858b HTTP/1.1" status: 200 len: 835 time: 0.1260607 Feb 10 23:12:59.888246 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-61dbdfb5-8065-4d10-9958-57ccbeb96d95 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e71ad381-e318-431e-98da-fd81867293a8']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:12:59.942012 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-61dbdfb5-8065-4d10-9958-57ccbeb96d95 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '163a8864-a0ad-44e4-aa89-467aea8675e7') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:12:59.942291 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-61dbdfb5-8065-4d10-9958-57ccbeb96d95 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '163a8864-a0ad-44e4-aa89-467aea8675e7') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:12:59.956793 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-bbaba3f5-7d6a-4dbe-b45c-7bee75f945de tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, dd3a7fab-7b22-40ea-a08e-06cdf5e363f8) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:12:59.961493 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-61dbdfb5-8065-4d10-9958-57ccbeb96d95 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32216962'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:59.966973 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b626f8-dbd3-4511-b054-25e6eec2acee None None] Network dd3a7fab-7b22-40ea-a08e-06cdf5e363f8 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:12:59.970766 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbaba3f5-7d6a-4dbe-b45c-7bee75f945de tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:59.971350 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bbaba3f5-7d6a-4dbe-b45c-7bee75f945de tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:00.003822 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-61dbdfb5-8065-4d10-9958-57ccbeb96d95 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:00.013225 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61dbdfb5-8065-4d10-9958-57ccbeb96d95 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:13:00.013706 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-61dbdfb5-8065-4d10-9958-57ccbeb96d95 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32033006'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:00.030102 dv-neutron-828797-1-hyperv neutron-server[84332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:13:00.030102 dv-neutron-828797-1-hyperv neutron-server[84332]: util.warn( Feb 10 23:13:00.030102 dv-neutron-828797-1-hyperv neutron-server[84332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:13:00.030102 dv-neutron-828797-1-hyperv neutron-server[84332]: util.warn( Feb 10 23:13:00.030102 dv-neutron-828797-1-hyperv neutron-server[84332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:13:00.030102 dv-neutron-828797-1-hyperv neutron-server[84332]: util.warn( Feb 10 23:13:00.030102 dv-neutron-828797-1-hyperv neutron-server[84332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:13:00.030102 dv-neutron-828797-1-hyperv neutron-server[84332]: util.warn( Feb 10 23:13:00.030102 dv-neutron-828797-1-hyperv neutron-server[84332]: Traceback (most recent call last): Feb 10 23:13:00.030102 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:13:00.030102 dv-neutron-828797-1-hyperv neutron-server[84332]: timer() Feb 10 23:13:00.030102 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:13:00.030102 dv-neutron-828797-1-hyperv neutron-server[84332]: cb(*args, **kw) Feb 10 23:13:00.030102 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:13:00.030102 dv-neutron-828797-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Feb 10 23:13:00.030102 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:13:00.030102 dv-neutron-828797-1-hyperv neutron-server[84332]: self._notify() Feb 10 23:13:00.030102 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:13:00.030102 dv-neutron-828797-1-hyperv neutron-server[84332]: self.callback(batched_events) Feb 10 23:13:00.030102 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:13:00.030102 dv-neutron-828797-1-hyperv neutron-server[84332]: event.method(event) Feb 10 23:13:00.030102 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:13:00.030102 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:13:00.030102 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:13:00.030102 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:13:00.030102 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:13:00.030102 dv-neutron-828797-1-hyperv neutron-server[84332]: return f(self, *a, **k) Feb 10 23:13:00.030102 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:13:00.030102 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._get(url).json() Feb 10 23:13:00.030102 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:13:00.030102 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:13:00.030102 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:13:00.030102 dv-neutron-828797-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Feb 10 23:13:00.030102 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:13:00.030102 dv-neutron-828797-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:13:00.030102 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:13:00.030102 dv-neutron-828797-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:13:00.030102 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:13:00.030102 dv-neutron-828797-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:13:00.030102 dv-neutron-828797-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:13:00.100224 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe8c57-ecd9-4f94-a209-e9790b46f84a req-ec8dcfb2-7be1-4463-a158-442c7f18bd58 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:00.109870 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-45fe8c57-ecd9-4f94-a209-e9790b46f84a req-ec8dcfb2-7be1-4463-a158-442c7f18bd58 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd2a7f2e-7c36-40b0-ab8a-a8d8a6fdec11 HTTP/1.1" status: 200 len: 943 time: 0.2635162 Feb 10 23:13:00.124657 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a1d9e41c-107a-4a8f-ac24-809d31e3d9e4 req-52b24ff4-2c49-440c-a167-a02229e0a37b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f4f4d45e-efab-47b5-8966-f476fe09f270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2277069 Feb 10 23:13:00.128597 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-bbaba3f5-7d6a-4dbe-b45c-7bee75f945de tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.8490348 Feb 10 23:13:00.130247 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49866) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:00.140970 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-f5bbb2df-f40f-4de1-b921-df1dd5c73bd7 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1837493802'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:13:00.150689 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f5bbb2df-f40f-4de1-b921-df1dd5c73bd7 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:13:00.175368 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-f5bbb2df-f40f-4de1-b921-df1dd5c73bd7 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Usage tracker for resource:network and tenant:bc14394c8ca548028efa97f5219a3e34 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:13:00.191128 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-45fe8c57-ecd9-4f94-a209-e9790b46f84a req-21e87d48-ac7d-415a-9a5e-bab105bfd8fa tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c3f6aaf-3a27-49e5-ae54-3cc5a3f3586f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802679 Feb 10 23:13:00.192122 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-f5bbb2df-f40f-4de1-b921-df1dd5c73bd7 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:13:00.205566 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f5bbb2df-f40f-4de1-b921-df1dd5c73bd7 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:13:00.229812 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-61dbdfb5-8065-4d10-9958-57ccbeb96d95 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:00.269917 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-61dbdfb5-8065-4d10-9958-57ccbeb96d95 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:00.277385 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dbdfb5-8065-4d10-9958-57ccbeb96d95 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event deleted for resources: {'Network': ['ID=e71ad381-e318-431e-98da-fd81867293a8,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:00.301236 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c922706c-033f-4a59-9bc5-2db9aed68579 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-dd3a7fab-7b22-40ea-a08e-06cdf5e363f8', 'network_id': 'dd3a7fab-7b22-40ea-a08e-06cdf5e363f8', 'tenant_id': 'bc14394c8ca548028efa97f5219a3e34', 'fixed_ips': [{'subnet_id': '2775a237-4dca-4f27-897c-4f552679de04'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:13:00.302343 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c922706c-033f-4a59-9bc5-2db9aed68579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:00.325002 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5bbb2df-f40f-4de1-b921-df1dd5c73bd7 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Made reservation on behalf of bc14394c8ca548028efa97f5219a3e34 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:13:00.328812 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a1d9e41c-107a-4a8f-ac24-809d31e3d9e4 req-115d0b38-50c7-4072-ac6e-577578f97a0e service neutron] 10.222.0.37 "GET /v2.0/networks/f4f4d45e-efab-47b5-8966-f476fe09f270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919591 Feb 10 23:13:00.328957 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f5bbb2df-f40f-4de1-b921-df1dd5c73bd7 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:00.360763 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5bbb2df-f40f-4de1-b921-df1dd5c73bd7 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:13:00.366728 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-61dbdfb5-8065-4d10-9958-57ccbeb96d95 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "DELETE /v2.0/networks/e71ad381-e318-431e-98da-fd81867293a8 HTTP/1.1" status: 204 len: 168 time: 3.2030926 Feb 10 23:13:00.370901 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f5bbb2df-f40f-4de1-b921-df1dd5c73bd7 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:00.371252 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-f5bbb2df-f40f-4de1-b921-df1dd5c73bd7 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Added segment c367aaab-cbf9-4417-b47a-a8799d55165b of type vlan for network 55e38965-b620-4c84-8c0d-4ab975c82ebd Feb 10 23:13:00.409836 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f5bbb2df-f40f-4de1-b921-df1dd5c73bd7 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:00.411037 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49870) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:00.497470 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-c922706c-033f-4a59-9bc5-2db9aed68579 None None] Allocated IP 2001:db8:0:ffff::2 (dd3a7fab-7b22-40ea-a08e-06cdf5e363f8/2775a237-4dca-4f27-897c-4f552679de04/ad54b423-5b9a-4c11-8f2c-5239b20c88f3) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:13:00.509549 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f5bbb2df-f40f-4de1-b921-df1dd5c73bd7 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:00.520025 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bbb2df-f40f-4de1-b921-df1dd5c73bd7 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:00.526546 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f5bbb2df-f40f-4de1-b921-df1dd5c73bd7 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:00.651965 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a1d9e41c-107a-4a8f-ac24-809d31e3d9e4 req-b648561f-9006-48c3-a724-6b2ea9dafdac service neutron] 10.222.0.37 "GET /v2.0/networks/f4f4d45e-efab-47b5-8966-f476fe09f270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140695 Feb 10 23:13:00.688042 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-c79e3d46-cb8c-458c-8828-69613e9af161 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Deleting port 0f68c98e-54c3-4452-8ea9-f0caf989d98a {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:13:00.688528 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c79e3d46-cb8c-458c-8828-69613e9af161 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:00.738007 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-f5bbb2df-f40f-4de1-b921-df1dd5c73bd7 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6059251 Feb 10 23:13:00.740233 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49874) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:00.747605 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-2bc148c3-159b-406f-9807-19f234f1fb0c tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Request body: {'subnet': {'network_id': '55e38965-b620-4c84-8c0d-4ab975c82ebd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:13:00.767152 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c922706c-033f-4a59-9bc5-2db9aed68579 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:00.769177 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bbb2df-f40f-4de1-b921-df1dd5c73bd7 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Pushing event updated for resources: {'Network': ['ID=55e38965-b620-4c84-8c0d-4ab975c82ebd,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:00.779407 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-c922706c-033f-4a59-9bc5-2db9aed68579 None None] Transition to ACTIVE for port object ad54b423-5b9a-4c11-8f2c-5239b20c88f3 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:13:00.789160 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 55e38965-b620-4c84-8c0d-4ab975c82ebd details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:13:00.863041 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-c922706c-033f-4a59-9bc5-2db9aed68579 None None] Transition to ACTIVE for port object ad54b423-5b9a-4c11-8f2c-5239b20c88f3 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:13:00.931282 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c922706c-033f-4a59-9bc5-2db9aed68579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:00.949055 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-2bc148c3-159b-406f-9807-19f234f1fb0c tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:13:00.955876 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-2bc148c3-159b-406f-9807-19f234f1fb0c tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Usage tracker for resource:subnet and tenant:bc14394c8ca548028efa97f5219a3e34 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:13:00.960014 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-2bc148c3-159b-406f-9807-19f234f1fb0c tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:13:00.969653 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-2bc148c3-159b-406f-9807-19f234f1fb0c tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:13:00.999956 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c922706c-033f-4a59-9bc5-2db9aed68579 None None] Network dd3a7fab-7b22-40ea-a08e-06cdf5e363f8 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:13:01.002626 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-c922706c-033f-4a59-9bc5-2db9aed68579 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:13:01.005105 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c79e3d46-cb8c-458c-8828-69613e9af161 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:01.005470 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c79e3d46-cb8c-458c-8828-69613e9af161 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:01.007172 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c922706c-033f-4a59-9bc5-2db9aed68579 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:13:01.010157 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c922706c-033f-4a59-9bc5-2db9aed68579 None None] Pushing event updated for resources: {'Port': ['ID=ad54b423-5b9a-4c11-8f2c-5239b20c88f3,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:01.098354 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-c922706c-033f-4a59-9bc5-2db9aed68579 None None] Attempting to bind port ad54b423-5b9a-4c11-8f2c-5239b20c88f3 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:13:01.098630 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-c922706c-033f-4a59-9bc5-2db9aed68579 None None] Attempting to bind port ad54b423-5b9a-4c11-8f2c-5239b20c88f3 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '7ff7ad04-3ea3-4b09-abbd-3b3bebf7af1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'dd3a7fab-7b22-40ea-a08e-06cdf5e363f8'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:13:01.098988 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c922706c-033f-4a59-9bc5-2db9aed68579 None None] Attempting to bind port ad54b423-5b9a-4c11-8f2c-5239b20c88f3 on network dd3a7fab-7b22-40ea-a08e-06cdf5e363f8 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:13:01.105330 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c922706c-033f-4a59-9bc5-2db9aed68579 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:13:01.105695 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c922706c-033f-4a59-9bc5-2db9aed68579 None None] Checking segment: {'id': '7ff7ad04-3ea3-4b09-abbd-3b3bebf7af1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'dd3a7fab-7b22-40ea-a08e-06cdf5e363f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:13:01.106086 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c922706c-033f-4a59-9bc5-2db9aed68579 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:01.106491 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c922706c-033f-4a59-9bc5-2db9aed68579 None None] Bound using segment: {'id': '7ff7ad04-3ea3-4b09-abbd-3b3bebf7af1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'dd3a7fab-7b22-40ea-a08e-06cdf5e363f8'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:13:01.106940 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-c922706c-033f-4a59-9bc5-2db9aed68579 None None] Bound port: ad54b423-5b9a-4c11-8f2c-5239b20c88f3, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ff7ad04-3ea3-4b09-abbd-3b3bebf7af1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'dd3a7fab-7b22-40ea-a08e-06cdf5e363f8'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:13:01.107419 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c922706c-033f-4a59-9bc5-2db9aed68579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:01.121666 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc148c3-159b-406f-9807-19f234f1fb0c tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Made reservation on behalf of bc14394c8ca548028efa97f5219a3e34 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:13:01.142629 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-c79e3d46-cb8c-458c-8828-69613e9af161 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Calling delete_port for 0f68c98e-54c3-4452-8ea9-f0caf989d98a owned by network:floatingip {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:13:01.194607 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-c922706c-033f-4a59-9bc5-2db9aed68579 None None] For port ad54b423-5b9a-4c11-8f2c-5239b20c88f3, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:13:01.198456 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-c922706c-033f-4a59-9bc5-2db9aed68579 None None] For port ad54b423-5b9a-4c11-8f2c-5239b20c88f3, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=ad54b423-5b9a-4c11-8f2c-5239b20c88f3,segment=NetworkSegment(7ff7ad04-3ea3-4b09-abbd-3b3bebf7af1a),segment_id=7ff7ad04-3ea3-4b09-abbd-3b3bebf7af1a)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:13:01.285497 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c922706c-033f-4a59-9bc5-2db9aed68579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:01.372436 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c922706c-033f-4a59-9bc5-2db9aed68579 None None] Pushing event updated for resources: {'Port': ['ID=ad54b423-5b9a-4c11-8f2c-5239b20c88f3,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:01.452806 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2bc148c3-159b-406f-9807-19f234f1fb0c tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:01.604816 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22c6bf8-aad1-4bc2-b67c-c585713b0e67 req-cc76d1ae-70f3-414a-8b23-a70c1ee1d7bf tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:01.606710 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f22c6bf8-aad1-4bc2-b67c-c585713b0e67 req-cc76d1ae-70f3-414a-8b23-a70c1ee1d7bf tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd2a7f2e-7c36-40b0-ab8a-a8d8a6fdec11 HTTP/1.1" status: 200 len: 943 time: 0.2644279 Feb 10 23:13:01.765678 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f22c6bf8-aad1-4bc2-b67c-c585713b0e67 req-6a098ef8-7d8a-49a9-8d51-1f5116d36cc7 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c3f6aaf-3a27-49e5-ae54-3cc5a3f3586f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217360 Feb 10 23:13:01.819514 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c79e3d46-cb8c-458c-8828-69613e9af161 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:01.821980 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device ad54b423-5b9a-4c11-8f2c-5239b20c88f3 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:13:01.863855 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79e3d46-cb8c-458c-8828-69613e9af161 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event deleted for resources: {'Port': ['ID=0f68c98e-54c3-4452-8ea9-f0caf989d98a,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:01.987976 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port ad54b423-5b9a-4c11-8f2c-5239b20c88f3 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:13:02.002769 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c79e3d46-cb8c-458c-8828-69613e9af161 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for floatingip, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:02.157034 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.objects.ports [None req-2bc148c3-159b-406f-9807-19f234f1fb0c tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84332) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 10 23:13:02.159004 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2bc148c3-159b-406f-9807-19f234f1fb0c tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:02.256673 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc148c3-159b-406f-9807-19f234f1fb0c tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Pushing event updated for resources: {'Subnet': ['ID=27299d91-ed20-4134-94fb-cfc5233e320b,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:02.281237 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc148c3-159b-406f-9807-19f234f1fb0c tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Checking segment: {'id': 'c367aaab-cbf9-4417-b47a-a8799d55165b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '55e38965-b620-4c84-8c0d-4ab975c82ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:13:02.281589 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc148c3-159b-406f-9807-19f234f1fb0c tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Network hostable DHCP agents. Network: 55e38965-b620-4c84-8c0d-4ab975c82ebd, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:13:02.345025 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3af7ed-2367-40fe-a40d-1968ce96a199 None None] Network dd3a7fab-7b22-40ea-a08e-06cdf5e363f8 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:13:02.394032 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc148c3-159b-406f-9807-19f234f1fb0c tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Network 55e38965-b620-4c84-8c0d-4ab975c82ebd is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:13:02.503853 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-75d75ab3-14bd-49ca-91dd-dc7573c0a4f2 None None] Provisioning for port ad54b423-5b9a-4c11-8f2c-5239b20c88f3 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:13:02.515435 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-75d75ab3-14bd-49ca-91dd-dc7573c0a4f2 None None] Provisioning complete for port ad54b423-5b9a-4c11-8f2c-5239b20c88f3 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:13:02.515810 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-75d75ab3-14bd-49ca-91dd-dc7573c0a4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:02.519476 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-2bc148c3-159b-406f-9807-19f234f1fb0c tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 55e38965-b620-4c84-8c0d-4ab975c82ebd) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:13:02.525927 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc148c3-159b-406f-9807-19f234f1fb0c tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:02.526563 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2bc148c3-159b-406f-9807-19f234f1fb0c tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:02.548344 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a65c1ad-9fd0-44f9-95b4-b5719b539e36 None None] Network 55e38965-b620-4c84-8c0d-4ab975c82ebd requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:13:02.568756 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c79e3d46-cb8c-458c-8828-69613e9af161 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Router 0a1036b0-ff18-43ca-b38f-82a2587292bd has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:13:02.636627 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2bc148c3-159b-406f-9807-19f234f1fb0c tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8950706 Feb 10 23:13:02.639887 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49880) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:02.646287 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-d05005e7-7276-4071-b92a-d92d14619ef9 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Request body: {'port': {'network_id': '55e38965-b620-4c84-8c0d-4ab975c82ebd', 'name': 'tempest-NetworksIpV6TestAttrs-260370429'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:13:02.780362 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79e3d46-cb8c-458c-8828-69613e9af161 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:13:02.784420 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c79e3d46-cb8c-458c-8828-69613e9af161 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:02.793189 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5255f0-441a-42f8-8869-763d8a0dc2c7 None None] Sync routers for ids ['0a1036b0-ff18-43ca-b38f-82a2587292bd'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:13:02.802107 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d05005e7-7276-4071-b92a-d92d14619ef9 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:13:02.808669 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-d05005e7-7276-4071-b92a-d92d14619ef9 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Usage tracker for resource:port and tenant:bc14394c8ca548028efa97f5219a3e34 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:13:02.813316 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-d05005e7-7276-4071-b92a-d92d14619ef9 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:13:02.824133 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d05005e7-7276-4071-b92a-d92d14619ef9 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:13:02.832265 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5255f0-441a-42f8-8869-763d8a0dc2c7 None None] Routers {'0a1036b0-ff18-43ca-b38f-82a2587292bd'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:13:02.833701 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-ef5255f0-441a-42f8-8869-763d8a0dc2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:12:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['0a1036b0-ff18-43ca-b38f-82a2587292bd'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:02.840279 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c79e3d46-cb8c-458c-8828-69613e9af161 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "DELETE /v2.0/floatingips/7c01c2db-36c9-4776-8deb-6a05abf0d7a1 HTTP/1.1" status: 204 len: 168 time: 2.4282086 Feb 10 23:13:02.841195 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13eb3b45-41f9-452a-936f-881fcb3533f4', 'tag': '06e1e46c-8668-44fc-9b2c-b1d605362a19'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:13:02.904830 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-75d75ab3-14bd-49ca-91dd-dc7573c0a4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:02.914202 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05005e7-7276-4071-b92a-d92d14619ef9 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Made reservation on behalf of bc14394c8ca548028efa97f5219a3e34 for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:13:02.920223 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d05005e7-7276-4071-b92a-d92d14619ef9 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:02.983532 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-75d75ab3-14bd-49ca-91dd-dc7573c0a4f2 None None] For port ad54b423-5b9a-4c11-8f2c-5239b20c88f3, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=ad54b423-5b9a-4c11-8f2c-5239b20c88f3,segment=NetworkSegment(7ff7ad04-3ea3-4b09-abbd-3b3bebf7af1a),segment_id=7ff7ad04-3ea3-4b09-abbd-3b3bebf7af1a)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:13:02.993914 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311bd703-7ecb-411f-a314-a33f0341fcb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-55e38965-b620-4c84-8c0d-4ab975c82ebd', 'network_id': '55e38965-b620-4c84-8c0d-4ab975c82ebd', 'tenant_id': 'bc14394c8ca548028efa97f5219a3e34', 'fixed_ips': [{'subnet_id': '27299d91-ed20-4134-94fb-cfc5233e320b'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:13:02.995562 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-d05005e7-7276-4071-b92a-d92d14619ef9 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] device_id is not set on port 67576dd8-ea6d-41bb-903e-6dcf653e7460 yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:13:02.996886 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-311bd703-7ecb-411f-a314-a33f0341fcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:03.073623 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-75d75ab3-14bd-49ca-91dd-dc7573c0a4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:03.162452 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-ef5255f0-441a-42f8-8869-763d8a0dc2c7 None None] Set router 0a1036b0-ff18-43ca-b38f-82a2587292bd gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:13:03.177275 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 3068d05b-2836-40d5-8bd2-e43394992d1a details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:13:03.196467 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d75ab3-14bd-49ca-91dd-dc7573c0a4f2 None None] Pushing event updated for resources: {'Port': ['ID=ad54b423-5b9a-4c11-8f2c-5239b20c88f3,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:03.265037 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad414fa-d417-456c-8d90-f34100d11c89 req-a944d921-c932-47ce-a213-ae89e42e50f4 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:03.266548 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-bad414fa-d417-456c-8d90-f34100d11c89 req-a944d921-c932-47ce-a213-ae89e42e50f4 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd2a7f2e-7c36-40b0-ab8a-a8d8a6fdec11 HTTP/1.1" status: 200 len: 943 time: 0.2069485 Feb 10 23:13:03.294894 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-d05005e7-7276-4071-b92a-d92d14619ef9 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Allocated IP 2001:db8::f816:3eff:fed6:7a7d (55e38965-b620-4c84-8c0d-4ab975c82ebd/27299d91-ed20-4134-94fb-cfc5233e320b/67576dd8-ea6d-41bb-903e-6dcf653e7460) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:13:03.351692 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-bad414fa-d417-456c-8d90-f34100d11c89 req-fbb4a803-4f49-49e7-a937-c2b52f1d3819 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c3f6aaf-3a27-49e5-ae54-3cc5a3f3586f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729978 Feb 10 23:13:03.359595 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-d95d6ee9-161a-4887-8625-96c5b14cbd7b None None] Provisioning complete for port ad54b423-5b9a-4c11-8f2c-5239b20c88f3 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:13:03.360182 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d95d6ee9-161a-4887-8625-96c5b14cbd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:03.440022 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 3068d05b-2836-40d5-8bd2-e43394992d1a, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=3068d05b-2836-40d5-8bd2-e43394992d1a,segment=NetworkSegment(87261b23-5de2-4068-8909-bc5d27f42710),segment_id=87261b23-5de2-4068-8909-bc5d27f42710)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:13:03.460392 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13eb3b45-41f9-452a-936f-881fcb3533f4', 'tag': '06e1e46c-8668-44fc-9b2c-b1d605362a19', 'status': 'completed', 'code': 200} Feb 10 23:13:03.468705 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Returning: {'device': '3068d05b-2836-40d5-8bd2-e43394992d1a', 'network_id': '4a75b224-7431-40b5-b18e-691aa5ad073d', 'port_id': '3068d05b-2836-40d5-8bd2-e43394992d1a', 'mac_address': 'fa:16:3e:0c:12:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '375b0e55-6852-456e-bf83-790a9c9d4e02', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:13:03.567241 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-78975e10-6c12-495b-bfa8-21a9fc37dcdc req-d8f4eedd-1c06-4f94-ab39-3deaf99a38e7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&device_id=13eb3b45-41f9-452a-936f-881fcb3533f4 HTTP/1.1" status: 200 len: 1098 time: 0.0850661 Feb 10 23:13:03.618289 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-ef5255f0-441a-42f8-8869-763d8a0dc2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'name': 'tempest-TestNetworkBasicOps-router-938078609', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': '5d5ee5e4-2655-46e3-a152-a40278a95717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:10:14Z', 'updated_at': '2022-02-10T23:12:47Z', 'revision_number': 6, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '5d5ee5e4-2655-46e3-a152-a40278a95717', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:db:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:10:16Z', 'updated_at': '2022-02-10T23:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'e4c3a978-385d-49ab-92ce-f5377a457cd7', 'name': '', 'network_id': 'f4f4d45e-efab-47b5-8966-f476fe09f270', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:83:cf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e815ea9-6309-47bf-ae2f-c815b2ab858b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:10:30Z', 'updated_at': '2022-02-10T23:10:52Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': '1e815ea9-6309-47bf-ae2f-c815b2ab858b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:03.630252 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5255f0-441a-42f8-8869-763d8a0dc2c7 None None] Checking router: 0a1036b0-ff18-43ca-b38f-82a2587292bd for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:13:03.637287 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d05005e7-7276-4071-b92a-d92d14619ef9 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:03.647628 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5255f0-441a-42f8-8869-763d8a0dc2c7 None None] Routers {'0a1036b0-ff18-43ca-b38f-82a2587292bd'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:13:03.648347 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-ef5255f0-441a-42f8-8869-763d8a0dc2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:12:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['0a1036b0-ff18-43ca-b38f-82a2587292bd'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:03.656423 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:03.676576 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3068d05b-2836-40d5-8bd2-e43394992d1a {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:13:03.678934 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-d05005e7-7276-4071-b92a-d92d14619ef9 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Transition to ACTIVE for port object 67576dd8-ea6d-41bb-903e-6dcf653e7460 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:13:03.694819 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 3068d05b-2836-40d5-8bd2-e43394992d1a, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=3068d05b-2836-40d5-8bd2-e43394992d1a,segment=NetworkSegment(87261b23-5de2-4068-8909-bc5d27f42710),segment_id=87261b23-5de2-4068-8909-bc5d27f42710)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:13:03.702334 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dbe854-704a-4fed-869b-a65a4b791257 req-52d1226b-fa42-4e12-b072-b40a53eda810 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:03.703847 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-07dbe854-704a-4fed-869b-a65a4b791257 req-52d1226b-fa42-4e12-b072-b40a53eda810 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=13eb3b45-41f9-452a-936f-881fcb3533f4 HTTP/1.1" status: 200 len: 945 time: 0.1614790 Feb 10 23:13:03.761543 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-07dbe854-704a-4fed-869b-a65a4b791257 req-b03d25d8-ad79-4c2b-bb26-ecb7a25c9b7c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=edb0d79c-4fa0-4cb3-8340-e454e6140a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467472 Feb 10 23:13:03.776739 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:03.813349 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d05005e7-7276-4071-b92a-d92d14619ef9 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:03.862572 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device ad54b423-5b9a-4c11-8f2c-5239b20c88f3 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:13:03.887014 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78975e10-6c12-495b-bfa8-21a9fc37dcdc req-956a0cee-f917-4bd1-9470-61e55c01d339 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:03.887014 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-78975e10-6c12-495b-bfa8-21a9fc37dcdc req-956a0cee-f917-4bd1-9470-61e55c01d339 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f4f4d45e-efab-47b5-8966-f476fe09f270 HTTP/1.1" status: 200 len: 897 time: 0.3105016 Feb 10 23:13:03.897624 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05005e7-7276-4071-b92a-d92d14619ef9 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Network 55e38965-b620-4c84-8c0d-4ab975c82ebd is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:13:03.901486 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-d05005e7-7276-4071-b92a-d92d14619ef9 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:13:03.906509 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05005e7-7276-4071-b92a-d92d14619ef9 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:13:03.910653 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05005e7-7276-4071-b92a-d92d14619ef9 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:03.911304 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d05005e7-7276-4071-b92a-d92d14619ef9 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:03.917741 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-ef5255f0-441a-42f8-8869-763d8a0dc2c7 None None] Set router 0a1036b0-ff18-43ca-b38f-82a2587292bd gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:13:03.918304 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05005e7-7276-4071-b92a-d92d14619ef9 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Pushing event updated for resources: {'Port': ['ID=67576dd8-ea6d-41bb-903e-6dcf653e7460,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:03.967744 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-78975e10-6c12-495b-bfa8-21a9fc37dcdc req-a6561bf8-da1e-45ae-a6c8-ed0b44deae91 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06e1e46c-8668-44fc-9b2c-b1d605362a19 HTTP/1.1" status: 200 len: 217 time: 0.0755286 Feb 10 23:13:03.975949 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-311bd703-7ecb-411f-a314-a33f0341fcb7 None None] Allocated IP 2001:db8::f816:3eff:fe8c:d1ab (55e38965-b620-4c84-8c0d-4ab975c82ebd/27299d91-ed20-4134-94fb-cfc5233e320b/57e63373-8fbd-4df8-b589-47ec1d6b8a31) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:13:04.004594 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=3068d05b-2836-40d5-8bd2-e43394992d1a,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:04.005492 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-d05005e7-7276-4071-b92a-d92d14619ef9 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.3642652 Feb 10 23:13:04.007695 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49892) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:04.083206 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['3068d05b-2836-40d5-8bd2-e43394992d1a'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:13:04.085390 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78975e10-6c12-495b-bfa8-21a9fc37dcdc req-b2954891-9422-4cdc-888a-b0e34c12502d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:04.087463 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-78975e10-6c12-495b-bfa8-21a9fc37dcdc req-b2954891-9422-4cdc-888a-b0e34c12502d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1e815ea9-6309-47bf-ae2f-c815b2ab858b HTTP/1.1" status: 200 len: 835 time: 0.1118612 Feb 10 23:13:04.093518 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4f40364-ce1d-437b-a918-f2f4b43d4048 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Deleting subnet 27299d91-ed20-4134-94fb-cfc5233e320b {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:13:04.163786 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port ad54b423-5b9a-4c11-8f2c-5239b20c88f3 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:13:04.164165 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:04.166899 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-78975e10-6c12-495b-bfa8-21a9fc37dcdc req-3932b085-1eaa-4c40-a7d1-f0446fcca8ae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f4f4d45e-efab-47b5-8966-f476fe09f270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711539 Feb 10 23:13:04.177755 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [req-78975e10-6c12-495b-bfa8-21a9fc37dcdc req-c945323f-dc2f-4f79-bb4f-0db43ab735cd service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:13:04.178887 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-78975e10-6c12-495b-bfa8-21a9fc37dcdc req-c945323f-dc2f-4f79-bb4f-0db43ab735cd service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0057447 Feb 10 23:13:04.273573 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-ef5255f0-441a-42f8-8869-763d8a0dc2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'name': 'tempest-TestNetworkBasicOps-router-938078609', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': '5d5ee5e4-2655-46e3-a152-a40278a95717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:10:14Z', 'updated_at': '2022-02-10T23:12:47Z', 'revision_number': 6, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '5d5ee5e4-2655-46e3-a152-a40278a95717', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:db:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:10:16Z', 'updated_at': '2022-02-10T23:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'e4c3a978-385d-49ab-92ce-f5377a457cd7', 'name': '', 'network_id': 'f4f4d45e-efab-47b5-8966-f476fe09f270', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:83:cf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e815ea9-6309-47bf-ae2f-c815b2ab858b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:10:30Z', 'updated_at': '2022-02-10T23:10:52Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': '1e815ea9-6309-47bf-ae2f-c815b2ab858b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:04.278791 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5255f0-441a-42f8-8869-763d8a0dc2c7 None None] The sync data for ids ['0a1036b0-ff18-43ca-b38f-82a2587292bd'] in dv-neutron-828797-1-hyperv is: [{'id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'name': 'tempest-TestNetworkBasicOps-router-938078609', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': '5d5ee5e4-2655-46e3-a152-a40278a95717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:10:14Z', 'updated_at': '2022-02-10T23:12:47Z', 'revision_number': 6, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '5d5ee5e4-2655-46e3-a152-a40278a95717', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:db:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:10:16Z', 'updated_at': '2022-02-10T23:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'e4c3a978-385d-49ab-92ce-f5377a457cd7', 'name': '', 'network_id': 'f4f4d45e-efab-47b5-8966-f476fe09f270', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:83:cf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e815ea9-6309-47bf-ae2f-c815b2ab858b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:10:30Z', 'updated_at': '2022-02-10T23:10:52Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': '1e815ea9-6309-47bf-ae2f-c815b2ab858b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:13:04.326487 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-78975e10-6c12-495b-bfa8-21a9fc37dcdc req-04d32780-469c-4aef-831e-a7fe694cae46 service neutron] 10.222.0.37 "GET /v2.0/networks/f4f4d45e-efab-47b5-8966-f476fe09f270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411040 Feb 10 23:13:04.411752 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-311bd703-7ecb-411f-a314-a33f0341fcb7 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:04.455358 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-311bd703-7ecb-411f-a314-a33f0341fcb7 None None] Transition to ACTIVE for port object 57e63373-8fbd-4df8-b589-47ec1d6b8a31 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:13:04.476898 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-78975e10-6c12-495b-bfa8-21a9fc37dcdc req-19a7b723-2b17-4b85-965e-772c8b80da10 service neutron] 10.222.0.37 "GET /v2.0/networks/f4f4d45e-efab-47b5-8966-f476fe09f270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426258 Feb 10 23:13:04.514069 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-311bd703-7ecb-411f-a314-a33f0341fcb7 None None] Transition to ACTIVE for port object 57e63373-8fbd-4df8-b589-47ec1d6b8a31 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:13:04.601832 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9c688-cf1d-452f-a17f-e40a1876ba5a req-26fe112c-89de-4acb-9189-9a36dfdd474b tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:04.604259 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e2f9c688-cf1d-452f-a17f-e40a1876ba5a req-26fe112c-89de-4acb-9189-9a36dfdd474b tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd2a7f2e-7c36-40b0-ab8a-a8d8a6fdec11 HTTP/1.1" status: 200 len: 944 time: 0.1017799 Feb 10 23:13:04.609181 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffa5574-5604-4da6-8d78-9855db84ed51 None None] New status for floating IP 7c01c2db-36c9-4776-8deb-6a05abf0d7a1: DOWN {{(pid=84334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 23:13:04.641022 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c4f40364-ce1d-437b-a918-f2f4b43d4048 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:04.674806 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-311bd703-7ecb-411f-a314-a33f0341fcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:04.732358 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e2f9c688-cf1d-452f-a17f-e40a1876ba5a req-e8c0b6e3-68ae-4ef8-8eb0-516f6ee65200 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c3f6aaf-3a27-49e5-ae54-3cc5a3f3586f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222603 Feb 10 23:13:04.750102 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c4f40364-ce1d-437b-a918-f2f4b43d4048 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:04.828221 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311bd703-7ecb-411f-a314-a33f0341fcb7 None None] Network 55e38965-b620-4c84-8c0d-4ab975c82ebd is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:13:04.833824 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-311bd703-7ecb-411f-a314-a33f0341fcb7 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:13:04.835639 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311bd703-7ecb-411f-a314-a33f0341fcb7 None None] Pushing event updated for resources: {'Port': ['ID=57e63373-8fbd-4df8-b589-47ec1d6b8a31,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:04.840583 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311bd703-7ecb-411f-a314-a33f0341fcb7 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:13:04.858646 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754844be-7eda-4d91-a125-f8790c886728 req-b9e15554-27fd-4b5c-b090-050a00e89f45 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:04.859329 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-754844be-7eda-4d91-a125-f8790c886728 req-b9e15554-27fd-4b5c-b090-050a00e89f45 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Synchronizing usage tracker for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:13:04.912789 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c4f40364-ce1d-437b-a918-f2f4b43d4048 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:04.943728 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-754844be-7eda-4d91-a125-f8790c886728 req-b9e15554-27fd-4b5c-b090-050a00e89f45 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Unset dirty status for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:13:04.944762 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-754844be-7eda-4d91-a125-f8790c886728 req-b9e15554-27fd-4b5c-b090-050a00e89f45 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.37 "GET /v2.0/ports?device_id=13eb3b45-41f9-452a-936f-881fcb3533f4 HTTP/1.1" status: 200 len: 945 time: 0.2581208 Feb 10 23:13:04.945730 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-311bd703-7ecb-411f-a314-a33f0341fcb7 None None] Attempting to bind port 57e63373-8fbd-4df8-b589-47ec1d6b8a31 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:13:04.946269 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-311bd703-7ecb-411f-a314-a33f0341fcb7 None None] Attempting to bind port 57e63373-8fbd-4df8-b589-47ec1d6b8a31 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': 'c367aaab-cbf9-4417-b47a-a8799d55165b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '55e38965-b620-4c84-8c0d-4ab975c82ebd'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:13:04.946824 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311bd703-7ecb-411f-a314-a33f0341fcb7 None None] Attempting to bind port 57e63373-8fbd-4df8-b589-47ec1d6b8a31 on network 55e38965-b620-4c84-8c0d-4ab975c82ebd {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:13:04.953988 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311bd703-7ecb-411f-a314-a33f0341fcb7 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:13:04.954488 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311bd703-7ecb-411f-a314-a33f0341fcb7 None None] Checking segment: {'id': 'c367aaab-cbf9-4417-b47a-a8799d55165b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '55e38965-b620-4c84-8c0d-4ab975c82ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:13:04.954986 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-311bd703-7ecb-411f-a314-a33f0341fcb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:04.955586 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311bd703-7ecb-411f-a314-a33f0341fcb7 None None] Bound using segment: {'id': 'c367aaab-cbf9-4417-b47a-a8799d55165b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '55e38965-b620-4c84-8c0d-4ab975c82ebd'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:13:04.956169 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-311bd703-7ecb-411f-a314-a33f0341fcb7 None None] Bound port: 57e63373-8fbd-4df8-b589-47ec1d6b8a31, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c367aaab-cbf9-4417-b47a-a8799d55165b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '55e38965-b620-4c84-8c0d-4ab975c82ebd'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:13:04.956661 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-311bd703-7ecb-411f-a314-a33f0341fcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:05.022976 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbdeee2-9feb-4bfa-8473-cd4f559161af req-47f9812a-2c18-4c24-b4e0-9758da28f6c1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:05.024364 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-2bbdeee2-9feb-4bfa-8473-cd4f559161af req-47f9812a-2c18-4c24-b4e0-9758da28f6c1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=13eb3b45-41f9-452a-936f-881fcb3533f4 HTTP/1.1" status: 200 len: 945 time: 0.0884328 Feb 10 23:13:05.033583 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-754844be-7eda-4d91-a125-f8790c886728 req-5b05d00a-c0e3-4973-9202-7330fb5e3f5b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Deleting port 06e1e46c-8668-44fc-9b2c-b1d605362a19 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:13:05.033930 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-754844be-7eda-4d91-a125-f8790c886728 req-5b05d00a-c0e3-4973-9202-7330fb5e3f5b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:05.073870 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-2bbdeee2-9feb-4bfa-8473-cd4f559161af req-7bb96ec7-88aa-4044-95fb-74f999bc64df tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=edb0d79c-4fa0-4cb3-8340-e454e6140a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437822 Feb 10 23:13:05.148251 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c4f40364-ce1d-437b-a918-f2f4b43d4048 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:05.151711 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-311bd703-7ecb-411f-a314-a33f0341fcb7 None None] For port 57e63373-8fbd-4df8-b589-47ec1d6b8a31, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:13:05.155106 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-311bd703-7ecb-411f-a314-a33f0341fcb7 None None] For port 57e63373-8fbd-4df8-b589-47ec1d6b8a31, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=57e63373-8fbd-4df8-b589-47ec1d6b8a31,segment=NetworkSegment(c367aaab-cbf9-4417-b47a-a8799d55165b),segment_id=c367aaab-cbf9-4417-b47a-a8799d55165b)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:13:05.207386 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f40364-ce1d-437b-a918-f2f4b43d4048 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Pushing event deleted for resources: {'Subnet': ['ID=27299d91-ed20-4134-94fb-cfc5233e320b,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:05.210960 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-311bd703-7ecb-411f-a314-a33f0341fcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:05.259817 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c4f40364-ce1d-437b-a918-f2f4b43d4048 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:05.278447 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c4f40364-ce1d-437b-a918-f2f4b43d4048 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] 10.222.0.59 "DELETE /v2.0/subnets/27299d91-ed20-4134-94fb-cfc5233e320b HTTP/1.1" status: 204 len: 168 time: 1.2699208 Feb 10 23:13:05.280913 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49900) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:05.299739 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311bd703-7ecb-411f-a314-a33f0341fcb7 None None] Pushing event updated for resources: {'Port': ['ID=57e63373-8fbd-4df8-b589-47ec1d6b8a31,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:05.342436 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-754844be-7eda-4d91-a125-f8790c886728 req-5b05d00a-c0e3-4973-9202-7330fb5e3f5b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] For port 06e1e46c-8668-44fc-9b2c-b1d605362a19, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=06e1e46c-8668-44fc-9b2c-b1d605362a19,segment=NetworkSegment(72b3b703-dd46-4c09-b2f8-0b1aa481fbdf),segment_id=72b3b703-dd46-4c09-b2f8-0b1aa481fbdf)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:13:05.342787 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-754844be-7eda-4d91-a125-f8790c886728 req-5b05d00a-c0e3-4973-9202-7330fb5e3f5b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:05.355836 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a40245-140c-4f50-80b4-de9efd0393f4 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:05.357599 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a40245-140c-4f50-80b4-de9efd0393f4 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:05.359285 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-c4a40245-140c-4f50-80b4-de9efd0393f4 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0765851 Feb 10 23:13:05.362993 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49904) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:05.475730 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-754844be-7eda-4d91-a125-f8790c886728 req-5b05d00a-c0e3-4973-9202-7330fb5e3f5b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Calling delete_port for 06e1e46c-8668-44fc-9b2c-b1d605362a19 owned by compute:nova {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:13:05.504202 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3bf22fd6-b653-4cea-a191-c7644e86bdb7 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:05.515048 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bf22fd6-b653-4cea-a191-c7644e86bdb7 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 10 23:13:05.515496 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bf22fd6-b653-4cea-a191-c7644e86bdb7 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:13:05.517273 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-3bf22fd6-b653-4cea-a191-c7644e86bdb7 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] 10.222.0.59 "DELETE /v2.0/networks/55e38965-b620-4c84-8c0d-4ab975c82ebd HTTP/1.1" status: 409 len: 405 time: 0.1533840 Feb 10 23:13:05.521588 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49908) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:05.528459 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-905221bd-f1e8-4fe9-abd4-d43cdd44bf06 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-888893216'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:13:05.544256 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-905221bd-f1e8-4fe9-abd4-d43cdd44bf06 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:13:05.550375 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-905221bd-f1e8-4fe9-abd4-d43cdd44bf06 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Usage tracker for resource:network and tenant:bc14394c8ca548028efa97f5219a3e34 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:13:05.553405 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-905221bd-f1e8-4fe9-abd4-d43cdd44bf06 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:13:05.559984 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-905221bd-f1e8-4fe9-abd4-d43cdd44bf06 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:13:05.650481 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-905221bd-f1e8-4fe9-abd4-d43cdd44bf06 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Made reservation on behalf of bc14394c8ca548028efa97f5219a3e34 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:13:05.653693 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-905221bd-f1e8-4fe9-abd4-d43cdd44bf06 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:05.690019 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-905221bd-f1e8-4fe9-abd4-d43cdd44bf06 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:13:05.699271 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-905221bd-f1e8-4fe9-abd4-d43cdd44bf06 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:05.699541 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-905221bd-f1e8-4fe9-abd4-d43cdd44bf06 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Added segment 10352bfc-85eb-429f-8617-31b4129e6824 of type vlan for network 4cd760d4-6517-4f02-a262-ab688ae9e39d Feb 10 23:13:05.725053 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-905221bd-f1e8-4fe9-abd4-d43cdd44bf06 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:05.796244 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-754844be-7eda-4d91-a125-f8790c886728 req-5b05d00a-c0e3-4973-9202-7330fb5e3f5b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:05.816809 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 57e63373-8fbd-4df8-b589-47ec1d6b8a31 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:13:05.822340 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-905221bd-f1e8-4fe9-abd4-d43cdd44bf06 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:05.827472 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905221bd-f1e8-4fe9-abd4-d43cdd44bf06 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:05.828858 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-905221bd-f1e8-4fe9-abd4-d43cdd44bf06 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:05.848811 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b05d00a-c0e3-4973-9202-7330fb5e3f5b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event deleted for resources: {'Port': ['ID=06e1e46c-8668-44fc-9b2c-b1d605362a19,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:05.954949 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-754844be-7eda-4d91-a125-f8790c886728 req-5b05d00a-c0e3-4973-9202-7330fb5e3f5b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] No DVR routers for this DVR port 06e1e46c-8668-44fc-9b2c-b1d605362a19 on host hv-neutron-8287 {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:13:05.957630 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-754844be-7eda-4d91-a125-f8790c886728 req-5b05d00a-c0e3-4973-9202-7330fb5e3f5b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:05.963103 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13eb3b45-41f9-452a-936f-881fcb3533f4', 'name': 'network-vif-deleted', 'tag': '06e1e46c-8668-44fc-9b2c-b1d605362a19'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:13:05.965588 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905221bd-f1e8-4fe9-abd4-d43cdd44bf06 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Pushing event updated for resources: {'Network': ['ID=4cd760d4-6517-4f02-a262-ab688ae9e39d,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:05.971110 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 57e63373-8fbd-4df8-b589-47ec1d6b8a31 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:13:05.977691 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 4cd760d4-6517-4f02-a262-ab688ae9e39d details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:13:05.999386 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-905221bd-f1e8-4fe9-abd4-d43cdd44bf06 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4764290 Feb 10 23:13:06.001953 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49918) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:06.009131 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-de5c163f-4df6-4302-846a-30c84dfde656 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Request body: {'subnet': {'network_id': '4cd760d4-6517-4f02-a262-ab688ae9e39d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:13:06.035122 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13eb3b45-41f9-452a-936f-881fcb3533f4', 'name': 'network-vif-deleted', 'tag': '06e1e46c-8668-44fc-9b2c-b1d605362a19', 'status': 'completed', 'code': 200} Feb 10 23:13:06.050675 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-754844be-7eda-4d91-a125-f8790c886728 req-5b05d00a-c0e3-4973-9202-7330fb5e3f5b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.37 "DELETE /v2.0/ports/06e1e46c-8668-44fc-9b2c-b1d605362a19 HTTP/1.1" status: 204 len: 173 time: 1.0926270 Feb 10 23:13:06.172049 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f19db94-b7c9-4a8c-b20f-9d263ee0a3b2 req-8173c620-d9fc-421f-b9b1-40436a2253b2 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:06.185596 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0f19db94-b7c9-4a8c-b20f-9d263ee0a3b2 req-8173c620-d9fc-421f-b9b1-40436a2253b2 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd2a7f2e-7c36-40b0-ab8a-a8d8a6fdec11 HTTP/1.1" status: 200 len: 944 time: 0.1062572 Feb 10 23:13:06.186302 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-de5c163f-4df6-4302-846a-30c84dfde656 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:13:06.190316 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-de5c163f-4df6-4302-846a-30c84dfde656 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Usage tracker for resource:subnet and tenant:bc14394c8ca548028efa97f5219a3e34 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:13:06.193423 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-de5c163f-4df6-4302-846a-30c84dfde656 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:13:06.200026 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-de5c163f-4df6-4302-846a-30c84dfde656 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:13:06.247397 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0f19db94-b7c9-4a8c-b20f-9d263ee0a3b2 req-5ed790e6-d6cb-4714-b8e1-52a58893800e tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c3f6aaf-3a27-49e5-ae54-3cc5a3f3586f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601447 Feb 10 23:13:06.276344 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5c163f-4df6-4302-846a-30c84dfde656 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Made reservation on behalf of bc14394c8ca548028efa97f5219a3e34 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:13:06.389206 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-db789b4d-8f86-49eb-8e93-c05b127dce09 req-3875026d-a5ad-4367-b866-7cc0996334ed tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=13eb3b45-41f9-452a-936f-881fcb3533f4 HTTP/1.1" status: 200 len: 210 time: 0.0976291 Feb 10 23:13:06.476999 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50aba2be-e256-42bb-aebc-232946be515a None None] Network 55e38965-b620-4c84-8c0d-4ab975c82ebd requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:13:06.526536 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-de5c163f-4df6-4302-846a-30c84dfde656 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:06.696868 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-ad57387c-9b83-4270-81e7-f6ecc60b6738 None None] Provisioning for port 57e63373-8fbd-4df8-b589-47ec1d6b8a31 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:13:06.704944 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-ad57387c-9b83-4270-81e7-f6ecc60b6738 None None] Provisioning complete for port 57e63373-8fbd-4df8-b589-47ec1d6b8a31 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:13:06.704944 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ad57387c-9b83-4270-81e7-f6ecc60b6738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:06.748987 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2486c635-8bcc-4398-b57b-2d5a73163b0f None None] DHCP port deletion for 55e38965-b620-4c84-8c0d-4ab975c82ebd request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:13:06.762765 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-2486c635-8bcc-4398-b57b-2d5a73163b0f None None] Deleting port 57e63373-8fbd-4df8-b589-47ec1d6b8a31 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:13:06.763228 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2486c635-8bcc-4398-b57b-2d5a73163b0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:06.929791 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.objects.ports [None req-de5c163f-4df6-4302-846a-30c84dfde656 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84333) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 10 23:13:06.931767 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-de5c163f-4df6-4302-846a-30c84dfde656 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:06.990645 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ad57387c-9b83-4270-81e7-f6ecc60b6738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:07.002774 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5c163f-4df6-4302-846a-30c84dfde656 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Pushing event updated for resources: {'Subnet': ['ID=b9beceb8-0907-4324-a17d-7363993b5e0e,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:07.020681 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5c163f-4df6-4302-846a-30c84dfde656 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Checking segment: {'id': '10352bfc-85eb-429f-8617-31b4129e6824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4cd760d4-6517-4f02-a262-ab688ae9e39d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:13:07.020681 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5c163f-4df6-4302-846a-30c84dfde656 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Network hostable DHCP agents. Network: 4cd760d4-6517-4f02-a262-ab688ae9e39d, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:13:07.055327 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-2486c635-8bcc-4398-b57b-2d5a73163b0f None None] For port 57e63373-8fbd-4df8-b589-47ec1d6b8a31, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=57e63373-8fbd-4df8-b589-47ec1d6b8a31,segment=NetworkSegment(c367aaab-cbf9-4417-b47a-a8799d55165b),segment_id=c367aaab-cbf9-4417-b47a-a8799d55165b)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:13:07.055895 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2486c635-8bcc-4398-b57b-2d5a73163b0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:07.067041 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-ad57387c-9b83-4270-81e7-f6ecc60b6738 None None] For port 57e63373-8fbd-4df8-b589-47ec1d6b8a31, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=57e63373-8fbd-4df8-b589-47ec1d6b8a31,segment=NetworkSegment(c367aaab-cbf9-4417-b47a-a8799d55165b),segment_id=c367aaab-cbf9-4417-b47a-a8799d55165b)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:13:07.113502 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5c163f-4df6-4302-846a-30c84dfde656 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Network 4cd760d4-6517-4f02-a262-ab688ae9e39d is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:13:07.169030 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ad57387c-9b83-4270-81e7-f6ecc60b6738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:07.175974 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-2486c635-8bcc-4398-b57b-2d5a73163b0f None None] Calling delete_port for 57e63373-8fbd-4df8-b589-47ec1d6b8a31 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:13:07.176508 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-de5c163f-4df6-4302-846a-30c84dfde656 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 4cd760d4-6517-4f02-a262-ab688ae9e39d) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:13:07.180953 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5c163f-4df6-4302-846a-30c84dfde656 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:07.181717 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-de5c163f-4df6-4302-846a-30c84dfde656 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:07.237651 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b2fdc7-2b0c-4065-a0aa-55ad6748cd32 None None] Network 4cd760d4-6517-4f02-a262-ab688ae9e39d requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:13:07.249287 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 3068d05b-2836-40d5-8bd2-e43394992d1a up at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:13:07.262331 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-de5c163f-4df6-4302-846a-30c84dfde656 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2592728 Feb 10 23:13:07.264941 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49924) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:07.270304 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-3d187a15-51d5-467a-8c27-f2516cbfcd54 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Request body: {'port': {'network_id': '4cd760d4-6517-4f02-a262-ab688ae9e39d', 'name': 'tempest-NetworksIpV6TestAttrs-734371247'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:13:07.408046 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3d187a15-51d5-467a-8c27-f2516cbfcd54 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:13:07.412034 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-3d187a15-51d5-467a-8c27-f2516cbfcd54 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Usage tracker for resource:port and tenant:bc14394c8ca548028efa97f5219a3e34 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:13:07.415454 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-3d187a15-51d5-467a-8c27-f2516cbfcd54 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:13:07.422562 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3d187a15-51d5-467a-8c27-f2516cbfcd54 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:13:07.448168 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad57387c-9b83-4270-81e7-f6ecc60b6738 None None] Pushing event updated for resources: {'Port': ['ID=57e63373-8fbd-4df8-b589-47ec1d6b8a31,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:07.475988 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd52f21-5cdd-4eaf-b7ff-dc84e22e308f req-67823dea-d2ee-4a46-a37a-5afa4a3a6f45 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:07.477626 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bfd52f21-5cdd-4eaf-b7ff-dc84e22e308f req-67823dea-d2ee-4a46-a37a-5afa4a3a6f45 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd2a7f2e-7c36-40b0-ab8a-a8d8a6fdec11 HTTP/1.1" status: 200 len: 944 time: 0.1007447 Feb 10 23:13:07.484501 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d187a15-51d5-467a-8c27-f2516cbfcd54 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Made reservation on behalf of bc14394c8ca548028efa97f5219a3e34 for: {'port': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:13:07.487972 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3d187a15-51d5-467a-8c27-f2516cbfcd54 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:07.514099 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-3d187a15-51d5-467a-8c27-f2516cbfcd54 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] device_id is not set on port ace4e79f-6a5e-4334-aaaf-681080247840 yet. {{(pid=84333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:13:07.524228 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49932) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:07.525287 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-2486c635-8bcc-4398-b57b-2d5a73163b0f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:13:07.525656 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-2486c635-8bcc-4398-b57b-2d5a73163b0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:13:07.563235 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bfd52f21-5cdd-4eaf-b7ff-dc84e22e308f req-8e37f144-b04a-4633-97e4-1bb6a964bce3 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c3f6aaf-3a27-49e5-ae54-3cc5a3f3586f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793972 Feb 10 23:13:07.573923 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5870446-3bbb-46c6-8cc5-465c22b1cc87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-4cd760d4-6517-4f02-a262-ab688ae9e39d', 'network_id': '4cd760d4-6517-4f02-a262-ab688ae9e39d', 'tenant_id': 'bc14394c8ca548028efa97f5219a3e34', 'fixed_ips': [{'subnet_id': 'b9beceb8-0907-4324-a17d-7363993b5e0e'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:13:07.574583 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c5870446-3bbb-46c6-8cc5-465c22b1cc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:07.638945 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-24e3fab3-b3e6-46ea-a696-42db3fcc11ac tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:07.670915 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-24e3fab3-b3e6-46ea-a696-42db3fcc11ac tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:07.685321 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-3d187a15-51d5-467a-8c27-f2516cbfcd54 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Allocated IP 2001:db8::f816:3eff:fe41:d037 (4cd760d4-6517-4f02-a262-ab688ae9e39d/b9beceb8-0907-4324-a17d-7363993b5e0e/ace4e79f-6a5e-4334-aaaf-681080247840) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:13:07.686940 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning for port 3068d05b-2836-40d5-8bd2-e43394992d1a completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:13:07.695765 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning complete for port 3068d05b-2836-40d5-8bd2-e43394992d1a triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:13:07.696727 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:07.806548 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 57e63373-8fbd-4df8-b589-47ec1d6b8a31 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:13:07.828310 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-24e3fab3-b3e6-46ea-a696-42db3fcc11ac tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:07.854644 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e3fab3-b3e6-46ea-a696-42db3fcc11ac tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb0d79c-4fa0-4cb3-8340-e454e6140a9f,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:07.861998 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-24e3fab3-b3e6-46ea-a696-42db3fcc11ac tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:07.863106 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-24e3fab3-b3e6-46ea-a696-42db3fcc11ac tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "DELETE /v2.0/security-groups/edb0d79c-4fa0-4cb3-8340-e454e6140a9f HTTP/1.1" status: 204 len: 168 time: 0.3374963 Feb 10 23:13:07.894070 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:07.956652 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2a7f2e-7c36-40b0-ab8a-a8d8a6fdec11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3068d05b-2836-40d5-8bd2-e43394992d1a'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:13:07.961231 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49940) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:07.976327 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 3068d05b-2836-40d5-8bd2-e43394992d1a, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=3068d05b-2836-40d5-8bd2-e43394992d1a,segment=NetworkSegment(87261b23-5de2-4068-8909-bc5d27f42710),segment_id=87261b23-5de2-4068-8909-bc5d27f42710)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:13:07.983194 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:07.996035 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3d187a15-51d5-467a-8c27-f2516cbfcd54 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:08.014384 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-3d187a15-51d5-467a-8c27-f2516cbfcd54 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Transition to ACTIVE for port object ace4e79f-6a5e-4334-aaaf-681080247840 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:13:08.021315 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 57e63373-8fbd-4df8-b589-47ec1d6b8a31, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=57e63373-8fbd-4df8-b589-47ec1d6b8a31,segment=NetworkSegment(c367aaab-cbf9-4417-b47a-a8799d55165b),segment_id=c367aaab-cbf9-4417-b47a-a8799d55165b)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:13:08.026621 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-2486c635-8bcc-4398-b57b-2d5a73163b0f None None] Deleting port 57e63373-8fbd-4df8-b589-47ec1d6b8a31 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:13:08.027004 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2486c635-8bcc-4398-b57b-2d5a73163b0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:08.057546 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd2a7f2e-7c36-40b0-ab8a-a8d8a6fdec11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3068d05b-2836-40d5-8bd2-e43394992d1a', 'code': 200} Feb 10 23:13:08.064201 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:08.065023 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 06e1e46c-8668-44fc-9b2c-b1d605362a19 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:13:08.137855 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3d187a15-51d5-467a-8c27-f2516cbfcd54 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:08.140625 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:08.142567 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] No Port match for: 06e1e46c-8668-44fc-9b2c-b1d605362a19 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:13:08.142567 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 06e1e46c-8668-44fc-9b2c-b1d605362a19 not bound to the agent host hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:13:08.227176 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d187a15-51d5-467a-8c27-f2516cbfcd54 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Network 4cd760d4-6517-4f02-a262-ab688ae9e39d is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:13:08.242388 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-3d187a15-51d5-467a-8c27-f2516cbfcd54 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:13:08.252963 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d187a15-51d5-467a-8c27-f2516cbfcd54 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:13:08.259512 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d187a15-51d5-467a-8c27-f2516cbfcd54 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:08.260182 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3d187a15-51d5-467a-8c27-f2516cbfcd54 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:08.278581 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d187a15-51d5-467a-8c27-f2516cbfcd54 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Pushing event updated for resources: {'Port': ['ID=ace4e79f-6a5e-4334-aaaf-681080247840,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:08.285884 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-c5870446-3bbb-46c6-8cc5-465c22b1cc87 None None] Allocated IP 2001:db8::f816:3eff:fedf:44d8 (4cd760d4-6517-4f02-a262-ab688ae9e39d/b9beceb8-0907-4324-a17d-7363993b5e0e/c775144e-5d9b-43b8-8556-396ddc79da44) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:13:08.287852 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=3068d05b-2836-40d5-8bd2-e43394992d1a,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:08.371764 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-3d187a15-51d5-467a-8c27-f2516cbfcd54 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.1056597 Feb 10 23:13:08.374407 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49944) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:08.523499 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-2486c635-8bcc-4398-b57b-2d5a73163b0f None None] For port 57e63373-8fbd-4df8-b589-47ec1d6b8a31, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=57e63373-8fbd-4df8-b589-47ec1d6b8a31,segment=NetworkSegment(c367aaab-cbf9-4417-b47a-a8799d55165b),segment_id=c367aaab-cbf9-4417-b47a-a8799d55165b)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:13:08.523886 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2486c635-8bcc-4398-b57b-2d5a73163b0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:08.620761 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-784031d4-1e58-4ef8-a68b-70e360f62594 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732944'] for router_interface, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:08.654495 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=57e63373-8fbd-4df8-b589-47ec1d6b8a31,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:08.665602 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-2486c635-8bcc-4398-b57b-2d5a73163b0f None None] Calling delete_port for 57e63373-8fbd-4df8-b589-47ec1d6b8a31 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:13:08.686046 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4cf1895a-63d3-4147-870f-8c737429328a req-bcc6441a-3b20-45fd-8090-6ff7fe12078a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cd2a7f2e-7c36-40b0-ab8a-a8d8a6fdec11 HTTP/1.1" status: 200 len: 1098 time: 0.2775078 Feb 10 23:13:08.772978 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee10b737-b6ae-474b-8a02-aa7471abd3c5 req-159396c6-02af-4092-bc41-8f7dd92d88ea tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:08.774925 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-ee10b737-b6ae-474b-8a02-aa7471abd3c5 req-159396c6-02af-4092-bc41-8f7dd92d88ea tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd2a7f2e-7c36-40b0-ab8a-a8d8a6fdec11 HTTP/1.1" status: 200 len: 945 time: 0.0780861 Feb 10 23:13:08.796926 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ebb450f-3d52-4d83-8f26-2178fa6ae089 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Deleting subnet b9beceb8-0907-4324-a17d-7363993b5e0e {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:13:08.831264 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4cf1895a-63d3-4147-870f-8c737429328a req-a4d4248d-3884-4b9d-a3f9-11acf04416d8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7c3f6aaf-3a27-49e5-ae54-3cc5a3f3586f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306524 Feb 10 23:13:08.833057 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-ee10b737-b6ae-474b-8a02-aa7471abd3c5 req-1e66ba7f-2f45-4cba-8c48-9345b9a3bac9 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c3f6aaf-3a27-49e5-ae54-3cc5a3f3586f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504851 Feb 10 23:13:08.838133 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c5870446-3bbb-46c6-8cc5-465c22b1cc87 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:08.849321 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-c5870446-3bbb-46c6-8cc5-465c22b1cc87 None None] Transition to ACTIVE for port object c775144e-5d9b-43b8-8556-396ddc79da44 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:13:08.870283 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-c5870446-3bbb-46c6-8cc5-465c22b1cc87 None None] Transition to ACTIVE for port object c775144e-5d9b-43b8-8556-396ddc79da44 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:13:08.878882 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2486c635-8bcc-4398-b57b-2d5a73163b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:08.927936 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2486c635-8bcc-4398-b57b-2d5a73163b0f None None] Pushing event deleted for resources: {'Port': ['ID=57e63373-8fbd-4df8-b589-47ec1d6b8a31,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:08.933571 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2486c635-8bcc-4398-b57b-2d5a73163b0f None None] No DVR routers for this DVR port 57e63373-8fbd-4df8-b589-47ec1d6b8a31 on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:13:08.937100 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c5870446-3bbb-46c6-8cc5-465c22b1cc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:08.943391 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0ebb450f-3d52-4d83-8f26-2178fa6ae089 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:08.995456 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0ebb450f-3d52-4d83-8f26-2178fa6ae089 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:09.008091 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5870446-3bbb-46c6-8cc5-465c22b1cc87 None None] Network 4cd760d4-6517-4f02-a262-ab688ae9e39d is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:13:09.011246 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-c5870446-3bbb-46c6-8cc5-465c22b1cc87 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:13:09.015591 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5870446-3bbb-46c6-8cc5-465c22b1cc87 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:13:09.019784 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5870446-3bbb-46c6-8cc5-465c22b1cc87 None None] Pushing event updated for resources: {'Port': ['ID=c775144e-5d9b-43b8-8556-396ddc79da44,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:09.113039 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-c5870446-3bbb-46c6-8cc5-465c22b1cc87 None None] Attempting to bind port c775144e-5d9b-43b8-8556-396ddc79da44 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:13:09.113830 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-c5870446-3bbb-46c6-8cc5-465c22b1cc87 None None] Attempting to bind port c775144e-5d9b-43b8-8556-396ddc79da44 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '10352bfc-85eb-429f-8617-31b4129e6824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4cd760d4-6517-4f02-a262-ab688ae9e39d'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:13:09.113830 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5870446-3bbb-46c6-8cc5-465c22b1cc87 None None] Attempting to bind port c775144e-5d9b-43b8-8556-396ddc79da44 on network 4cd760d4-6517-4f02-a262-ab688ae9e39d {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:13:09.122033 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5870446-3bbb-46c6-8cc5-465c22b1cc87 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:13:09.122412 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5870446-3bbb-46c6-8cc5-465c22b1cc87 None None] Checking segment: {'id': '10352bfc-85eb-429f-8617-31b4129e6824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4cd760d4-6517-4f02-a262-ab688ae9e39d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:13:09.122818 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c5870446-3bbb-46c6-8cc5-465c22b1cc87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:09.123212 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5870446-3bbb-46c6-8cc5-465c22b1cc87 None None] Bound using segment: {'id': '10352bfc-85eb-429f-8617-31b4129e6824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4cd760d4-6517-4f02-a262-ab688ae9e39d'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:13:09.123673 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-c5870446-3bbb-46c6-8cc5-465c22b1cc87 None None] Bound port: c775144e-5d9b-43b8-8556-396ddc79da44, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10352bfc-85eb-429f-8617-31b4129e6824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4cd760d4-6517-4f02-a262-ab688ae9e39d'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:13:09.124046 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c5870446-3bbb-46c6-8cc5-465c22b1cc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:09.212456 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-c5870446-3bbb-46c6-8cc5-465c22b1cc87 None None] For port c775144e-5d9b-43b8-8556-396ddc79da44, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:13:09.215543 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-c5870446-3bbb-46c6-8cc5-465c22b1cc87 None None] For port c775144e-5d9b-43b8-8556-396ddc79da44, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=c775144e-5d9b-43b8-8556-396ddc79da44,segment=NetworkSegment(10352bfc-85eb-429f-8617-31b4129e6824),segment_id=10352bfc-85eb-429f-8617-31b4129e6824)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:13:09.445797 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c5870446-3bbb-46c6-8cc5-465c22b1cc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:09.449972 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0ebb450f-3d52-4d83-8f26-2178fa6ae089 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:09.568533 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5870446-3bbb-46c6-8cc5-465c22b1cc87 None None] Pushing event updated for resources: {'Port': ['ID=c775144e-5d9b-43b8-8556-396ddc79da44,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:09.617153 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0ebb450f-3d52-4d83-8f26-2178fa6ae089 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:09.664073 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebb450f-3d52-4d83-8f26-2178fa6ae089 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Pushing event deleted for resources: {'Subnet': ['ID=b9beceb8-0907-4324-a17d-7363993b5e0e,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:09.705867 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0ebb450f-3d52-4d83-8f26-2178fa6ae089 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:09.729930 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0ebb450f-3d52-4d83-8f26-2178fa6ae089 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] 10.222.0.59 "DELETE /v2.0/subnets/b9beceb8-0907-4324-a17d-7363993b5e0e HTTP/1.1" status: 204 len: 168 time: 1.3543744 Feb 10 23:13:09.731183 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49950) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:09.753028 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-784031d4-1e58-4ef8-a68b-70e360f62594 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Deleting port e4c3a978-385d-49ab-92ce-f5377a457cd7 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:13:09.755484 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-784031d4-1e58-4ef8-a68b-70e360f62594 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:09.834072 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c0368e-13a1-439e-92ac-e182fa39119e tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:09.835401 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c0368e-13a1-439e-92ac-e182fa39119e tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:09.836176 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-54c0368e-13a1-439e-92ac-e182fa39119e tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Synchronizing usage tracker for tenant:bc14394c8ca548028efa97f5219a3e34 on resource:subnet {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:13:09.902359 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device c775144e-5d9b-43b8-8556-396ddc79da44 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:13:10.002817 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-784031d4-1e58-4ef8-a68b-70e360f62594 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] For port e4c3a978-385d-49ab-92ce-f5377a457cd7, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=e4c3a978-385d-49ab-92ce-f5377a457cd7,segment=NetworkSegment(72b3b703-dd46-4c09-b2f8-0b1aa481fbdf),segment_id=72b3b703-dd46-4c09-b2f8-0b1aa481fbdf)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:13:10.003155 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-784031d4-1e58-4ef8-a68b-70e360f62594 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:10.004896 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-54c0368e-13a1-439e-92ac-e182fa39119e tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Unset dirty status for tenant:bc14394c8ca548028efa97f5219a3e34 on resource:subnet {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:13:10.010103 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-54c0368e-13a1-439e-92ac-e182fa39119e tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2736564 Feb 10 23:13:10.010103 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49956) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:10.084837 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port c775144e-5d9b-43b8-8556-396ddc79da44 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:13:10.133087 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ccd54a8c-b87a-4c02-8e10-f7b5ab33690b tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:10.141311 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccd54a8c-b87a-4c02-8e10-f7b5ab33690b tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 10 23:13:10.141736 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccd54a8c-b87a-4c02-8e10-f7b5ab33690b tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:13:10.143512 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-ccd54a8c-b87a-4c02-8e10-f7b5ab33690b tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] 10.222.0.59 "DELETE /v2.0/networks/4cd760d4-6517-4f02-a262-ab688ae9e39d HTTP/1.1" status: 409 len: 405 time: 0.1316068 Feb 10 23:13:10.147332 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49960) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:10.156597 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-0b02618d-5e04-4623-88cb-94fdfc142d7b tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1157942823'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:13:10.161769 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-784031d4-1e58-4ef8-a68b-70e360f62594 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Calling delete_port for e4c3a978-385d-49ab-92ce-f5377a457cd7 owned by network:router_interface {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:13:10.161930 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-0b02618d-5e04-4623-88cb-94fdfc142d7b tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:13:10.163005 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-0b02618d-5e04-4623-88cb-94fdfc142d7b tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Usage tracker for resource:network and tenant:bc14394c8ca548028efa97f5219a3e34 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:13:10.165998 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-0b02618d-5e04-4623-88cb-94fdfc142d7b tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:13:10.171586 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-0b02618d-5e04-4623-88cb-94fdfc142d7b tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:13:10.240149 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b02618d-5e04-4623-88cb-94fdfc142d7b tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Made reservation on behalf of bc14394c8ca548028efa97f5219a3e34 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:13:10.242827 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0b02618d-5e04-4623-88cb-94fdfc142d7b tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:10.275765 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b02618d-5e04-4623-88cb-94fdfc142d7b tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:13:10.276033 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc45eb3-e81d-4b7e-ae84-699597c390f4 req-45da21ea-8915-4b88-956f-3d839e5734f6 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:10.281018 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cdc45eb3-e81d-4b7e-ae84-699597c390f4 req-45da21ea-8915-4b88-956f-3d839e5734f6 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd2a7f2e-7c36-40b0-ab8a-a8d8a6fdec11 HTTP/1.1" status: 200 len: 945 time: 0.2178321 Feb 10 23:13:10.285315 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0b02618d-5e04-4623-88cb-94fdfc142d7b tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:10.286076 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-0b02618d-5e04-4623-88cb-94fdfc142d7b tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Added segment 1eade2b1-c81f-4a72-b8b3-5497b2a414ea of type vlan for network 29f52f1e-5e97-4222-b5cf-f7629a32bc0d Feb 10 23:13:10.315707 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0b02618d-5e04-4623-88cb-94fdfc142d7b tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:10.345419 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cdc45eb3-e81d-4b7e-ae84-699597c390f4 req-37cf5d50-6108-42e5-93bb-0689fe221758 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c3f6aaf-3a27-49e5-ae54-3cc5a3f3586f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602052 Feb 10 23:13:10.405314 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0b02618d-5e04-4623-88cb-94fdfc142d7b tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:10.409409 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b02618d-5e04-4623-88cb-94fdfc142d7b tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:10.410014 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0b02618d-5e04-4623-88cb-94fdfc142d7b tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:10.502585 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-784031d4-1e58-4ef8-a68b-70e360f62594 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:10.519228 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b02618d-5e04-4623-88cb-94fdfc142d7b tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Pushing event updated for resources: {'Network': ['ID=29f52f1e-5e97-4222-b5cf-f7629a32bc0d,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:10.530141 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 29f52f1e-5e97-4222-b5cf-f7629a32bc0d details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:13:10.555298 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784031d4-1e58-4ef8-a68b-70e360f62594 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event deleted for resources: {'Port': ['ID=e4c3a978-385d-49ab-92ce-f5377a457cd7,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:10.561215 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-0b02618d-5e04-4623-88cb-94fdfc142d7b tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4126947 Feb 10 23:13:10.564826 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49964) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:10.572242 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-ed12ceb3-b492-49c2-afc7-93566e6c0b2e tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Request body: {'subnet': {'network_id': '29f52f1e-5e97-4222-b5cf-f7629a32bc0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:13:10.713024 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d4916c-c280-4481-9249-c4e500c8c8ac None None] Network 4cd760d4-6517-4f02-a262-ab688ae9e39d requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:13:10.741966 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ed12ceb3-b492-49c2-afc7-93566e6c0b2e tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:13:10.756690 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ed12ceb3-b492-49c2-afc7-93566e6c0b2e tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:13:10.816575 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed12ceb3-b492-49c2-afc7-93566e6c0b2e tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Made reservation on behalf of bc14394c8ca548028efa97f5219a3e34 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:13:10.886715 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-784031d4-1e58-4ef8-a68b-70e360f62594 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2767638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733091'] for router_interface, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:10.933404 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ed12ceb3-b492-49c2-afc7-93566e6c0b2e tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:10.961854 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-656eaa03-cf75-47c9-bc86-3bf840161eb9 None None] Provisioning for port c775144e-5d9b-43b8-8556-396ddc79da44 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:13:10.968165 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-656eaa03-cf75-47c9-bc86-3bf840161eb9 None None] Provisioning complete for port c775144e-5d9b-43b8-8556-396ddc79da44 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:13:10.968713 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-656eaa03-cf75-47c9-bc86-3bf840161eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:11.035830 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb268063-cc5c-4357-a023-580f6ac21724 None None] DHCP port deletion for 4cd760d4-6517-4f02-a262-ab688ae9e39d request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:13:11.042781 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-bb268063-cc5c-4357-a023-580f6ac21724 None None] Deleting port c775144e-5d9b-43b8-8556-396ddc79da44 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:13:11.044795 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bb268063-cc5c-4357-a023-580f6ac21724 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:11.193667 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-656eaa03-cf75-47c9-bc86-3bf840161eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:11.327840 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-656eaa03-cf75-47c9-bc86-3bf840161eb9 None None] For port c775144e-5d9b-43b8-8556-396ddc79da44, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=c775144e-5d9b-43b8-8556-396ddc79da44,segment=NetworkSegment(10352bfc-85eb-429f-8617-31b4129e6824),segment_id=10352bfc-85eb-429f-8617-31b4129e6824)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:13:11.334508 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-bb268063-cc5c-4357-a023-580f6ac21724 None None] For port c775144e-5d9b-43b8-8556-396ddc79da44, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=c775144e-5d9b-43b8-8556-396ddc79da44,segment=NetworkSegment(10352bfc-85eb-429f-8617-31b4129e6824),segment_id=10352bfc-85eb-429f-8617-31b4129e6824)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:13:11.334998 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bb268063-cc5c-4357-a023-580f6ac21724 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:11.399796 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-656eaa03-cf75-47c9-bc86-3bf840161eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:11.450424 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.objects.ports [None req-ed12ceb3-b492-49c2-afc7-93566e6c0b2e tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84333) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 10 23:13:11.452180 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ed12ceb3-b492-49c2-afc7-93566e6c0b2e tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:11.493637 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-bb268063-cc5c-4357-a023-580f6ac21724 None None] Calling delete_port for c775144e-5d9b-43b8-8556-396ddc79da44 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:13:11.573778 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed12ceb3-b492-49c2-afc7-93566e6c0b2e tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Pushing event updated for resources: {'Subnet': ['ID=661cb156-9a1f-4d1d-a130-ac357fce1bca,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:11.615752 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed12ceb3-b492-49c2-afc7-93566e6c0b2e tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Checking segment: {'id': '1eade2b1-c81f-4a72-b8b3-5497b2a414ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '29f52f1e-5e97-4222-b5cf-f7629a32bc0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:13:11.616111 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed12ceb3-b492-49c2-afc7-93566e6c0b2e tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Network hostable DHCP agents. Network: 29f52f1e-5e97-4222-b5cf-f7629a32bc0d, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:13:11.622480 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656eaa03-cf75-47c9-bc86-3bf840161eb9 None None] Pushing event updated for resources: {'Port': ['ID=c775144e-5d9b-43b8-8556-396ddc79da44,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:11.635597 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba961b3-b077-4285-a35e-2b2da587cd87 req-59e78bf5-5aac-4229-8a86-bd3b2eb2715e tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:11.637082 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-9ba961b3-b077-4285-a35e-2b2da587cd87 req-59e78bf5-5aac-4229-8a86-bd3b2eb2715e tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd2a7f2e-7c36-40b0-ab8a-a8d8a6fdec11 HTTP/1.1" status: 200 len: 945 time: 0.1496787 Feb 10 23:13:11.661904 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-784031d4-1e58-4ef8-a68b-70e360f62594 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Router 0a1036b0-ff18-43ca-b38f-82a2587292bd has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:13:11.687221 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-9ba961b3-b077-4285-a35e-2b2da587cd87 req-fe74f8fb-3a3b-468a-87c0-1cca29364d2b tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c3f6aaf-3a27-49e5-ae54-3cc5a3f3586f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440376 Feb 10 23:13:11.696896 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-bb268063-cc5c-4357-a023-580f6ac21724 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:13:11.697256 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-bb268063-cc5c-4357-a023-580f6ac21724 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:13:11.766124 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed12ceb3-b492-49c2-afc7-93566e6c0b2e tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Network 29f52f1e-5e97-4222-b5cf-f7629a32bc0d is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:13:11.856272 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-ed12ceb3-b492-49c2-afc7-93566e6c0b2e tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 29f52f1e-5e97-4222-b5cf-f7629a32bc0d) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:13:11.860655 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed12ceb3-b492-49c2-afc7-93566e6c0b2e tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:11.861508 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ed12ceb3-b492-49c2-afc7-93566e6c0b2e tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:11.873124 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c38a11c-f984-48d8-bca9-0ff73b07505a None None] Network 29f52f1e-5e97-4222-b5cf-f7629a32bc0d requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:13:11.886034 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device c775144e-5d9b-43b8-8556-396ddc79da44 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:13:11.924697 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1cee7e-63d6-4ecc-ba32-7f2c79b3ce1e req-2b59a771-36bc-4c90-bb15-a09e030c6c9b tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:11.926118 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1e1cee7e-63d6-4ecc-ba32-7f2c79b3ce1e req-2b59a771-36bc-4c90-bb15-a09e030c6c9b tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd2a7f2e-7c36-40b0-ab8a-a8d8a6fdec11 HTTP/1.1" status: 200 len: 945 time: 0.1019473 Feb 10 23:13:11.948697 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-ed12ceb3-b492-49c2-afc7-93566e6c0b2e tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.3822882 Feb 10 23:13:11.951492 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49972) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:11.985418 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1e1cee7e-63d6-4ecc-ba32-7f2c79b3ce1e req-0d2b4f87-60f7-44fe-98c4-e2c025d58786 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c3f6aaf-3a27-49e5-ae54-3cc5a3f3586f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502641 Feb 10 23:13:11.986936 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784031d4-1e58-4ef8-a68b-70e360f62594 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:13:12.004860 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-784031d4-1e58-4ef8-a68b-70e360f62594 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "PUT /v2.0/routers/0a1036b0-ff18-43ca-b38f-82a2587292bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0392234 Feb 10 23:13:12.005488 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49976) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:12.012025 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e04788d-3e86-49b4-a8ee-90c51f56559f None None] Sync routers for ids ['0a1036b0-ff18-43ca-b38f-82a2587292bd'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:13:12.042135 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e04788d-3e86-49b4-a8ee-90c51f56559f None None] Routers {'0a1036b0-ff18-43ca-b38f-82a2587292bd'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:13:12.044346 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-0e04788d-3e86-49b4-a8ee-90c51f56559f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:12:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['0a1036b0-ff18-43ca-b38f-82a2587292bd'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:12.067610 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 49980) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:12.123841 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b4dda6a9-6cf9-47ac-a365-19fa2ec80c8f tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:12.142168 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:12.206540 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-bb268063-cc5c-4357-a023-580f6ac21724 None None] Deleting port c775144e-5d9b-43b8-8556-396ddc79da44 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:13:12.206917 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bb268063-cc5c-4357-a023-580f6ac21724 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:12.222476 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0f5ae70-1959-4f06-9ad5-d9ad4e014b38 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Deleting subnet 1e815ea9-6309-47bf-ae2f-c815b2ab858b {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:13:12.226326 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d0f5ae70-1959-4f06-9ad5-d9ad4e014b38 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:12.293949 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d0f5ae70-1959-4f06-9ad5-d9ad4e014b38 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:12.294188 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b4dda6a9-6cf9-47ac-a365-19fa2ec80c8f tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:12.334598 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-0e04788d-3e86-49b4-a8ee-90c51f56559f None None] Set router 0a1036b0-ff18-43ca-b38f-82a2587292bd gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:13:12.344192 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49986) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:12.345669 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-107ef17a-a6d7-42e2-b6cf-43f9f3d306e9 tempest-TestVolumeBootPattern-589506401 tempest-TestVolumeBootPattern-589506401-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=cd2a7f2e-7c36-40b0-ab8a-a8d8a6fdec11 HTTP/1.1" status: 200 len: 1093 time: 0.2719471 Feb 10 23:13:12.367648 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-8d698db8-a848-416a-86cb-fbd26ecf7354 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Request body: {'floatingip': {'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'port_id': '3068d05b-2836-40d5-8bd2-e43394992d1a', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:13:12.377666 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8d698db8-a848-416a-86cb-fbd26ecf7354 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:13:12.389897 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8d698db8-a848-416a-86cb-fbd26ecf7354 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Usage tracker for resource:floatingip and tenant:82bae8319c0a482993cd9e8530b11401 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:13:12.390934 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8d698db8-a848-416a-86cb-fbd26ecf7354 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:13:12.403293 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8d698db8-a848-416a-86cb-fbd26ecf7354 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:13:12.449411 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d0f5ae70-1959-4f06-9ad5-d9ad4e014b38 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:12.457921 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab188dd-b76d-4a0f-a5a8-998a755f962c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-29f52f1e-5e97-4222-b5cf-f7629a32bc0d', 'network_id': '29f52f1e-5e97-4222-b5cf-f7629a32bc0d', 'tenant_id': 'bc14394c8ca548028efa97f5219a3e34', 'fixed_ips': [{'subnet_id': '661cb156-9a1f-4d1d-a130-ac357fce1bca'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:13:12.458726 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aab188dd-b76d-4a0f-a5a8-998a755f962c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:12.504725 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b4dda6a9-6cf9-47ac-a365-19fa2ec80c8f tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:12.505621 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port c775144e-5d9b-43b8-8556-396ddc79da44, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=c775144e-5d9b-43b8-8556-396ddc79da44,segment=NetworkSegment(10352bfc-85eb-429f-8617-31b4129e6824),segment_id=10352bfc-85eb-429f-8617-31b4129e6824)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:13:12.530476 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8d698db8-a848-416a-86cb-fbd26ecf7354 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks [] for floatingip, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:12.576401 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-bb268063-cc5c-4357-a023-580f6ac21724 None None] For port c775144e-5d9b-43b8-8556-396ddc79da44, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=c775144e-5d9b-43b8-8556-396ddc79da44,segment=NetworkSegment(10352bfc-85eb-429f-8617-31b4129e6824),segment_id=10352bfc-85eb-429f-8617-31b4129e6824)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:13:12.576740 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bb268063-cc5c-4357-a023-580f6ac21724 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:12.597010 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dda6a9-6cf9-47ac-a365-19fa2ec80c8f tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Pushing event deleted for resources: {'Subnet': ['ID=661cb156-9a1f-4d1d-a130-ac357fce1bca,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:12.605634 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:12.631197 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d0f5ae70-1959-4f06-9ad5-d9ad4e014b38 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:12.680507 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f5ae70-1959-4f06-9ad5-d9ad4e014b38 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event deleted for resources: {'Subnet': ['ID=1e815ea9-6309-47bf-ae2f-c815b2ab858b,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:12.692449 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d0f5ae70-1959-4f06-9ad5-d9ad4e014b38 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:12.706438 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d0f5ae70-1959-4f06-9ad5-d9ad4e014b38 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "DELETE /v2.0/subnets/1e815ea9-6309-47bf-ae2f-c815b2ab858b HTTP/1.1" status: 204 len: 168 time: 0.6994441 Feb 10 23:13:12.712668 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-0e04788d-3e86-49b4-a8ee-90c51f56559f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'name': 'tempest-TestNetworkBasicOps-router-938078609', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': '5d5ee5e4-2655-46e3-a152-a40278a95717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:10:14Z', 'updated_at': '2022-02-10T23:13:10Z', 'revision_number': 7, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '5d5ee5e4-2655-46e3-a152-a40278a95717', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:db:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:10:16Z', 'updated_at': '2022-02-10T23:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:12.715001 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3e5880-4e0f-4218-8b7a-84d5f18807d8 None None] Network f4f4d45e-efab-47b5-8966-f476fe09f270 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:13:12.716621 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49992) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:12.719001 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e04788d-3e86-49b4-a8ee-90c51f56559f None None] Checking router: 0a1036b0-ff18-43ca-b38f-82a2587292bd for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:13:12.731501 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e04788d-3e86-49b4-a8ee-90c51f56559f None None] Routers {'0a1036b0-ff18-43ca-b38f-82a2587292bd'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:13:12.732332 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-0e04788d-3e86-49b4-a8ee-90c51f56559f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:12:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['0a1036b0-ff18-43ca-b38f-82a2587292bd'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:12.779721 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b4dda6a9-6cf9-47ac-a365-19fa2ec80c8f tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:12.812687 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-b4dda6a9-6cf9-47ac-a365-19fa2ec80c8f tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29f52f1e-5e97-4222-b5cf-f7629a32bc0d']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:12.825079 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-bb268063-cc5c-4357-a023-580f6ac21724 None None] Calling delete_port for c775144e-5d9b-43b8-8556-396ddc79da44 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:13:12.831321 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-b4dda6a9-6cf9-47ac-a365-19fa2ec80c8f tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eade2b1-c81f-4a72-b8b3-5497b2a414ea') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:12.831321 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-b4dda6a9-6cf9-47ac-a365-19fa2ec80c8f tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eade2b1-c81f-4a72-b8b3-5497b2a414ea') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:12.843342 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b4dda6a9-6cf9-47ac-a365-19fa2ec80c8f tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:12.865559 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b4dda6a9-6cf9-47ac-a365-19fa2ec80c8f tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:12.874141 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4dda6a9-6cf9-47ac-a365-19fa2ec80c8f tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:13:12.874866 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b4dda6a9-6cf9-47ac-a365-19fa2ec80c8f tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:12.891483 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:13:12.891483 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:13:12.891483 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:13:12.891483 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:13:12.891483 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:13:12.891483 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:13:12.891483 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:13:12.891483 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:13:12.891483 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:13:12.891483 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:13:12.891483 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:13:12.891483 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:13:12.891483 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:13:12.891483 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:13:12.891483 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:13:12.891483 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:13:12.891483 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:13:12.891483 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:13:12.891483 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:13:12.891483 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:13:12.891483 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:13:12.891483 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:13:12.891483 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:13:12.891483 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:13:12.891483 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:13:12.891483 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:13:12.891483 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:13:12.891483 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:13:12.891483 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:13:12.891483 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:13:12.891483 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:13:12.891483 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:13:12.935461 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-0e04788d-3e86-49b4-a8ee-90c51f56559f None None] Set router 0a1036b0-ff18-43ca-b38f-82a2587292bd gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:13:12.969654 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7801ad-b6a8-48f2-9f8b-d07e1155fb43 None None] Network 29f52f1e-5e97-4222-b5cf-f7629a32bc0d requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:13:13.044728 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8d698db8-a848-416a-86cb-fbd26ecf7354 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:13.052442 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b4dda6a9-6cf9-47ac-a365-19fa2ec80c8f tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:13.064657 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=c775144e-5d9b-43b8-8556-396ddc79da44,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:13.106388 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b4dda6a9-6cf9-47ac-a365-19fa2ec80c8f tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:13.114185 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dda6a9-6cf9-47ac-a365-19fa2ec80c8f tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Pushing event deleted for resources: {'Network': ['ID=29f52f1e-5e97-4222-b5cf-f7629a32bc0d,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:13.148810 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 49996) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:13.151664 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-b4dda6a9-6cf9-47ac-a365-19fa2ec80c8f tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] 10.222.0.59 "DELETE /v2.0/networks/29f52f1e-5e97-4222-b5cf-f7629a32bc0d HTTP/1.1" status: 204 len: 168 time: 1.1991196 Feb 10 23:13:13.155305 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-3a095e51-8ac3-4a80-8cb7-f375f5c1737c tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-394161253'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:13:13.167076 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-3a095e51-8ac3-4a80-8cb7-f375f5c1737c tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:13:13.175101 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-3a095e51-8ac3-4a80-8cb7-f375f5c1737c tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Usage tracker for resource:network and tenant:bc14394c8ca548028efa97f5219a3e34 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:13:13.208420 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-3a095e51-8ac3-4a80-8cb7-f375f5c1737c tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:13:13.215523 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-3a095e51-8ac3-4a80-8cb7-f375f5c1737c tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:13:13.215756 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-bb268063-cc5c-4357-a023-580f6ac21724 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:13:13.215991 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-bb268063-cc5c-4357-a023-580f6ac21724 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:13:13.248479 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0f2b7561-d413-40ae-8325-4aa65b3040aa tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:13.267044 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-0e04788d-3e86-49b4-a8ee-90c51f56559f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'name': 'tempest-TestNetworkBasicOps-router-938078609', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': '5d5ee5e4-2655-46e3-a152-a40278a95717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:10:14Z', 'updated_at': '2022-02-10T23:13:10Z', 'revision_number': 7, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '5d5ee5e4-2655-46e3-a152-a40278a95717', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:db:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:10:16Z', 'updated_at': '2022-02-10T23:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:13.271232 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e04788d-3e86-49b4-a8ee-90c51f56559f None None] The sync data for ids ['0a1036b0-ff18-43ca-b38f-82a2587292bd'] in dv-neutron-828797-1-hyperv is: [{'id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'name': 'tempest-TestNetworkBasicOps-router-938078609', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': '5d5ee5e4-2655-46e3-a152-a40278a95717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:10:14Z', 'updated_at': '2022-02-10T23:13:10Z', 'revision_number': 7, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '5d5ee5e4-2655-46e3-a152-a40278a95717', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:db:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1036b0-ff18-43ca-b38f-82a2587292bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:10:16Z', 'updated_at': '2022-02-10T23:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:13:13.322050 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a095e51-8ac3-4a80-8cb7-f375f5c1737c tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Made reservation on behalf of bc14394c8ca548028efa97f5219a3e34 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:13:13.324935 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3a095e51-8ac3-4a80-8cb7-f375f5c1737c tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:13.339195 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-bb268063-cc5c-4357-a023-580f6ac21724 None None] Deleting port c775144e-5d9b-43b8-8556-396ddc79da44 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:13:13.339714 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bb268063-cc5c-4357-a023-580f6ac21724 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:13.346798 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-8d698db8-a848-416a-86cb-fbd26ecf7354 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Allocated IP 172.26.8.140 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/23885388-1b91-45c1-b53d-6624aee71b1f) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:13:13.451569 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a095e51-8ac3-4a80-8cb7-f375f5c1737c tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:13:13.527105 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3a095e51-8ac3-4a80-8cb7-f375f5c1737c tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:13.527437 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-3a095e51-8ac3-4a80-8cb7-f375f5c1737c tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Added segment 55c260c5-7ae2-4fd0-b091-c292c36e1be1 of type vlan for network 16fb376c-eda8-428c-9617-b84449cc8f06 Feb 10 23:13:13.543802 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-bb268063-cc5c-4357-a023-580f6ac21724 None None] For port c775144e-5d9b-43b8-8556-396ddc79da44, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=c775144e-5d9b-43b8-8556-396ddc79da44,segment=NetworkSegment(10352bfc-85eb-429f-8617-31b4129e6824),segment_id=10352bfc-85eb-429f-8617-31b4129e6824)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:13:13.544804 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bb268063-cc5c-4357-a023-580f6ac21724 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:13.583609 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3a095e51-8ac3-4a80-8cb7-f375f5c1737c tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:13.647509 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8d698db8-a848-416a-86cb-fbd26ecf7354 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:13.668794 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b29dfbd-895c-4d38-a787-14c0b9ce6100 None None] DHCP port deletion for f4f4d45e-efab-47b5-8966-f476fe09f270 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:13:13.681064 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-bb268063-cc5c-4357-a023-580f6ac21724 None None] Calling delete_port for c775144e-5d9b-43b8-8556-396ddc79da44 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:13:13.710056 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0f2b7561-d413-40ae-8325-4aa65b3040aa tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:13.716961 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-5b29dfbd-895c-4d38-a787-14c0b9ce6100 None None] Deleting port 7f8460af-7bb1-47f1-87b5-f180fb7edc2a {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:13:13.722414 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5b29dfbd-895c-4d38-a787-14c0b9ce6100 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:13.722708 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3a095e51-8ac3-4a80-8cb7-f375f5c1737c tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:13.722708 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a095e51-8ac3-4a80-8cb7-f375f5c1737c tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:13.723218 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3a095e51-8ac3-4a80-8cb7-f375f5c1737c tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:13.810871 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-0f2b7561-d413-40ae-8325-4aa65b3040aa tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Deleting port 5d5ee5e4-2655-46e3-a152-a40278a95717 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:13:13.811145 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0f2b7561-d413-40ae-8325-4aa65b3040aa tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:13.834015 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8d698db8-a848-416a-86cb-fbd26ecf7354 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:13.848085 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device e4c3a978-385d-49ab-92ce-f5377a457cd7 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:13:13.885537 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: e4c3a978-385d-49ab-92ce-f5377a457cd7 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:13:13.885774 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device e4c3a978-385d-49ab-92ce-f5377a457cd7 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:13:13.886194 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 7f8460af-7bb1-47f1-87b5-f180fb7edc2a no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:13:13.927886 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a095e51-8ac3-4a80-8cb7-f375f5c1737c tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Pushing event updated for resources: {'Network': ['ID=16fb376c-eda8-428c-9617-b84449cc8f06,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:13.951714 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bb268063-cc5c-4357-a023-580f6ac21724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:13.959236 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 16fb376c-eda8-428c-9617-b84449cc8f06 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:13:13.963004 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d698db8-a848-416a-86cb-fbd26ecf7354 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Pushing event updated for resources: {'Port': ['ID=23885388-1b91-45c1-b53d-6624aee71b1f,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:13.984262 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d698db8-a848-416a-86cb-fbd26ecf7354 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:13:13.988715 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-8d698db8-a848-416a-86cb-fbd26ecf7354 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:13:13.991076 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d698db8-a848-416a-86cb-fbd26ecf7354 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:13:14.062749 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3a095e51-8ac3-4a80-8cb7-f375f5c1737c tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9143534 Feb 10 23:13:14.065822 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50000) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:14.072954 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-cab8ed2d-5687-49e0-be39-f94b9e7712da tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Request body: {'subnet': {'network_id': '16fb376c-eda8-428c-9617-b84449cc8f06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:13:14.177856 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb268063-cc5c-4357-a023-580f6ac21724 None None] Pushing event deleted for resources: {'Port': ['ID=c775144e-5d9b-43b8-8556-396ddc79da44,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:14.185350 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-0f2b7561-d413-40ae-8325-4aa65b3040aa tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] For port 5d5ee5e4-2655-46e3-a152-a40278a95717, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=5d5ee5e4-2655-46e3-a152-a40278a95717,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:13:14.185702 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0f2b7561-d413-40ae-8325-4aa65b3040aa tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:14.192670 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-cab8ed2d-5687-49e0-be39-f94b9e7712da tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:13:14.197847 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-cab8ed2d-5687-49e0-be39-f94b9e7712da tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Usage tracker for resource:subnet and tenant:bc14394c8ca548028efa97f5219a3e34 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:13:14.200925 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-cab8ed2d-5687-49e0-be39-f94b9e7712da tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:13:14.207784 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-cab8ed2d-5687-49e0-be39-f94b9e7712da tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:13:14.234704 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb268063-cc5c-4357-a023-580f6ac21724 None None] No DVR routers for this DVR port c775144e-5d9b-43b8-8556-396ddc79da44 on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:13:14.237910 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-5b29dfbd-895c-4d38-a787-14c0b9ce6100 None None] For port 7f8460af-7bb1-47f1-87b5-f180fb7edc2a, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=7f8460af-7bb1-47f1-87b5-f180fb7edc2a,segment=NetworkSegment(72b3b703-dd46-4c09-b2f8-0b1aa481fbdf),segment_id=72b3b703-dd46-4c09-b2f8-0b1aa481fbdf)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:13:14.238290 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5b29dfbd-895c-4d38-a787-14c0b9ce6100 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:14.278855 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab8ed2d-5687-49e0-be39-f94b9e7712da tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Made reservation on behalf of bc14394c8ca548028efa97f5219a3e34 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:13:14.347227 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-0f2b7561-d413-40ae-8325-4aa65b3040aa tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Calling delete_port for 5d5ee5e4-2655-46e3-a152-a40278a95717 owned by network:router_gateway {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:13:14.388463 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cab8ed2d-5687-49e0-be39-f94b9e7712da tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:14.391314 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-5b29dfbd-895c-4d38-a787-14c0b9ce6100 None None] Calling delete_port for 7f8460af-7bb1-47f1-87b5-f180fb7edc2a owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:13:14.473512 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:14.614581 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5b29dfbd-895c-4d38-a787-14c0b9ce6100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:14.675521 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b29dfbd-895c-4d38-a787-14c0b9ce6100 None None] Pushing event deleted for resources: {'Port': ['ID=7f8460af-7bb1-47f1-87b5-f180fb7edc2a,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:14.683347 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b29dfbd-895c-4d38-a787-14c0b9ce6100 None None] No DVR routers for this DVR port 7f8460af-7bb1-47f1-87b5-f180fb7edc2a on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:13:14.684913 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 10 23:13:14.684913 dv-neutron-828797-1-hyperv neutron-server[84334]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Feb 10 23:13:14.684913 dv-neutron-828797-1-hyperv neutron-server[84334]: [parameters: {'status': 'DOWN', 'ports_id': '7f8460af-7bb1-47f1-87b5-f180fb7edc2a'}] Feb 10 23:13:14.684913 dv-neutron-828797-1-hyperv neutron-server[84334]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:13:14.685314 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:13:14.697281 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cab8ed2d-5687-49e0-be39-f94b9e7712da tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:14.778008 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab8ed2d-5687-49e0-be39-f94b9e7712da tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Pushing event updated for resources: {'Subnet': ['ID=613a1d7e-84b2-4431-8052-e27794db1326,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:14.793926 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab8ed2d-5687-49e0-be39-f94b9e7712da tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Checking segment: {'id': '55c260c5-7ae2-4fd0-b091-c292c36e1be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '16fb376c-eda8-428c-9617-b84449cc8f06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:13:14.795618 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab8ed2d-5687-49e0-be39-f94b9e7712da tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Network hostable DHCP agents. Network: 16fb376c-eda8-428c-9617-b84449cc8f06, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:13:14.889637 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab8ed2d-5687-49e0-be39-f94b9e7712da tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Network 16fb376c-eda8-428c-9617-b84449cc8f06 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:13:14.949192 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0f2b7561-d413-40ae-8325-4aa65b3040aa tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:14.999248 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-cab8ed2d-5687-49e0-be39-f94b9e7712da tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 16fb376c-eda8-428c-9617-b84449cc8f06) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:13:15.003735 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab8ed2d-5687-49e0-be39-f94b9e7712da tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:15.004397 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cab8ed2d-5687-49e0-be39-f94b9e7712da tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:15.005300 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2b7561-d413-40ae-8325-4aa65b3040aa tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event deleted for resources: {'Port': ['ID=5d5ee5e4-2655-46e3-a152-a40278a95717,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:15.014024 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046fe998-6666-4431-9364-a4e6d7d60bdf None None] Network 16fb376c-eda8-428c-9617-b84449cc8f06 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:13:15.196792 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-cab8ed2d-5687-49e0-be39-f94b9e7712da tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1269257 Feb 10 23:13:15.197402 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50006) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:15.242392 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Port 7f8460af-7bb1-47f1-87b5-f180fb7edc2a update to DOWN by agent not found {{(pid=84334) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 10 23:13:15.263007 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0f2b7561-d413-40ae-8325-4aa65b3040aa tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734197'] for router_gateway, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:15.272579 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cf501a-a5d3-4c19-8e19-49a99f35f4af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-16fb376c-eda8-428c-9617-b84449cc8f06', 'network_id': '16fb376c-eda8-428c-9617-b84449cc8f06', 'tenant_id': 'bc14394c8ca548028efa97f5219a3e34', 'fixed_ips': [{'subnet_id': '613a1d7e-84b2-4431-8052-e27794db1326'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:13:15.273394 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-41cf501a-a5d3-4c19-8e19-49a99f35f4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:15.338659 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4b4a4b8c-9c0d-4020-ae36-9b19ff4846c9 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:15.403834 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4b4a4b8c-9c0d-4020-ae36-9b19ff4846c9 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:15.443238 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-41cf501a-a5d3-4c19-8e19-49a99f35f4af None None] Allocated IP 2001:db8::2 (16fb376c-eda8-428c-9617-b84449cc8f06/613a1d7e-84b2-4431-8052-e27794db1326/a37b29be-ec7c-4759-b4d4-15b2db742d80) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:13:15.599224 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8d698db8-a848-416a-86cb-fbd26ecf7354 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:15.605301 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0f2b7561-d413-40ae-8325-4aa65b3040aa tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:15.609342 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0f2b7561-d413-40ae-8325-4aa65b3040aa tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:15.663106 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-41cf501a-a5d3-4c19-8e19-49a99f35f4af None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:15.673497 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-41cf501a-a5d3-4c19-8e19-49a99f35f4af None None] Transition to ACTIVE for port object a37b29be-ec7c-4759-b4d4-15b2db742d80 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:13:15.699845 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-41cf501a-a5d3-4c19-8e19-49a99f35f4af None None] Transition to ACTIVE for port object a37b29be-ec7c-4759-b4d4-15b2db742d80 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:13:15.713932 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8d698db8-a848-416a-86cb-fbd26ecf7354 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:15.739531 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0f2b7561-d413-40ae-8325-4aa65b3040aa tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:15.740133 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f2b7561-d413-40ae-8325-4aa65b3040aa tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Fanout notify agent at l3_agent the message router_deleted on router 0a1036b0-ff18-43ca-b38f-82a2587292bd {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:13:15.780635 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-41cf501a-a5d3-4c19-8e19-49a99f35f4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:15.792070 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0f2b7561-d413-40ae-8325-4aa65b3040aa tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:15.793176 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0f2b7561-d413-40ae-8325-4aa65b3040aa tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "DELETE /v2.0/routers/0a1036b0-ff18-43ca-b38f-82a2587292bd HTTP/1.1" status: 204 len: 168 time: 3.0756326 Feb 10 23:13:15.796459 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50010) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:15.873487 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cf501a-a5d3-4c19-8e19-49a99f35f4af None None] Network 16fb376c-eda8-428c-9617-b84449cc8f06 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:13:15.873487 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-41cf501a-a5d3-4c19-8e19-49a99f35f4af None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:13:15.878777 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cf501a-a5d3-4c19-8e19-49a99f35f4af None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:13:15.886678 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cf501a-a5d3-4c19-8e19-49a99f35f4af None None] Pushing event updated for resources: {'Port': ['ID=a37b29be-ec7c-4759-b4d4-15b2db742d80,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:15.909308 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4b4a4b8c-9c0d-4020-ae36-9b19ff4846c9 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:15.966276 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a4b8c-9c0d-4020-ae36-9b19ff4846c9 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Pushing event deleted for resources: {'Subnet': ['ID=613a1d7e-84b2-4431-8052-e27794db1326,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:15.999642 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-41cf501a-a5d3-4c19-8e19-49a99f35f4af None None] Attempting to bind port a37b29be-ec7c-4759-b4d4-15b2db742d80 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:13:16.004607 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-41cf501a-a5d3-4c19-8e19-49a99f35f4af None None] Attempting to bind port a37b29be-ec7c-4759-b4d4-15b2db742d80 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '55c260c5-7ae2-4fd0-b091-c292c36e1be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '16fb376c-eda8-428c-9617-b84449cc8f06'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:13:16.004607 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cf501a-a5d3-4c19-8e19-49a99f35f4af None None] Attempting to bind port a37b29be-ec7c-4759-b4d4-15b2db742d80 on network 16fb376c-eda8-428c-9617-b84449cc8f06 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:13:16.007350 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cf501a-a5d3-4c19-8e19-49a99f35f4af None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:13:16.007723 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cf501a-a5d3-4c19-8e19-49a99f35f4af None None] Checking segment: {'id': '55c260c5-7ae2-4fd0-b091-c292c36e1be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '16fb376c-eda8-428c-9617-b84449cc8f06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:13:16.008128 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-41cf501a-a5d3-4c19-8e19-49a99f35f4af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:16.009255 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cf501a-a5d3-4c19-8e19-49a99f35f4af None None] Bound using segment: {'id': '55c260c5-7ae2-4fd0-b091-c292c36e1be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '16fb376c-eda8-428c-9617-b84449cc8f06'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:13:16.009748 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-314d111e-5023-47a7-809c-0e05204446fc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:16.010140 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-41cf501a-a5d3-4c19-8e19-49a99f35f4af None None] Bound port: a37b29be-ec7c-4759-b4d4-15b2db742d80, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55c260c5-7ae2-4fd0-b091-c292c36e1be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '16fb376c-eda8-428c-9617-b84449cc8f06'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:13:16.010480 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-41cf501a-a5d3-4c19-8e19-49a99f35f4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:16.057991 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:16.087675 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8d698db8-a848-416a-86cb-fbd26ecf7354 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:16.112479 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-41cf501a-a5d3-4c19-8e19-49a99f35f4af None None] For port a37b29be-ec7c-4759-b4d4-15b2db742d80, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:13:16.112479 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-41cf501a-a5d3-4c19-8e19-49a99f35f4af None None] For port a37b29be-ec7c-4759-b4d4-15b2db742d80, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=a37b29be-ec7c-4759-b4d4-15b2db742d80,segment=NetworkSegment(55c260c5-7ae2-4fd0-b091-c292c36e1be1),segment_id=55c260c5-7ae2-4fd0-b091-c292c36e1be1)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:13:16.122304 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4b4a4b8c-9c0d-4020-ae36-9b19ff4846c9 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:16.147860 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8d698db8-a848-416a-86cb-fbd26ecf7354 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:16.176786 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-41cf501a-a5d3-4c19-8e19-49a99f35f4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:16.215584 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-4b4a4b8c-9c0d-4020-ae36-9b19ff4846c9 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16fb376c-eda8-428c-9617-b84449cc8f06']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:16.262653 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d698db8-a848-416a-86cb-fbd26ecf7354 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Pushing event updated for resources: {'Port': ['ID=23885388-1b91-45c1-b53d-6624aee71b1f,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:16.264350 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-314d111e-5023-47a7-809c-0e05204446fc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:16.277685 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8d698db8-a848-416a-86cb-fbd26ecf7354 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1734214'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:16.285907 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-4b4a4b8c-9c0d-4020-ae36-9b19ff4846c9 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55c260c5-7ae2-4fd0-b091-c292c36e1be1') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:16.286326 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-4b4a4b8c-9c0d-4020-ae36-9b19ff4846c9 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55c260c5-7ae2-4fd0-b091-c292c36e1be1') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:16.303923 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4b4a4b8c-9c0d-4020-ae36-9b19ff4846c9 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:16.330383 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cf501a-a5d3-4c19-8e19-49a99f35f4af None None] Pushing event updated for resources: {'Port': ['ID=a37b29be-ec7c-4759-b4d4-15b2db742d80,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:16.331242 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-314d111e-5023-47a7-809c-0e05204446fc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4f4d45e-efab-47b5-8966-f476fe09f270']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:16.342455 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4b4a4b8c-9c0d-4020-ae36-9b19ff4846c9 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:16.349670 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-314d111e-5023-47a7-809c-0e05204446fc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72b3b703-dd46-4c09-b2f8-0b1aa481fbdf') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:16.349967 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-314d111e-5023-47a7-809c-0e05204446fc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72b3b703-dd46-4c09-b2f8-0b1aa481fbdf') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:16.365703 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b4a4b8c-9c0d-4020-ae36-9b19ff4846c9 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:13:16.365984 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4b4a4b8c-9c0d-4020-ae36-9b19ff4846c9 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:16.381438 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:13:16.381438 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:13:16.381438 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:13:16.381438 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:13:16.381438 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:13:16.381438 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:13:16.381438 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:13:16.381438 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:13:16.381438 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:13:16.381438 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:13:16.381438 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:13:16.381438 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:13:16.381438 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:13:16.381438 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:13:16.381438 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:13:16.381438 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:13:16.381438 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:13:16.381438 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:13:16.381438 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:13:16.381438 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:13:16.381438 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:13:16.381438 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:13:16.381438 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:13:16.381438 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:13:16.381438 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:13:16.381438 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:13:16.381438 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:13:16.381438 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:13:16.381438 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:13:16.381438 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:13:16.381438 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:13:16.381438 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:13:16.407114 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d0cbc2-7af6-4475-9c5d-a196ebc21f41 None None] Network 16fb376c-eda8-428c-9617-b84449cc8f06 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:13:16.439299 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-314d111e-5023-47a7-809c-0e05204446fc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:16.473126 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-314d111e-5023-47a7-809c-0e05204446fc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:16.480306 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-314d111e-5023-47a7-809c-0e05204446fc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:13:16.480724 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-314d111e-5023-47a7-809c-0e05204446fc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:16.481534 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.l3_db [None req-8d698db8-a848-416a-86cb-fbd26ecf7354 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Floating IP 846126ad-8d3e-4ad3-bf41-e5225fe61d08 associated. External IP: 172.26.8.140, port: 3068d05b-2836-40d5-8bd2-e43394992d1a. Feb 10 23:13:16.495084 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:13:16.495084 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:13:16.495084 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:13:16.495084 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:13:16.495084 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:13:16.495084 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:13:16.495084 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:13:16.495084 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:13:16.495084 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:13:16.495084 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:13:16.495084 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:13:16.495084 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:13:16.495084 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:13:16.495084 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:13:16.495084 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:13:16.495084 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:13:16.495084 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:13:16.495084 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:13:16.495084 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:13:16.495084 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:13:16.495084 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:13:16.495084 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:13:16.495084 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:13:16.495084 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:13:16.495084 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:13:16.495084 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:13:16.495084 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:13:16.495084 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:13:16.495084 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:13:16.495084 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:13:16.495084 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:13:16.495084 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:13:16.546196 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-4b4a4b8c-9c0d-4020-ae36-9b19ff4846c9 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 23:13:16.546196 dv-neutron-828797-1-hyperv neutron-server[84333]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 23:13:16.546196 dv-neutron-828797-1-hyperv neutron-server[84333]: [parameters: {'id': '16fb376c-eda8-428c-9617-b84449cc8f06'}] Feb 10 23:13:16.546196 dv-neutron-828797-1-hyperv neutron-server[84333]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:13:16.546691 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-4b4a4b8c-9c0d-4020-ae36-9b19ff4846c9 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:13:16.636644 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0feb5d7-a402-437d-b887-8cc45681d9ba None None] get_active_networks_info from dv-neutron-828797-1-hyperv {{(pid=84334) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 10 23:13:16.638943 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-314d111e-5023-47a7-809c-0e05204446fc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:16.664125 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-314d111e-5023-47a7-809c-0e05204446fc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:16.673413 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314d111e-5023-47a7-809c-0e05204446fc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event deleted for resources: {'Network': ['ID=f4f4d45e-efab-47b5-8966-f476fe09f270,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:16.684960 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-314d111e-5023-47a7-809c-0e05204446fc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "DELETE /v2.0/networks/f4f4d45e-efab-47b5-8966-f476fe09f270 HTTP/1.1" status: 204 len: 168 time: 0.8843524 Feb 10 23:13:16.702632 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50014) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:16.708382 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-30728823-1c14-4619-af80-6ed4416ecab6 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'network': {'name': 'tempest-network-smoke--2096373052', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'port_security_enabled': True}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:13:16.714373 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-30728823-1c14-4619-af80-6ed4416ecab6 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:13:16.718447 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-30728823-1c14-4619-af80-6ed4416ecab6 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:network and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:13:16.721534 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-30728823-1c14-4619-af80-6ed4416ecab6 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:13:16.727924 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-30728823-1c14-4619-af80-6ed4416ecab6 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:13:16.757955 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0feb5d7-a402-437d-b887-8cc45681d9ba None None] Resources bound (agent type, host, resource id): {{(pid=84334) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 23:13:16.804794 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30728823-1c14-4619-af80-6ed4416ecab6 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Made reservation on behalf of 714fdf59d9ad4aa1b5cc4598e806e542 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:13:16.808774 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-30728823-1c14-4619-af80-6ed4416ecab6 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:16.840266 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30728823-1c14-4619-af80-6ed4416ecab6 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:13:16.849450 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-30728823-1c14-4619-af80-6ed4416ecab6 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:16.849864 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-30728823-1c14-4619-af80-6ed4416ecab6 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Added segment b0639970-dd24-49ed-b976-182be34222a0 of type vlan for network c6032768-4d49-43b7-9744-bb820cc0ad8b Feb 10 23:13:16.876772 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-30728823-1c14-4619-af80-6ed4416ecab6 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:16.912342 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d698db8-a848-416a-86cb-fbd26ecf7354 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Router 0c9fa0c2-ee96-477c-9912-b767191929dc has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:13:16.987497 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-30728823-1c14-4619-af80-6ed4416ecab6 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:16.991433 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30728823-1c14-4619-af80-6ed4416ecab6 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:16.992016 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-30728823-1c14-4619-af80-6ed4416ecab6 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:17.069687 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4b4a4b8c-9c0d-4020-ae36-9b19ff4846c9 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:17.111309 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30728823-1c14-4619-af80-6ed4416ecab6 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Network': ['ID=c6032768-4d49-43b7-9744-bb820cc0ad8b,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:17.113524 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-4b4a4b8c-9c0d-4020-ae36-9b19ff4846c9 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Deleting port a37b29be-ec7c-4759-b4d4-15b2db742d80 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:13:17.113852 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4b4a4b8c-9c0d-4020-ae36-9b19ff4846c9 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:17.118587 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d698db8-a848-416a-86cb-fbd26ecf7354 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:13:17.127473 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network c6032768-4d49-43b7-9744-bb820cc0ad8b details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:13:17.145307 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af00163-1f26-4854-b2c7-94f0adb37695 None None] Sync routers for ids ['0c9fa0c2-ee96-477c-9912-b767191929dc'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:13:17.193336 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-30728823-1c14-4619-af80-6ed4416ecab6 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4894395 Feb 10 23:13:17.197045 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 50018) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:17.204038 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-f3806f67-115d-4fa8-b979-5f6c0c499c9f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1661407181', 'admin_state_up': True, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:13:17.210473 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8d698db8-a848-416a-86cb-fbd26ecf7354 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:17.234078 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af00163-1f26-4854-b2c7-94f0adb37695 None None] Routers {'0c9fa0c2-ee96-477c-9912-b767191929dc'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:13:17.234773 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-4af00163-1f26-4854-b2c7-94f0adb37695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:12:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['0c9fa0c2-ee96-477c-9912-b767191929dc'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:17.238916 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f3806f67-115d-4fa8-b979-5f6c0c499c9f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:13:17.249311 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f3806f67-115d-4fa8-b979-5f6c0c499c9f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:router and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:13:17.253510 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f3806f67-115d-4fa8-b979-5f6c0c499c9f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:13:17.267235 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f3806f67-115d-4fa8-b979-5f6c0c499c9f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:13:17.293223 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8d698db8-a848-416a-86cb-fbd26ecf7354 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.9235568 Feb 10 23:13:17.293223 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd2a7f2e-7c36-40b0-ab8a-a8d8a6fdec11', 'tag': '3068d05b-2836-40d5-8bd2-e43394992d1a'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:13:17.338228 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd2a7f2e-7c36-40b0-ab8a-a8d8a6fdec11', 'tag': '3068d05b-2836-40d5-8bd2-e43394992d1a', 'status': 'completed', 'code': 200} Feb 10 23:13:17.344417 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-4b4a4b8c-9c0d-4020-ae36-9b19ff4846c9 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] For port a37b29be-ec7c-4759-b4d4-15b2db742d80, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=a37b29be-ec7c-4759-b4d4-15b2db742d80,segment=NetworkSegment(55c260c5-7ae2-4fd0-b091-c292c36e1be1),segment_id=55c260c5-7ae2-4fd0-b091-c292c36e1be1)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:13:17.344417 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4b4a4b8c-9c0d-4020-ae36-9b19ff4846c9 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:17.365322 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f3806f67-115d-4fa8-b979-5f6c0c499c9f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:17.370739 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f3806f67-115d-4fa8-b979-5f6c0c499c9f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:17.390245 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f3806f67-115d-4fa8-b979-5f6c0c499c9f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:17.428658 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-4af00163-1f26-4854-b2c7-94f0adb37695 None None] Set router 0c9fa0c2-ee96-477c-9912-b767191929dc gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:13:17.583799 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-4b4a4b8c-9c0d-4020-ae36-9b19ff4846c9 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Calling delete_port for a37b29be-ec7c-4759-b4d4-15b2db742d80 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:13:17.637945 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b2ecadff-9fa4-4a53-b772-2b60c1d68c3e req-a736a554-e111-4d89-96e2-6e4e005af006 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=82bae8319c0a482993cd9e8530b11401&device_id=cd2a7f2e-7c36-40b0-ab8a-a8d8a6fdec11 HTTP/1.1" status: 200 len: 1098 time: 0.2680807 Feb 10 23:13:17.645461 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f3806f67-115d-4fa8-b979-5f6c0c499c9f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:17.748201 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4b4a4b8c-9c0d-4020-ae36-9b19ff4846c9 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:17.782933 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 5d5ee5e4-2655-46e3-a152-a40278a95717 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:13:17.801147 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4a4b8c-9c0d-4020-ae36-9b19ff4846c9 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] No DVR routers for this DVR port a37b29be-ec7c-4759-b4d4-15b2db742d80 on host dv-neutron-828797-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:13:17.822482 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 5d5ee5e4-2655-46e3-a152-a40278a95717 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:13:17.822926 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 5d5ee5e4-2655-46e3-a152-a40278a95717 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:13:17.838626 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a4b8c-9c0d-4020-ae36-9b19ff4846c9 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Pushing event deleted for resources: {'Port': ['ID=a37b29be-ec7c-4759-b4d4-15b2db742d80,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:17.843538 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-4af00163-1f26-4854-b2c7-94f0adb37695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'name': 'tempest-TestVolumeBootPattern-2038376794-router', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '093b879d-55ae-41f8-86e6-83c75280bd23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:07:12Z', 'updated_at': '2022-02-10T23:07:24Z', 'revision_number': 4, 'project_id': '82bae8319c0a482993cd9e8530b11401', 'gw_port': {'id': '093b879d-55ae-41f8-86e6-83c75280bd23', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:85:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:13Z', 'updated_at': '2022-02-10T23:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '846126ad-8d3e-4ad3-bf41-e5225fe61d08', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'floating_ip_address': '172.26.8.140', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'port_id': '3068d05b-2836-40d5-8bd2-e43394992d1a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a75b224-7431-40b5-b18e-691aa5ad073d', 'mac_address': 'fa:16:3e:0c:12:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2a7f2e-7c36-40b0-ab8a-a8d8a6fdec11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:13:14Z', 'updated_at': '2022-02-10T23:13:14Z', 'revision_number': 0, 'project_id': '82bae8319c0a482993cd9e8530b11401', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84c668e2-7ac4-43ac-a76c-bad486b79ed7', 'name': '', 'network_id': '4a75b224-7431-40b5-b18e-691aa5ad073d', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'mac_address': 'fa:16:3e:f1:ad:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '375b0e55-6852-456e-bf83-790a9c9d4e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:20Z', 'updated_at': '2022-02-10T23:07:36Z', 'revision_number': 5, 'project_id': '82bae8319c0a482993cd9e8530b11401', 'subnets': [{'id': '375b0e55-6852-456e-bf83-790a9c9d4e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:17.848236 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af00163-1f26-4854-b2c7-94f0adb37695 None None] Checking router: 0c9fa0c2-ee96-477c-9912-b767191929dc for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:13:17.861266 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af00163-1f26-4854-b2c7-94f0adb37695 None None] Routers {'0c9fa0c2-ee96-477c-9912-b767191929dc'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:13:17.862036 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-4af00163-1f26-4854-b2c7-94f0adb37695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:12:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['0c9fa0c2-ee96-477c-9912-b767191929dc'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:17.941048 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4b4a4b8c-9c0d-4020-ae36-9b19ff4846c9 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:17.969019 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-4b4a4b8c-9c0d-4020-ae36-9b19ff4846c9 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16fb376c-eda8-428c-9617-b84449cc8f06']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:17.969552 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ecadff-9fa4-4a53-b772-2b60c1d68c3e req-3ba5f972-3cc5-41b9-848e-d1ad4a46edc8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:17.970917 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b2ecadff-9fa4-4a53-b772-2b60c1d68c3e req-3ba5f972-3cc5-41b9-848e-d1ad4a46edc8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a75b224-7431-40b5-b18e-691aa5ad073d HTTP/1.1" status: 200 len: 913 time: 0.3163245 Feb 10 23:13:17.982939 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-4b4a4b8c-9c0d-4020-ae36-9b19ff4846c9 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55c260c5-7ae2-4fd0-b091-c292c36e1be1') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:17.983705 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-4b4a4b8c-9c0d-4020-ae36-9b19ff4846c9 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55c260c5-7ae2-4fd0-b091-c292c36e1be1') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:17.995642 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4b4a4b8c-9c0d-4020-ae36-9b19ff4846c9 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:18.011924 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4b4a4b8c-9c0d-4020-ae36-9b19ff4846c9 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:18.018250 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b4a4b8c-9c0d-4020-ae36-9b19ff4846c9 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:13:18.018636 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4b4a4b8c-9c0d-4020-ae36-9b19ff4846c9 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:18.033634 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:13:18.033634 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:13:18.033634 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:13:18.033634 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:13:18.033634 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:13:18.033634 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:13:18.033634 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:13:18.033634 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:13:18.033634 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:13:18.033634 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:13:18.033634 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:13:18.033634 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:13:18.033634 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:13:18.033634 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:13:18.033634 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:13:18.033634 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:13:18.033634 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:13:18.033634 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:13:18.033634 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:13:18.033634 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:13:18.033634 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:13:18.033634 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:13:18.033634 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:13:18.033634 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:13:18.033634 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:13:18.033634 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:13:18.033634 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:13:18.033634 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:13:18.033634 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:13:18.033634 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:13:18.033634 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:13:18.033634 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:13:18.095754 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b2ecadff-9fa4-4a53-b772-2b60c1d68c3e req-ce7a27f8-a62d-4104-bb09-3bbe3e3d95ad service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3068d05b-2836-40d5-8bd2-e43394992d1a HTTP/1.1" status: 200 len: 999 time: 0.1160572 Feb 10 23:13:18.097390 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-4af00163-1f26-4854-b2c7-94f0adb37695 None None] Set router 0c9fa0c2-ee96-477c-9912-b767191929dc gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:13:18.179845 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f3806f67-115d-4fa8-b979-5f6c0c499c9f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for router_gateway, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:18.186793 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4b4a4b8c-9c0d-4020-ae36-9b19ff4846c9 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:18.205386 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4b4a4b8c-9c0d-4020-ae36-9b19ff4846c9 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:18.214948 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f3806f67-115d-4fa8-b979-5f6c0c499c9f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:18.217959 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a4b8c-9c0d-4020-ae36-9b19ff4846c9 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Pushing event deleted for resources: {'Network': ['ID=16fb376c-eda8-428c-9617-b84449cc8f06,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:18.221701 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-4b4a4b8c-9c0d-4020-ae36-9b19ff4846c9 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] 10.222.0.59 "DELETE /v2.0/networks/16fb376c-eda8-428c-9617-b84449cc8f06 HTTP/1.1" status: 204 len: 168 time: 3.0236564 Feb 10 23:13:18.226607 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50028) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:18.232618 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-91afc3c9-d444-44a7-b9ba-3ea94170cfa7 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-690409986'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:13:18.238445 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-91afc3c9-d444-44a7-b9ba-3ea94170cfa7 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:13:18.242334 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-91afc3c9-d444-44a7-b9ba-3ea94170cfa7 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Usage tracker for resource:network and tenant:bc14394c8ca548028efa97f5219a3e34 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:13:18.246589 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-91afc3c9-d444-44a7-b9ba-3ea94170cfa7 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:13:18.253648 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-91afc3c9-d444-44a7-b9ba-3ea94170cfa7 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:13:18.260283 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ecadff-9fa4-4a53-b772-2b60c1d68c3e req-50d8eac6-4473-42aa-8304-6f4e067af7d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:18.261729 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b2ecadff-9fa4-4a53-b772-2b60c1d68c3e req-50d8eac6-4473-42aa-8304-6f4e067af7d7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=375b0e55-6852-456e-bf83-790a9c9d4e02 HTTP/1.1" status: 200 len: 851 time: 0.1572607 Feb 10 23:13:18.308110 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91afc3c9-d444-44a7-b9ba-3ea94170cfa7 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Made reservation on behalf of bc14394c8ca548028efa97f5219a3e34 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:13:18.311334 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-91afc3c9-d444-44a7-b9ba-3ea94170cfa7 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:18.345638 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91afc3c9-d444-44a7-b9ba-3ea94170cfa7 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:13:18.355576 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-91afc3c9-d444-44a7-b9ba-3ea94170cfa7 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:18.356080 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-91afc3c9-d444-44a7-b9ba-3ea94170cfa7 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Added segment 5b9f9fcc-94e9-4cfe-807b-077a8da1a64f of type vlan for network 674e058e-0e22-4508-811a-8597cb19f346 Feb 10 23:13:18.385913 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-91afc3c9-d444-44a7-b9ba-3ea94170cfa7 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:18.413836 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-f3806f67-115d-4fa8-b979-5f6c0c499c9f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Allocated IP 172.26.8.133 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/cc1bbb84-2434-4398-afb6-807c7f5b6fa3) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:13:18.421329 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b2ecadff-9fa4-4a53-b772-2b60c1d68c3e req-21e788a3-466c-4a39-a556-ed303f2b818c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a75b224-7431-40b5-b18e-691aa5ad073d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1488101 Feb 10 23:13:18.459690 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-4af00163-1f26-4854-b2c7-94f0adb37695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'name': 'tempest-TestVolumeBootPattern-2038376794-router', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '093b879d-55ae-41f8-86e6-83c75280bd23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:07:12Z', 'updated_at': '2022-02-10T23:07:24Z', 'revision_number': 4, 'project_id': '82bae8319c0a482993cd9e8530b11401', 'gw_port': {'id': '093b879d-55ae-41f8-86e6-83c75280bd23', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:85:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:13Z', 'updated_at': '2022-02-10T23:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '846126ad-8d3e-4ad3-bf41-e5225fe61d08', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'floating_ip_address': '172.26.8.140', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'port_id': '3068d05b-2836-40d5-8bd2-e43394992d1a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a75b224-7431-40b5-b18e-691aa5ad073d', 'mac_address': 'fa:16:3e:0c:12:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2a7f2e-7c36-40b0-ab8a-a8d8a6fdec11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:13:14Z', 'updated_at': '2022-02-10T23:13:14Z', 'revision_number': 0, 'project_id': '82bae8319c0a482993cd9e8530b11401', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84c668e2-7ac4-43ac-a76c-bad486b79ed7', 'name': '', 'network_id': '4a75b224-7431-40b5-b18e-691aa5ad073d', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'mac_address': 'fa:16:3e:f1:ad:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '375b0e55-6852-456e-bf83-790a9c9d4e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:20Z', 'updated_at': '2022-02-10T23:07:36Z', 'revision_number': 5, 'project_id': '82bae8319c0a482993cd9e8530b11401', 'subnets': [{'id': '375b0e55-6852-456e-bf83-790a9c9d4e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:18.464909 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af00163-1f26-4854-b2c7-94f0adb37695 None None] The sync data for ids ['0c9fa0c2-ee96-477c-9912-b767191929dc'] in dv-neutron-828797-1-hyperv is: [{'id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'name': 'tempest-TestVolumeBootPattern-2038376794-router', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '093b879d-55ae-41f8-86e6-83c75280bd23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:07:12Z', 'updated_at': '2022-02-10T23:07:24Z', 'revision_number': 4, 'project_id': '82bae8319c0a482993cd9e8530b11401', 'gw_port': {'id': '093b879d-55ae-41f8-86e6-83c75280bd23', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:85:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:13Z', 'updated_at': '2022-02-10T23:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '846126ad-8d3e-4ad3-bf41-e5225fe61d08', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'floating_ip_address': '172.26.8.140', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'port_id': '3068d05b-2836-40d5-8bd2-e43394992d1a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a75b224-7431-40b5-b18e-691aa5ad073d', 'mac_address': 'fa:16:3e:0c:12:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2a7f2e-7c36-40b0-ab8a-a8d8a6fdec11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:13:14Z', 'updated_at': '2022-02-10T23:13:14Z', 'revision_number': 0, 'project_id': '82bae8319c0a482993cd9e8530b11401', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84c668e2-7ac4-43ac-a76c-bad486b79ed7', 'name': '', 'network_id': '4a75b224-7431-40b5-b18e-691aa5ad073d', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'mac_address': 'fa:16:3e:f1:ad:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '375b0e55-6852-456e-bf83-790a9c9d4e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:20Z', 'updated_at': '2022-02-10T23:07:36Z', 'revision_number': 5, 'project_id': '82bae8319c0a482993cd9e8530b11401', 'subnets': [{'id': '375b0e55-6852-456e-bf83-790a9c9d4e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:13:18.467991 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-91afc3c9-d444-44a7-b9ba-3ea94170cfa7 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:18.473875 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91afc3c9-d444-44a7-b9ba-3ea94170cfa7 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:18.474459 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-91afc3c9-d444-44a7-b9ba-3ea94170cfa7 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:18.588822 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91afc3c9-d444-44a7-b9ba-3ea94170cfa7 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Pushing event updated for resources: {'Network': ['ID=674e058e-0e22-4508-811a-8597cb19f346,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:18.600158 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 674e058e-0e22-4508-811a-8597cb19f346 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:13:18.624379 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-91afc3c9-d444-44a7-b9ba-3ea94170cfa7 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3961952 Feb 10 23:13:18.627150 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50034) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:18.632966 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-f888ef40-d93e-406a-bc5c-d2cddaaa06b5 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Request body: {'subnet': {'network_id': '674e058e-0e22-4508-811a-8597cb19f346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:13:18.673936 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b2ecadff-9fa4-4a53-b772-2b60c1d68c3e req-cb02bd98-0a37-4d1e-9fbd-f94e51fc344e service neutron] 10.222.0.37 "GET /v2.0/networks/4a75b224-7431-40b5-b18e-691aa5ad073d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453077 Feb 10 23:13:18.681567 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f3806f67-115d-4fa8-b979-5f6c0c499c9f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:18.745230 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f888ef40-d93e-406a-bc5c-d2cddaaa06b5 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:13:18.749829 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-f888ef40-d93e-406a-bc5c-d2cddaaa06b5 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Usage tracker for resource:subnet and tenant:bc14394c8ca548028efa97f5219a3e34 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:13:18.752824 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-f888ef40-d93e-406a-bc5c-d2cddaaa06b5 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:13:18.755504 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1268da1-6e6b-4c0d-89b2-e2ae5770f9a9 None None] New status for floating IP 846126ad-8d3e-4ad3-bf41-e5225fe61d08: ACTIVE {{(pid=84335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 23:13:18.760784 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f888ef40-d93e-406a-bc5c-d2cddaaa06b5 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:13:18.815013 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f888ef40-d93e-406a-bc5c-d2cddaaa06b5 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Made reservation on behalf of bc14394c8ca548028efa97f5219a3e34 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:13:18.826739 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b2ecadff-9fa4-4a53-b772-2b60c1d68c3e req-3e357cf6-3eff-49e1-9fc9-711d493ebdb4 service neutron] 10.222.0.37 "GET /v2.0/networks/4a75b224-7431-40b5-b18e-691aa5ad073d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415236 Feb 10 23:13:18.908049 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f3806f67-115d-4fa8-b979-5f6c0c499c9f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:18.924689 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f888ef40-d93e-406a-bc5c-d2cddaaa06b5 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:19.003293 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3806f67-115d-4fa8-b979-5f6c0c499c9f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:13:19.006008 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-f3806f67-115d-4fa8-b979-5f6c0c499c9f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:13:19.008868 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3806f67-115d-4fa8-b979-5f6c0c499c9f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:13:19.039492 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a8ce75ba-730a-4d8f-ac05-031ff2223632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:19.047381 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3806f67-115d-4fa8-b979-5f6c0c499c9f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Port': ['ID=cc1bbb84-2434-4398-afb6-807c7f5b6fa3,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:19.239922 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f3806f67-115d-4fa8-b979-5f6c0c499c9f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for router_gateway, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:19.240792 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f3806f67-115d-4fa8-b979-5f6c0c499c9f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:19.333210 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.objects.ports [None req-f888ef40-d93e-406a-bc5c-d2cddaaa06b5 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84333) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 10 23:13:19.334396 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f888ef40-d93e-406a-bc5c-d2cddaaa06b5 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:19.411711 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888ef40-d93e-406a-bc5c-d2cddaaa06b5 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Pushing event updated for resources: {'Subnet': ['ID=1c24de8d-1ad7-4f24-b062-164b405c934b,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:19.423787 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f888ef40-d93e-406a-bc5c-d2cddaaa06b5 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Checking segment: {'id': '5b9f9fcc-94e9-4cfe-807b-077a8da1a64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '674e058e-0e22-4508-811a-8597cb19f346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:13:19.424144 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f888ef40-d93e-406a-bc5c-d2cddaaa06b5 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Network hostable DHCP agents. Network: 674e058e-0e22-4508-811a-8597cb19f346, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:13:19.490561 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f888ef40-d93e-406a-bc5c-d2cddaaa06b5 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Network 674e058e-0e22-4508-811a-8597cb19f346 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:13:19.513452 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3806f67-115d-4fa8-b979-5f6c0c499c9f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Router 3eeeae8a-7078-40d0-833e-354b387d679a is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:13:19.576473 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-f888ef40-d93e-406a-bc5c-d2cddaaa06b5 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 674e058e-0e22-4508-811a-8597cb19f346) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:13:19.581578 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f888ef40-d93e-406a-bc5c-d2cddaaa06b5 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:19.582316 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f888ef40-d93e-406a-bc5c-d2cddaaa06b5 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:19.588692 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44b2257-fea2-431b-8756-ef0813a3fe1e None None] Network 674e058e-0e22-4508-811a-8597cb19f346 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:13:19.674626 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-f888ef40-d93e-406a-bc5c-d2cddaaa06b5 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0461276 Feb 10 23:13:19.677788 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50038) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:19.835838 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933e269f-485d-4408-b012-c3099d984f70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-674e058e-0e22-4508-811a-8597cb19f346', 'network_id': '674e058e-0e22-4508-811a-8597cb19f346', 'tenant_id': 'bc14394c8ca548028efa97f5219a3e34', 'fixed_ips': [{'subnet_id': '1c24de8d-1ad7-4f24-b062-164b405c934b'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:13:19.837302 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-933e269f-485d-4408-b012-c3099d984f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:19.852885 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2501f327-f7f4-4cf1-aebd-99155da1d10e tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:19.858740 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3806f67-115d-4fa8-b979-5f6c0c499c9f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:13:19.893144 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6643ac17-9fc4-41ec-b4eb-3257b211bf6c None None] Sync routers for ids ['3eeeae8a-7078-40d0-833e-354b387d679a'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:13:19.923643 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2501f327-f7f4-4cf1-aebd-99155da1d10e tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:19.927966 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6643ac17-9fc4-41ec-b4eb-3257b211bf6c None None] Routers {'3eeeae8a-7078-40d0-833e-354b387d679a'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:13:19.928607 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-6643ac17-9fc4-41ec-b4eb-3257b211bf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:12:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['3eeeae8a-7078-40d0-833e-354b387d679a'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:19.931260 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f3806f67-115d-4fa8-b979-5f6c0c499c9f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:19.935544 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f3806f67-115d-4fa8-b979-5f6c0c499c9f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.7331393 Feb 10 23:13:19.936258 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 50042) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:19.982489 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c826ed3f-686c-4206-a947-2eba2489f9ac tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=714fdf59d9ad4aa1b5cc4598e806e542&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0426211 Feb 10 23:13:19.983035 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 50046) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:20.119406 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c86f92-cbd3-42c6-8235-53f2d10437ff tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:20.120898 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-70c86f92-cbd3-42c6-8235-53f2d10437ff tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1368737 Feb 10 23:13:20.123793 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50050) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:20.147978 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-933e269f-485d-4408-b012-c3099d984f70 None None] Allocated IP 2001:db8::f816:3eff:fe45:f5f1 (674e058e-0e22-4508-811a-8597cb19f346/1c24de8d-1ad7-4f24-b062-164b405c934b/c10462b7-6c8c-4183-aa0b-c94c5b3091a6) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:13:20.165048 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-ff9af14f-60dd-432c-99ce-f767781f2db6 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=c2ed7563-f8af-409c-803f-f56530124ba5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398984 Feb 10 23:13:20.167496 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50054) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:20.172952 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-4f16ac15-9e4c-47a8-9cdf-6cc75c39c398 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-892612351', 'network_id': 'c6032768-4d49-43b7-9744-bb820cc0ad8b', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:13:20.230745 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-6643ac17-9fc4-41ec-b4eb-3257b211bf6c None None] Set router 3eeeae8a-7078-40d0-833e-354b387d679a gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:13:20.279529 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4f16ac15-9e4c-47a8-9cdf-6cc75c39c398 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:13:20.283224 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-4f16ac15-9e4c-47a8-9cdf-6cc75c39c398 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:subnet and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:13:20.285990 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-4f16ac15-9e4c-47a8-9cdf-6cc75c39c398 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:13:20.292433 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4f16ac15-9e4c-47a8-9cdf-6cc75c39c398 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:13:20.399380 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f16ac15-9e4c-47a8-9cdf-6cc75c39c398 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Made reservation on behalf of 714fdf59d9ad4aa1b5cc4598e806e542 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:13:20.502786 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4f16ac15-9e4c-47a8-9cdf-6cc75c39c398 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:20.631733 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-933e269f-485d-4408-b012-c3099d984f70 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:20.649920 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-933e269f-485d-4408-b012-c3099d984f70 None None] Transition to ACTIVE for port object c10462b7-6c8c-4183-aa0b-c94c5b3091a6 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:13:20.673152 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-933e269f-485d-4408-b012-c3099d984f70 None None] Transition to ACTIVE for port object c10462b7-6c8c-4183-aa0b-c94c5b3091a6 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:13:20.686351 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-6643ac17-9fc4-41ec-b4eb-3257b211bf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eeeae8a-7078-40d0-833e-354b387d679a', 'name': 'tempest-TestNetworkBasicOps-router-1661407181', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.133'}], 'enable_snat': True}, 'gw_port_id': 'cc1bbb84-2434-4398-afb6-807c7f5b6fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:13:17Z', 'updated_at': '2022-02-10T23:13:19Z', 'revision_number': 3, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': 'cc1bbb84-2434-4398-afb6-807c7f5b6fa3', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ab:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eeeae8a-7078-40d0-833e-354b387d679a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:13:18Z', 'updated_at': '2022-02-10T23:13:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:20.690672 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6643ac17-9fc4-41ec-b4eb-3257b211bf6c None None] Checking router: 3eeeae8a-7078-40d0-833e-354b387d679a for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:13:20.695475 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6643ac17-9fc4-41ec-b4eb-3257b211bf6c None None] Updating router 3eeeae8a-7078-40d0-833e-354b387d679a port cc1bbb84-2434-4398-afb6-807c7f5b6fa3 binding host dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:13:20.743934 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-933e269f-485d-4408-b012-c3099d984f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:20.785045 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6643ac17-9fc4-41ec-b4eb-3257b211bf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:20.800344 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4f16ac15-9e4c-47a8-9cdf-6cc75c39c398 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:20.846688 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2501f327-f7f4-4cf1-aebd-99155da1d10e tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:20.869760 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933e269f-485d-4408-b012-c3099d984f70 None None] Network 674e058e-0e22-4508-811a-8597cb19f346 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:13:20.869760 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-933e269f-485d-4408-b012-c3099d984f70 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:13:20.869760 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933e269f-485d-4408-b012-c3099d984f70 None None] Pushing event updated for resources: {'Port': ['ID=c10462b7-6c8c-4183-aa0b-c94c5b3091a6,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:20.872091 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933e269f-485d-4408-b012-c3099d984f70 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:13:21.003187 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f16ac15-9e4c-47a8-9cdf-6cc75c39c398 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Subnet': ['ID=bf4a79c2-bd90-4240-a474-aec279f16f0a,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:21.042468 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-933e269f-485d-4408-b012-c3099d984f70 None None] Attempting to bind port c10462b7-6c8c-4183-aa0b-c94c5b3091a6 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:13:21.042468 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-933e269f-485d-4408-b012-c3099d984f70 None None] Attempting to bind port c10462b7-6c8c-4183-aa0b-c94c5b3091a6 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '5b9f9fcc-94e9-4cfe-807b-077a8da1a64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '674e058e-0e22-4508-811a-8597cb19f346'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:13:21.042468 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933e269f-485d-4408-b012-c3099d984f70 None None] Attempting to bind port c10462b7-6c8c-4183-aa0b-c94c5b3091a6 on network 674e058e-0e22-4508-811a-8597cb19f346 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:13:21.044141 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2501f327-f7f4-4cf1-aebd-99155da1d10e tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:21.081856 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2501f327-f7f4-4cf1-aebd-99155da1d10e tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Pushing event deleted for resources: {'Subnet': ['ID=1c24de8d-1ad7-4f24-b062-164b405c934b,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:21.088832 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f16ac15-9e4c-47a8-9cdf-6cc75c39c398 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Checking segment: {'id': 'b0639970-dd24-49ed-b976-182be34222a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'c6032768-4d49-43b7-9744-bb820cc0ad8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:13:21.088832 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f16ac15-9e4c-47a8-9cdf-6cc75c39c398 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Network hostable DHCP agents. Network: c6032768-4d49-43b7-9744-bb820cc0ad8b, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:13:21.094719 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-2501f327-f7f4-4cf1-aebd-99155da1d10e tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['674e058e-0e22-4508-811a-8597cb19f346']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:21.095455 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933e269f-485d-4408-b012-c3099d984f70 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:13:21.095806 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933e269f-485d-4408-b012-c3099d984f70 None None] Checking segment: {'id': '5b9f9fcc-94e9-4cfe-807b-077a8da1a64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '674e058e-0e22-4508-811a-8597cb19f346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:13:21.096204 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-933e269f-485d-4408-b012-c3099d984f70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:21.097503 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933e269f-485d-4408-b012-c3099d984f70 None None] Bound using segment: {'id': '5b9f9fcc-94e9-4cfe-807b-077a8da1a64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '674e058e-0e22-4508-811a-8597cb19f346'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:13:21.097503 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-933e269f-485d-4408-b012-c3099d984f70 None None] Bound port: c10462b7-6c8c-4183-aa0b-c94c5b3091a6, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b9f9fcc-94e9-4cfe-807b-077a8da1a64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '674e058e-0e22-4508-811a-8597cb19f346'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:13:21.097503 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-933e269f-485d-4408-b012-c3099d984f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:21.119188 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-2501f327-f7f4-4cf1-aebd-99155da1d10e tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b9f9fcc-94e9-4cfe-807b-077a8da1a64f') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:21.119188 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-2501f327-f7f4-4cf1-aebd-99155da1d10e tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b9f9fcc-94e9-4cfe-807b-077a8da1a64f') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:21.135281 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2501f327-f7f4-4cf1-aebd-99155da1d10e tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:21.155843 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2501f327-f7f4-4cf1-aebd-99155da1d10e tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:21.164789 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2501f327-f7f4-4cf1-aebd-99155da1d10e tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:13:21.164789 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2501f327-f7f4-4cf1-aebd-99155da1d10e tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:21.179800 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:13:21.179800 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:13:21.179800 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:13:21.179800 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:13:21.179800 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:13:21.179800 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:13:21.179800 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:13:21.179800 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:13:21.179800 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:13:21.179800 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:13:21.179800 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:13:21.179800 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:13:21.179800 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:13:21.179800 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:13:21.179800 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:13:21.179800 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:13:21.179800 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:13:21.179800 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:13:21.179800 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:13:21.179800 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:13:21.179800 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:13:21.179800 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:13:21.179800 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:13:21.179800 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:13:21.179800 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:13:21.179800 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:13:21.179800 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:13:21.179800 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:13:21.179800 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:13:21.179800 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:13:21.179800 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:13:21.179800 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:13:21.240285 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f16ac15-9e4c-47a8-9cdf-6cc75c39c398 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Network c6032768-4d49-43b7-9744-bb820cc0ad8b is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:13:21.245240 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-933e269f-485d-4408-b012-c3099d984f70 None None] For port c10462b7-6c8c-4183-aa0b-c94c5b3091a6, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:13:21.255893 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-61330939-2f44-4c32-bfdf-49f4cbcd851b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:21.309485 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-2501f327-f7f4-4cf1-aebd-99155da1d10e tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 23:13:21.309485 dv-neutron-828797-1-hyperv neutron-server[84333]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 23:13:21.309485 dv-neutron-828797-1-hyperv neutron-server[84333]: [parameters: {'id': '674e058e-0e22-4508-811a-8597cb19f346'}] Feb 10 23:13:21.309485 dv-neutron-828797-1-hyperv neutron-server[84333]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:13:21.309485 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-2501f327-f7f4-4cf1-aebd-99155da1d10e tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:13:21.313297 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-933e269f-485d-4408-b012-c3099d984f70 None None] For port c10462b7-6c8c-4183-aa0b-c94c5b3091a6, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=c10462b7-6c8c-4183-aa0b-c94c5b3091a6,segment=NetworkSegment(5b9f9fcc-94e9-4cfe-807b-077a8da1a64f),segment_id=5b9f9fcc-94e9-4cfe-807b-077a8da1a64f)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:13:21.331114 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6643ac17-9fc4-41ec-b4eb-3257b211bf6c None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:21.332118 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-4f16ac15-9e4c-47a8-9cdf-6cc75c39c398 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, c6032768-4d49-43b7-9744-bb820cc0ad8b) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:13:21.335040 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f16ac15-9e4c-47a8-9cdf-6cc75c39c398 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:21.339338 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4f16ac15-9e4c-47a8-9cdf-6cc75c39c398 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:21.340379 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2494c822-2443-463f-8665-beae8314b53f None None] Network c6032768-4d49-43b7-9744-bb820cc0ad8b requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:13:21.365746 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-6643ac17-9fc4-41ec-b4eb-3257b211bf6c None None] Transition to ACTIVE for port object cc1bbb84-2434-4398-afb6-807c7f5b6fa3 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:13:21.424839 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-933e269f-485d-4408-b012-c3099d984f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:21.440977 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-4f16ac15-9e4c-47a8-9cdf-6cc75c39c398 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2714853 Feb 10 23:13:21.443948 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50058) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:21.508079 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6643ac17-9fc4-41ec-b4eb-3257b211bf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:21.589765 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933e269f-485d-4408-b012-c3099d984f70 None None] Pushing event updated for resources: {'Port': ['ID=c10462b7-6c8c-4183-aa0b-c94c5b3091a6,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:21.716307 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-6643ac17-9fc4-41ec-b4eb-3257b211bf6c None None] Attempting to bind port cc1bbb84-2434-4398-afb6-807c7f5b6fa3 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:13:21.716958 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-6643ac17-9fc4-41ec-b4eb-3257b211bf6c None None] Attempting to bind port cc1bbb84-2434-4398-afb6-807c7f5b6fa3 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:13:21.716958 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6643ac17-9fc4-41ec-b4eb-3257b211bf6c None None] Attempting to bind port cc1bbb84-2434-4398-afb6-807c7f5b6fa3 on network c2ed7563-f8af-409c-803f-f56530124ba5 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:13:21.781515 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6643ac17-9fc4-41ec-b4eb-3257b211bf6c None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:13:21.798776 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6643ac17-9fc4-41ec-b4eb-3257b211bf6c None None] Checking segment: {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:13:21.798776 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6643ac17-9fc4-41ec-b4eb-3257b211bf6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:21.798776 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6643ac17-9fc4-41ec-b4eb-3257b211bf6c None None] Bound using segment: {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:13:21.798776 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-6643ac17-9fc4-41ec-b4eb-3257b211bf6c None None] Bound port: cc1bbb84-2434-4398-afb6-807c7f5b6fa3, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:13:21.798776 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6643ac17-9fc4-41ec-b4eb-3257b211bf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:21.818347 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2501f327-f7f4-4cf1-aebd-99155da1d10e tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:21.840118 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-2501f327-f7f4-4cf1-aebd-99155da1d10e tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Deleting port c10462b7-6c8c-4183-aa0b-c94c5b3091a6 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:13:21.840118 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2501f327-f7f4-4cf1-aebd-99155da1d10e tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:21.844172 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334a8521-68a6-4966-b823-184bf1d750c2 None None] Network 674e058e-0e22-4508-811a-8597cb19f346 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:13:21.856174 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ca4a96-2b3f-42ae-a2d3-df70b4e2da6b None None] Pushing event updated for resources: {'Port': ['ID=cc1bbb84-2434-4398-afb6-807c7f5b6fa3,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:22.016843 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c09f326-d9bb-440a-a42e-2c4003d86dc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-c6032768-4d49-43b7-9744-bb820cc0ad8b', 'network_id': 'c6032768-4d49-43b7-9744-bb820cc0ad8b', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'fixed_ips': [{'subnet_id': 'bf4a79c2-bd90-4240-a474-aec279f16f0a'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:13:22.016843 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3c09f326-d9bb-440a-a42e-2c4003d86dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:22.086916 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-6643ac17-9fc4-41ec-b4eb-3257b211bf6c None None] For port cc1bbb84-2434-4398-afb6-807c7f5b6fa3, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:13:22.189587 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-6643ac17-9fc4-41ec-b4eb-3257b211bf6c None None] For port cc1bbb84-2434-4398-afb6-807c7f5b6fa3, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=cc1bbb84-2434-4398-afb6-807c7f5b6fa3,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:13:22.193253 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-2501f327-f7f4-4cf1-aebd-99155da1d10e tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] For port c10462b7-6c8c-4183-aa0b-c94c5b3091a6, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=c10462b7-6c8c-4183-aa0b-c94c5b3091a6,segment=NetworkSegment(5b9f9fcc-94e9-4cfe-807b-077a8da1a64f),segment_id=5b9f9fcc-94e9-4cfe-807b-077a8da1a64f)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:13:22.196870 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2501f327-f7f4-4cf1-aebd-99155da1d10e tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:22.273442 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6643ac17-9fc4-41ec-b4eb-3257b211bf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:22.372035 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-3c09f326-d9bb-440a-a42e-2c4003d86dc6 None None] Allocated IP 172.20.0.2 (c6032768-4d49-43b7-9744-bb820cc0ad8b/bf4a79c2-bd90-4240-a474-aec279f16f0a/dc1121aa-1825-4756-ba59-db0e8e718dae) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:13:22.417893 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ca4a96-2b3f-42ae-a2d3-df70b4e2da6b None None] Pushing event updated for resources: {'Port': ['ID=cc1bbb84-2434-4398-afb6-807c7f5b6fa3,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:22.431045 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-2501f327-f7f4-4cf1-aebd-99155da1d10e tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Calling delete_port for c10462b7-6c8c-4183-aa0b-c94c5b3091a6 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:13:22.464481 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6643ac17-9fc4-41ec-b4eb-3257b211bf6c None None] Routers {'3eeeae8a-7078-40d0-833e-354b387d679a'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:13:22.465223 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-6643ac17-9fc4-41ec-b4eb-3257b211bf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:13:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['3eeeae8a-7078-40d0-833e-354b387d679a'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:22.521136 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:22.629689 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2501f327-f7f4-4cf1-aebd-99155da1d10e tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:22.681846 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2501f327-f7f4-4cf1-aebd-99155da1d10e tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Pushing event deleted for resources: {'Port': ['ID=c10462b7-6c8c-4183-aa0b-c94c5b3091a6,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:22.717419 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2501f327-f7f4-4cf1-aebd-99155da1d10e tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] No DVR routers for this DVR port c10462b7-6c8c-4183-aa0b-c94c5b3091a6 on host dv-neutron-828797-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:13:22.731142 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:22.752808 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-6643ac17-9fc4-41ec-b4eb-3257b211bf6c None None] Set router 3eeeae8a-7078-40d0-833e-354b387d679a gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:13:22.868182 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3c09f326-d9bb-440a-a42e-2c4003d86dc6 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:22.889616 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2501f327-f7f4-4cf1-aebd-99155da1d10e tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:22.926779 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-2501f327-f7f4-4cf1-aebd-99155da1d10e tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['674e058e-0e22-4508-811a-8597cb19f346']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:22.935978 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-3c09f326-d9bb-440a-a42e-2c4003d86dc6 None None] Transition to ACTIVE for port object dc1121aa-1825-4756-ba59-db0e8e718dae will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:13:22.947360 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ce9fd584-b21d-48b7-b803-92c31dd47941 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:22.956977 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-2501f327-f7f4-4cf1-aebd-99155da1d10e tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b9f9fcc-94e9-4cfe-807b-077a8da1a64f') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:22.957260 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-2501f327-f7f4-4cf1-aebd-99155da1d10e tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b9f9fcc-94e9-4cfe-807b-077a8da1a64f') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:22.974042 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2501f327-f7f4-4cf1-aebd-99155da1d10e tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:22.974758 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-3c09f326-d9bb-440a-a42e-2c4003d86dc6 None None] Transition to ACTIVE for port object dc1121aa-1825-4756-ba59-db0e8e718dae will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:13:23.058877 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3c09f326-d9bb-440a-a42e-2c4003d86dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:23.099646 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2501f327-f7f4-4cf1-aebd-99155da1d10e tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:23.117774 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2501f327-f7f4-4cf1-aebd-99155da1d10e tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:13:23.118059 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2501f327-f7f4-4cf1-aebd-99155da1d10e tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:23.131915 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:13:23.131915 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:13:23.131915 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:13:23.131915 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:13:23.131915 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:13:23.131915 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:13:23.131915 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:13:23.131915 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:13:23.131915 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:13:23.131915 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:13:23.131915 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:13:23.131915 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:13:23.131915 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:13:23.131915 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:13:23.131915 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:13:23.131915 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:13:23.131915 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:13:23.131915 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:13:23.131915 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:13:23.131915 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:13:23.131915 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:13:23.131915 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:13:23.131915 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:13:23.131915 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:13:23.131915 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:13:23.131915 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:13:23.131915 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:13:23.131915 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:13:23.131915 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:13:23.131915 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:13:23.131915 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:13:23.131915 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:13:23.136472 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c09f326-d9bb-440a-a42e-2c4003d86dc6 None None] Network c6032768-4d49-43b7-9744-bb820cc0ad8b is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:13:23.140377 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-6643ac17-9fc4-41ec-b4eb-3257b211bf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eeeae8a-7078-40d0-833e-354b387d679a', 'name': 'tempest-TestNetworkBasicOps-router-1661407181', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.133'}], 'enable_snat': True}, 'gw_port_id': 'cc1bbb84-2434-4398-afb6-807c7f5b6fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:13:17Z', 'updated_at': '2022-02-10T23:13:19Z', 'revision_number': 3, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': 'cc1bbb84-2434-4398-afb6-807c7f5b6fa3', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ab:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eeeae8a-7078-40d0-833e-354b387d679a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:13:18Z', 'updated_at': '2022-02-10T23:13:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:23.142785 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-3c09f326-d9bb-440a-a42e-2c4003d86dc6 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:13:23.144590 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c09f326-d9bb-440a-a42e-2c4003d86dc6 None None] Pushing event updated for resources: {'Port': ['ID=dc1121aa-1825-4756-ba59-db0e8e718dae,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:23.146550 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c09f326-d9bb-440a-a42e-2c4003d86dc6 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:13:23.152830 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6643ac17-9fc4-41ec-b4eb-3257b211bf6c None None] The sync data for ids ['3eeeae8a-7078-40d0-833e-354b387d679a'] in dv-neutron-828797-1-hyperv is: [{'id': '3eeeae8a-7078-40d0-833e-354b387d679a', 'name': 'tempest-TestNetworkBasicOps-router-1661407181', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.133'}], 'enable_snat': True}, 'gw_port_id': 'cc1bbb84-2434-4398-afb6-807c7f5b6fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:13:17Z', 'updated_at': '2022-02-10T23:13:19Z', 'revision_number': 3, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': 'cc1bbb84-2434-4398-afb6-807c7f5b6fa3', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ab:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eeeae8a-7078-40d0-833e-354b387d679a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:13:18Z', 'updated_at': '2022-02-10T23:13:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:13:23.241354 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-3c09f326-d9bb-440a-a42e-2c4003d86dc6 None None] Attempting to bind port dc1121aa-1825-4756-ba59-db0e8e718dae on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:13:23.241701 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-3c09f326-d9bb-440a-a42e-2c4003d86dc6 None None] Attempting to bind port dc1121aa-1825-4756-ba59-db0e8e718dae by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': 'b0639970-dd24-49ed-b976-182be34222a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'c6032768-4d49-43b7-9744-bb820cc0ad8b'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:13:23.242061 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c09f326-d9bb-440a-a42e-2c4003d86dc6 None None] Attempting to bind port dc1121aa-1825-4756-ba59-db0e8e718dae on network c6032768-4d49-43b7-9744-bb820cc0ad8b {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:13:23.248890 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c09f326-d9bb-440a-a42e-2c4003d86dc6 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:13:23.249262 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c09f326-d9bb-440a-a42e-2c4003d86dc6 None None] Checking segment: {'id': 'b0639970-dd24-49ed-b976-182be34222a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'c6032768-4d49-43b7-9744-bb820cc0ad8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:13:23.249682 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3c09f326-d9bb-440a-a42e-2c4003d86dc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:23.250075 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c09f326-d9bb-440a-a42e-2c4003d86dc6 None None] Bound using segment: {'id': 'b0639970-dd24-49ed-b976-182be34222a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'c6032768-4d49-43b7-9744-bb820cc0ad8b'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:13:23.250530 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-3c09f326-d9bb-440a-a42e-2c4003d86dc6 None None] Bound port: dc1121aa-1825-4756-ba59-db0e8e718dae, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0639970-dd24-49ed-b976-182be34222a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'c6032768-4d49-43b7-9744-bb820cc0ad8b'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:13:23.250892 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3c09f326-d9bb-440a-a42e-2c4003d86dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:23.292394 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2501f327-f7f4-4cf1-aebd-99155da1d10e tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:23.296210 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2501f327-f7f4-4cf1-aebd-99155da1d10e tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:23.345109 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-3c09f326-d9bb-440a-a42e-2c4003d86dc6 None None] For port dc1121aa-1825-4756-ba59-db0e8e718dae, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:13:23.347247 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2501f327-f7f4-4cf1-aebd-99155da1d10e tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Pushing event deleted for resources: {'Network': ['ID=674e058e-0e22-4508-811a-8597cb19f346,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:23.351281 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-3c09f326-d9bb-440a-a42e-2c4003d86dc6 None None] For port dc1121aa-1825-4756-ba59-db0e8e718dae, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=dc1121aa-1825-4756-ba59-db0e8e718dae,segment=NetworkSegment(b0639970-dd24-49ed-b976-182be34222a0),segment_id=b0639970-dd24-49ed-b976-182be34222a0)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:13:23.353690 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-2501f327-f7f4-4cf1-aebd-99155da1d10e tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] 10.222.0.59 "DELETE /v2.0/networks/674e058e-0e22-4508-811a-8597cb19f346 HTTP/1.1" status: 204 len: 168 time: 3.6748898 Feb 10 23:13:23.357415 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 50066) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:23.400467 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-133729c2-6005-49ed-9618-da0943d14841 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] DELETE failed (client error): The resource could not be found. Feb 10 23:13:23.400937 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-133729c2-6005-49ed-9618-da0943d14841 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:13:23.402621 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-133729c2-6005-49ed-9618-da0943d14841 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] 10.222.0.59 "DELETE /v2.0/subnets/1c24de8d-1ad7-4f24-b062-164b405c934b HTTP/1.1" status: 404 len: 337 time: 0.0441356 Feb 10 23:13:23.405501 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50072) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:23.432935 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3c09f326-d9bb-440a-a42e-2c4003d86dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:23.442450 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe21f378-80f5-40ed-9c05-2aff00a7b23b tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] DELETE failed (client error): The resource could not be found. Feb 10 23:13:23.442890 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe21f378-80f5-40ed-9c05-2aff00a7b23b tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:13:23.446983 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-fe21f378-80f5-40ed-9c05-2aff00a7b23b tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] 10.222.0.59 "DELETE /v2.0/networks/674e058e-0e22-4508-811a-8597cb19f346 HTTP/1.1" status: 404 len: 339 time: 0.0382285 Feb 10 23:13:23.447309 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 50078) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:23.485795 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-95dce30c-45ee-4f2f-abdb-32b9b903c340 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] DELETE failed (client error): The resource could not be found. Feb 10 23:13:23.486613 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95dce30c-45ee-4f2f-abdb-32b9b903c340 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:13:23.488255 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-95dce30c-45ee-4f2f-abdb-32b9b903c340 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] 10.222.0.59 "DELETE /v2.0/subnets/613a1d7e-84b2-4431-8052-e27794db1326 HTTP/1.1" status: 404 len: 337 time: 0.0394588 Feb 10 23:13:23.491016 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 50082) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:23.518007 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-67dcf33b-3f09-4464-89d9-915fb75ae79f tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] DELETE failed (client error): The resource could not be found. Feb 10 23:13:23.518247 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-ce9fd584-b21d-48b7-b803-92c31dd47941 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Allocated IP 172.20.0.1 (c6032768-4d49-43b7-9744-bb820cc0ad8b/bf4a79c2-bd90-4240-a474-aec279f16f0a/54eb230c-f6ec-438b-a3b0-56f2b138e1cf) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:13:23.518869 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67dcf33b-3f09-4464-89d9-915fb75ae79f tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:13:23.520816 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-67dcf33b-3f09-4464-89d9-915fb75ae79f tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] 10.222.0.59 "DELETE /v2.0/networks/16fb376c-eda8-428c-9617-b84449cc8f06 HTTP/1.1" status: 404 len: 339 time: 0.0287263 Feb 10 23:13:23.523485 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 50086) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:23.525791 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c09f326-d9bb-440a-a42e-2c4003d86dc6 None None] Pushing event updated for resources: {'Port': ['ID=dc1121aa-1825-4756-ba59-db0e8e718dae,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:23.568515 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c4d1295-e17d-4493-8970-2f7a75d0773a tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] DELETE failed (client error): The resource could not be found. Feb 10 23:13:23.569297 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c4d1295-e17d-4493-8970-2f7a75d0773a tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:13:23.571323 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0c4d1295-e17d-4493-8970-2f7a75d0773a tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] 10.222.0.59 "DELETE /v2.0/subnets/661cb156-9a1f-4d1d-a130-ac357fce1bca HTTP/1.1" status: 404 len: 337 time: 0.0458469 Feb 10 23:13:23.574708 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 50090) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:23.607865 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-03f6b6d5-693d-4b50-b019-bed9df4bf28c tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] DELETE failed (client error): The resource could not be found. Feb 10 23:13:23.608308 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03f6b6d5-693d-4b50-b019-bed9df4bf28c tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:13:23.613710 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-03f6b6d5-693d-4b50-b019-bed9df4bf28c tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] 10.222.0.59 "DELETE /v2.0/networks/29f52f1e-5e97-4222-b5cf-f7629a32bc0d HTTP/1.1" status: 404 len: 339 time: 0.0375001 Feb 10 23:13:23.614329 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 50094) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:23.695170 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-ab3abe6a-fddc-4364-aaa8-0173f9ce10c3 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Deleting port ace4e79f-6a5e-4334-aaaf-681080247840 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:13:23.695520 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ab3abe6a-fddc-4364-aaa8-0173f9ce10c3 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:23.914543 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ce9fd584-b21d-48b7-b803-92c31dd47941 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:23.951886 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-ce9fd584-b21d-48b7-b803-92c31dd47941 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Transition to ACTIVE for port object 54eb230c-f6ec-438b-a3b0-56f2b138e1cf will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:13:23.959831 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:23.969480 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device dc1121aa-1825-4756-ba59-db0e8e718dae up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:13:24.062787 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ce9fd584-b21d-48b7-b803-92c31dd47941 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:24.127360 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9fd584-b21d-48b7-b803-92c31dd47941 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Network c6032768-4d49-43b7-9744-bb820cc0ad8b is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:13:24.127360 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-ce9fd584-b21d-48b7-b803-92c31dd47941 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:13:24.129227 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9fd584-b21d-48b7-b803-92c31dd47941 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:13:24.151123 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port dc1121aa-1825-4756-ba59-db0e8e718dae completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:13:24.166331 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ab3abe6a-fddc-4364-aaa8-0173f9ce10c3 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:24.196158 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9fd584-b21d-48b7-b803-92c31dd47941 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Port': ['ID=54eb230c-f6ec-438b-a3b0-56f2b138e1cf,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:24.216016 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ce9fd584-b21d-48b7-b803-92c31dd47941 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733071'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:24.297645 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-ab3abe6a-fddc-4364-aaa8-0173f9ce10c3 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Calling delete_port for ace4e79f-6a5e-4334-aaaf-681080247840 owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:13:24.353375 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ce9fd584-b21d-48b7-b803-92c31dd47941 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:24.388395 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565c649-467e-438e-bafb-00bf89a54949 req-dbbaf5f4-9a5c-44bd-8cca-671dd5d8fb21 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:24.393297 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0565c649-467e-438e-bafb-00bf89a54949 req-dbbaf5f4-9a5c-44bd-8cca-671dd5d8fb21 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/ports?device_id=f151e094-d715-43c4-b90d-eeee47381c23 HTTP/1.1" status: 200 len: 945 time: 0.2892034 Feb 10 23:13:24.445538 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ab3abe6a-fddc-4364-aaa8-0173f9ce10c3 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:24.500036 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3abe6a-fddc-4364-aaa8-0173f9ce10c3 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Pushing event deleted for resources: {'Port': ['ID=ace4e79f-6a5e-4334-aaaf-681080247840,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:24.517469 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0565c649-467e-438e-bafb-00bf89a54949 req-62df16da-7970-4912-8a11-46d8a8ca3b26 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/security-groups?id=073e9d53-3290-422b-8853-683c9c137022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212785 Feb 10 23:13:24.544612 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ab3abe6a-fddc-4364-aaa8-0173f9ce10c3 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:24.551940 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ab3abe6a-fddc-4364-aaa8-0173f9ce10c3 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] 10.222.0.59 "DELETE /v2.0/ports/ace4e79f-6a5e-4334-aaaf-681080247840 HTTP/1.1" status: 204 len: 168 time: 0.9360805 Feb 10 23:13:24.554527 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50104) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:24.604447 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c7f102c-7f71-4837-a5d6-22858855c9a3 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] DELETE failed (client error): The resource could not be found. Feb 10 23:13:24.604915 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c7f102c-7f71-4837-a5d6-22858855c9a3 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:13:24.606512 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-4c7f102c-7f71-4837-a5d6-22858855c9a3 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] 10.222.0.59 "DELETE /v2.0/subnets/b9beceb8-0907-4324-a17d-7363993b5e0e HTTP/1.1" status: 404 len: 337 time: 0.0502272 Feb 10 23:13:24.610225 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 50108) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:24.741194 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-68cc634a-b47b-4eba-af56-53b94c9843a0 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:24.747612 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04334f1d-b15e-43e3-a843-501c58aedbf4 None None] Network c6032768-4d49-43b7-9744-bb820cc0ad8b requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:13:24.868123 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ce9fd584-b21d-48b7-b803-92c31dd47941 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:24.875462 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-68cc634a-b47b-4eba-af56-53b94c9843a0 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:24.905413 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-68cc634a-b47b-4eba-af56-53b94c9843a0 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cd760d4-6517-4f02-a262-ab688ae9e39d']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:24.919682 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-68cc634a-b47b-4eba-af56-53b94c9843a0 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10352bfc-85eb-429f-8617-31b4129e6824') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:24.919960 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-68cc634a-b47b-4eba-af56-53b94c9843a0 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10352bfc-85eb-429f-8617-31b4129e6824') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:24.933140 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-68cc634a-b47b-4eba-af56-53b94c9843a0 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32216962'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:24.949021 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-68cc634a-b47b-4eba-af56-53b94c9843a0 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:24.953552 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-9e0ca5d2-fbe3-461d-93e3-49df7566ad64 None None] Provisioning for port dc1121aa-1825-4756-ba59-db0e8e718dae completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:13:24.955319 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68cc634a-b47b-4eba-af56-53b94c9843a0 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:13:24.955695 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-68cc634a-b47b-4eba-af56-53b94c9843a0 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32033006'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:24.966007 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-9e0ca5d2-fbe3-461d-93e3-49df7566ad64 None None] Provisioning complete for port dc1121aa-1825-4756-ba59-db0e8e718dae triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:13:24.966560 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9e0ca5d2-fbe3-461d-93e3-49df7566ad64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:24.969823 dv-neutron-828797-1-hyperv neutron-server[84332]: Traceback (most recent call last): Feb 10 23:13:24.969823 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:13:24.969823 dv-neutron-828797-1-hyperv neutron-server[84332]: timer() Feb 10 23:13:24.969823 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:13:24.969823 dv-neutron-828797-1-hyperv neutron-server[84332]: cb(*args, **kw) Feb 10 23:13:24.969823 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:13:24.969823 dv-neutron-828797-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Feb 10 23:13:24.969823 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:13:24.969823 dv-neutron-828797-1-hyperv neutron-server[84332]: self._notify() Feb 10 23:13:24.969823 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:13:24.969823 dv-neutron-828797-1-hyperv neutron-server[84332]: self.callback(batched_events) Feb 10 23:13:24.969823 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:13:24.969823 dv-neutron-828797-1-hyperv neutron-server[84332]: event.method(event) Feb 10 23:13:24.969823 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:13:24.969823 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:13:24.969823 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:13:24.969823 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:13:24.969823 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:13:24.969823 dv-neutron-828797-1-hyperv neutron-server[84332]: return f(self, *a, **k) Feb 10 23:13:24.969823 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:13:24.969823 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._get(url).json() Feb 10 23:13:24.969823 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:13:24.969823 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:13:24.969823 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:13:24.969823 dv-neutron-828797-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Feb 10 23:13:24.969823 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:13:24.969823 dv-neutron-828797-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:13:24.969823 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:13:24.969823 dv-neutron-828797-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:13:24.969823 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:13:24.969823 dv-neutron-828797-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:13:24.969823 dv-neutron-828797-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:13:24.977645 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ce9fd584-b21d-48b7-b803-92c31dd47941 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:25.108131 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-68cc634a-b47b-4eba-af56-53b94c9843a0 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:25.113799 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ce9fd584-b21d-48b7-b803-92c31dd47941 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2767683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732898'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:25.118351 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9fd584-b21d-48b7-b803-92c31dd47941 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Port': ['ID=54eb230c-f6ec-438b-a3b0-56f2b138e1cf,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:25.150262 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-68cc634a-b47b-4eba-af56-53b94c9843a0 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:25.168333 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9e0ca5d2-fbe3-461d-93e3-49df7566ad64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:25.178313 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-68cc634a-b47b-4eba-af56-53b94c9843a0 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] 10.222.0.59 "DELETE /v2.0/networks/4cd760d4-6517-4f02-a262-ab688ae9e39d HTTP/1.1" status: 204 len: 168 time: 0.5651789 Feb 10 23:13:25.179889 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 50112) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:25.223608 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-9e0ca5d2-fbe3-461d-93e3-49df7566ad64 None None] For port dc1121aa-1825-4756-ba59-db0e8e718dae, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=dc1121aa-1825-4756-ba59-db0e8e718dae,segment=NetworkSegment(b0639970-dd24-49ed-b976-182be34222a0),segment_id=b0639970-dd24-49ed-b976-182be34222a0)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:13:25.308443 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9e0ca5d2-fbe3-461d-93e3-49df7566ad64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:25.332291 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9fd584-b21d-48b7-b803-92c31dd47941 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Network c6032768-4d49-43b7-9744-bb820cc0ad8b is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:13:25.334083 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-ce9fd584-b21d-48b7-b803-92c31dd47941 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:13:25.347099 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cc634a-b47b-4eba-af56-53b94c9843a0 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Pushing event deleted for resources: {'Network': ['ID=4cd760d4-6517-4f02-a262-ab688ae9e39d,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:25.388015 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-92940b9a-2a2d-437c-abb8-50a04d51f906 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Deleting port 67576dd8-ea6d-41bb-903e-6dcf653e7460 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:13:25.388977 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-92940b9a-2a2d-437c-abb8-50a04d51f906 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:25.455168 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0ca5d2-fbe3-461d-93e3-49df7566ad64 None None] Pushing event updated for resources: {'Port': ['ID=dc1121aa-1825-4756-ba59-db0e8e718dae,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:25.537442 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-f0683b7f-cfe2-490c-822f-f8eceb39b9f2 None None] Provisioning complete for port dc1121aa-1825-4756-ba59-db0e8e718dae triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:13:25.538039 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f0683b7f-cfe2-490c-822f-f8eceb39b9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:25.787280 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-92940b9a-2a2d-437c-abb8-50a04d51f906 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:25.890356 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-f0683b7f-cfe2-490c-822f-f8eceb39b9f2 None None] Provisioning for port 54eb230c-f6ec-438b-a3b0-56f2b138e1cf completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:13:25.896712 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-f0683b7f-cfe2-490c-822f-f8eceb39b9f2 None None] Provisioning complete for port 54eb230c-f6ec-438b-a3b0-56f2b138e1cf triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:13:25.897812 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f0683b7f-cfe2-490c-822f-f8eceb39b9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:25.959061 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device dc1121aa-1825-4756-ba59-db0e8e718dae up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:13:26.030881 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-92940b9a-2a2d-437c-abb8-50a04d51f906 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Calling delete_port for 67576dd8-ea6d-41bb-903e-6dcf653e7460 owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:13:26.047915 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-f0683b7f-cfe2-490c-822f-f8eceb39b9f2 None None] Port 54eb230c-f6ec-438b-a3b0-56f2b138e1cf cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:13:26.066894 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port dc1121aa-1825-4756-ba59-db0e8e718dae triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:13:26.067526 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:26.106958 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e41bf1b-8c24-4a0a-ac3b-3762961e9da7 None None] get_active_networks_info from dv-neutron-828797-1-hyperv {{(pid=84334) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 10 23:13:26.137329 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391400c9-0b51-4259-b46c-e0276bf9d211 req-4da2c896-7c3d-40cc-b5c6-13679ba260b1 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:26.138788 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-391400c9-0b51-4259-b46c-e0276bf9d211 req-4da2c896-7c3d-40cc-b5c6-13679ba260b1 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/ports?device_id=f151e094-d715-43c4-b90d-eeee47381c23 HTTP/1.1" status: 200 len: 945 time: 0.3150318 Feb 10 23:13:26.211002 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-391400c9-0b51-4259-b46c-e0276bf9d211 req-bbbd172f-c512-44fa-a687-7d3afe335dfa tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/security-groups?id=073e9d53-3290-422b-8853-683c9c137022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611923 Feb 10 23:13:26.225571 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce9fd584-b21d-48b7-b803-92c31dd47941 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Router 3eeeae8a-7078-40d0-833e-354b387d679a has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:13:26.255286 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-1508e0a9-9aab-4703-80e9-7256b786daef None None] Provisioning complete for port 54eb230c-f6ec-438b-a3b0-56f2b138e1cf triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:13:26.255650 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1508e0a9-9aab-4703-80e9-7256b786daef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:26.290953 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-92940b9a-2a2d-437c-abb8-50a04d51f906 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:26.347911 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device cc1bbb84-2434-4398-afb6-807c7f5b6fa3 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:13:26.349906 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92940b9a-2a2d-437c-abb8-50a04d51f906 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Pushing event deleted for resources: {'Port': ['ID=67576dd8-ea6d-41bb-903e-6dcf653e7460,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:26.358916 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-92940b9a-2a2d-437c-abb8-50a04d51f906 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:26.366844 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-92940b9a-2a2d-437c-abb8-50a04d51f906 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] 10.222.0.59 "DELETE /v2.0/ports/67576dd8-ea6d-41bb-903e-6dcf653e7460 HTTP/1.1" status: 204 len: 168 time: 1.1845448 Feb 10 23:13:26.369504 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 50118) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:26.380893 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-1508e0a9-9aab-4703-80e9-7256b786daef None None] Port 54eb230c-f6ec-438b-a3b0-56f2b138e1cf cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:13:26.388954 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e41bf1b-8c24-4a0a-ac3b-3762961e9da7 None None] Resources bound (agent type, host, resource id): {{(pid=84334) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 23:13:26.409600 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-2751b98a-64e4-40b0-85ac-230b8d224dcd tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] DELETE failed (client error): The resource could not be found. Feb 10 23:13:26.410247 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2751b98a-64e4-40b0-85ac-230b8d224dcd tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:13:26.411825 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2751b98a-64e4-40b0-85ac-230b8d224dcd tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] 10.222.0.59 "DELETE /v2.0/subnets/27299d91-ed20-4134-94fb-cfc5233e320b HTTP/1.1" status: 404 len: 337 time: 0.0412250 Feb 10 23:13:26.414382 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 50122) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:26.434326 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce9fd584-b21d-48b7-b803-92c31dd47941 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:13:26.440015 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-ce9fd584-b21d-48b7-b803-92c31dd47941 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "PUT /v2.0/routers/3eeeae8a-7078-40d0-833e-354b387d679a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9960525 Feb 10 23:13:26.442626 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50126) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:26.535845 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6ec16966-e8cc-453d-94b3-20f811e9ac04 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:26.597537 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2445e695-9a9b-4113-b1d4-9e87b7586e3f tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:26.598228 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2445e695-9a9b-4113-b1d4-9e87b7586e3f tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:26.598774 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2445e695-9a9b-4113-b1d4-9e87b7586e3f tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:26.599310 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2445e695-9a9b-4113-b1d4-9e87b7586e3f tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:26.599843 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2445e695-9a9b-4113-b1d4-9e87b7586e3f tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:26.600456 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2445e695-9a9b-4113-b1d4-9e87b7586e3f tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:26.601013 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2445e695-9a9b-4113-b1d4-9e87b7586e3f tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:26.601615 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2445e695-9a9b-4113-b1d4-9e87b7586e3f tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:26.602251 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2445e695-9a9b-4113-b1d4-9e87b7586e3f tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:26.607788 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-2445e695-9a9b-4113-b1d4-9e87b7586e3f tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6341 time: 0.1638947 Feb 10 23:13:26.608656 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50130) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:26.625374 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port cc1bbb84-2434-4398-afb6-807c7f5b6fa3 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:13:26.641323 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port cc1bbb84-2434-4398-afb6-807c7f5b6fa3 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:13:26.641783 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:26.682529 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6ec16966-e8cc-453d-94b3-20f811e9ac04 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:26.691276 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621cb6a9-c836-4ae3-b9ef-36e28364974f tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:26.691744 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621cb6a9-c836-4ae3-b9ef-36e28364974f tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:26.692151 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621cb6a9-c836-4ae3-b9ef-36e28364974f tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:26.692848 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621cb6a9-c836-4ae3-b9ef-36e28364974f tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:26.693385 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621cb6a9-c836-4ae3-b9ef-36e28364974f tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:26.693916 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621cb6a9-c836-4ae3-b9ef-36e28364974f tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:26.694456 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621cb6a9-c836-4ae3-b9ef-36e28364974f tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:26.694857 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621cb6a9-c836-4ae3-b9ef-36e28364974f tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:26.700268 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-621cb6a9-c836-4ae3-b9ef-36e28364974f tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5266 time: 0.0904758 Feb 10 23:13:26.701123 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50134) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:26.710272 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-6ec16966-e8cc-453d-94b3-20f811e9ac04 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55e38965-b620-4c84-8c0d-4ab975c82ebd']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:26.723536 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-6ec16966-e8cc-453d-94b3-20f811e9ac04 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c367aaab-cbf9-4417-b47a-a8799d55165b') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:26.723996 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-6ec16966-e8cc-453d-94b3-20f811e9ac04 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c367aaab-cbf9-4417-b47a-a8799d55165b') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:26.735379 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6ec16966-e8cc-453d-94b3-20f811e9ac04 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32216962'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:26.751770 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6ec16966-e8cc-453d-94b3-20f811e9ac04 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:26.760292 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ec16966-e8cc-453d-94b3-20f811e9ac04 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:13:26.761023 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6ec16966-e8cc-453d-94b3-20f811e9ac04 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32033006'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:26.775178 dv-neutron-828797-1-hyperv neutron-server[84332]: Traceback (most recent call last): Feb 10 23:13:26.775178 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:13:26.775178 dv-neutron-828797-1-hyperv neutron-server[84332]: timer() Feb 10 23:13:26.775178 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:13:26.775178 dv-neutron-828797-1-hyperv neutron-server[84332]: cb(*args, **kw) Feb 10 23:13:26.775178 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:13:26.775178 dv-neutron-828797-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Feb 10 23:13:26.775178 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:13:26.775178 dv-neutron-828797-1-hyperv neutron-server[84332]: self._notify() Feb 10 23:13:26.775178 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:13:26.775178 dv-neutron-828797-1-hyperv neutron-server[84332]: self.callback(batched_events) Feb 10 23:13:26.775178 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:13:26.775178 dv-neutron-828797-1-hyperv neutron-server[84332]: event.method(event) Feb 10 23:13:26.775178 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:13:26.775178 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:13:26.775178 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:13:26.775178 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:13:26.775178 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:13:26.775178 dv-neutron-828797-1-hyperv neutron-server[84332]: return f(self, *a, **k) Feb 10 23:13:26.775178 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:13:26.775178 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._get(url).json() Feb 10 23:13:26.775178 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:13:26.775178 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:13:26.775178 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:13:26.775178 dv-neutron-828797-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Feb 10 23:13:26.775178 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:13:26.775178 dv-neutron-828797-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:13:26.775178 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:13:26.775178 dv-neutron-828797-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:13:26.775178 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:13:26.775178 dv-neutron-828797-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:13:26.775178 dv-neutron-828797-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:13:26.835697 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:26.873221 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port cc1bbb84-2434-4398-afb6-807c7f5b6fa3, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=cc1bbb84-2434-4398-afb6-807c7f5b6fa3,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:13:26.919941 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-0fe4d8c7-94d0-4fc1-ab40-ede98b8506ec tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3775 time: 0.2175300 Feb 10 23:13:26.958729 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6ec16966-e8cc-453d-94b3-20f811e9ac04 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:26.970480 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:26.981139 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6ec16966-e8cc-453d-94b3-20f811e9ac04 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:26.988601 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec16966-e8cc-453d-94b3-20f811e9ac04 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Pushing event deleted for resources: {'Network': ['ID=55e38965-b620-4c84-8c0d-4ab975c82ebd,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:26.995443 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6ec16966-e8cc-453d-94b3-20f811e9ac04 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] 10.222.0.59 "DELETE /v2.0/networks/55e38965-b620-4c84-8c0d-4ab975c82ebd HTTP/1.1" status: 204 len: 168 time: 0.5771167 Feb 10 23:13:26.998245 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50140) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:27.077054 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=cc1bbb84-2434-4398-afb6-807c7f5b6fa3,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:27.204099 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-43d07945-f50d-4ef0-95ce-51c4689c8bd5 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Deleting subnet 2775a237-4dca-4f27-897c-4f552679de04 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:13:27.207038 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-43d07945-f50d-4ef0-95ce-51c4689c8bd5 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:27.239876 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 50144) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:27.247856 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-8eb1641c-a4e6-486e-8aa2-c88289e9839c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-355267037', 'description': 'tempest-secgroup-smoke-355267037 description', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:13:27.253543 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8eb1641c-a4e6-486e-8aa2-c88289e9839c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:13:27.259269 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8eb1641c-a4e6-486e-8aa2-c88289e9839c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:13:27.262790 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8eb1641c-a4e6-486e-8aa2-c88289e9839c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:13:27.264029 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-43d07945-f50d-4ef0-95ce-51c4689c8bd5 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31983416'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:27.269584 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8eb1641c-a4e6-486e-8aa2-c88289e9839c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:13:27.358873 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8eb1641c-a4e6-486e-8aa2-c88289e9839c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:27.377542 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-43d07945-f50d-4ef0-95ce-51c4689c8bd5 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:27.393947 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8eb1641c-a4e6-486e-8aa2-c88289e9839c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:13:27.397835 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8eb1641c-a4e6-486e-8aa2-c88289e9839c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:13:27.401358 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8eb1641c-a4e6-486e-8aa2-c88289e9839c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:13:27.407206 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8eb1641c-a4e6-486e-8aa2-c88289e9839c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:13:27.467348 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8eb1641c-a4e6-486e-8aa2-c88289e9839c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:27.479538 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ee598-1331-4ebd-89ed-700d614d14c3 req-f4d32587-2fa0-42be-a65d-0496e4563c49 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:27.481065 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-f97ee598-1331-4ebd-89ed-700d614d14c3 req-f4d32587-2fa0-42be-a65d-0496e4563c49 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/ports?device_id=f151e094-d715-43c4-b90d-eeee47381c23 HTTP/1.1" status: 200 len: 945 time: 0.1359735 Feb 10 23:13:27.519662 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-43d07945-f50d-4ef0-95ce-51c4689c8bd5 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:27.529290 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8eb1641c-a4e6-486e-8aa2-c88289e9839c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:27.570597 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-f97ee598-1331-4ebd-89ed-700d614d14c3 req-81b4aa26-9724-46d2-b180-39648a487c41 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/security-groups?id=073e9d53-3290-422b-8853-683c9c137022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837529 Feb 10 23:13:27.571821 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d07945-f50d-4ef0-95ce-51c4689c8bd5 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Pushing event deleted for resources: {'Subnet': ['ID=2775a237-4dca-4f27-897c-4f552679de04,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:27.575536 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-43d07945-f50d-4ef0-95ce-51c4689c8bd5 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:27.580997 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb1641c-a4e6-486e-8aa2-c88289e9839c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7177c72-8315-4caf-932f-8baab10d4793,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:27.589116 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-43d07945-f50d-4ef0-95ce-51c4689c8bd5 tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] 10.222.0.59 "DELETE /v2.0/subnets/2775a237-4dca-4f27-897c-4f552679de04 HTTP/1.1" status: 204 len: 168 time: 0.5907567 Feb 10 23:13:27.589344 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 50150) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:27.590495 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ca55ed-f33e-4065-b228-52811e37880e None None] Network dd3a7fab-7b22-40ea-a08e-06cdf5e363f8 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:13:27.666575 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8eb1641c-a4e6-486e-8aa2-c88289e9839c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:27.667748 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8eb1641c-a4e6-486e-8aa2-c88289e9839c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4268897 Feb 10 23:13:27.670839 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50154) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:27.677152 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-15719fa7-8e85-44fc-8a57-438843b48967 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': 'e7177c72-8315-4caf-932f-8baab10d4793', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:13:27.684104 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-15719fa7-8e85-44fc-8a57-438843b48967 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:13:27.689199 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-15719fa7-8e85-44fc-8a57-438843b48967 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:13:27.692085 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-15719fa7-8e85-44fc-8a57-438843b48967 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:13:27.698124 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-15719fa7-8e85-44fc-8a57-438843b48967 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:13:27.711125 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ab6d1eac-1516-4b0f-ac31-063cf834f1ec tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:27.721751 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-ab6d1eac-1516-4b0f-ac31-063cf834f1ec tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Deleting port ad54b423-5b9a-4c11-8f2c-5239b20c88f3 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:13:27.722107 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ab6d1eac-1516-4b0f-ac31-063cf834f1ec tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:27.764808 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-15719fa7-8e85-44fc-8a57-438843b48967 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:27.845376 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-15719fa7-8e85-44fc-8a57-438843b48967 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:27.859984 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eef812a-12b5-460f-b7a2-c74d0aaaf614 None None] DHCP port deletion for dd3a7fab-7b22-40ea-a08e-06cdf5e363f8 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:13:27.864466 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device cc1bbb84-2434-4398-afb6-807c7f5b6fa3 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:13:27.896699 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-15719fa7-8e85-44fc-8a57-438843b48967 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:27.924043 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15719fa7-8e85-44fc-8a57-438843b48967 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2388ec25-77a5-484b-b3ae-4150475c3dff,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:27.941389 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-5eef812a-12b5-460f-b7a2-c74d0aaaf614 None None] Deleting port ad54b423-5b9a-4c11-8f2c-5239b20c88f3 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:13:27.941389 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5eef812a-12b5-460f-b7a2-c74d0aaaf614 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:27.955658 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-ab6d1eac-1516-4b0f-ac31-063cf834f1ec tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] For port ad54b423-5b9a-4c11-8f2c-5239b20c88f3, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=ad54b423-5b9a-4c11-8f2c-5239b20c88f3,segment=NetworkSegment(7ff7ad04-3ea3-4b09-abbd-3b3bebf7af1a),segment_id=7ff7ad04-3ea3-4b09-abbd-3b3bebf7af1a)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:13:27.959800 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ab6d1eac-1516-4b0f-ac31-063cf834f1ec tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:27.988131 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-15719fa7-8e85-44fc-8a57-438843b48967 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:27.993673 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-15719fa7-8e85-44fc-8a57-438843b48967 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3185201 Feb 10 23:13:27.994093 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50158) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:28.000895 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-8cdbdbbe-24bd-428b-9255-5a6e9bad6999 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': 'e7177c72-8315-4caf-932f-8baab10d4793', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:13:28.007138 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8cdbdbbe-24bd-428b-9255-5a6e9bad6999 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:13:28.012189 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-8cdbdbbe-24bd-428b-9255-5a6e9bad6999 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:13:28.015492 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-8cdbdbbe-24bd-428b-9255-5a6e9bad6999 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:13:28.022067 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8cdbdbbe-24bd-428b-9255-5a6e9bad6999 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:13:28.118317 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8cdbdbbe-24bd-428b-9255-5a6e9bad6999 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:28.143281 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port cc1bbb84-2434-4398-afb6-807c7f5b6fa3 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:13:28.143281 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:28.187425 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-ab6d1eac-1516-4b0f-ac31-063cf834f1ec tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Calling delete_port for ad54b423-5b9a-4c11-8f2c-5239b20c88f3 owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:13:28.244006 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-5eef812a-12b5-460f-b7a2-c74d0aaaf614 None None] For port ad54b423-5b9a-4c11-8f2c-5239b20c88f3, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=ad54b423-5b9a-4c11-8f2c-5239b20c88f3,segment=NetworkSegment(7ff7ad04-3ea3-4b09-abbd-3b3bebf7af1a),segment_id=7ff7ad04-3ea3-4b09-abbd-3b3bebf7af1a)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:13:28.244006 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5eef812a-12b5-460f-b7a2-c74d0aaaf614 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:28.248746 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8cdbdbbe-24bd-428b-9255-5a6e9bad6999 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:28.357862 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-5eef812a-12b5-460f-b7a2-c74d0aaaf614 None None] Calling delete_port for ad54b423-5b9a-4c11-8f2c-5239b20c88f3 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:13:28.361597 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8cdbdbbe-24bd-428b-9255-5a6e9bad6999 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:28.382179 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdbdbbe-24bd-428b-9255-5a6e9bad6999 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9081a5c7-12e5-4eff-aed2-84229496f29e,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:28.385771 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ab6d1eac-1516-4b0f-ac31-063cf834f1ec tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:28.455218 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6d1eac-1516-4b0f-ac31-063cf834f1ec tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Pushing event deleted for resources: {'Port': ['ID=ad54b423-5b9a-4c11-8f2c-5239b20c88f3,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:28.455218 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6d1eac-1516-4b0f-ac31-063cf834f1ec tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] No DVR routers for this DVR port ad54b423-5b9a-4c11-8f2c-5239b20c88f3 on host dv-neutron-828797-1-hyperv {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:13:28.459236 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8cdbdbbe-24bd-428b-9255-5a6e9bad6999 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:28.459236 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-8cdbdbbe-24bd-428b-9255-5a6e9bad6999 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4594150 Feb 10 23:13:28.459236 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50162) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:28.471776 dv-neutron-828797-1-hyperv neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 10 23:13:28.471776 dv-neutron-828797-1-hyperv neutron-server[84334]: util.warn_limited( Feb 10 23:13:28.471776 dv-neutron-828797-1-hyperv neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 10 23:13:28.471776 dv-neutron-828797-1-hyperv neutron-server[84334]: util.warn_limited( Feb 10 23:13:28.471776 dv-neutron-828797-1-hyperv neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:13:28.471776 dv-neutron-828797-1-hyperv neutron-server[84334]: util.warn( Feb 10 23:13:28.471776 dv-neutron-828797-1-hyperv neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:13:28.471776 dv-neutron-828797-1-hyperv neutron-server[84334]: util.warn( Feb 10 23:13:28.471776 dv-neutron-828797-1-hyperv neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:13:28.471776 dv-neutron-828797-1-hyperv neutron-server[84334]: util.warn( Feb 10 23:13:28.471776 dv-neutron-828797-1-hyperv neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:13:28.471776 dv-neutron-828797-1-hyperv neutron-server[84334]: util.warn( Feb 10 23:13:28.471776 dv-neutron-828797-1-hyperv neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:13:28.471776 dv-neutron-828797-1-hyperv neutron-server[84334]: util.warn( Feb 10 23:13:28.471776 dv-neutron-828797-1-hyperv neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:13:28.471776 dv-neutron-828797-1-hyperv neutron-server[84334]: util.warn( Feb 10 23:13:28.471776 dv-neutron-828797-1-hyperv neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:13:28.471776 dv-neutron-828797-1-hyperv neutron-server[84334]: util.warn( Feb 10 23:13:28.471776 dv-neutron-828797-1-hyperv neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:13:28.471776 dv-neutron-828797-1-hyperv neutron-server[84334]: util.warn( Feb 10 23:13:28.471776 dv-neutron-828797-1-hyperv neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:13:28.471776 dv-neutron-828797-1-hyperv neutron-server[84334]: util.warn( Feb 10 23:13:28.471776 dv-neutron-828797-1-hyperv neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:13:28.471776 dv-neutron-828797-1-hyperv neutron-server[84334]: util.warn( Feb 10 23:13:28.471776 dv-neutron-828797-1-hyperv neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:13:28.471776 dv-neutron-828797-1-hyperv neutron-server[84334]: util.warn( Feb 10 23:13:28.471776 dv-neutron-828797-1-hyperv neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:13:28.471776 dv-neutron-828797-1-hyperv neutron-server[84334]: util.warn( Feb 10 23:13:28.471776 dv-neutron-828797-1-hyperv neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:13:28.471776 dv-neutron-828797-1-hyperv neutron-server[84334]: util.warn( Feb 10 23:13:28.471776 dv-neutron-828797-1-hyperv neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:13:28.471776 dv-neutron-828797-1-hyperv neutron-server[84334]: util.warn( Feb 10 23:13:28.471776 dv-neutron-828797-1-hyperv neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:13:28.471776 dv-neutron-828797-1-hyperv neutron-server[84334]: util.warn( Feb 10 23:13:28.471776 dv-neutron-828797-1-hyperv neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:13:28.471776 dv-neutron-828797-1-hyperv neutron-server[84334]: util.warn( Feb 10 23:13:28.471776 dv-neutron-828797-1-hyperv neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:13:28.471776 dv-neutron-828797-1-hyperv neutron-server[84334]: util.warn( Feb 10 23:13:28.471776 dv-neutron-828797-1-hyperv neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:13:28.471776 dv-neutron-828797-1-hyperv neutron-server[84334]: util.warn( Feb 10 23:13:28.471776 dv-neutron-828797-1-hyperv neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:13:28.471776 dv-neutron-828797-1-hyperv neutron-server[84334]: util.warn( Feb 10 23:13:28.471776 dv-neutron-828797-1-hyperv neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:13:28.471776 dv-neutron-828797-1-hyperv neutron-server[84334]: util.warn( Feb 10 23:13:28.471776 dv-neutron-828797-1-hyperv neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:13:28.471776 dv-neutron-828797-1-hyperv neutron-server[84334]: util.warn( Feb 10 23:13:28.471776 dv-neutron-828797-1-hyperv neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:13:28.471776 dv-neutron-828797-1-hyperv neutron-server[84334]: util.warn( Feb 10 23:13:28.471776 dv-neutron-828797-1-hyperv neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:13:28.471776 dv-neutron-828797-1-hyperv neutron-server[84334]: util.warn( Feb 10 23:13:28.471776 dv-neutron-828797-1-hyperv neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:13:28.471776 dv-neutron-828797-1-hyperv neutron-server[84334]: util.warn( Feb 10 23:13:28.471776 dv-neutron-828797-1-hyperv neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:13:28.471776 dv-neutron-828797-1-hyperv neutron-server[84334]: util.warn( Feb 10 23:13:28.482652 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-f34fd7c0-d98e-4ecf-ad82-a0a6bc635373 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': 'e7177c72-8315-4caf-932f-8baab10d4793', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:13:28.482652 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f34fd7c0-d98e-4ecf-ad82-a0a6bc635373 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:13:28.487593 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-5eef812a-12b5-460f-b7a2-c74d0aaaf614 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:13:28.487593 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-5eef812a-12b5-460f-b7a2-c74d0aaaf614 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:13:28.491020 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-f34fd7c0-d98e-4ecf-ad82-a0a6bc635373 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:13:28.491020 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-f34fd7c0-d98e-4ecf-ad82-a0a6bc635373 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:13:28.491020 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f34fd7c0-d98e-4ecf-ad82-a0a6bc635373 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:13:28.592347 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f34fd7c0-d98e-4ecf-ad82-a0a6bc635373 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:28.598150 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ab6d1eac-1516-4b0f-ac31-063cf834f1ec tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:28.624957 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-ab6d1eac-1516-4b0f-ac31-063cf834f1ec tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd3a7fab-7b22-40ea-a08e-06cdf5e363f8']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:28.635262 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-ab6d1eac-1516-4b0f-ac31-063cf834f1ec tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ff7ad04-3ea3-4b09-abbd-3b3bebf7af1a') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:28.635262 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-ab6d1eac-1516-4b0f-ac31-063cf834f1ec tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ff7ad04-3ea3-4b09-abbd-3b3bebf7af1a') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:28.661838 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ab6d1eac-1516-4b0f-ac31-063cf834f1ec tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32216962'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:28.669929 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f34fd7c0-d98e-4ecf-ad82-a0a6bc635373 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:28.687243 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ab6d1eac-1516-4b0f-ac31-063cf834f1ec tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:28.687243 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab6d1eac-1516-4b0f-ac31-063cf834f1ec tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:13:28.687243 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ab6d1eac-1516-4b0f-ac31-063cf834f1ec tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32033006'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:28.706270 dv-neutron-828797-1-hyperv neutron-server[84332]: Traceback (most recent call last): Feb 10 23:13:28.706270 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:13:28.706270 dv-neutron-828797-1-hyperv neutron-server[84332]: timer() Feb 10 23:13:28.706270 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:13:28.706270 dv-neutron-828797-1-hyperv neutron-server[84332]: cb(*args, **kw) Feb 10 23:13:28.706270 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:13:28.706270 dv-neutron-828797-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Feb 10 23:13:28.706270 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:13:28.706270 dv-neutron-828797-1-hyperv neutron-server[84332]: self._notify() Feb 10 23:13:28.706270 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:13:28.706270 dv-neutron-828797-1-hyperv neutron-server[84332]: self.callback(batched_events) Feb 10 23:13:28.706270 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:13:28.706270 dv-neutron-828797-1-hyperv neutron-server[84332]: event.method(event) Feb 10 23:13:28.706270 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:13:28.706270 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:13:28.706270 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:13:28.706270 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:13:28.706270 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:13:28.706270 dv-neutron-828797-1-hyperv neutron-server[84332]: return f(self, *a, **k) Feb 10 23:13:28.706270 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:13:28.706270 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._get(url).json() Feb 10 23:13:28.706270 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:13:28.706270 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:13:28.706270 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:13:28.706270 dv-neutron-828797-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Feb 10 23:13:28.706270 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:13:28.706270 dv-neutron-828797-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:13:28.706270 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:13:28.706270 dv-neutron-828797-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:13:28.706270 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:13:28.706270 dv-neutron-828797-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:13:28.706270 dv-neutron-828797-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:13:28.750915 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f34fd7c0-d98e-4ecf-ad82-a0a6bc635373 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:28.774151 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34fd7c0-d98e-4ecf-ad82-a0a6bc635373 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c56e2265-57ba-4c48-ab82-ccfcf09f9004,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:28.863590 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8881b0-64f5-4d4b-959b-3e3d409424df req-6c0eb2c4-53fc-490f-8a3e-86fa9b3a2c5f tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:28.866783 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f34fd7c0-d98e-4ecf-ad82-a0a6bc635373 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:28.866783 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-f34fd7c0-d98e-4ecf-ad82-a0a6bc635373 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3966324 Feb 10 23:13:28.866783 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50168) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:28.869950 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ac8881b0-64f5-4d4b-959b-3e3d409424df req-6c0eb2c4-53fc-490f-8a3e-86fa9b3a2c5f tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/ports?device_id=f151e094-d715-43c4-b90d-eeee47381c23 HTTP/1.1" status: 200 len: 945 time: 0.1081057 Feb 10 23:13:28.873427 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-188600be-67ef-465e-ba75-6784471a3747 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': 'e7177c72-8315-4caf-932f-8baab10d4793', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:13:28.889359 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-188600be-67ef-465e-ba75-6784471a3747 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:13:28.889359 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-188600be-67ef-465e-ba75-6784471a3747 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:13:28.889359 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-188600be-67ef-465e-ba75-6784471a3747 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:13:28.897396 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-188600be-67ef-465e-ba75-6784471a3747 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:13:28.920272 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ac8881b0-64f5-4d4b-959b-3e3d409424df req-6562d132-cbfb-4f2c-8dda-2f420568faf2 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/security-groups?id=073e9d53-3290-422b-8853-683c9c137022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460038 Feb 10 23:13:28.920272 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ab6d1eac-1516-4b0f-ac31-063cf834f1ec tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:28.938643 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ab6d1eac-1516-4b0f-ac31-063cf834f1ec tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:28.954357 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6d1eac-1516-4b0f-ac31-063cf834f1ec tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] Pushing event deleted for resources: {'Network': ['ID=dd3a7fab-7b22-40ea-a08e-06cdf5e363f8,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:28.954357 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ab6d1eac-1516-4b0f-ac31-063cf834f1ec tempest-NetworksIpV6TestAttrs-1511652738 tempest-NetworksIpV6TestAttrs-1511652738-project] 10.222.0.59 "DELETE /v2.0/networks/dd3a7fab-7b22-40ea-a08e-06cdf5e363f8 HTTP/1.1" status: 204 len: 168 time: 1.3595591 Feb 10 23:13:28.981178 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-188600be-67ef-465e-ba75-6784471a3747 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:28.985649 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-5eef812a-12b5-460f-b7a2-c74d0aaaf614 None None] Deleting port ad54b423-5b9a-4c11-8f2c-5239b20c88f3 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:13:28.985649 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5eef812a-12b5-460f-b7a2-c74d0aaaf614 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:29.078981 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-5eef812a-12b5-460f-b7a2-c74d0aaaf614 None None] The port 'ad54b423-5b9a-4c11-8f2c-5239b20c88f3' was deleted {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 23:13:29.097673 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-188600be-67ef-465e-ba75-6784471a3747 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:29.181702 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-188600be-67ef-465e-ba75-6784471a3747 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:29.208084 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188600be-67ef-465e-ba75-6784471a3747 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7324dea-7f2b-46c1-a64a-27086632748e,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:29.350758 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-188600be-67ef-465e-ba75-6784471a3747 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:29.350758 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-188600be-67ef-465e-ba75-6784471a3747 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4829087 Feb 10 23:13:29.350758 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50174) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:29.358539 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-81d53433-6a2d-4770-817a-927ce44777ee tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': 'e7177c72-8315-4caf-932f-8baab10d4793', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:13:29.365982 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-81d53433-6a2d-4770-817a-927ce44777ee tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:13:29.365982 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-81d53433-6a2d-4770-817a-927ce44777ee tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:13:29.373080 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-81d53433-6a2d-4770-817a-927ce44777ee tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:13:29.381598 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-81d53433-6a2d-4770-817a-927ce44777ee tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:13:29.465578 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.securitygroups_db [None req-81d53433-6a2d-4770-817a-927ce44777ee tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Project 714fdf59d9ad4aa1b5cc4598e806e542 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:13:29.478934 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-81d53433-6a2d-4770-817a-927ce44777ee tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:29.605296 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 50180) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:29.697938 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-81d53433-6a2d-4770-817a-927ce44777ee tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:29.784816 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-81d53433-6a2d-4770-817a-927ce44777ee tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:29.828613 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d53433-6a2d-4770-817a-927ce44777ee tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4df93e1-f0fa-4515-9c94-36caea356b83,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:29.855572 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device ad54b423-5b9a-4c11-8f2c-5239b20c88f3 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:13:29.858777 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3d6592b5-0988-4a0f-8ef8-6fba3657793e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bc14394c8ca548028efa97f5219a3e34&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2427330 Feb 10 23:13:29.858777 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 50186) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:29.894111 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: ad54b423-5b9a-4c11-8f2c-5239b20c88f3 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:13:29.894111 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device ad54b423-5b9a-4c11-8f2c-5239b20c88f3 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:13:29.914860 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-346277c3-aa17-46ea-ad6b-f76dd58f7262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:29.918317 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-81d53433-6a2d-4770-817a-927ce44777ee tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:29.918317 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-81d53433-6a2d-4770-817a-927ce44777ee tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5665541 Feb 10 23:13:29.918317 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50190) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:29.927074 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-bbb05c31-9e1b-4eb0-8912-79dcb5e1b9d3 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': 'e7177c72-8315-4caf-932f-8baab10d4793', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:13:29.935411 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-bbb05c31-9e1b-4eb0-8912-79dcb5e1b9d3 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:13:29.935411 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-bbb05c31-9e1b-4eb0-8912-79dcb5e1b9d3 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:13:29.945829 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-bbb05c31-9e1b-4eb0-8912-79dcb5e1b9d3 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:13:29.945829 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-bbb05c31-9e1b-4eb0-8912-79dcb5e1b9d3 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:13:29.965963 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-346277c3-aa17-46ea-ad6b-f76dd58f7262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:30.076096 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.securitygroups_db [None req-bbb05c31-9e1b-4eb0-8912-79dcb5e1b9d3 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Project 714fdf59d9ad4aa1b5cc4598e806e542 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:13:30.084980 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-346277c3-aa17-46ea-ad6b-f76dd58f7262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:30.088918 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bbb05c31-9e1b-4eb0-8912-79dcb5e1b9d3 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:30.102902 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346277c3-aa17-46ea-ad6b-f76dd58f7262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4210c80-2408-48da-92e3-e5e7e888bcd3,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:30.114598 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-346277c3-aa17-46ea-ad6b-f76dd58f7262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:30.114598 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-346277c3-aa17-46ea-ad6b-f76dd58f7262 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d4210c80-2408-48da-92e3-e5e7e888bcd3 HTTP/1.1" status: 204 len: 168 time: 0.2594931 Feb 10 23:13:30.179566 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bbb05c31-9e1b-4eb0-8912-79dcb5e1b9d3 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:30.187889 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56fe3e2-c996-4aac-b312-95595def3c33 req-0d488993-b3b8-4b84-a761-a4a6566d0c85 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:30.199931 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-c56fe3e2-c996-4aac-b312-95595def3c33 req-0d488993-b3b8-4b84-a761-a4a6566d0c85 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/ports?device_id=f151e094-d715-43c4-b90d-eeee47381c23 HTTP/1.1" status: 200 len: 945 time: 0.1558206 Feb 10 23:13:30.214710 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:13:30.238106 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-c56fe3e2-c996-4aac-b312-95595def3c33 req-c3ba3e68-0697-49c1-95c9-16fa61306db7 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/security-groups?id=073e9d53-3290-422b-8853-683c9c137022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409777 Feb 10 23:13:30.245475 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bbb05c31-9e1b-4eb0-8912-79dcb5e1b9d3 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:30.285728 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb05c31-9e1b-4eb0-8912-79dcb5e1b9d3 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7791a2a-61c1-4fe5-95fd-55466a14c5fd,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:30.359949 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bbb05c31-9e1b-4eb0-8912-79dcb5e1b9d3 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:30.359949 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-bbb05c31-9e1b-4eb0-8912-79dcb5e1b9d3 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4375865 Feb 10 23:13:30.673818 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-3b0a33ff-f0a0-4713-8d39-7bf476947bae req-088c42fd-a884-49fc-bfd8-4c9ecd572d76 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Synchronizing usage tracker for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:13:30.751989 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-3b0a33ff-f0a0-4713-8d39-7bf476947bae req-088c42fd-a884-49fc-bfd8-4c9ecd572d76 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Unset dirty status for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:13:30.753264 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3b0a33ff-f0a0-4713-8d39-7bf476947bae req-088c42fd-a884-49fc-bfd8-4c9ecd572d76 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-355267037&fields=id&tenant_id=714fdf59d9ad4aa1b5cc4598e806e542 HTTP/1.1" status: 200 len: 267 time: 0.1222405 Feb 10 23:13:30.879513 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d897b5ca-3de4-4164-b667-c5cd784c2a49 None None] Sync routers for ids ['3eeeae8a-7078-40d0-833e-354b387d679a'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:13:30.892920 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d897b5ca-3de4-4164-b667-c5cd784c2a49 None None] Routers {'3eeeae8a-7078-40d0-833e-354b387d679a'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:13:30.892920 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-d897b5ca-3de4-4164-b667-c5cd784c2a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:13:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['3eeeae8a-7078-40d0-833e-354b387d679a'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:30.931505 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a33ff-f0a0-4713-8d39-7bf476947bae req-7077bb86-ff17-4935-aae6-ee7e244d056f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:30.931505 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-3b0a33ff-f0a0-4713-8d39-7bf476947bae req-7077bb86-ff17-4935-aae6-ee7e244d056f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Synchronizing usage tracker for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:network {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:13:31.010786 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-3b0a33ff-f0a0-4713-8d39-7bf476947bae req-7077bb86-ff17-4935-aae6-ee7e244d056f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Unset dirty status for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:network {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:13:31.022036 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3b0a33ff-f0a0-4713-8d39-7bf476947bae req-7077bb86-ff17-4935-aae6-ee7e244d056f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/networks?id=c6032768-4d49-43b7-9744-bb820cc0ad8b HTTP/1.1" status: 200 len: 797 time: 0.2585831 Feb 10 23:13:31.046280 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3b0a33ff-f0a0-4713-8d39-7bf476947bae req-6230e85a-1630-4cd6-be71-6601f0ca8ea1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/quotas/714fdf59d9ad4aa1b5cc4598e806e542 HTTP/1.1" status: 200 len: 375 time: 0.0258327 Feb 10 23:13:31.091036 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-d897b5ca-3de4-4164-b667-c5cd784c2a49 None None] Set router 3eeeae8a-7078-40d0-833e-354b387d679a gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:13:31.133618 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-3b0a33ff-f0a0-4713-8d39-7bf476947bae req-adddb151-db71-4406-9c5f-cfb1ea152b6e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Synchronizing usage tracker for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:13:31.243143 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-3b0a33ff-f0a0-4713-8d39-7bf476947bae req-adddb151-db71-4406-9c5f-cfb1ea152b6e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Unset dirty status for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:13:31.243143 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3b0a33ff-f0a0-4713-8d39-7bf476947bae req-adddb151-db71-4406-9c5f-cfb1ea152b6e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1903703 Feb 10 23:13:31.277883 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [req-3b0a33ff-f0a0-4713-8d39-7bf476947bae req-79ee09ae-8743-463a-b8ec-48bd16e6a73d service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:13:31.277883 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3b0a33ff-f0a0-4713-8d39-7bf476947bae req-79ee09ae-8743-463a-b8ec-48bd16e6a73d service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0208316 Feb 10 23:13:31.502672 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4309c-50f9-4013-aacb-90f32c97bb5c req-d56b09d4-982b-43b6-a152-24cd0acaf52f tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:31.504950 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-77f4309c-50f9-4013-aacb-90f32c97bb5c req-d56b09d4-982b-43b6-a152-24cd0acaf52f tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/ports?device_id=f151e094-d715-43c4-b90d-eeee47381c23 HTTP/1.1" status: 200 len: 945 time: 0.1260743 Feb 10 23:13:31.535042 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3b0a33ff-f0a0-4713-8d39-7bf476947bae req-36652940-3005-42e8-8708-8717d363f9d6 service neutron] 10.222.0.59 "GET /v2.0/networks/c6032768-4d49-43b7-9744-bb820cc0ad8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526755 Feb 10 23:13:31.574687 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-77f4309c-50f9-4013-aacb-90f32c97bb5c req-eb887377-82b9-4a39-a5fb-0bc0648b58dc tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/security-groups?id=073e9d53-3290-422b-8853-683c9c137022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688131 Feb 10 23:13:31.690324 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-d897b5ca-3de4-4164-b667-c5cd784c2a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eeeae8a-7078-40d0-833e-354b387d679a', 'name': 'tempest-TestNetworkBasicOps-router-1661407181', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.133'}], 'enable_snat': True}, 'gw_port_id': 'cc1bbb84-2434-4398-afb6-807c7f5b6fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:13:17Z', 'updated_at': '2022-02-10T23:13:24Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': 'cc1bbb84-2434-4398-afb6-807c7f5b6fa3', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ab:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eeeae8a-7078-40d0-833e-354b387d679a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:13:18Z', 'updated_at': '2022-02-10T23:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '54eb230c-f6ec-438b-a3b0-56f2b138e1cf', 'name': '', 'network_id': 'c6032768-4d49-43b7-9744-bb820cc0ad8b', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:1c:bd:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eeeae8a-7078-40d0-833e-354b387d679a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bf4a79c2-bd90-4240-a474-aec279f16f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:13:23Z', 'updated_at': '2022-02-10T23:13:24Z', 'revision_number': 2, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': 'bf4a79c2-bd90-4240-a474-aec279f16f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:31.690324 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d897b5ca-3de4-4164-b667-c5cd784c2a49 None None] Checking router: 3eeeae8a-7078-40d0-833e-354b387d679a for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:13:31.690324 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d897b5ca-3de4-4164-b667-c5cd784c2a49 None None] Updating router 3eeeae8a-7078-40d0-833e-354b387d679a port 54eb230c-f6ec-438b-a3b0-56f2b138e1cf binding host dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:13:31.755666 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3b0a33ff-f0a0-4713-8d39-7bf476947bae req-182f23fc-1c52-4fac-a5db-c63260721021 service neutron] 10.222.0.59 "GET /v2.0/networks/c6032768-4d49-43b7-9744-bb820cc0ad8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144113 Feb 10 23:13:31.759182 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50226) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:31.768383 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d897b5ca-3de4-4164-b667-c5cd784c2a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:31.931101 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-0c848320-9953-4fd0-825d-225a17d84661 tempest-ServiceProvidersTest-2114533889 tempest-ServiceProvidersTest-2114533889-project] 10.222.0.59 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1651552 Feb 10 23:13:32.039516 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-bc6f428e-5af0-4c1d-b73d-bef201150df1 req-3647d3ae-9fc8-42c3-8944-9929edc76b09 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Synchronizing usage tracker for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:13:32.049129 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-bc6f428e-5af0-4c1d-b73d-bef201150df1 req-3647d3ae-9fc8-42c3-8944-9929edc76b09 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Unset dirty status for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:13:32.055884 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-bc6f428e-5af0-4c1d-b73d-bef201150df1 req-3647d3ae-9fc8-42c3-8944-9929edc76b09 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=fcbfe4c1-3c8a-41de-a6d1-7a502d2b1953 HTTP/1.1" status: 200 len: 210 time: 0.0687904 Feb 10 23:13:32.229547 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d897b5ca-3de4-4164-b667-c5cd784c2a49 None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:32.240305 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-d897b5ca-3de4-4164-b667-c5cd784c2a49 None None] Transition to ACTIVE for port object 54eb230c-f6ec-438b-a3b0-56f2b138e1cf will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:13:32.323967 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d897b5ca-3de4-4164-b667-c5cd784c2a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:32.443327 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1791a764-8ffb-496c-b6ed-95dea2b7e51e None None] Pushing event updated for resources: {'Port': ['ID=54eb230c-f6ec-438b-a3b0-56f2b138e1cf,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:32.455977 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1791a764-8ffb-496c-b6ed-95dea2b7e51e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:32.456765 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1791a764-8ffb-496c-b6ed-95dea2b7e51e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:32.457250 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1791a764-8ffb-496c-b6ed-95dea2b7e51e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:32.457748 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1791a764-8ffb-496c-b6ed-95dea2b7e51e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:32.458233 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1791a764-8ffb-496c-b6ed-95dea2b7e51e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:32.458733 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1791a764-8ffb-496c-b6ed-95dea2b7e51e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:32.459215 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1791a764-8ffb-496c-b6ed-95dea2b7e51e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:32.459694 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1791a764-8ffb-496c-b6ed-95dea2b7e51e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:32.460172 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1791a764-8ffb-496c-b6ed-95dea2b7e51e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:32.460667 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1791a764-8ffb-496c-b6ed-95dea2b7e51e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:32.461773 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1791a764-8ffb-496c-b6ed-95dea2b7e51e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:32.557846 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-d897b5ca-3de4-4164-b667-c5cd784c2a49 None None] Attempting to bind port 54eb230c-f6ec-438b-a3b0-56f2b138e1cf on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:13:32.558226 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-d897b5ca-3de4-4164-b667-c5cd784c2a49 None None] Attempting to bind port 54eb230c-f6ec-438b-a3b0-56f2b138e1cf by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': 'b0639970-dd24-49ed-b976-182be34222a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'c6032768-4d49-43b7-9744-bb820cc0ad8b'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:13:32.558555 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d897b5ca-3de4-4164-b667-c5cd784c2a49 None None] Attempting to bind port 54eb230c-f6ec-438b-a3b0-56f2b138e1cf on network c6032768-4d49-43b7-9744-bb820cc0ad8b {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:13:32.566131 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d897b5ca-3de4-4164-b667-c5cd784c2a49 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:13:32.566600 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d897b5ca-3de4-4164-b667-c5cd784c2a49 None None] Checking segment: {'id': 'b0639970-dd24-49ed-b976-182be34222a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'c6032768-4d49-43b7-9744-bb820cc0ad8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:13:32.567022 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d897b5ca-3de4-4164-b667-c5cd784c2a49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:32.567406 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d897b5ca-3de4-4164-b667-c5cd784c2a49 None None] Bound using segment: {'id': 'b0639970-dd24-49ed-b976-182be34222a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'c6032768-4d49-43b7-9744-bb820cc0ad8b'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:13:32.567867 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-d897b5ca-3de4-4164-b667-c5cd784c2a49 None None] Bound port: 54eb230c-f6ec-438b-a3b0-56f2b138e1cf, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0639970-dd24-49ed-b976-182be34222a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'c6032768-4d49-43b7-9744-bb820cc0ad8b'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:13:32.568228 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d897b5ca-3de4-4164-b667-c5cd784c2a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:32.628612 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50248) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:32.675070 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-d897b5ca-3de4-4164-b667-c5cd784c2a49 None None] For port 54eb230c-f6ec-438b-a3b0-56f2b138e1cf, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:13:32.678957 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-d897b5ca-3de4-4164-b667-c5cd784c2a49 None None] For port 54eb230c-f6ec-438b-a3b0-56f2b138e1cf, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=54eb230c-f6ec-438b-a3b0-56f2b138e1cf,segment=NetworkSegment(b0639970-dd24-49ed-b976-182be34222a0),segment_id=b0639970-dd24-49ed-b976-182be34222a0)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:13:32.747838 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-d897b5ca-3de4-4164-b667-c5cd784c2a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:32.781622 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d906163e-7fa2-4bfc-8119-8c8ed36c6a9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:32.803179 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba844f3-87e4-4d8e-81c8-d87947c7053f req-4781a98f-8c5e-400b-955f-9fb576c937c5 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:32.812170 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7ba844f3-87e4-4d8e-81c8-d87947c7053f req-4781a98f-8c5e-400b-955f-9fb576c937c5 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/ports?device_id=f151e094-d715-43c4-b90d-eeee47381c23 HTTP/1.1" status: 200 len: 945 time: 0.0892661 Feb 10 23:13:32.815747 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d906163e-7fa2-4bfc-8119-8c8ed36c6a9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:13:32.821076 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-d906163e-7fa2-4bfc-8119-8c8ed36c6a9c admin admin] Usage tracker for resource:security_group_rule and tenant:fee13d7ae3a74572b1f65009cbda0819 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:13:32.824519 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-d906163e-7fa2-4bfc-8119-8c8ed36c6a9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:13:32.832355 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d906163e-7fa2-4bfc-8119-8c8ed36c6a9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:13:32.833491 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1791a764-8ffb-496c-b6ed-95dea2b7e51e None None] Pushing event updated for resources: {'Port': ['ID=54eb230c-f6ec-438b-a3b0-56f2b138e1cf,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:32.854254 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d897b5ca-3de4-4164-b667-c5cd784c2a49 None None] Routers {'3eeeae8a-7078-40d0-833e-354b387d679a'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:13:32.854254 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-d897b5ca-3de4-4164-b667-c5cd784c2a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:13:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['3eeeae8a-7078-40d0-833e-354b387d679a'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:32.930699 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7ba844f3-87e4-4d8e-81c8-d87947c7053f req-7c007e82-2831-43d2-909f-af83b9f040ae tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/security-groups?id=073e9d53-3290-422b-8853-683c9c137022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162593 Feb 10 23:13:32.937294 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d906163e-7fa2-4bfc-8119-8c8ed36c6a9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:33.044740 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-d897b5ca-3de4-4164-b667-c5cd784c2a49 None None] Set router 3eeeae8a-7078-40d0-833e-354b387d679a gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:13:33.050182 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d906163e-7fa2-4bfc-8119-8c8ed36c6a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:33.102985 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d906163e-7fa2-4bfc-8119-8c8ed36c6a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3626bc-9f9c-4865-bf5c-87f8372c9017,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:33.108622 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-d906163e-7fa2-4bfc-8119-8c8ed36c6a9c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fee13d7ae3a74572b1f65009cbda0819&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4783185 Feb 10 23:13:33.111158 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50256) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:33.188722 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2df064ea-b29d-4325-8d8e-76678f66ec75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:33.218746 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2df064ea-b29d-4325-8d8e-76678f66ec75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:33.282866 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-2dfb8f18-c420-4759-970a-d0b1f8a60a5e req-10ebd53d-f5e3-4a32-8a5a-1a5d7d411229 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=fcbfe4c1-3c8a-41de-a6d1-7a502d2b1953 HTTP/1.1" status: 200 len: 210 time: 0.0565381 Feb 10 23:13:33.422035 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-d897b5ca-3de4-4164-b667-c5cd784c2a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eeeae8a-7078-40d0-833e-354b387d679a', 'name': 'tempest-TestNetworkBasicOps-router-1661407181', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.133'}], 'enable_snat': True}, 'gw_port_id': 'cc1bbb84-2434-4398-afb6-807c7f5b6fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:13:17Z', 'updated_at': '2022-02-10T23:13:24Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': 'cc1bbb84-2434-4398-afb6-807c7f5b6fa3', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ab:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eeeae8a-7078-40d0-833e-354b387d679a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:13:18Z', 'updated_at': '2022-02-10T23:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '54eb230c-f6ec-438b-a3b0-56f2b138e1cf', 'name': '', 'network_id': 'c6032768-4d49-43b7-9744-bb820cc0ad8b', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:1c:bd:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eeeae8a-7078-40d0-833e-354b387d679a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bf4a79c2-bd90-4240-a474-aec279f16f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:13:23Z', 'updated_at': '2022-02-10T23:13:32Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': 'bf4a79c2-bd90-4240-a474-aec279f16f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:33.426188 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2df064ea-b29d-4325-8d8e-76678f66ec75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:33.427781 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d897b5ca-3de4-4164-b667-c5cd784c2a49 None None] The sync data for ids ['3eeeae8a-7078-40d0-833e-354b387d679a'] in dv-neutron-828797-1-hyperv is: [{'id': '3eeeae8a-7078-40d0-833e-354b387d679a', 'name': 'tempest-TestNetworkBasicOps-router-1661407181', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.133'}], 'enable_snat': True}, 'gw_port_id': 'cc1bbb84-2434-4398-afb6-807c7f5b6fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:13:17Z', 'updated_at': '2022-02-10T23:13:24Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': 'cc1bbb84-2434-4398-afb6-807c7f5b6fa3', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ab:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eeeae8a-7078-40d0-833e-354b387d679a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:13:18Z', 'updated_at': '2022-02-10T23:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '54eb230c-f6ec-438b-a3b0-56f2b138e1cf', 'name': '', 'network_id': 'c6032768-4d49-43b7-9744-bb820cc0ad8b', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:1c:bd:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eeeae8a-7078-40d0-833e-354b387d679a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bf4a79c2-bd90-4240-a474-aec279f16f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:13:23Z', 'updated_at': '2022-02-10T23:13:32Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': 'bf4a79c2-bd90-4240-a474-aec279f16f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:13:33.451216 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df064ea-b29d-4325-8d8e-76678f66ec75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3626bc-9f9c-4865-bf5c-87f8372c9017,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:33.455171 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2df064ea-b29d-4325-8d8e-76678f66ec75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:33.459527 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-2df064ea-b29d-4325-8d8e-76678f66ec75 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6e3626bc-9f9c-4865-bf5c-87f8372c9017 HTTP/1.1" status: 204 len: 168 time: 0.3468950 Feb 10 23:13:33.860086 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 54eb230c-f6ec-438b-a3b0-56f2b138e1cf up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:13:34.005883 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 54eb230c-f6ec-438b-a3b0-56f2b138e1cf completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:13:34.013775 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 54eb230c-f6ec-438b-a3b0-56f2b138e1cf triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:13:34.014359 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:34.146281 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:34.178951 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f801c44-24a8-4e4c-be3f-4412a7043ef0 req-aef3dcae-07d3-45e4-a7e9-3108b31f8857 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:34.189005 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 54eb230c-f6ec-438b-a3b0-56f2b138e1cf, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=54eb230c-f6ec-438b-a3b0-56f2b138e1cf,segment=NetworkSegment(b0639970-dd24-49ed-b976-182be34222a0),segment_id=b0639970-dd24-49ed-b976-182be34222a0)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:13:34.189858 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7f801c44-24a8-4e4c-be3f-4412a7043ef0 req-aef3dcae-07d3-45e4-a7e9-3108b31f8857 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/ports?device_id=f151e094-d715-43c4-b90d-eeee47381c23 HTTP/1.1" status: 200 len: 945 time: 0.1068254 Feb 10 23:13:34.233352 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7f801c44-24a8-4e4c-be3f-4412a7043ef0 req-09750edf-053a-4b5f-9332-55e4ceac9fcf tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/security-groups?id=073e9d53-3290-422b-8853-683c9c137022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437286 Feb 10 23:13:34.251888 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:34.343691 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=54eb230c-f6ec-438b-a3b0-56f2b138e1cf,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:34.522735 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-41c66a97-2612-47d3-bff9-411286a044a3 req-93c48b54-42b3-45de-9701-c372e0b00f1d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=fcbfe4c1-3c8a-41de-a6d1-7a502d2b1953 HTTP/1.1" status: 200 len: 210 time: 0.0446863 Feb 10 23:13:34.559841 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a33ff-f0a0-4713-8d39-7bf476947bae req-58595816-02cd-4be4-b5a5-a4961ade72ba tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:34.561297 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3b0a33ff-f0a0-4713-8d39-7bf476947bae req-58595816-02cd-4be4-b5a5-a4961ade72ba tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.37 "GET /v2.0/networks?id=c6032768-4d49-43b7-9744-bb820cc0ad8b HTTP/1.1" status: 200 len: 797 time: 0.2758543 Feb 10 23:13:34.630558 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3b0a33ff-f0a0-4713-8d39-7bf476947bae req-bf5e24f5-ed55-4a93-8081-c07870912e74 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=714fdf59d9ad4aa1b5cc4598e806e542 HTTP/1.1" status: 200 len: 379 time: 0.0454159 Feb 10 23:13:34.640148 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-3b0a33ff-f0a0-4713-8d39-7bf476947bae req-e6e253b7-8945-47b9-ae49-fbe6bf21140c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'port': {'device_id': 'fcbfe4c1-3c8a-41de-a6d1-7a502d2b1953', 'network_id': 'c6032768-4d49-43b7-9744-bb820cc0ad8b', 'admin_state_up': True, 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'security_groups': ['e7177c72-8315-4caf-932f-8baab10d4793']}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:13:34.777654 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-3b0a33ff-f0a0-4713-8d39-7bf476947bae req-e6e253b7-8945-47b9-ae49-fbe6bf21140c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:13:34.792250 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-3b0a33ff-f0a0-4713-8d39-7bf476947bae req-e6e253b7-8945-47b9-ae49-fbe6bf21140c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:13:34.877209 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b0a33ff-f0a0-4713-8d39-7bf476947bae req-e6e253b7-8945-47b9-ae49-fbe6bf21140c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Made reservation on behalf of 714fdf59d9ad4aa1b5cc4598e806e542 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:13:34.880226 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-3b0a33ff-f0a0-4713-8d39-7bf476947bae req-e6e253b7-8945-47b9-ae49-fbe6bf21140c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:35.048286 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [req-3b0a33ff-f0a0-4713-8d39-7bf476947bae req-e6e253b7-8945-47b9-ae49-fbe6bf21140c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Allocated IP 172.20.0.6 (c6032768-4d49-43b7-9744-bb820cc0ad8b/bf4a79c2-bd90-4240-a474-aec279f16f0a/aab20401-397f-4b5d-9f4b-55f37633ee3e) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:13:35.235430 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-3b0a33ff-f0a0-4713-8d39-7bf476947bae req-e6e253b7-8945-47b9-ae49-fbe6bf21140c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:35.251218 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-3b0a33ff-f0a0-4713-8d39-7bf476947bae req-e6e253b7-8945-47b9-ae49-fbe6bf21140c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Transition to ACTIVE for port object aab20401-397f-4b5d-9f4b-55f37633ee3e will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:13:35.353227 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-3b0a33ff-f0a0-4713-8d39-7bf476947bae req-e6e253b7-8945-47b9-ae49-fbe6bf21140c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:35.477300 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b0a33ff-f0a0-4713-8d39-7bf476947bae req-e6e253b7-8945-47b9-ae49-fbe6bf21140c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Network c6032768-4d49-43b7-9744-bb820cc0ad8b is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:13:35.480366 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [req-3b0a33ff-f0a0-4713-8d39-7bf476947bae req-e6e253b7-8945-47b9-ae49-fbe6bf21140c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:13:35.482134 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e253b7-8945-47b9-ae49-fbe6bf21140c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Port': ['ID=aab20401-397f-4b5d-9f4b-55f37633ee3e,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:35.484156 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b0a33ff-f0a0-4713-8d39-7bf476947bae req-e6e253b7-8945-47b9-ae49-fbe6bf21140c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:13:35.572130 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a33ff-f0a0-4713-8d39-7bf476947bae req-e6e253b7-8945-47b9-ae49-fbe6bf21140c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:35.572130 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-3b0a33ff-f0a0-4713-8d39-7bf476947bae req-e6e253b7-8945-47b9-ae49-fbe6bf21140c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:35.590532 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f93bb5-452c-4065-a708-2ae7a4b62cbf req-040f3579-d1f4-4da2-9688-8bb91289b541 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:35.592248 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c0f93bb5-452c-4065-a708-2ae7a4b62cbf req-040f3579-d1f4-4da2-9688-8bb91289b541 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/ports?device_id=f151e094-d715-43c4-b90d-eeee47381c23 HTTP/1.1" status: 200 len: 945 time: 0.2005267 Feb 10 23:13:35.663908 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c0f93bb5-452c-4065-a708-2ae7a4b62cbf req-3c387e71-e295-4675-a25a-a63c5c7505d9 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/security-groups?id=073e9d53-3290-422b-8853-683c9c137022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591888 Feb 10 23:13:35.712389 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3b0a33ff-f0a0-4713-8d39-7bf476947bae req-e6e253b7-8945-47b9-ae49-fbe6bf21140c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0714021 Feb 10 23:13:35.722297 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-3b0a33ff-f0a0-4713-8d39-7bf476947bae req-9a3aed93-5c67-4d72-82f7-0e9fa20aca2a service neutron] Request body: {'port': {'device_id': 'fcbfe4c1-3c8a-41de-a6d1-7a502d2b1953', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:13:35.766445 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f6ea65-28e2-4393-85d9-bf1341964aea req-148e77fe-3fbc-4a0f-be59-6490ce3086de tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:35.768579 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-59f6ea65-28e2-4393-85d9-bf1341964aea req-148e77fe-3fbc-4a0f-be59-6490ce3086de tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=fcbfe4c1-3c8a-41de-a6d1-7a502d2b1953 HTTP/1.1" status: 200 len: 931 time: 0.0967426 Feb 10 23:13:35.823838 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-59f6ea65-28e2-4393-85d9-bf1341964aea req-b25c67d8-db31-45be-9a1c-cd5d9f3049ba tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7177c72-8315-4caf-932f-8baab10d4793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479178 Feb 10 23:13:35.845659 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-3b0a33ff-f0a0-4713-8d39-7bf476947bae req-9a3aed93-5c67-4d72-82f7-0e9fa20aca2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:35.867521 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 54eb230c-f6ec-438b-a3b0-56f2b138e1cf up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:13:35.908971 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-2b7acaa4-49a4-4580-b442-d9e9c289028f None None] Provisioning for port aab20401-397f-4b5d-9f4b-55f37633ee3e completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:13:35.923955 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-2b7acaa4-49a4-4580-b442-d9e9c289028f None None] Provisioning complete for port aab20401-397f-4b5d-9f4b-55f37633ee3e triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:13:35.924318 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2b7acaa4-49a4-4580-b442-d9e9c289028f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:35.996040 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-2b7acaa4-49a4-4580-b442-d9e9c289028f None None] Port aab20401-397f-4b5d-9f4b-55f37633ee3e cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:13:36.011743 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 54eb230c-f6ec-438b-a3b0-56f2b138e1cf triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:13:36.011743 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:36.214561 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [req-3b0a33ff-f0a0-4713-8d39-7bf476947bae req-9a3aed93-5c67-4d72-82f7-0e9fa20aca2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aab20401-397f-4b5d-9f4b-55f37633ee3e {{(pid=84332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:13:36.221578 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-3b0a33ff-f0a0-4713-8d39-7bf476947bae req-9a3aed93-5c67-4d72-82f7-0e9fa20aca2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:36.232021 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-3b0a33ff-f0a0-4713-8d39-7bf476947bae req-9a3aed93-5c67-4d72-82f7-0e9fa20aca2a service neutron] Transition to ACTIVE for port object aab20401-397f-4b5d-9f4b-55f37633ee3e will not be triggered until provisioned by entity L2. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:13:36.315186 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-3b0a33ff-f0a0-4713-8d39-7bf476947bae req-9a3aed93-5c67-4d72-82f7-0e9fa20aca2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:36.442804 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3aed93-5c67-4d72-82f7-0e9fa20aca2a service neutron] Pushing event updated for resources: {'Port': ['ID=aab20401-397f-4b5d-9f4b-55f37633ee3e,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:36.558463 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-3b0a33ff-f0a0-4713-8d39-7bf476947bae req-9a3aed93-5c67-4d72-82f7-0e9fa20aca2a service neutron] Attempting to bind port aab20401-397f-4b5d-9f4b-55f37633ee3e on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:13:36.558867 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-3b0a33ff-f0a0-4713-8d39-7bf476947bae req-9a3aed93-5c67-4d72-82f7-0e9fa20aca2a service neutron] Attempting to bind port aab20401-397f-4b5d-9f4b-55f37633ee3e by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': 'b0639970-dd24-49ed-b976-182be34222a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'c6032768-4d49-43b7-9744-bb820cc0ad8b'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:13:36.559261 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0a33ff-f0a0-4713-8d39-7bf476947bae req-9a3aed93-5c67-4d72-82f7-0e9fa20aca2a service neutron] Attempting to bind port aab20401-397f-4b5d-9f4b-55f37633ee3e on network c6032768-4d49-43b7-9744-bb820cc0ad8b {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:13:36.568396 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0a33ff-f0a0-4713-8d39-7bf476947bae req-9a3aed93-5c67-4d72-82f7-0e9fa20aca2a service neutron] Port aab20401-397f-4b5d-9f4b-55f37633ee3e on network c6032768-4d49-43b7-9744-bb820cc0ad8b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:13:36.575476 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0a33ff-f0a0-4713-8d39-7bf476947bae req-9a3aed93-5c67-4d72-82f7-0e9fa20aca2a service neutron] Attempting to bind port aab20401-397f-4b5d-9f4b-55f37633ee3e on network c6032768-4d49-43b7-9744-bb820cc0ad8b {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:13:36.575595 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0a33ff-f0a0-4713-8d39-7bf476947bae req-9a3aed93-5c67-4d72-82f7-0e9fa20aca2a service neutron] Checking agent: {'id': '0f85d58b-4cda-4360-97cf-be037aef26b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'started_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:13:36.575891 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0a33ff-f0a0-4713-8d39-7bf476947bae req-9a3aed93-5c67-4d72-82f7-0e9fa20aca2a service neutron] Checking segment: {'id': 'b0639970-dd24-49ed-b976-182be34222a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'c6032768-4d49-43b7-9744-bb820cc0ad8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:13:36.576319 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0a33ff-f0a0-4713-8d39-7bf476947bae req-9a3aed93-5c67-4d72-82f7-0e9fa20aca2a service neutron] Bound using segment: {'id': 'b0639970-dd24-49ed-b976-182be34222a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'c6032768-4d49-43b7-9744-bb820cc0ad8b'} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:13:36.576935 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-3b0a33ff-f0a0-4713-8d39-7bf476947bae req-9a3aed93-5c67-4d72-82f7-0e9fa20aca2a service neutron] Bound port: aab20401-397f-4b5d-9f4b-55f37633ee3e, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0639970-dd24-49ed-b976-182be34222a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'c6032768-4d49-43b7-9744-bb820cc0ad8b'}}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:13:36.577277 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-3b0a33ff-f0a0-4713-8d39-7bf476947bae req-9a3aed93-5c67-4d72-82f7-0e9fa20aca2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:36.671763 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-3b0a33ff-f0a0-4713-8d39-7bf476947bae req-9a3aed93-5c67-4d72-82f7-0e9fa20aca2a service neutron] For port aab20401-397f-4b5d-9f4b-55f37633ee3e, host hv-neutron-8287, cleared binding levels {{(pid=84332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:13:36.674690 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-3b0a33ff-f0a0-4713-8d39-7bf476947bae req-9a3aed93-5c67-4d72-82f7-0e9fa20aca2a service neutron] For port aab20401-397f-4b5d-9f4b-55f37633ee3e, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=aab20401-397f-4b5d-9f4b-55f37633ee3e,segment=NetworkSegment(b0639970-dd24-49ed-b976-182be34222a0),segment_id=b0639970-dd24-49ed-b976-182be34222a0)] {{(pid=84332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:13:36.738795 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-3b0a33ff-f0a0-4713-8d39-7bf476947bae req-9a3aed93-5c67-4d72-82f7-0e9fa20aca2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:36.804345 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-3b0a33ff-f0a0-4713-8d39-7bf476947bae req-9a3aed93-5c67-4d72-82f7-0e9fa20aca2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:36.804345 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3b0a33ff-f0a0-4713-8d39-7bf476947bae req-9a3aed93-5c67-4d72-82f7-0e9fa20aca2a service neutron] 10.222.0.37 "PUT /v2.0/ports/aab20401-397f-4b5d-9f4b-55f37633ee3e HTTP/1.1" status: 200 len: 1093 time: 1.0885797 Feb 10 23:13:36.943269 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcbfe4c1-3c8a-41de-a6d1-7a502d2b1953', 'tag': 'aab20401-397f-4b5d-9f4b-55f37633ee3e'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:13:37.015516 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3aed93-5c67-4d72-82f7-0e9fa20aca2a service neutron] Pushing event updated for resources: {'Port': ['ID=aab20401-397f-4b5d-9f4b-55f37633ee3e,revision_number=3']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:37.043176 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3aed93-5c67-4d72-82f7-0e9fa20aca2a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:37.043526 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3aed93-5c67-4d72-82f7-0e9fa20aca2a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:37.043894 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3aed93-5c67-4d72-82f7-0e9fa20aca2a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:37.044202 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3aed93-5c67-4d72-82f7-0e9fa20aca2a service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:37.044565 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3aed93-5c67-4d72-82f7-0e9fa20aca2a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:37.044893 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3aed93-5c67-4d72-82f7-0e9fa20aca2a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:37.045226 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3aed93-5c67-4d72-82f7-0e9fa20aca2a service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:37.045539 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3aed93-5c67-4d72-82f7-0e9fa20aca2a service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:37.045865 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3aed93-5c67-4d72-82f7-0e9fa20aca2a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:37.046190 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3aed93-5c67-4d72-82f7-0e9fa20aca2a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:37.046513 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3aed93-5c67-4d72-82f7-0e9fa20aca2a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:37.063659 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b30d50f-97e6-4361-a942-2821f790c746 req-2d216171-581c-438a-9571-4d6ab332ee6b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:37.071230 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-9b30d50f-97e6-4361-a942-2821f790c746 req-2d216171-581c-438a-9571-4d6ab332ee6b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=fcbfe4c1-3c8a-41de-a6d1-7a502d2b1953 HTTP/1.1" status: 200 len: 943 time: 0.0997801 Feb 10 23:13:37.083748 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7949d7-ba91-4bc5-a8a2-b239f70c7634 req-6eb3402a-d18b-4e3c-8894-f7edf42eaeef tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:37.085257 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8b7949d7-ba91-4bc5-a8a2-b239f70c7634 req-6eb3402a-d18b-4e3c-8894-f7edf42eaeef tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/ports?device_id=f151e094-d715-43c4-b90d-eeee47381c23 HTTP/1.1" status: 200 len: 945 time: 0.2877946 Feb 10 23:13:37.095512 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3b0a33ff-f0a0-4713-8d39-7bf476947bae req-97fa58d7-4acf-455f-a403-688c8748e1ac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&device_id=fcbfe4c1-3c8a-41de-a6d1-7a502d2b1953 HTTP/1.1" status: 200 len: 1096 time: 0.1464016 Feb 10 23:13:37.115664 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-9b30d50f-97e6-4361-a942-2821f790c746 req-44710fd0-975b-4e86-91f9-dcea250abcb7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7177c72-8315-4caf-932f-8baab10d4793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435979 Feb 10 23:13:37.188185 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3b0a33ff-f0a0-4713-8d39-7bf476947bae req-e81de6df-52d6-4bb0-a6ae-b6d5a9403891 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aab20401-397f-4b5d-9f4b-55f37633ee3e HTTP/1.1" status: 200 len: 217 time: 0.0747435 Feb 10 23:13:37.190272 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcbfe4c1-3c8a-41de-a6d1-7a502d2b1953', 'tag': 'aab20401-397f-4b5d-9f4b-55f37633ee3e', 'status': 'completed', 'code': 200} Feb 10 23:13:37.241465 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8b7949d7-ba91-4bc5-a8a2-b239f70c7634 req-72b4e35b-e81b-4e9a-99c5-54446a42c1db tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/security-groups?id=073e9d53-3290-422b-8853-683c9c137022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450002 Feb 10 23:13:37.260489 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a33ff-f0a0-4713-8d39-7bf476947bae req-ccc03a81-398a-4766-9a91-f3c83c8102e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:37.261902 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3b0a33ff-f0a0-4713-8d39-7bf476947bae req-ccc03a81-398a-4766-9a91-f3c83c8102e3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bf4a79c2-bd90-4240-a474-aec279f16f0a HTTP/1.1" status: 200 len: 834 time: 0.0664799 Feb 10 23:13:37.335043 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3b0a33ff-f0a0-4713-8d39-7bf476947bae req-3fa8f0fa-5eb5-4234-8663-287179a2048c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c6032768-4d49-43b7-9744-bb820cc0ad8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667872 Feb 10 23:13:37.471966 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3b0a33ff-f0a0-4713-8d39-7bf476947bae req-f6df7acd-d3b7-4025-ae8c-f0e794983d1d service neutron] 10.222.0.37 "GET /v2.0/networks/c6032768-4d49-43b7-9744-bb820cc0ad8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247599 Feb 10 23:13:37.606189 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3b0a33ff-f0a0-4713-8d39-7bf476947bae req-cd12f8b3-f0f8-4f9f-9972-0153efe86f63 service neutron] 10.222.0.37 "GET /v2.0/networks/c6032768-4d49-43b7-9744-bb820cc0ad8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266427 Feb 10 23:13:37.801868 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b563b58f-4ae8-493e-8af1-4920da2fe19a req-670ba183-3b5e-46df-a539-9642d68a2580 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&device_id=fcbfe4c1-3c8a-41de-a6d1-7a502d2b1953 HTTP/1.1" status: 200 len: 1096 time: 0.0700819 Feb 10 23:13:37.944306 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563b58f-4ae8-493e-8af1-4920da2fe19a req-6002b804-d9df-41a6-a7f5-8f56032ffbac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:37.944306 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b563b58f-4ae8-493e-8af1-4920da2fe19a req-6002b804-d9df-41a6-a7f5-8f56032ffbac service neutron] 10.222.0.37 "GET /v2.0/networks?id=c6032768-4d49-43b7-9744-bb820cc0ad8b HTTP/1.1" status: 200 len: 898 time: 0.1297746 Feb 10 23:13:38.025081 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b563b58f-4ae8-493e-8af1-4920da2fe19a req-c9c387bb-e877-4ee1-852e-19d53b549d11 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aab20401-397f-4b5d-9f4b-55f37633ee3e HTTP/1.1" status: 200 len: 217 time: 0.0763617 Feb 10 23:13:38.087724 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563b58f-4ae8-493e-8af1-4920da2fe19a req-11485ce7-48aa-4783-8140-bb0398b2e171 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:38.089249 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b563b58f-4ae8-493e-8af1-4920da2fe19a req-11485ce7-48aa-4783-8140-bb0398b2e171 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bf4a79c2-bd90-4240-a474-aec279f16f0a HTTP/1.1" status: 200 len: 834 time: 0.0587082 Feb 10 23:13:38.171715 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b563b58f-4ae8-493e-8af1-4920da2fe19a req-0213a595-e443-45b3-8403-96ed3c4e74ab service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c6032768-4d49-43b7-9744-bb820cc0ad8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761399 Feb 10 23:13:38.324896 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b563b58f-4ae8-493e-8af1-4920da2fe19a req-e4d47a53-32fe-4aa7-afc9-6cc5d7323677 service neutron] 10.222.0.37 "GET /v2.0/networks/c6032768-4d49-43b7-9744-bb820cc0ad8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464419 Feb 10 23:13:38.370749 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9c1ded-c89e-4a3f-8b37-19d4ba08f8aa req-3941f220-a031-4ded-963a-d0290b37ec2c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:38.372400 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-fc9c1ded-c89e-4a3f-8b37-19d4ba08f8aa req-3941f220-a031-4ded-963a-d0290b37ec2c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=fcbfe4c1-3c8a-41de-a6d1-7a502d2b1953 HTTP/1.1" status: 200 len: 943 time: 0.1113195 Feb 10 23:13:38.427633 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-fc9c1ded-c89e-4a3f-8b37-19d4ba08f8aa req-07ae72fe-78e1-47b8-860e-e9118ab00c3b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7177c72-8315-4caf-932f-8baab10d4793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491431 Feb 10 23:13:38.517350 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b563b58f-4ae8-493e-8af1-4920da2fe19a req-651553ef-56a8-474c-9127-46a2dbcb0ed5 service neutron] 10.222.0.37 "GET /v2.0/networks/c6032768-4d49-43b7-9744-bb820cc0ad8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858366 Feb 10 23:13:38.535381 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4cd8e9-2d23-4f4e-bf97-5f7b126efed3 req-b47a734c-2fbc-44b7-b094-41557f129cf4 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:38.536690 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5e4cd8e9-2d23-4f4e-bf97-5f7b126efed3 req-b47a734c-2fbc-44b7-b094-41557f129cf4 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/ports?device_id=f151e094-d715-43c4-b90d-eeee47381c23 HTTP/1.1" status: 200 len: 945 time: 0.1247494 Feb 10 23:13:38.600368 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5e4cd8e9-2d23-4f4e-bf97-5f7b126efed3 req-5610f4eb-d1d3-4a0b-baed-1b6850133ed6 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/security-groups?id=073e9d53-3290-422b-8853-683c9c137022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549297 Feb 10 23:13:39.371424 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device aab20401-397f-4b5d-9f4b-55f37633ee3e details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:13:39.509533 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port aab20401-397f-4b5d-9f4b-55f37633ee3e, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=aab20401-397f-4b5d-9f4b-55f37633ee3e,segment=NetworkSegment(b0639970-dd24-49ed-b976-182be34222a0),segment_id=b0639970-dd24-49ed-b976-182be34222a0)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:13:39.522470 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Returning: {'device': 'aab20401-397f-4b5d-9f4b-55f37633ee3e', 'network_id': 'c6032768-4d49-43b7-9744-bb820cc0ad8b', 'port_id': 'aab20401-397f-4b5d-9f4b-55f37633ee3e', 'mac_address': 'fa:16:3e:82:78:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf4a79c2-bd90-4240-a474-aec279f16f0a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:13:39.577887 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:39.596139 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aab20401-397f-4b5d-9f4b-55f37633ee3e {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:13:39.613665 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port aab20401-397f-4b5d-9f4b-55f37633ee3e, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=aab20401-397f-4b5d-9f4b-55f37633ee3e,segment=NetworkSegment(b0639970-dd24-49ed-b976-182be34222a0),segment_id=b0639970-dd24-49ed-b976-182be34222a0)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:13:39.634793 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a091dc7-04f9-4194-b759-bdf47eda9d3c req-bf9fbf6e-d9cd-4bf4-8a69-88a4a8d63d34 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:39.636134 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-4a091dc7-04f9-4194-b759-bdf47eda9d3c req-bf9fbf6e-d9cd-4bf4-8a69-88a4a8d63d34 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=fcbfe4c1-3c8a-41de-a6d1-7a502d2b1953 HTTP/1.1" status: 200 len: 943 time: 0.0829129 Feb 10 23:13:39.687757 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-4a091dc7-04f9-4194-b759-bdf47eda9d3c req-99008dcf-879e-4e67-9124-673cc6eab6a4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7177c72-8315-4caf-932f-8baab10d4793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395834 Feb 10 23:13:39.734497 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:39.802418 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=aab20401-397f-4b5d-9f4b-55f37633ee3e,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:39.805976 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72572928-6c2e-4c71-a52c-a64955906033 req-82efb41a-766f-4f18-9885-d994655a142d tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:39.811975 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-72572928-6c2e-4c71-a52c-a64955906033 req-82efb41a-766f-4f18-9885-d994655a142d tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/ports?device_id=f151e094-d715-43c4-b90d-eeee47381c23 HTTP/1.1" status: 200 len: 945 time: 0.0827031 Feb 10 23:13:39.852376 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-72572928-6c2e-4c71-a52c-a64955906033 req-02bc8a13-0a88-40ac-b3b7-ddfe66fb87de tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/security-groups?id=073e9d53-3290-422b-8853-683c9c137022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389352 Feb 10 23:13:39.991656 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['aab20401-397f-4b5d-9f4b-55f37633ee3e'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:13:40.883832 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c452809-593a-427b-957d-b5d1561f5e59 req-29320898-e433-4744-809b-39d9cf59c55a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:40.885300 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-7c452809-593a-427b-957d-b5d1561f5e59 req-29320898-e433-4744-809b-39d9cf59c55a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=fcbfe4c1-3c8a-41de-a6d1-7a502d2b1953 HTTP/1.1" status: 200 len: 944 time: 0.0809596 Feb 10 23:13:40.934584 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-7c452809-593a-427b-957d-b5d1561f5e59 req-962f606f-b8ca-4498-aacd-96511b9ede16 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7177c72-8315-4caf-932f-8baab10d4793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438139 Feb 10 23:13:41.058009 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b147d-be5f-4056-b1dd-4e03a8a7ea63 req-45dfd423-9d6a-4349-80a4-8f7ba1ab3d79 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:41.059435 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4d8b147d-be5f-4056-b1dd-4e03a8a7ea63 req-45dfd423-9d6a-4349-80a4-8f7ba1ab3d79 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/ports?device_id=f151e094-d715-43c4-b90d-eeee47381c23 HTTP/1.1" status: 200 len: 945 time: 0.0803742 Feb 10 23:13:41.194318 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4d8b147d-be5f-4056-b1dd-4e03a8a7ea63 req-0184838e-b90e-41a8-91f0-c85fa9af06c0 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/security-groups?id=073e9d53-3290-422b-8853-683c9c137022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293476 Feb 10 23:13:41.420248 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device aab20401-397f-4b5d-9f4b-55f37633ee3e up at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:13:41.553102 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning for port aab20401-397f-4b5d-9f4b-55f37633ee3e completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:13:41.559783 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning complete for port aab20401-397f-4b5d-9f4b-55f37633ee3e triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:13:41.559783 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:41.677865 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:41.703648 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcbfe4c1-3c8a-41de-a6d1-7a502d2b1953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aab20401-397f-4b5d-9f4b-55f37633ee3e'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:13:41.719318 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port aab20401-397f-4b5d-9f4b-55f37633ee3e, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=aab20401-397f-4b5d-9f4b-55f37633ee3e,segment=NetworkSegment(b0639970-dd24-49ed-b976-182be34222a0),segment_id=b0639970-dd24-49ed-b976-182be34222a0)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:13:41.761422 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcbfe4c1-3c8a-41de-a6d1-7a502d2b1953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aab20401-397f-4b5d-9f4b-55f37633ee3e', 'code': 200} Feb 10 23:13:41.808981 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:41.858197 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=aab20401-397f-4b5d-9f4b-55f37633ee3e,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:42.194532 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08238b7a-fd0d-4ce5-ab45-f16c1db0cacb req-496639a4-339c-4c28-a0b6-32c15d2cfc05 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:42.196130 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-08238b7a-fd0d-4ce5-ab45-f16c1db0cacb req-496639a4-339c-4c28-a0b6-32c15d2cfc05 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Synchronizing usage tracker for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:13:42.209342 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a564b557-f58c-47e9-bae2-bb95f568485b req-61bd51b1-e900-48f6-9e8c-bddccbbea7bf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fcbfe4c1-3c8a-41de-a6d1-7a502d2b1953 HTTP/1.1" status: 200 len: 1098 time: 0.1117313 Feb 10 23:13:42.251416 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a564b557-f58c-47e9-bae2-bb95f568485b req-e2395bec-eaf9-44db-847d-125f7bc59876 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e7177c72-8315-4caf-932f-8baab10d4793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375638 Feb 10 23:13:42.375647 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-08238b7a-fd0d-4ce5-ab45-f16c1db0cacb req-496639a4-339c-4c28-a0b6-32c15d2cfc05 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Unset dirty status for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:13:42.376838 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-08238b7a-fd0d-4ce5-ab45-f16c1db0cacb req-496639a4-339c-4c28-a0b6-32c15d2cfc05 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=fcbfe4c1-3c8a-41de-a6d1-7a502d2b1953 HTTP/1.1" status: 200 len: 945 time: 0.3214185 Feb 10 23:13:42.394258 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf09c5e-cfa8-4a2e-998d-fa0e0fd87ba3 req-ca80fb0d-848f-4138-869f-2642cd2f0ac7 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:42.395714 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-ddf09c5e-cfa8-4a2e-998d-fa0e0fd87ba3 req-ca80fb0d-848f-4138-869f-2642cd2f0ac7 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/ports?device_id=f151e094-d715-43c4-b90d-eeee47381c23 HTTP/1.1" status: 200 len: 945 time: 0.0763659 Feb 10 23:13:42.424449 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-08238b7a-fd0d-4ce5-ab45-f16c1db0cacb req-ef74968c-0ee1-4363-b5db-0d28863be1c3 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7177c72-8315-4caf-932f-8baab10d4793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407498 Feb 10 23:13:42.442584 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-ddf09c5e-cfa8-4a2e-998d-fa0e0fd87ba3 req-733aca27-cbe2-4207-a45b-414ff9ec1e45 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/security-groups?id=073e9d53-3290-422b-8853-683c9c137022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406339 Feb 10 23:13:42.622990 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-10584376-9657-4084-a460-0189a2a07f46 req-1c9a2d8d-d498-4b68-96af-2f3e2bde617c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f151e094-d715-43c4-b90d-eeee47381c23 HTTP/1.1" status: 200 len: 1098 time: 0.0713179 Feb 10 23:13:42.663068 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-10584376-9657-4084-a460-0189a2a07f46 req-7bf5ab4e-7d76-46b9-9f03-74d909d74397 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=073e9d53-3290-422b-8853-683c9c137022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340157 Feb 10 23:13:43.422452 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device f81dfaa7-79b0-47c1-bb85-70016a44185c details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:13:43.499640 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device f81dfaa7-79b0-47c1-bb85-70016a44185c no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:13:43.698772 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port f81dfaa7-79b0-47c1-bb85-70016a44185c, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=f81dfaa7-79b0-47c1-bb85-70016a44185c,segment=NetworkSegment(cf72fd90-9ca7-4764-b4a3-d3e6a3941767),segment_id=cf72fd90-9ca7-4764-b4a3-d3e6a3941767)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:13:43.703821 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb8a57-5cc7-4573-9428-1745fd90837c req-4dc377bb-8937-4d3c-8060-29099fd0c293 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:43.705422 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-fcbb8a57-5cc7-4573-9428-1745fd90837c req-4dc377bb-8937-4d3c-8060-29099fd0c293 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/ports?device_id=f151e094-d715-43c4-b90d-eeee47381c23 HTTP/1.1" status: 200 len: 945 time: 0.1015263 Feb 10 23:13:43.726788 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Returning: {'device': 'f81dfaa7-79b0-47c1-bb85-70016a44185c', 'network_id': '48882fd5-5868-486e-893d-1a8aa44051f3', 'port_id': 'f81dfaa7-79b0-47c1-bb85-70016a44185c', 'mac_address': 'fa:16:3e:26:73:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39a8aa73-f502-4cdf-9c3a-6faf2fcc3069', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:13:43.727127 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:43.731608 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9439f3b-140b-487f-830d-e6c64c863ffa req-ffd00bd9-7a34-437f-8f63-33ef410d3aff tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:43.733895 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d9439f3b-140b-487f-830d-e6c64c863ffa req-ffd00bd9-7a34-437f-8f63-33ef410d3aff tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=fcbfe4c1-3c8a-41de-a6d1-7a502d2b1953 HTTP/1.1" status: 200 len: 945 time: 0.1410110 Feb 10 23:13:43.796958 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d9439f3b-140b-487f-830d-e6c64c863ffa req-49dc83c4-b415-4e6a-ab07-966b1c0a1912 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7177c72-8315-4caf-932f-8baab10d4793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579228 Feb 10 23:13:43.800795 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-fcbb8a57-5cc7-4573-9428-1745fd90837c req-6eae3e06-a5a8-4adc-b4dc-d56ab2cbe571 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/security-groups?id=073e9d53-3290-422b-8853-683c9c137022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869534 Feb 10 23:13:43.802935 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:43.834882 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f81dfaa7-79b0-47c1-bb85-70016a44185c {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:13:43.842712 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f151e094-d715-43c4-b90d-eeee47381c23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f81dfaa7-79b0-47c1-bb85-70016a44185c'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:13:43.855247 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port f81dfaa7-79b0-47c1-bb85-70016a44185c, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=f81dfaa7-79b0-47c1-bb85-70016a44185c,segment=NetworkSegment(cf72fd90-9ca7-4764-b4a3-d3e6a3941767),segment_id=cf72fd90-9ca7-4764-b4a3-d3e6a3941767)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:13:43.900245 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f151e094-d715-43c4-b90d-eeee47381c23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f81dfaa7-79b0-47c1-bb85-70016a44185c', 'code': 200} Feb 10 23:13:43.964977 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:44.074525 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:13:44.074876 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:13:44.078083 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=f81dfaa7-79b0-47c1-bb85-70016a44185c,revision_number=6']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:44.629062 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:44.649216 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f81dfaa7-79b0-47c1-bb85-70016a44185c {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:13:44.664084 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port f81dfaa7-79b0-47c1-bb85-70016a44185c, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=f81dfaa7-79b0-47c1-bb85-70016a44185c,segment=NetworkSegment(cf72fd90-9ca7-4764-b4a3-d3e6a3941767),segment_id=cf72fd90-9ca7-4764-b4a3-d3e6a3941767)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:13:44.779996 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:44.846875 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=f81dfaa7-79b0-47c1-bb85-70016a44185c,revision_number=7']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:44.995943 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe4563-edb0-4317-a2d3-fb1547237c74 req-936f0785-1dab-4370-845a-6e4bcb3abaf9 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:44.997418 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-a1fe4563-edb0-4317-a2d3-fb1547237c74 req-936f0785-1dab-4370-845a-6e4bcb3abaf9 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=fcbfe4c1-3c8a-41de-a6d1-7a502d2b1953 HTTP/1.1" status: 200 len: 945 time: 0.0789890 Feb 10 23:13:45.005893 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c032c-ce3d-41c4-9763-cbb4f89c57be req-1670c324-0461-4061-936b-5238f30e530a tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:45.008040 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2d2c032c-ce3d-41c4-9763-cbb4f89c57be req-1670c324-0461-4061-936b-5238f30e530a tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/ports?device_id=f151e094-d715-43c4-b90d-eeee47381c23 HTTP/1.1" status: 200 len: 944 time: 0.0820920 Feb 10 23:13:45.010222 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['f81dfaa7-79b0-47c1-bb85-70016a44185c'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:13:45.048337 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-a1fe4563-edb0-4317-a2d3-fb1547237c74 req-7dc17b7c-4c63-416b-81e1-8b04852541f5 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7177c72-8315-4caf-932f-8baab10d4793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450709 Feb 10 23:13:45.060238 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2d2c032c-ce3d-41c4-9763-cbb4f89c57be req-01c5712b-5fec-47e7-82ad-e19006f3322e tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/security-groups?id=073e9d53-3290-422b-8853-683c9c137022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460367 Feb 10 23:13:45.093048 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 50308) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:45.243896 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9c145d1f-7ea7-4cb4-8a20-99d89be86108 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/floatingips/003dbdad-1ba0-4d86-adda-1e747cfdf6bb HTTP/1.1" status: 200 len: 992 time: 0.1494341 Feb 10 23:13:45.270944 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a3468-ed97-4dd6-a1df-f69d67f3eaf1 req-26693cae-0e1d-45ae-b2ef-ff7bf35a9640 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:45.272374 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a57a3468-ed97-4dd6-a1df-f69d67f3eaf1 req-26693cae-0e1d-45ae-b2ef-ff7bf35a9640 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=fcbfe4c1-3c8a-41de-a6d1-7a502d2b1953 HTTP/1.1" status: 200 len: 945 time: 0.0967722 Feb 10 23:13:45.319480 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a57a3468-ed97-4dd6-a1df-f69d67f3eaf1 req-946d7bd5-2d96-460e-ab69-d375e7071ebc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7177c72-8315-4caf-932f-8baab10d4793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409470 Feb 10 23:13:45.348464 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 50312) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:45.419413 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2e6e3302-d909-4196-bf87-396872a06bb8 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=fcbfe4c1-3c8a-41de-a6d1-7a502d2b1953 HTTP/1.1" status: 200 len: 1093 time: 0.0697565 Feb 10 23:13:45.422027 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 50316) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:45.427097 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-c672d6dc-695f-4751-842b-cc761c2275e7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'floatingip': {'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'port_id': 'aab20401-397f-4b5d-9f4b-55f37633ee3e', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:13:45.433621 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c672d6dc-695f-4751-842b-cc761c2275e7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:13:45.437784 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c672d6dc-695f-4751-842b-cc761c2275e7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:floatingip and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:13:45.440290 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c672d6dc-695f-4751-842b-cc761c2275e7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:13:45.446798 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c672d6dc-695f-4751-842b-cc761c2275e7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:13:45.502382 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c672d6dc-695f-4751-842b-cc761c2275e7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for floatingip, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:45.640600 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c672d6dc-695f-4751-842b-cc761c2275e7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:45.778442 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-c672d6dc-695f-4751-842b-cc761c2275e7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Allocated IP 172.26.8.213 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/564c4d03-9c63-4e30-89a1-aba390a5e745) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:13:45.920956 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c672d6dc-695f-4751-842b-cc761c2275e7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:46.021799 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c672d6dc-695f-4751-842b-cc761c2275e7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:46.044414 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:46.089280 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c672d6dc-695f-4751-842b-cc761c2275e7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:13:46.091740 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-c672d6dc-695f-4751-842b-cc761c2275e7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:13:46.095971 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c672d6dc-695f-4751-842b-cc761c2275e7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:13:46.121123 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c672d6dc-695f-4751-842b-cc761c2275e7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Port': ['ID=564c4d03-9c63-4e30-89a1-aba390a5e745,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:46.684935 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c672d6dc-695f-4751-842b-cc761c2275e7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:46.847401 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c672d6dc-695f-4751-842b-cc761c2275e7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:47.054748 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c672d6dc-695f-4751-842b-cc761c2275e7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:47.111222 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c672d6dc-695f-4751-842b-cc761c2275e7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:47.213813 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c672d6dc-695f-4751-842b-cc761c2275e7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Port': ['ID=564c4d03-9c63-4e30-89a1-aba390a5e745,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:47.227793 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c672d6dc-695f-4751-842b-cc761c2275e7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1734214'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:47.420050 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.l3_db [None req-c672d6dc-695f-4751-842b-cc761c2275e7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Floating IP 9a78a853-9792-42d3-93bf-63781559bca2 associated. External IP: 172.26.8.213, port: aab20401-397f-4b5d-9f4b-55f37633ee3e. Feb 10 23:13:47.437524 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device f81dfaa7-79b0-47c1-bb85-70016a44185c up at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:13:47.506369 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning complete for port f81dfaa7-79b0-47c1-bb85-70016a44185c triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:13:47.506832 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:47.623814 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:47.651665 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f151e094-d715-43c4-b90d-eeee47381c23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81dfaa7-79b0-47c1-bb85-70016a44185c'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:13:47.662001 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port f81dfaa7-79b0-47c1-bb85-70016a44185c, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=f81dfaa7-79b0-47c1-bb85-70016a44185c,segment=NetworkSegment(cf72fd90-9ca7-4764-b4a3-d3e6a3941767),segment_id=cf72fd90-9ca7-4764-b4a3-d3e6a3941767)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:13:47.707531 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f151e094-d715-43c4-b90d-eeee47381c23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81dfaa7-79b0-47c1-bb85-70016a44185c', 'code': 200} Feb 10 23:13:47.728611 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:47.800473 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=f81dfaa7-79b0-47c1-bb85-70016a44185c,revision_number=8']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:47.825416 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c672d6dc-695f-4751-842b-cc761c2275e7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Router 3eeeae8a-7078-40d0-833e-354b387d679a has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:13:48.025921 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c672d6dc-695f-4751-842b-cc761c2275e7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:13:48.035559 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f0b31d-36d9-4c58-9c60-80039a3cebbf None None] Sync routers for ids ['3eeeae8a-7078-40d0-833e-354b387d679a'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:13:48.050916 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f0b31d-36d9-4c58-9c60-80039a3cebbf None None] Routers {'3eeeae8a-7078-40d0-833e-354b387d679a'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:13:48.050916 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-85f0b31d-36d9-4c58-9c60-80039a3cebbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:13:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['3eeeae8a-7078-40d0-833e-354b387d679a'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:48.120792 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c672d6dc-695f-4751-842b-cc761c2275e7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:48.174630 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c672d6dc-695f-4751-842b-cc761c2275e7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7515526 Feb 10 23:13:48.175334 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcbfe4c1-3c8a-41de-a6d1-7a502d2b1953', 'tag': 'aab20401-397f-4b5d-9f4b-55f37633ee3e'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:13:48.177485 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50324) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:48.268179 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-85f0b31d-36d9-4c58-9c60-80039a3cebbf None None] Set router 3eeeae8a-7078-40d0-833e-354b387d679a gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:13:48.292687 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-491e05dd-47f8-492f-8c6c-c8ee24bfc059 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/floatingips/9a78a853-9792-42d3-93bf-63781559bca2 HTTP/1.1" status: 200 len: 991 time: 0.1138308 Feb 10 23:13:48.455998 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcbfe4c1-3c8a-41de-a6d1-7a502d2b1953', 'tag': 'aab20401-397f-4b5d-9f4b-55f37633ee3e', 'status': 'completed', 'code': 200} Feb 10 23:13:48.544880 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e7435e64-f639-4a4a-bc08-dcd3644130d6 req-76abdce0-8e31-422c-b653-60ec38584d24 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&device_id=fcbfe4c1-3c8a-41de-a6d1-7a502d2b1953 HTTP/1.1" status: 200 len: 1098 time: 0.0699561 Feb 10 23:13:48.626241 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-85f0b31d-36d9-4c58-9c60-80039a3cebbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eeeae8a-7078-40d0-833e-354b387d679a', 'name': 'tempest-TestNetworkBasicOps-router-1661407181', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.133'}], 'enable_snat': True}, 'gw_port_id': 'cc1bbb84-2434-4398-afb6-807c7f5b6fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:13:17Z', 'updated_at': '2022-02-10T23:13:24Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': 'cc1bbb84-2434-4398-afb6-807c7f5b6fa3', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ab:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eeeae8a-7078-40d0-833e-354b387d679a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:13:18Z', 'updated_at': '2022-02-10T23:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '9a78a853-9792-42d3-93bf-63781559bca2', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'floating_ip_address': '172.26.8.213', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '3eeeae8a-7078-40d0-833e-354b387d679a', 'port_id': 'aab20401-397f-4b5d-9f4b-55f37633ee3e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6032768-4d49-43b7-9744-bb820cc0ad8b', 'mac_address': 'fa:16:3e:82:78:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcbfe4c1-3c8a-41de-a6d1-7a502d2b1953', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:13:46Z', 'updated_at': '2022-02-10T23:13:46Z', 'revision_number': 0, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54eb230c-f6ec-438b-a3b0-56f2b138e1cf', 'name': '', 'network_id': 'c6032768-4d49-43b7-9744-bb820cc0ad8b', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:1c:bd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eeeae8a-7078-40d0-833e-354b387d679a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bf4a79c2-bd90-4240-a474-aec279f16f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:13:23Z', 'updated_at': '2022-02-10T23:13:34Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': 'bf4a79c2-bd90-4240-a474-aec279f16f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:48.630585 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f0b31d-36d9-4c58-9c60-80039a3cebbf None None] Checking router: 3eeeae8a-7078-40d0-833e-354b387d679a for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:13:48.642461 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f0b31d-36d9-4c58-9c60-80039a3cebbf None None] Routers {'3eeeae8a-7078-40d0-833e-354b387d679a'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:13:48.643458 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-85f0b31d-36d9-4c58-9c60-80039a3cebbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:13:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['3eeeae8a-7078-40d0-833e-354b387d679a'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:48.788461 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7435e64-f639-4a4a-bc08-dcd3644130d6 req-38dc35a0-17ac-4a61-a9ab-bd3aefe4b121 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:48.790424 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e7435e64-f639-4a4a-bc08-dcd3644130d6 req-38dc35a0-17ac-4a61-a9ab-bd3aefe4b121 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c6032768-4d49-43b7-9744-bb820cc0ad8b HTTP/1.1" status: 200 len: 898 time: 0.2298577 Feb 10 23:13:48.824616 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-85f0b31d-36d9-4c58-9c60-80039a3cebbf None None] Set router 3eeeae8a-7078-40d0-833e-354b387d679a gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:13:48.893877 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e7435e64-f639-4a4a-bc08-dcd3644130d6 req-3e59dbd5-4a83-493d-b2ba-89b6f638b4c7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aab20401-397f-4b5d-9f4b-55f37633ee3e HTTP/1.1" status: 200 len: 999 time: 0.0976233 Feb 10 23:13:48.971125 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7435e64-f639-4a4a-bc08-dcd3644130d6 req-e7daf254-ce04-4bde-8117-7331050a0fe1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:48.972583 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e7435e64-f639-4a4a-bc08-dcd3644130d6 req-e7daf254-ce04-4bde-8117-7331050a0fe1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bf4a79c2-bd90-4240-a474-aec279f16f0a HTTP/1.1" status: 200 len: 834 time: 0.0647039 Feb 10 23:13:49.052994 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e7435e64-f639-4a4a-bc08-dcd3644130d6 req-57e5c9af-fc06-4f6c-8260-d9958d0c2997 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c6032768-4d49-43b7-9744-bb820cc0ad8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713141 Feb 10 23:13:49.131709 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-885f9657-b5df-460f-a159-28bcf4f4c007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:49.193425 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e7435e64-f639-4a4a-bc08-dcd3644130d6 req-bd9cfaba-a71c-41b5-ab12-609c7457abbd service neutron] 10.222.0.37 "GET /v2.0/networks/c6032768-4d49-43b7-9744-bb820cc0ad8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340666 Feb 10 23:13:49.300166 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50332) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:49.332766 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e7435e64-f639-4a4a-bc08-dcd3644130d6 req-b79e3ded-da2e-48f2-ae90-f0a474a60233 service neutron] 10.222.0.37 "GET /v2.0/networks/c6032768-4d49-43b7-9744-bb820cc0ad8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323504 Feb 10 23:13:49.354847 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-85f0b31d-36d9-4c58-9c60-80039a3cebbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eeeae8a-7078-40d0-833e-354b387d679a', 'name': 'tempest-TestNetworkBasicOps-router-1661407181', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.133'}], 'enable_snat': True}, 'gw_port_id': 'cc1bbb84-2434-4398-afb6-807c7f5b6fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:13:17Z', 'updated_at': '2022-02-10T23:13:24Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': 'cc1bbb84-2434-4398-afb6-807c7f5b6fa3', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ab:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eeeae8a-7078-40d0-833e-354b387d679a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:13:18Z', 'updated_at': '2022-02-10T23:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '9a78a853-9792-42d3-93bf-63781559bca2', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'floating_ip_address': '172.26.8.213', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '3eeeae8a-7078-40d0-833e-354b387d679a', 'port_id': 'aab20401-397f-4b5d-9f4b-55f37633ee3e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6032768-4d49-43b7-9744-bb820cc0ad8b', 'mac_address': 'fa:16:3e:82:78:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcbfe4c1-3c8a-41de-a6d1-7a502d2b1953', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:13:46Z', 'updated_at': '2022-02-10T23:13:46Z', 'revision_number': 0, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54eb230c-f6ec-438b-a3b0-56f2b138e1cf', 'name': '', 'network_id': 'c6032768-4d49-43b7-9744-bb820cc0ad8b', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:1c:bd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eeeae8a-7078-40d0-833e-354b387d679a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bf4a79c2-bd90-4240-a474-aec279f16f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:13:23Z', 'updated_at': '2022-02-10T23:13:34Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': 'bf4a79c2-bd90-4240-a474-aec279f16f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:49.361344 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f0b31d-36d9-4c58-9c60-80039a3cebbf None None] The sync data for ids ['3eeeae8a-7078-40d0-833e-354b387d679a'] in dv-neutron-828797-1-hyperv is: [{'id': '3eeeae8a-7078-40d0-833e-354b387d679a', 'name': 'tempest-TestNetworkBasicOps-router-1661407181', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.133'}], 'enable_snat': True}, 'gw_port_id': 'cc1bbb84-2434-4398-afb6-807c7f5b6fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:13:17Z', 'updated_at': '2022-02-10T23:13:24Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': 'cc1bbb84-2434-4398-afb6-807c7f5b6fa3', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ab:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eeeae8a-7078-40d0-833e-354b387d679a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:13:18Z', 'updated_at': '2022-02-10T23:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '9a78a853-9792-42d3-93bf-63781559bca2', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'floating_ip_address': '172.26.8.213', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '3eeeae8a-7078-40d0-833e-354b387d679a', 'port_id': 'aab20401-397f-4b5d-9f4b-55f37633ee3e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6032768-4d49-43b7-9744-bb820cc0ad8b', 'mac_address': 'fa:16:3e:82:78:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcbfe4c1-3c8a-41de-a6d1-7a502d2b1953', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:13:46Z', 'updated_at': '2022-02-10T23:13:46Z', 'revision_number': 0, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54eb230c-f6ec-438b-a3b0-56f2b138e1cf', 'name': '', 'network_id': 'c6032768-4d49-43b7-9744-bb820cc0ad8b', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:1c:bd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eeeae8a-7078-40d0-833e-354b387d679a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bf4a79c2-bd90-4240-a474-aec279f16f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:13:23Z', 'updated_at': '2022-02-10T23:13:34Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': 'bf4a79c2-bd90-4240-a474-aec279f16f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:13:49.415223 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-e479c1f8-3fa2-4c80-bcee-b550dca22405 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/floatingips/9a78a853-9792-42d3-93bf-63781559bca2 HTTP/1.1" status: 200 len: 991 time: 0.1145756 Feb 10 23:13:49.568703 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b31241e-4491-44e1-9af1-7687277cdca9 None None] New status for floating IP 9a78a853-9792-42d3-93bf-63781559bca2: ACTIVE {{(pid=84335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 23:13:50.424059 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50336) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:50.532283 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-06d22b08-6320-45fe-8630-bf83ffc3a11e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/floatingips/9a78a853-9792-42d3-93bf-63781559bca2 HTTP/1.1" status: 200 len: 993 time: 0.1070623 Feb 10 23:13:51.238813 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-63c7ba29-e31b-47b3-90c5-9bc77d72a2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:52.443067 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:52.574097 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:53.976906 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:59.114105 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8ce51e6b-00c3-48f0-a6e1-41e84fd40e88 req-ab2d377b-3d4a-473d-8ee3-decd8c738261 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f151e094-d715-43c4-b90d-eeee47381c23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725620 Feb 10 23:13:59.251257 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8ce51e6b-00c3-48f0-a6e1-41e84fd40e88 req-7ad37993-a0d6-46fd-87e8-fe8effe93cc4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aad552d2f0f2493586140e0c79d4f122&device_id=f151e094-d715-43c4-b90d-eeee47381c23 HTTP/1.1" status: 200 len: 1098 time: 0.0671268 Feb 10 23:13:59.391988 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce51e6b-00c3-48f0-a6e1-41e84fd40e88 req-25ca1b75-98f1-476c-b14c-bc002c123f5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:59.393348 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8ce51e6b-00c3-48f0-a6e1-41e84fd40e88 req-25ca1b75-98f1-476c-b14c-bc002c123f5b service neutron] 10.222.0.37 "GET /v2.0/networks?id=48882fd5-5868-486e-893d-1a8aa44051f3 HTTP/1.1" status: 200 len: 897 time: 0.1250393 Feb 10 23:13:59.494074 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8ce51e6b-00c3-48f0-a6e1-41e84fd40e88 req-b2acda81-1f6b-41bd-85b5-607435246e2b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f81dfaa7-79b0-47c1-bb85-70016a44185c HTTP/1.1" status: 200 len: 1001 time: 0.0945249 Feb 10 23:13:59.553416 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce51e6b-00c3-48f0-a6e1-41e84fd40e88 req-7c6459d4-07de-4be9-a780-a7d8fd7ec213 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:59.554815 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8ce51e6b-00c3-48f0-a6e1-41e84fd40e88 req-7c6459d4-07de-4be9-a780-a7d8fd7ec213 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39a8aa73-f502-4cdf-9c3a-6faf2fcc3069 HTTP/1.1" status: 200 len: 835 time: 0.0556231 Feb 10 23:13:59.641816 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8ce51e6b-00c3-48f0-a6e1-41e84fd40e88 req-885dec49-da35-4a48-a98d-7b2f888035ce service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=48882fd5-5868-486e-893d-1a8aa44051f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720859 Feb 10 23:13:59.777536 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8ce51e6b-00c3-48f0-a6e1-41e84fd40e88 req-cd7199ad-c4a9-4002-8d0e-5a6f4f5aa1ca service neutron] 10.222.0.37 "GET /v2.0/networks/48882fd5-5868-486e-893d-1a8aa44051f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273921 Feb 10 23:13:59.908809 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8ce51e6b-00c3-48f0-a6e1-41e84fd40e88 req-27431fde-d65c-4071-9de5-4a963eefaf79 service neutron] 10.222.0.37 "GET /v2.0/networks/48882fd5-5868-486e-893d-1a8aa44051f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246443 Feb 10 23:14:07.211894 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:14:15.997796 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:19.034179 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-51d0ddd5-33b7-4be3-8fb9-bcd19a418a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:21.235680 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cdf0368f-d9c2-416b-9720-bf10ca80c0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:21.709287 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50366) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:14:21.898477 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-59ea6eb2-875f-41f6-a3bc-3fdae9ddde27 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/floatingips/9a78a853-9792-42d3-93bf-63781559bca2 HTTP/1.1" status: 200 len: 993 time: 0.1894948 Feb 10 23:14:22.175366 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 50374) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:14:22.413290 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:22.440564 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50380) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:14:22.465190 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-159ac944-5363-4a78-8a3c-07984dbb2607 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Deleting port 564c4d03-9c63-4e30-89a1-aba390a5e745 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:14:22.465492 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-159ac944-5363-4a78-8a3c-07984dbb2607 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:22.553591 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:22.637239 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-a5b870ed-ff2b-41e6-a1e7-3cf9ea580acf tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Deleting port 5c9316f5-8982-4157-93ca-f978b5f1245e {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:14:22.644038 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a5b870ed-ff2b-41e6-a1e7-3cf9ea580acf tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:22.645514 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-159ac944-5363-4a78-8a3c-07984dbb2607 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:22.645844 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-159ac944-5363-4a78-8a3c-07984dbb2607 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:22.765119 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-159ac944-5363-4a78-8a3c-07984dbb2607 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Calling delete_port for 564c4d03-9c63-4e30-89a1-aba390a5e745 owned by network:floatingip {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:14:22.805954 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a5b870ed-ff2b-41e6-a1e7-3cf9ea580acf tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:22.806516 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a5b870ed-ff2b-41e6-a1e7-3cf9ea580acf tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:22.924304 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-a5b870ed-ff2b-41e6-a1e7-3cf9ea580acf tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Calling delete_port for 5c9316f5-8982-4157-93ca-f978b5f1245e owned by network:floatingip {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:14:23.007036 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-159ac944-5363-4a78-8a3c-07984dbb2607 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:23.052804 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159ac944-5363-4a78-8a3c-07984dbb2607 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event deleted for resources: {'Port': ['ID=564c4d03-9c63-4e30-89a1-aba390a5e745,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:14:23.129414 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a5b870ed-ff2b-41e6-a1e7-3cf9ea580acf tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:23.144971 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-159ac944-5363-4a78-8a3c-07984dbb2607 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for floatingip, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:23.178424 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b870ed-ff2b-41e6-a1e7-3cf9ea580acf tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Pushing event deleted for resources: {'Port': ['ID=5c9316f5-8982-4157-93ca-f978b5f1245e,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:14:23.252258 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b870ed-ff2b-41e6-a1e7-3cf9ea580acf tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:14:23.252633 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b870ed-ff2b-41e6-a1e7-3cf9ea580acf tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:14:23.252973 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b870ed-ff2b-41e6-a1e7-3cf9ea580acf tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:14:23.253308 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b870ed-ff2b-41e6-a1e7-3cf9ea580acf tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:14:23.254188 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b870ed-ff2b-41e6-a1e7-3cf9ea580acf tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:14:23.254188 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b870ed-ff2b-41e6-a1e7-3cf9ea580acf tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:14:23.254386 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b870ed-ff2b-41e6-a1e7-3cf9ea580acf tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:14:23.254651 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b870ed-ff2b-41e6-a1e7-3cf9ea580acf tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:14:23.254971 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b870ed-ff2b-41e6-a1e7-3cf9ea580acf tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:14:23.255297 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b870ed-ff2b-41e6-a1e7-3cf9ea580acf tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:14:23.255612 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b870ed-ff2b-41e6-a1e7-3cf9ea580acf tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:14:23.286536 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a5b870ed-ff2b-41e6-a1e7-3cf9ea580acf tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks [] for floatingip, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:23.542188 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-159ac944-5363-4a78-8a3c-07984dbb2607 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Router 3eeeae8a-7078-40d0-833e-354b387d679a has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:14:23.686987 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b870ed-ff2b-41e6-a1e7-3cf9ea580acf tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Router 2b232533-1d11-40b8-b5d6-e7061995d8fc has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:14:23.743241 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159ac944-5363-4a78-8a3c-07984dbb2607 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:14:23.754540 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75b68b2-684d-49a9-bddc-6e12e460a336 None None] Sync routers for ids ['3eeeae8a-7078-40d0-833e-354b387d679a'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:14:23.766653 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75b68b2-684d-49a9-bddc-6e12e460a336 None None] Routers {'3eeeae8a-7078-40d0-833e-354b387d679a'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:14:23.767329 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-a75b68b2-684d-49a9-bddc-6e12e460a336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:14:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['3eeeae8a-7078-40d0-833e-354b387d679a'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:14:23.874225 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-159ac944-5363-4a78-8a3c-07984dbb2607 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:23.933196 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-159ac944-5363-4a78-8a3c-07984dbb2607 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "DELETE /v2.0/floatingips/9a78a853-9792-42d3-93bf-63781559bca2 HTTP/1.1" status: 204 len: 168 time: 1.7567437 Feb 10 23:14:23.933768 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcbfe4c1-3c8a-41de-a6d1-7a502d2b1953', 'tag': 'aab20401-397f-4b5d-9f4b-55f37633ee3e'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:14:24.007724 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcbfe4c1-3c8a-41de-a6d1-7a502d2b1953', 'tag': 'aab20401-397f-4b5d-9f4b-55f37633ee3e', 'status': 'completed', 'code': 200} Feb 10 23:14:24.009601 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b870ed-ff2b-41e6-a1e7-3cf9ea580acf tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:14:24.019600 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43aa8b55-b297-4110-b720-f5db3ff00cd5 None None] Sync routers for ids ['2b232533-1d11-40b8-b5d6-e7061995d8fc'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:14:24.035714 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43aa8b55-b297-4110-b720-f5db3ff00cd5 None None] Routers {'2b232533-1d11-40b8-b5d6-e7061995d8fc'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:14:24.037159 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-43aa8b55-b297-4110-b720-f5db3ff00cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:14:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['2b232533-1d11-40b8-b5d6-e7061995d8fc'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:14:24.044183 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:24.057117 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-a75b68b2-684d-49a9-bddc-6e12e460a336 None None] Set router 3eeeae8a-7078-40d0-833e-354b387d679a gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:14:24.120172 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5339f19a-7fd6-4071-a418-8d1bc0a7ac9d req-015c6b75-97e1-43dd-bb82-63a01d4056fb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&device_id=fcbfe4c1-3c8a-41de-a6d1-7a502d2b1953 HTTP/1.1" status: 200 len: 1098 time: 0.0886948 Feb 10 23:14:24.141318 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a5b870ed-ff2b-41e6-a1e7-3cf9ea580acf tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:24.248021 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-a5b870ed-ff2b-41e6-a1e7-3cf9ea580acf tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "DELETE /v2.0/floatingips/003dbdad-1ba0-4d86-adda-1e747cfdf6bb HTTP/1.1" status: 204 len: 168 time: 1.8145823 Feb 10 23:14:24.250906 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f151e094-d715-43c4-b90d-eeee47381c23', 'tag': 'f81dfaa7-79b0-47c1-bb85-70016a44185c'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:14:24.259138 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-43aa8b55-b297-4110-b720-f5db3ff00cd5 None None] Set router 2b232533-1d11-40b8-b5d6-e7061995d8fc gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:14:24.407724 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339f19a-7fd6-4071-a418-8d1bc0a7ac9d req-5391f789-3987-4b2a-a88a-b98e417c9766 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:14:24.408667 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5339f19a-7fd6-4071-a418-8d1bc0a7ac9d req-5391f789-3987-4b2a-a88a-b98e417c9766 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c6032768-4d49-43b7-9744-bb820cc0ad8b HTTP/1.1" status: 200 len: 898 time: 0.2818356 Feb 10 23:14:24.465982 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-a75b68b2-684d-49a9-bddc-6e12e460a336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eeeae8a-7078-40d0-833e-354b387d679a', 'name': 'tempest-TestNetworkBasicOps-router-1661407181', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.133'}], 'enable_snat': True}, 'gw_port_id': 'cc1bbb84-2434-4398-afb6-807c7f5b6fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:13:17Z', 'updated_at': '2022-02-10T23:13:24Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': 'cc1bbb84-2434-4398-afb6-807c7f5b6fa3', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ab:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eeeae8a-7078-40d0-833e-354b387d679a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:13:18Z', 'updated_at': '2022-02-10T23:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '54eb230c-f6ec-438b-a3b0-56f2b138e1cf', 'name': '', 'network_id': 'c6032768-4d49-43b7-9744-bb820cc0ad8b', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:1c:bd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eeeae8a-7078-40d0-833e-354b387d679a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bf4a79c2-bd90-4240-a474-aec279f16f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:13:23Z', 'updated_at': '2022-02-10T23:13:34Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': 'bf4a79c2-bd90-4240-a474-aec279f16f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:14:24.475506 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75b68b2-684d-49a9-bddc-6e12e460a336 None None] Checking router: 3eeeae8a-7078-40d0-833e-354b387d679a for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:14:24.481502 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75b68b2-684d-49a9-bddc-6e12e460a336 None None] Routers {'3eeeae8a-7078-40d0-833e-354b387d679a'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:14:24.482077 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-a75b68b2-684d-49a9-bddc-6e12e460a336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:14:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['3eeeae8a-7078-40d0-833e-354b387d679a'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:14:24.494751 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5339f19a-7fd6-4071-a418-8d1bc0a7ac9d req-c62bda0a-e4ad-41b6-839a-d547f295a734 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aab20401-397f-4b5d-9f4b-55f37633ee3e HTTP/1.1" status: 200 len: 217 time: 0.0732818 Feb 10 23:14:24.604858 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f151e094-d715-43c4-b90d-eeee47381c23', 'tag': 'f81dfaa7-79b0-47c1-bb85-70016a44185c', 'status': 'completed', 'code': 200} Feb 10 23:14:24.638390 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339f19a-7fd6-4071-a418-8d1bc0a7ac9d req-7caa6b95-c806-4cdd-9c22-e17f42fd093b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:14:24.645371 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5339f19a-7fd6-4071-a418-8d1bc0a7ac9d req-7caa6b95-c806-4cdd-9c22-e17f42fd093b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bf4a79c2-bd90-4240-a474-aec279f16f0a HTTP/1.1" status: 200 len: 834 time: 0.1422150 Feb 10 23:14:24.652825 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-43aa8b55-b297-4110-b720-f5db3ff00cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b232533-1d11-40b8-b5d6-e7061995d8fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008454244', 'tenant_id': 'aad552d2f0f2493586140e0c79d4f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': 'f41f9744-1df1-4196-896d-c30fdf049c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:12:20Z', 'updated_at': '2022-02-10T23:12:29Z', 'revision_number': 4, 'project_id': 'aad552d2f0f2493586140e0c79d4f122', 'gw_port': {'id': 'f41f9744-1df1-4196-896d-c30fdf049c2e', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b232533-1d11-40b8-b5d6-e7061995d8fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:12:21Z', 'updated_at': '2022-02-10T23:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '1b150729-de16-41ce-90b0-5034018a6ff8', 'name': '', 'network_id': '48882fd5-5868-486e-893d-1a8aa44051f3', 'tenant_id': 'aad552d2f0f2493586140e0c79d4f122', 'mac_address': 'fa:16:3e:1d:08:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b232533-1d11-40b8-b5d6-e7061995d8fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39a8aa73-f502-4cdf-9c3a-6faf2fcc3069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:12:27Z', 'updated_at': '2022-02-10T23:12:37Z', 'revision_number': 5, 'project_id': 'aad552d2f0f2493586140e0c79d4f122', 'subnets': [{'id': '39a8aa73-f502-4cdf-9c3a-6faf2fcc3069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:14:24.658322 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43aa8b55-b297-4110-b720-f5db3ff00cd5 None None] Checking router: 2b232533-1d11-40b8-b5d6-e7061995d8fc for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:14:24.674238 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43aa8b55-b297-4110-b720-f5db3ff00cd5 None None] Routers {'2b232533-1d11-40b8-b5d6-e7061995d8fc'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:14:24.674993 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-43aa8b55-b297-4110-b720-f5db3ff00cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:14:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['2b232533-1d11-40b8-b5d6-e7061995d8fc'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:14:24.678769 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-a75b68b2-684d-49a9-bddc-6e12e460a336 None None] Set router 3eeeae8a-7078-40d0-833e-354b387d679a gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:14:24.882094 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5339f19a-7fd6-4071-a418-8d1bc0a7ac9d req-d8f7a319-6a94-4a46-bf09-b3748d47d69d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c6032768-4d49-43b7-9744-bb820cc0ad8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1705606 Feb 10 23:14:24.914425 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-43aa8b55-b297-4110-b720-f5db3ff00cd5 None None] Set router 2b232533-1d11-40b8-b5d6-e7061995d8fc gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:14:24.928504 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04deae89-e74d-43ea-87b1-517bfc2be8b8 req-367722fd-f32b-4002-b86b-dc972757b071 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:14:24.929221 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-04deae89-e74d-43ea-87b1-517bfc2be8b8 req-367722fd-f32b-4002-b86b-dc972757b071 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Synchronizing usage tracker for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:14:24.934338 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-453349d4-6d5d-40bd-80ec-d89df31d9bea req-6583d59f-25af-4332-b931-a205597abc36 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aad552d2f0f2493586140e0c79d4f122&device_id=f151e094-d715-43c4-b90d-eeee47381c23 HTTP/1.1" status: 200 len: 1098 time: 0.2995009 Feb 10 23:14:25.043761 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-a75b68b2-684d-49a9-bddc-6e12e460a336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eeeae8a-7078-40d0-833e-354b387d679a', 'name': 'tempest-TestNetworkBasicOps-router-1661407181', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.133'}], 'enable_snat': True}, 'gw_port_id': 'cc1bbb84-2434-4398-afb6-807c7f5b6fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:13:17Z', 'updated_at': '2022-02-10T23:13:24Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': 'cc1bbb84-2434-4398-afb6-807c7f5b6fa3', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ab:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eeeae8a-7078-40d0-833e-354b387d679a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:13:18Z', 'updated_at': '2022-02-10T23:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '54eb230c-f6ec-438b-a3b0-56f2b138e1cf', 'name': '', 'network_id': 'c6032768-4d49-43b7-9744-bb820cc0ad8b', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:1c:bd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eeeae8a-7078-40d0-833e-354b387d679a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bf4a79c2-bd90-4240-a474-aec279f16f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:13:23Z', 'updated_at': '2022-02-10T23:13:34Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': 'bf4a79c2-bd90-4240-a474-aec279f16f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:14:25.047795 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091616ce-f221-433b-9e6d-cbd3e10a56c7 req-9d92f5f5-b594-465f-af30-b0a838948d8c tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:14:25.048246 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-091616ce-f221-433b-9e6d-cbd3e10a56c7 req-9d92f5f5-b594-465f-af30-b0a838948d8c tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Synchronizing usage tracker for tenant:aad552d2f0f2493586140e0c79d4f122 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:14:25.054164 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75b68b2-684d-49a9-bddc-6e12e460a336 None None] The sync data for ids ['3eeeae8a-7078-40d0-833e-354b387d679a'] in dv-neutron-828797-1-hyperv is: [{'id': '3eeeae8a-7078-40d0-833e-354b387d679a', 'name': 'tempest-TestNetworkBasicOps-router-1661407181', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.133'}], 'enable_snat': True}, 'gw_port_id': 'cc1bbb84-2434-4398-afb6-807c7f5b6fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:13:17Z', 'updated_at': '2022-02-10T23:13:24Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': 'cc1bbb84-2434-4398-afb6-807c7f5b6fa3', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ab:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eeeae8a-7078-40d0-833e-354b387d679a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:13:18Z', 'updated_at': '2022-02-10T23:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '54eb230c-f6ec-438b-a3b0-56f2b138e1cf', 'name': '', 'network_id': 'c6032768-4d49-43b7-9744-bb820cc0ad8b', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:1c:bd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eeeae8a-7078-40d0-833e-354b387d679a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bf4a79c2-bd90-4240-a474-aec279f16f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:13:23Z', 'updated_at': '2022-02-10T23:13:34Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': 'bf4a79c2-bd90-4240-a474-aec279f16f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:14:25.128654 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-091616ce-f221-433b-9e6d-cbd3e10a56c7 req-9d92f5f5-b594-465f-af30-b0a838948d8c tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Unset dirty status for tenant:aad552d2f0f2493586140e0c79d4f122 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:14:25.129401 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-091616ce-f221-433b-9e6d-cbd3e10a56c7 req-9d92f5f5-b594-465f-af30-b0a838948d8c tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/ports?device_id=f151e094-d715-43c4-b90d-eeee47381c23 HTTP/1.1" status: 200 len: 945 time: 0.1780779 Feb 10 23:14:25.160213 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5339f19a-7fd6-4071-a418-8d1bc0a7ac9d req-327b1520-f39b-4cc6-b336-8a870bac1cb5 service neutron] 10.222.0.37 "GET /v2.0/networks/c6032768-4d49-43b7-9744-bb820cc0ad8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675343 Feb 10 23:14:25.200482 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-091616ce-f221-433b-9e6d-cbd3e10a56c7 req-4c67eef5-673a-40d6-851e-623bc2be45cd tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/security-groups?id=073e9d53-3290-422b-8853-683c9c137022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654604 Feb 10 23:14:25.204388 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-04deae89-e74d-43ea-87b1-517bfc2be8b8 req-367722fd-f32b-4002-b86b-dc972757b071 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Unset dirty status for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:14:25.209019 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-04deae89-e74d-43ea-87b1-517bfc2be8b8 req-367722fd-f32b-4002-b86b-dc972757b071 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=fcbfe4c1-3c8a-41de-a6d1-7a502d2b1953 HTTP/1.1" status: 200 len: 945 time: 0.4471796 Feb 10 23:14:25.269733 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453349d4-6d5d-40bd-80ec-d89df31d9bea req-8a3a8777-2264-492c-85c7-5752a1629691 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:14:25.271355 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-453349d4-6d5d-40bd-80ec-d89df31d9bea req-8a3a8777-2264-492c-85c7-5752a1629691 service neutron] 10.222.0.37 "GET /v2.0/networks?id=48882fd5-5868-486e-893d-1a8aa44051f3 HTTP/1.1" status: 200 len: 897 time: 0.2820899 Feb 10 23:14:25.344205 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-43aa8b55-b297-4110-b720-f5db3ff00cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b232533-1d11-40b8-b5d6-e7061995d8fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008454244', 'tenant_id': 'aad552d2f0f2493586140e0c79d4f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': 'f41f9744-1df1-4196-896d-c30fdf049c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:12:20Z', 'updated_at': '2022-02-10T23:12:29Z', 'revision_number': 4, 'project_id': 'aad552d2f0f2493586140e0c79d4f122', 'gw_port': {'id': 'f41f9744-1df1-4196-896d-c30fdf049c2e', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b232533-1d11-40b8-b5d6-e7061995d8fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:12:21Z', 'updated_at': '2022-02-10T23:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '1b150729-de16-41ce-90b0-5034018a6ff8', 'name': '', 'network_id': '48882fd5-5868-486e-893d-1a8aa44051f3', 'tenant_id': 'aad552d2f0f2493586140e0c79d4f122', 'mac_address': 'fa:16:3e:1d:08:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b232533-1d11-40b8-b5d6-e7061995d8fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39a8aa73-f502-4cdf-9c3a-6faf2fcc3069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:12:27Z', 'updated_at': '2022-02-10T23:12:37Z', 'revision_number': 5, 'project_id': 'aad552d2f0f2493586140e0c79d4f122', 'subnets': [{'id': '39a8aa73-f502-4cdf-9c3a-6faf2fcc3069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:14:25.348775 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43aa8b55-b297-4110-b720-f5db3ff00cd5 None None] The sync data for ids ['2b232533-1d11-40b8-b5d6-e7061995d8fc'] in dv-neutron-828797-1-hyperv is: [{'id': '2b232533-1d11-40b8-b5d6-e7061995d8fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008454244', 'tenant_id': 'aad552d2f0f2493586140e0c79d4f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': 'f41f9744-1df1-4196-896d-c30fdf049c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:12:20Z', 'updated_at': '2022-02-10T23:12:29Z', 'revision_number': 4, 'project_id': 'aad552d2f0f2493586140e0c79d4f122', 'gw_port': {'id': 'f41f9744-1df1-4196-896d-c30fdf049c2e', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b232533-1d11-40b8-b5d6-e7061995d8fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:12:21Z', 'updated_at': '2022-02-10T23:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '1b150729-de16-41ce-90b0-5034018a6ff8', 'name': '', 'network_id': '48882fd5-5868-486e-893d-1a8aa44051f3', 'tenant_id': 'aad552d2f0f2493586140e0c79d4f122', 'mac_address': 'fa:16:3e:1d:08:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b232533-1d11-40b8-b5d6-e7061995d8fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39a8aa73-f502-4cdf-9c3a-6faf2fcc3069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:12:27Z', 'updated_at': '2022-02-10T23:12:37Z', 'revision_number': 5, 'project_id': 'aad552d2f0f2493586140e0c79d4f122', 'subnets': [{'id': '39a8aa73-f502-4cdf-9c3a-6faf2fcc3069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:14:25.365274 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c81236-10bc-48dd-8b27-115ab1c46a10 None None] New status for floating IP 9a78a853-9792-42d3-93bf-63781559bca2: DOWN {{(pid=84334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 23:14:25.396711 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-453349d4-6d5d-40bd-80ec-d89df31d9bea req-e209388f-21f4-483b-8018-da45b9c4f917 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f81dfaa7-79b0-47c1-bb85-70016a44185c HTTP/1.1" status: 200 len: 217 time: 0.0934117 Feb 10 23:14:25.468325 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-04deae89-e74d-43ea-87b1-517bfc2be8b8 req-ff270dfd-0a38-4e12-b2ea-a41829765f0a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7177c72-8315-4caf-932f-8baab10d4793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1960092 Feb 10 23:14:25.484498 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5339f19a-7fd6-4071-a418-8d1bc0a7ac9d req-d85bbb3c-9394-4704-b496-87cf8d4923af service neutron] 10.222.0.37 "GET /v2.0/networks/c6032768-4d49-43b7-9744-bb820cc0ad8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082819 Feb 10 23:14:25.497286 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453349d4-6d5d-40bd-80ec-d89df31d9bea req-63047b24-a51e-40bd-bdd6-c59e7a96a677 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:14:25.498991 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-453349d4-6d5d-40bd-80ec-d89df31d9bea req-63047b24-a51e-40bd-bdd6-c59e7a96a677 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39a8aa73-f502-4cdf-9c3a-6faf2fcc3069 HTTP/1.1" status: 200 len: 835 time: 0.0948465 Feb 10 23:14:25.594242 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-453349d4-6d5d-40bd-80ec-d89df31d9bea req-5f23b430-6ab7-4d86-9e3b-14d5c6d321a2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=48882fd5-5868-486e-893d-1a8aa44051f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0890200 Feb 10 23:14:25.647705 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efc11d0-da62-4671-b4b4-120107437ba0 None None] New status for floating IP 003dbdad-1ba0-4d86-adda-1e747cfdf6bb: DOWN {{(pid=84335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 23:14:25.729889 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-453349d4-6d5d-40bd-80ec-d89df31d9bea req-f6c9103c-4081-4874-89d0-1a80afb7f403 service neutron] 10.222.0.37 "GET /v2.0/networks/48882fd5-5868-486e-893d-1a8aa44051f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291983 Feb 10 23:14:25.862603 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-453349d4-6d5d-40bd-80ec-d89df31d9bea req-de8b6d26-3b57-4862-abf1-816d60e7c445 service neutron] 10.222.0.37 "GET /v2.0/networks/48882fd5-5868-486e-893d-1a8aa44051f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251161 Feb 10 23:14:26.057198 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4f4c3-4308-499d-a6cf-2cd62a50f945 req-701da0d2-115b-4f33-8d99-4bf802f0ffa0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:14:26.058592 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-84d4f4c3-4308-499d-a6cf-2cd62a50f945 req-701da0d2-115b-4f33-8d99-4bf802f0ffa0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcbfe4c1-3c8a-41de-a6d1-7a502d2b1953 HTTP/1.1" status: 200 len: 945 time: 0.0764952 Feb 10 23:14:26.131052 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-84d4f4c3-4308-499d-a6cf-2cd62a50f945 req-084d9dd5-63f3-4ff5-8ff9-d979ea512aaf tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Deleting port aab20401-397f-4b5d-9f4b-55f37633ee3e {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:14:26.131535 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-84d4f4c3-4308-499d-a6cf-2cd62a50f945 req-084d9dd5-63f3-4ff5-8ff9-d979ea512aaf tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:26.401630 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1547f-5a3b-4462-91e3-63e508dc4dde req-04978a72-ae45-4de1-8521-f9e2fb262105 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:14:26.403085 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-42d1547f-5a3b-4462-91e3-63e508dc4dde req-04978a72-ae45-4de1-8521-f9e2fb262105 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/ports?device_id=f151e094-d715-43c4-b90d-eeee47381c23 HTTP/1.1" status: 200 len: 945 time: 0.0801935 Feb 10 23:14:26.452612 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-42d1547f-5a3b-4462-91e3-63e508dc4dde req-1b412bef-8dbb-4a44-9ee9-bff9d116dfa5 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/security-groups?id=073e9d53-3290-422b-8853-683c9c137022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433848 Feb 10 23:14:26.484393 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257a68a5-3530-4ba4-9d6d-1163e0c57ee3 req-7d07429e-5ae5-474a-895e-a8fe04226bd0 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:14:26.485796 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-257a68a5-3530-4ba4-9d6d-1163e0c57ee3 req-7d07429e-5ae5-474a-895e-a8fe04226bd0 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.37 "GET /v2.0/ports?device_id=f151e094-d715-43c4-b90d-eeee47381c23 HTTP/1.1" status: 200 len: 945 time: 0.2270987 Feb 10 23:14:26.596003 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-257a68a5-3530-4ba4-9d6d-1163e0c57ee3 req-0f82fc40-e50d-4753-8484-bc57030a5c1f tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Deleting port f81dfaa7-79b0-47c1-bb85-70016a44185c {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:14:26.596510 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-257a68a5-3530-4ba4-9d6d-1163e0c57ee3 req-0f82fc40-e50d-4753-8484-bc57030a5c1f tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:26.699429 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-84d4f4c3-4308-499d-a6cf-2cd62a50f945 req-084d9dd5-63f3-4ff5-8ff9-d979ea512aaf tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] For port aab20401-397f-4b5d-9f4b-55f37633ee3e, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=aab20401-397f-4b5d-9f4b-55f37633ee3e,segment=NetworkSegment(b0639970-dd24-49ed-b976-182be34222a0),segment_id=b0639970-dd24-49ed-b976-182be34222a0)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:14:26.710895 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-84d4f4c3-4308-499d-a6cf-2cd62a50f945 req-084d9dd5-63f3-4ff5-8ff9-d979ea512aaf tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:26.837658 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-84d4f4c3-4308-499d-a6cf-2cd62a50f945 req-084d9dd5-63f3-4ff5-8ff9-d979ea512aaf tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Calling delete_port for aab20401-397f-4b5d-9f4b-55f37633ee3e owned by compute:nova {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:14:27.062757 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c51ac8-4493-4574-b18d-73e852d6b0c9 req-93c97703-f972-43ab-af79-897c1d81ceff tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:14:27.067392 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b6c51ac8-4493-4574-b18d-73e852d6b0c9 req-93c97703-f972-43ab-af79-897c1d81ceff tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=fcbfe4c1-3c8a-41de-a6d1-7a502d2b1953 HTTP/1.1" status: 200 len: 945 time: 0.4325976 Feb 10 23:14:27.186429 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-257a68a5-3530-4ba4-9d6d-1163e0c57ee3 req-0f82fc40-e50d-4753-8484-bc57030a5c1f tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] For port f81dfaa7-79b0-47c1-bb85-70016a44185c, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=f81dfaa7-79b0-47c1-bb85-70016a44185c,segment=NetworkSegment(cf72fd90-9ca7-4764-b4a3-d3e6a3941767),segment_id=cf72fd90-9ca7-4764-b4a3-d3e6a3941767)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:14:27.186839 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-257a68a5-3530-4ba4-9d6d-1163e0c57ee3 req-0f82fc40-e50d-4753-8484-bc57030a5c1f tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:27.259994 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b6c51ac8-4493-4574-b18d-73e852d6b0c9 req-5e4f7114-bacc-414f-a275-5d563448d711 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7177c72-8315-4caf-932f-8baab10d4793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1887479 Feb 10 23:14:27.319723 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-257a68a5-3530-4ba4-9d6d-1163e0c57ee3 req-0f82fc40-e50d-4753-8484-bc57030a5c1f tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Calling delete_port for f81dfaa7-79b0-47c1-bb85-70016a44185c owned by compute:nova {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:14:27.345696 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-84d4f4c3-4308-499d-a6cf-2cd62a50f945 req-084d9dd5-63f3-4ff5-8ff9-d979ea512aaf tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:27.415502 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d9dd5-63f3-4ff5-8ff9-d979ea512aaf tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event deleted for resources: {'Port': ['ID=aab20401-397f-4b5d-9f4b-55f37633ee3e,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:14:27.511490 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d4f4c3-4308-499d-a6cf-2cd62a50f945 req-084d9dd5-63f3-4ff5-8ff9-d979ea512aaf tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] No DVR routers for this DVR port aab20401-397f-4b5d-9f4b-55f37633ee3e on host hv-neutron-8287 {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:14:27.513542 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-84d4f4c3-4308-499d-a6cf-2cd62a50f945 req-084d9dd5-63f3-4ff5-8ff9-d979ea512aaf tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:27.516336 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcbfe4c1-3c8a-41de-a6d1-7a502d2b1953', 'name': 'network-vif-deleted', 'tag': 'aab20401-397f-4b5d-9f4b-55f37633ee3e'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:14:27.610231 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcbfe4c1-3c8a-41de-a6d1-7a502d2b1953', 'name': 'network-vif-deleted', 'tag': 'aab20401-397f-4b5d-9f4b-55f37633ee3e', 'status': 'completed', 'code': 200} Feb 10 23:14:27.662754 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d951f60-5224-4804-b1ef-bafaa50bc87b req-7d6b7a25-9982-48eb-9145-4fb2416a16c7 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:14:27.663756 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-9d951f60-5224-4804-b1ef-bafaa50bc87b req-7d6b7a25-9982-48eb-9145-4fb2416a16c7 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/ports?device_id=f151e094-d715-43c4-b90d-eeee47381c23 HTTP/1.1" status: 200 len: 945 time: 0.0767064 Feb 10 23:14:27.709358 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-9d951f60-5224-4804-b1ef-bafaa50bc87b req-8a9bbeb1-5712-4ea8-b97e-85cefec29dc1 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/security-groups?id=073e9d53-3290-422b-8853-683c9c137022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402379 Feb 10 23:14:27.768373 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-84d4f4c3-4308-499d-a6cf-2cd62a50f945 req-084d9dd5-63f3-4ff5-8ff9-d979ea512aaf tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.37 "DELETE /v2.0/ports/aab20401-397f-4b5d-9f4b-55f37633ee3e HTTP/1.1" status: 204 len: 173 time: 1.7041450 Feb 10 23:14:27.770640 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-257a68a5-3530-4ba4-9d6d-1163e0c57ee3 req-0f82fc40-e50d-4753-8484-bc57030a5c1f tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:27.822464 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f82fc40-e50d-4753-8484-bc57030a5c1f tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Pushing event deleted for resources: {'Port': ['ID=f81dfaa7-79b0-47c1-bb85-70016a44185c,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:14:27.996039 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-257a68a5-3530-4ba4-9d6d-1163e0c57ee3 req-0f82fc40-e50d-4753-8484-bc57030a5c1f tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] No DVR routers for this DVR port f81dfaa7-79b0-47c1-bb85-70016a44185c on host hv-neutron-8287 {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:14:27.998393 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-257a68a5-3530-4ba4-9d6d-1163e0c57ee3 req-0f82fc40-e50d-4753-8484-bc57030a5c1f tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:28.055835 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-257a68a5-3530-4ba4-9d6d-1163e0c57ee3 req-0f82fc40-e50d-4753-8484-bc57030a5c1f tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.37 "DELETE /v2.0/ports/f81dfaa7-79b0-47c1-bb85-70016a44185c HTTP/1.1" status: 204 len: 173 time: 1.5639563 Feb 10 23:14:28.446048 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-aea1ed21-1451-487b-91b1-27011bb2ae8e req-5e81e79c-faf9-4942-b94c-276c44b2cede tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Synchronizing usage tracker for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:14:28.615140 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-aea1ed21-1451-487b-91b1-27011bb2ae8e req-5e81e79c-faf9-4942-b94c-276c44b2cede tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Unset dirty status for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:14:28.619382 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-aea1ed21-1451-487b-91b1-27011bb2ae8e req-5e81e79c-faf9-4942-b94c-276c44b2cede tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=fcbfe4c1-3c8a-41de-a6d1-7a502d2b1953 HTTP/1.1" status: 200 len: 210 time: 0.2104056 Feb 10 23:14:28.887471 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-23b6928e-e49f-496c-8b19-252f7e2d199b req-5e76dc9a-d77a-43fc-b50a-60dfdd18dd21 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "GET /v2.0/ports?device_id=f151e094-d715-43c4-b90d-eeee47381c23 HTTP/1.1" status: 200 len: 210 time: 0.0409780 Feb 10 23:14:29.611403 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f151e094-d715-43c4-b90d-eeee47381c23', 'name': 'network-vif-deleted', 'tag': 'f81dfaa7-79b0-47c1-bb85-70016a44185c'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:14:29.666582 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f151e094-d715-43c4-b90d-eeee47381c23', 'name': 'network-vif-deleted', 'tag': 'f81dfaa7-79b0-47c1-bb85-70016a44185c', 'status': 'completed', 'code': 200} Feb 10 23:14:29.670609 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device aab20401-397f-4b5d-9f4b-55f37633ee3e no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:14:29.704760 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] No Port match for: aab20401-397f-4b5d-9f4b-55f37633ee3e {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:14:29.705097 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device aab20401-397f-4b5d-9f4b-55f37633ee3e not bound to the agent host hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:14:29.706426 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device f81dfaa7-79b0-47c1-bb85-70016a44185c no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:14:29.736887 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50414) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:14:29.739675 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] No Port match for: f81dfaa7-79b0-47c1-bb85-70016a44185c {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:14:29.739802 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device f81dfaa7-79b0-47c1-bb85-70016a44185c not bound to the agent host hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:14:29.808860 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d7c10a86-c98a-4496-99d4-62db59c09924 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:29.837584 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d7c10a86-c98a-4496-99d4-62db59c09924 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:29.956327 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d7c10a86-c98a-4496-99d4-62db59c09924 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:29.974866 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c10a86-c98a-4496-99d4-62db59c09924 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7177c72-8315-4caf-932f-8baab10d4793,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:14:29.998838 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 50420) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:14:30.071551 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d7c10a86-c98a-4496-99d4-62db59c09924 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:30.072751 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-d7c10a86-c98a-4496-99d4-62db59c09924 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "DELETE /v2.0/security-groups/e7177c72-8315-4caf-932f-8baab10d4793 HTTP/1.1" status: 204 len: 168 time: 0.3346910 Feb 10 23:14:30.173190 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 50426) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:14:30.728056 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-489d3c48-a35d-4c79-9f60-c71bb7699e4a tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732944'] for router_interface, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:30.926332 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-05c12db3-c7ba-464f-abb6-541de25402e1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732944'] for router_interface, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:31.939945 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-489d3c48-a35d-4c79-9f60-c71bb7699e4a tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Deleting port 1b150729-de16-41ce-90b0-5034018a6ff8 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:14:31.940684 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-489d3c48-a35d-4c79-9f60-c71bb7699e4a tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:32.192514 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-489d3c48-a35d-4c79-9f60-c71bb7699e4a tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] For port 1b150729-de16-41ce-90b0-5034018a6ff8, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=1b150729-de16-41ce-90b0-5034018a6ff8,segment=NetworkSegment(cf72fd90-9ca7-4764-b4a3-d3e6a3941767),segment_id=cf72fd90-9ca7-4764-b4a3-d3e6a3941767)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:14:32.192845 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-489d3c48-a35d-4c79-9f60-c71bb7699e4a tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:32.208301 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-05c12db3-c7ba-464f-abb6-541de25402e1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Deleting port 54eb230c-f6ec-438b-a3b0-56f2b138e1cf {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:14:32.208660 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-05c12db3-c7ba-464f-abb6-541de25402e1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:32.351020 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-489d3c48-a35d-4c79-9f60-c71bb7699e4a tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Calling delete_port for 1b150729-de16-41ce-90b0-5034018a6ff8 owned by network:router_interface {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:14:32.578727 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-05c12db3-c7ba-464f-abb6-541de25402e1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] For port 54eb230c-f6ec-438b-a3b0-56f2b138e1cf, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=54eb230c-f6ec-438b-a3b0-56f2b138e1cf,segment=NetworkSegment(b0639970-dd24-49ed-b976-182be34222a0),segment_id=b0639970-dd24-49ed-b976-182be34222a0)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:14:32.579458 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-05c12db3-c7ba-464f-abb6-541de25402e1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:32.703244 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-05c12db3-c7ba-464f-abb6-541de25402e1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Calling delete_port for 54eb230c-f6ec-438b-a3b0-56f2b138e1cf owned by network:router_interface {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:14:33.008778 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-489d3c48-a35d-4c79-9f60-c71bb7699e4a tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:33.065786 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489d3c48-a35d-4c79-9f60-c71bb7699e4a tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Pushing event deleted for resources: {'Port': ['ID=1b150729-de16-41ce-90b0-5034018a6ff8,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:14:33.132945 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-05c12db3-c7ba-464f-abb6-541de25402e1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:33.199774 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c12db3-c7ba-464f-abb6-541de25402e1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event deleted for resources: {'Port': ['ID=54eb230c-f6ec-438b-a3b0-56f2b138e1cf,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:14:33.647199 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-489d3c48-a35d-4c79-9f60-c71bb7699e4a tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2767638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733091'] for router_interface, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:33.711910 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-05c12db3-c7ba-464f-abb6-541de25402e1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2767638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733091'] for router_interface, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:34.814112 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05c12db3-c7ba-464f-abb6-541de25402e1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Router 3eeeae8a-7078-40d0-833e-354b387d679a has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:14:34.825430 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-489d3c48-a35d-4c79-9f60-c71bb7699e4a tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Router 2b232533-1d11-40b8-b5d6-e7061995d8fc has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:14:35.184046 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c12db3-c7ba-464f-abb6-541de25402e1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:14:35.194807 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0296d9-4cf0-4770-b0e7-1ad03ae3427e None None] Sync routers for ids ['3eeeae8a-7078-40d0-833e-354b387d679a'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:14:35.204245 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489d3c48-a35d-4c79-9f60-c71bb7699e4a tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:14:35.207353 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0296d9-4cf0-4770-b0e7-1ad03ae3427e None None] Routers {'3eeeae8a-7078-40d0-833e-354b387d679a'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:14:35.207973 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-0b0296d9-4cf0-4770-b0e7-1ad03ae3427e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:14:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['3eeeae8a-7078-40d0-833e-354b387d679a'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:14:35.210319 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-489d3c48-a35d-4c79-9f60-c71bb7699e4a tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "PUT /v2.0/routers/2b232533-1d11-40b8-b5d6-e7061995d8fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2093754 Feb 10 23:14:35.214147 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4856f4-e5eb-451e-892e-b4bea379942b None None] Sync routers for ids ['2b232533-1d11-40b8-b5d6-e7061995d8fc'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:14:35.221694 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50430) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:14:35.226708 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4856f4-e5eb-451e-892e-b4bea379942b None None] Routers {'2b232533-1d11-40b8-b5d6-e7061995d8fc'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:14:35.227281 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-5f4856f4-e5eb-451e-892e-b4bea379942b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:14:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['2b232533-1d11-40b8-b5d6-e7061995d8fc'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:14:35.268329 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-05c12db3-c7ba-464f-abb6-541de25402e1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "PUT /v2.0/routers/3eeeae8a-7078-40d0-833e-354b387d679a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0940557 Feb 10 23:14:35.271551 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 50434) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:14:35.440000 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-5f4856f4-e5eb-451e-892e-b4bea379942b None None] Set router 2b232533-1d11-40b8-b5d6-e7061995d8fc gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:14:35.462456 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-0b0296d9-4cf0-4770-b0e7-1ad03ae3427e None None] Set router 3eeeae8a-7078-40d0-833e-354b387d679a gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:14:35.471467 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8dd4b5f-37bb-4e15-ba01-f06343db28b8 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Deleting subnet 39a8aa73-f502-4cdf-9c3a-6faf2fcc3069 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:14:35.475055 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e8dd4b5f-37bb-4e15-ba01-f06343db28b8 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:35.577881 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e8dd4b5f-37bb-4e15-ba01-f06343db28b8 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31983416'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:35.617664 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba858d54-00da-4949-887c-6d19cb603937 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Deleting subnet bf4a79c2-bd90-4240-a474-aec279f16f0a {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:14:35.622079 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ba858d54-00da-4949-887c-6d19cb603937 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:35.692647 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ba858d54-00da-4949-887c-6d19cb603937 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:35.714364 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e8dd4b5f-37bb-4e15-ba01-f06343db28b8 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:35.806143 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-5f4856f4-e5eb-451e-892e-b4bea379942b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b232533-1d11-40b8-b5d6-e7061995d8fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008454244', 'tenant_id': 'aad552d2f0f2493586140e0c79d4f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': 'f41f9744-1df1-4196-896d-c30fdf049c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:12:20Z', 'updated_at': '2022-02-10T23:14:32Z', 'revision_number': 5, 'project_id': 'aad552d2f0f2493586140e0c79d4f122', 'gw_port': {'id': 'f41f9744-1df1-4196-896d-c30fdf049c2e', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b232533-1d11-40b8-b5d6-e7061995d8fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:12:21Z', 'updated_at': '2022-02-10T23:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:14:35.806601 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ba858d54-00da-4949-887c-6d19cb603937 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:35.813307 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4856f4-e5eb-451e-892e-b4bea379942b None None] Checking router: 2b232533-1d11-40b8-b5d6-e7061995d8fc for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:14:35.824735 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-0b0296d9-4cf0-4770-b0e7-1ad03ae3427e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eeeae8a-7078-40d0-833e-354b387d679a', 'name': 'tempest-TestNetworkBasicOps-router-1661407181', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.133'}], 'enable_snat': True}, 'gw_port_id': 'cc1bbb84-2434-4398-afb6-807c7f5b6fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:13:17Z', 'updated_at': '2022-02-10T23:14:32Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': 'cc1bbb84-2434-4398-afb6-807c7f5b6fa3', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ab:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eeeae8a-7078-40d0-833e-354b387d679a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:13:18Z', 'updated_at': '2022-02-10T23:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:14:35.825003 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0296d9-4cf0-4770-b0e7-1ad03ae3427e None None] Checking router: 3eeeae8a-7078-40d0-833e-354b387d679a for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:14:35.829605 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4856f4-e5eb-451e-892e-b4bea379942b None None] Routers {'2b232533-1d11-40b8-b5d6-e7061995d8fc'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:14:35.830423 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-5f4856f4-e5eb-451e-892e-b4bea379942b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:14:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['2b232533-1d11-40b8-b5d6-e7061995d8fc'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:14:35.835958 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0296d9-4cf0-4770-b0e7-1ad03ae3427e None None] Routers {'3eeeae8a-7078-40d0-833e-354b387d679a'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:14:35.836647 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-0b0296d9-4cf0-4770-b0e7-1ad03ae3427e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:14:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['3eeeae8a-7078-40d0-833e-354b387d679a'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:14:35.896242 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e8dd4b5f-37bb-4e15-ba01-f06343db28b8 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:35.944427 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e8dd4b5f-37bb-4e15-ba01-f06343db28b8 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:35.947271 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd4b5f-37bb-4e15-ba01-f06343db28b8 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Pushing event deleted for resources: {'Subnet': ['ID=39a8aa73-f502-4cdf-9c3a-6faf2fcc3069,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:14:35.959453 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ba858d54-00da-4949-887c-6d19cb603937 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:35.960102 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-e8dd4b5f-37bb-4e15-ba01-f06343db28b8 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "DELETE /v2.0/subnets/39a8aa73-f502-4cdf-9c3a-6faf2fcc3069 HTTP/1.1" status: 204 len: 168 time: 0.7350976 Feb 10 23:14:35.961060 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50438) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:14:35.965519 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0013f29-cc83-465e-93f3-bce10bab05fe None None] Network 48882fd5-5868-486e-893d-1a8aa44051f3 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:14:36.008960 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba858d54-00da-4949-887c-6d19cb603937 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event deleted for resources: {'Subnet': ['ID=bf4a79c2-bd90-4240-a474-aec279f16f0a,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:14:36.027624 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ba858d54-00da-4949-887c-6d19cb603937 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:36.041897 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ba858d54-00da-4949-887c-6d19cb603937 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "DELETE /v2.0/subnets/bf4a79c2-bd90-4240-a474-aec279f16f0a HTTP/1.1" status: 204 len: 168 time: 0.7698917 Feb 10 23:14:36.049932 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-5f4856f4-e5eb-451e-892e-b4bea379942b None None] Set router 2b232533-1d11-40b8-b5d6-e7061995d8fc gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:14:36.051842 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 50442) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:14:36.062187 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9f45c3-cda2-4170-b466-f8668b184b95 None None] Network c6032768-4d49-43b7-9744-bb820cc0ad8b requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:14:36.204166 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-83704769-b0ee-475e-93ff-cdc959405cda tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:36.296503 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-0b0296d9-4cf0-4770-b0e7-1ad03ae3427e None None] Set router 3eeeae8a-7078-40d0-833e-354b387d679a gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:14:36.305593 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-071865b5-d963-406a-90e5-989b2c4809e5 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:36.392633 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-5f4856f4-e5eb-451e-892e-b4bea379942b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b232533-1d11-40b8-b5d6-e7061995d8fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008454244', 'tenant_id': 'aad552d2f0f2493586140e0c79d4f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': 'f41f9744-1df1-4196-896d-c30fdf049c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:12:20Z', 'updated_at': '2022-02-10T23:14:32Z', 'revision_number': 5, 'project_id': 'aad552d2f0f2493586140e0c79d4f122', 'gw_port': {'id': 'f41f9744-1df1-4196-896d-c30fdf049c2e', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b232533-1d11-40b8-b5d6-e7061995d8fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:12:21Z', 'updated_at': '2022-02-10T23:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:14:36.397940 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4856f4-e5eb-451e-892e-b4bea379942b None None] The sync data for ids ['2b232533-1d11-40b8-b5d6-e7061995d8fc'] in dv-neutron-828797-1-hyperv is: [{'id': '2b232533-1d11-40b8-b5d6-e7061995d8fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008454244', 'tenant_id': 'aad552d2f0f2493586140e0c79d4f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': 'f41f9744-1df1-4196-896d-c30fdf049c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:12:20Z', 'updated_at': '2022-02-10T23:14:32Z', 'revision_number': 5, 'project_id': 'aad552d2f0f2493586140e0c79d4f122', 'gw_port': {'id': 'f41f9744-1df1-4196-896d-c30fdf049c2e', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b232533-1d11-40b8-b5d6-e7061995d8fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:12:21Z', 'updated_at': '2022-02-10T23:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:14:36.476869 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-83704769-b0ee-475e-93ff-cdc959405cda tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:36.541247 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-071865b5-d963-406a-90e5-989b2c4809e5 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:36.568633 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-83704769-b0ee-475e-93ff-cdc959405cda tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Deleting port f41f9744-1df1-4196-896d-c30fdf049c2e {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:14:36.568633 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-83704769-b0ee-475e-93ff-cdc959405cda tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:36.616075 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-071865b5-d963-406a-90e5-989b2c4809e5 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Deleting port cc1bbb84-2434-4398-afb6-807c7f5b6fa3 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:14:36.616075 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-071865b5-d963-406a-90e5-989b2c4809e5 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:36.734045 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-0b0296d9-4cf0-4770-b0e7-1ad03ae3427e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eeeae8a-7078-40d0-833e-354b387d679a', 'name': 'tempest-TestNetworkBasicOps-router-1661407181', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.133'}], 'enable_snat': True}, 'gw_port_id': 'cc1bbb84-2434-4398-afb6-807c7f5b6fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:13:17Z', 'updated_at': '2022-02-10T23:14:32Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': 'cc1bbb84-2434-4398-afb6-807c7f5b6fa3', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ab:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eeeae8a-7078-40d0-833e-354b387d679a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:13:18Z', 'updated_at': '2022-02-10T23:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:14:36.740070 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0296d9-4cf0-4770-b0e7-1ad03ae3427e None None] The sync data for ids ['3eeeae8a-7078-40d0-833e-354b387d679a'] in dv-neutron-828797-1-hyperv is: [{'id': '3eeeae8a-7078-40d0-833e-354b387d679a', 'name': 'tempest-TestNetworkBasicOps-router-1661407181', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.133'}], 'enable_snat': True}, 'gw_port_id': 'cc1bbb84-2434-4398-afb6-807c7f5b6fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:13:17Z', 'updated_at': '2022-02-10T23:14:32Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': 'cc1bbb84-2434-4398-afb6-807c7f5b6fa3', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ab:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eeeae8a-7078-40d0-833e-354b387d679a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:13:18Z', 'updated_at': '2022-02-10T23:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:14:36.806648 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4302b6f1-3f29-478f-9003-62ae5fa4fcc9 None None] DHCP port deletion for c6032768-4d49-43b7-9744-bb820cc0ad8b request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:14:36.827202 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-4302b6f1-3f29-478f-9003-62ae5fa4fcc9 None None] Deleting port dc1121aa-1825-4756-ba59-db0e8e718dae {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:14:36.827202 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4302b6f1-3f29-478f-9003-62ae5fa4fcc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:36.836798 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-071865b5-d963-406a-90e5-989b2c4809e5 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] For port cc1bbb84-2434-4398-afb6-807c7f5b6fa3, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=cc1bbb84-2434-4398-afb6-807c7f5b6fa3,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:14:36.837532 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-071865b5-d963-406a-90e5-989b2c4809e5 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:36.884162 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-83704769-b0ee-475e-93ff-cdc959405cda tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] For port f41f9744-1df1-4196-896d-c30fdf049c2e, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=f41f9744-1df1-4196-896d-c30fdf049c2e,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:14:36.884635 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-83704769-b0ee-475e-93ff-cdc959405cda tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:36.989471 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-071865b5-d963-406a-90e5-989b2c4809e5 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Calling delete_port for cc1bbb84-2434-4398-afb6-807c7f5b6fa3 owned by network:router_gateway {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:14:37.014397 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-83704769-b0ee-475e-93ff-cdc959405cda tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Calling delete_port for f41f9744-1df1-4196-896d-c30fdf049c2e owned by network:router_gateway {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:14:37.112487 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-4302b6f1-3f29-478f-9003-62ae5fa4fcc9 None None] For port dc1121aa-1825-4756-ba59-db0e8e718dae, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=dc1121aa-1825-4756-ba59-db0e8e718dae,segment=NetworkSegment(b0639970-dd24-49ed-b976-182be34222a0),segment_id=b0639970-dd24-49ed-b976-182be34222a0)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:14:37.112907 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4302b6f1-3f29-478f-9003-62ae5fa4fcc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:37.189599 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f826a97b-45cb-444e-b23b-ac8dd8d2bdd4 None None] DHCP port deletion for 48882fd5-5868-486e-893d-1a8aa44051f3 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:14:37.255941 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-4302b6f1-3f29-478f-9003-62ae5fa4fcc9 None None] Calling delete_port for dc1121aa-1825-4756-ba59-db0e8e718dae owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:14:37.270110 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-071865b5-d963-406a-90e5-989b2c4809e5 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:37.283418 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-f826a97b-45cb-444e-b23b-ac8dd8d2bdd4 None None] Deleting port 01cc3f64-be5e-4de6-aa49-53b52c81172e {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:14:37.283660 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f826a97b-45cb-444e-b23b-ac8dd8d2bdd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:37.300942 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-83704769-b0ee-475e-93ff-cdc959405cda tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:37.333852 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071865b5-d963-406a-90e5-989b2c4809e5 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event deleted for resources: {'Port': ['ID=cc1bbb84-2434-4398-afb6-807c7f5b6fa3,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:14:37.348156 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83704769-b0ee-475e-93ff-cdc959405cda tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Pushing event deleted for resources: {'Port': ['ID=f41f9744-1df1-4196-896d-c30fdf049c2e,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:14:37.375250 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071865b5-d963-406a-90e5-989b2c4809e5 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:14:37.375719 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071865b5-d963-406a-90e5-989b2c4809e5 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:14:37.376153 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071865b5-d963-406a-90e5-989b2c4809e5 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:14:37.376793 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071865b5-d963-406a-90e5-989b2c4809e5 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:14:37.377199 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071865b5-d963-406a-90e5-989b2c4809e5 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:14:37.377291 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071865b5-d963-406a-90e5-989b2c4809e5 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:14:37.377693 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071865b5-d963-406a-90e5-989b2c4809e5 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:14:37.378597 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071865b5-d963-406a-90e5-989b2c4809e5 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:14:37.378597 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071865b5-d963-406a-90e5-989b2c4809e5 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:14:37.378798 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071865b5-d963-406a-90e5-989b2c4809e5 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:14:37.379135 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071865b5-d963-406a-90e5-989b2c4809e5 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:14:37.530679 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4302b6f1-3f29-478f-9003-62ae5fa4fcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:37.545207 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-f826a97b-45cb-444e-b23b-ac8dd8d2bdd4 None None] For port 01cc3f64-be5e-4de6-aa49-53b52c81172e, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=01cc3f64-be5e-4de6-aa49-53b52c81172e,segment=NetworkSegment(cf72fd90-9ca7-4764-b4a3-d3e6a3941767),segment_id=cf72fd90-9ca7-4764-b4a3-d3e6a3941767)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:14:37.546194 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f826a97b-45cb-444e-b23b-ac8dd8d2bdd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:37.587675 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-071865b5-d963-406a-90e5-989b2c4809e5 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734197'] for router_gateway, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:37.598163 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-83704769-b0ee-475e-93ff-cdc959405cda tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734197'] for router_gateway, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:37.662477 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4302b6f1-3f29-478f-9003-62ae5fa4fcc9 None None] Pushing event deleted for resources: {'Port': ['ID=dc1121aa-1825-4756-ba59-db0e8e718dae,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:14:37.733000 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-f826a97b-45cb-444e-b23b-ac8dd8d2bdd4 None None] Calling delete_port for 01cc3f64-be5e-4de6-aa49-53b52c81172e owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:14:37.760196 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4302b6f1-3f29-478f-9003-62ae5fa4fcc9 None None] No DVR routers for this DVR port dc1121aa-1825-4756-ba59-db0e8e718dae on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:14:37.773419 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4302b6f1-3f29-478f-9003-62ae5fa4fcc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:14:37.773419 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4302b6f1-3f29-478f-9003-62ae5fa4fcc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:14:37.773419 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4302b6f1-3f29-478f-9003-62ae5fa4fcc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:14:37.776194 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4302b6f1-3f29-478f-9003-62ae5fa4fcc9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:14:37.776737 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4302b6f1-3f29-478f-9003-62ae5fa4fcc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:14:37.777087 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4302b6f1-3f29-478f-9003-62ae5fa4fcc9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:14:37.777427 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4302b6f1-3f29-478f-9003-62ae5fa4fcc9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:14:37.777762 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4302b6f1-3f29-478f-9003-62ae5fa4fcc9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:14:37.778089 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4302b6f1-3f29-478f-9003-62ae5fa4fcc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:14:37.778413 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4302b6f1-3f29-478f-9003-62ae5fa4fcc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:14:37.778737 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4302b6f1-3f29-478f-9003-62ae5fa4fcc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:14:37.889795 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-83704769-b0ee-475e-93ff-cdc959405cda tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:37.894707 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-83704769-b0ee-475e-93ff-cdc959405cda tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:37.910093 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f826a97b-45cb-444e-b23b-ac8dd8d2bdd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:37.958783 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f826a97b-45cb-444e-b23b-ac8dd8d2bdd4 None None] No DVR routers for this DVR port 01cc3f64-be5e-4de6-aa49-53b52c81172e on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:14:37.970525 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 54eb230c-f6ec-438b-a3b0-56f2b138e1cf no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:14:37.988825 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-071865b5-d963-406a-90e5-989b2c4809e5 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:37.990083 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-83704769-b0ee-475e-93ff-cdc959405cda tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:37.997406 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83704769-b0ee-475e-93ff-cdc959405cda tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Fanout notify agent at l3_agent the message router_deleted on router 2b232533-1d11-40b8-b5d6-e7061995d8fc {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:14:37.998919 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-071865b5-d963-406a-90e5-989b2c4809e5 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:38.004072 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f826a97b-45cb-444e-b23b-ac8dd8d2bdd4 None None] Pushing event deleted for resources: {'Port': ['ID=01cc3f64-be5e-4de6-aa49-53b52c81172e,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:14:38.008017 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-83704769-b0ee-475e-93ff-cdc959405cda tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:38.009210 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-83704769-b0ee-475e-93ff-cdc959405cda tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "DELETE /v2.0/routers/2b232533-1d11-40b8-b5d6-e7061995d8fc HTTP/1.1" status: 204 len: 168 time: 2.0475640 Feb 10 23:14:38.013123 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 54eb230c-f6ec-438b-a3b0-56f2b138e1cf {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:14:38.020481 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 54eb230c-f6ec-438b-a3b0-56f2b138e1cf not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:14:38.020481 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device dc1121aa-1825-4756-ba59-db0e8e718dae no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:14:38.020725 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50446) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:14:38.056108 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: dc1121aa-1825-4756-ba59-db0e8e718dae {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:14:38.056467 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device dc1121aa-1825-4756-ba59-db0e8e718dae not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:14:38.057022 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 01cc3f64-be5e-4de6-aa49-53b52c81172e no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:14:38.090259 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 01cc3f64-be5e-4de6-aa49-53b52c81172e {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:14:38.090619 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 01cc3f64-be5e-4de6-aa49-53b52c81172e not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:14:38.091021 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 1b150729-de16-41ce-90b0-5034018a6ff8 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:14:38.130571 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 1b150729-de16-41ce-90b0-5034018a6ff8 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:14:38.130914 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 1b150729-de16-41ce-90b0-5034018a6ff8 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:14:38.143503 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-071865b5-d963-406a-90e5-989b2c4809e5 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:38.144281 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071865b5-d963-406a-90e5-989b2c4809e5 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Fanout notify agent at l3_agent the message router_deleted on router 3eeeae8a-7078-40d0-833e-354b387d679a {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:14:38.158714 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9c8656f3-d26d-401a-a347-fd9eea01795e tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:38.166337 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-071865b5-d963-406a-90e5-989b2c4809e5 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:38.172033 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-071865b5-d963-406a-90e5-989b2c4809e5 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "DELETE /v2.0/routers/3eeeae8a-7078-40d0-833e-354b387d679a HTTP/1.1" status: 204 len: 168 time: 2.1163931 Feb 10 23:14:38.173971 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 50450) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:14:38.306055 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-94a4eca3-49f3-4b01-8690-8eae333f0f76 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:38.334230 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9c8656f3-d26d-401a-a347-fd9eea01795e tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:38.367226 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-9c8656f3-d26d-401a-a347-fd9eea01795e tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48882fd5-5868-486e-893d-1a8aa44051f3']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:14:38.384912 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-9c8656f3-d26d-401a-a347-fd9eea01795e tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf72fd90-9ca7-4764-b4a3-d3e6a3941767') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:14:38.384912 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-9c8656f3-d26d-401a-a347-fd9eea01795e tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf72fd90-9ca7-4764-b4a3-d3e6a3941767') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:14:38.392187 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9c8656f3-d26d-401a-a347-fd9eea01795e tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:38.408332 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9c8656f3-d26d-401a-a347-fd9eea01795e tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:38.414374 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c8656f3-d26d-401a-a347-fd9eea01795e tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:14:38.414747 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9c8656f3-d26d-401a-a347-fd9eea01795e tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:38.435606 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:14:38.435606 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:14:38.435606 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:14:38.435606 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:14:38.435606 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:14:38.435606 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:14:38.435606 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:14:38.435606 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:14:38.435606 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:14:38.435606 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:14:38.435606 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:14:38.435606 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:14:38.435606 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:14:38.435606 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:14:38.435606 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:14:38.435606 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:14:38.435606 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:14:38.435606 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:14:38.435606 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:14:38.435606 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:14:38.435606 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:14:38.435606 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:14:38.435606 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:14:38.435606 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:14:38.435606 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:14:38.435606 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:14:38.435606 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:14:38.435606 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:14:38.435606 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:14:38.435606 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:14:38.435606 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:14:38.435606 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:14:38.456133 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-94a4eca3-49f3-4b01-8690-8eae333f0f76 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:38.480440 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-94a4eca3-49f3-4b01-8690-8eae333f0f76 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6032768-4d49-43b7-9744-bb820cc0ad8b']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:14:38.494137 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-94a4eca3-49f3-4b01-8690-8eae333f0f76 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0639970-dd24-49ed-b976-182be34222a0') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:14:38.494137 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-94a4eca3-49f3-4b01-8690-8eae333f0f76 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0639970-dd24-49ed-b976-182be34222a0') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:14:38.512642 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-94a4eca3-49f3-4b01-8690-8eae333f0f76 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32216962'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:38.536008 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-94a4eca3-49f3-4b01-8690-8eae333f0f76 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:38.554622 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94a4eca3-49f3-4b01-8690-8eae333f0f76 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:14:38.555356 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-94a4eca3-49f3-4b01-8690-8eae333f0f76 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32033006'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:38.582873 dv-neutron-828797-1-hyperv neutron-server[84332]: Traceback (most recent call last): Feb 10 23:14:38.582873 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:14:38.582873 dv-neutron-828797-1-hyperv neutron-server[84332]: timer() Feb 10 23:14:38.582873 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:14:38.582873 dv-neutron-828797-1-hyperv neutron-server[84332]: cb(*args, **kw) Feb 10 23:14:38.582873 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:14:38.582873 dv-neutron-828797-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Feb 10 23:14:38.582873 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:14:38.582873 dv-neutron-828797-1-hyperv neutron-server[84332]: self._notify() Feb 10 23:14:38.582873 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:14:38.582873 dv-neutron-828797-1-hyperv neutron-server[84332]: self.callback(batched_events) Feb 10 23:14:38.582873 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:14:38.582873 dv-neutron-828797-1-hyperv neutron-server[84332]: event.method(event) Feb 10 23:14:38.582873 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:14:38.582873 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:14:38.582873 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:14:38.582873 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:14:38.582873 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:14:38.582873 dv-neutron-828797-1-hyperv neutron-server[84332]: return f(self, *a, **k) Feb 10 23:14:38.582873 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:14:38.582873 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._get(url).json() Feb 10 23:14:38.582873 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:14:38.582873 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:14:38.582873 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:14:38.582873 dv-neutron-828797-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Feb 10 23:14:38.582873 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:14:38.582873 dv-neutron-828797-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:14:38.582873 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:14:38.582873 dv-neutron-828797-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:14:38.582873 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:14:38.582873 dv-neutron-828797-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:14:38.582873 dv-neutron-828797-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:14:38.718412 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9c8656f3-d26d-401a-a347-fd9eea01795e tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:38.735888 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9c8656f3-d26d-401a-a347-fd9eea01795e tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:38.751200 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8656f3-d26d-401a-a347-fd9eea01795e tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Pushing event deleted for resources: {'Network': ['ID=48882fd5-5868-486e-893d-1a8aa44051f3,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:14:38.769622 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-94a4eca3-49f3-4b01-8690-8eae333f0f76 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:38.774093 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-94a4eca3-49f3-4b01-8690-8eae333f0f76 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:38.807761 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a4eca3-49f3-4b01-8690-8eae333f0f76 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event deleted for resources: {'Network': ['ID=c6032768-4d49-43b7-9744-bb820cc0ad8b,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:14:38.861715 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-9c8656f3-d26d-401a-a347-fd9eea01795e tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "DELETE /v2.0/networks/48882fd5-5868-486e-893d-1a8aa44051f3 HTTP/1.1" status: 204 len: 168 time: 0.8457112 Feb 10 23:14:38.866998 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50456) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:14:38.884851 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-94a4eca3-49f3-4b01-8690-8eae333f0f76 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "DELETE /v2.0/networks/c6032768-4d49-43b7-9744-bb820cc0ad8b HTTP/1.1" status: 204 len: 168 time: 0.7091942 Feb 10 23:14:38.898171 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50460) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:14:38.904363 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-e5fd3e2e-0d3f-4324-b59a-f371859a6a9c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'network': {'name': 'tempest-network-smoke--1895301587', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'port_security_enabled': True}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:14:38.919565 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e5fd3e2e-0d3f-4324-b59a-f371859a6a9c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:14:38.928244 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-e5fd3e2e-0d3f-4324-b59a-f371859a6a9c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:network and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:14:38.934247 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-e5fd3e2e-0d3f-4324-b59a-f371859a6a9c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:14:38.944342 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e5fd3e2e-0d3f-4324-b59a-f371859a6a9c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:14:38.965401 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-65c13cf2-28ce-44ab-bd36-6ccace2ec256 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:38.997624 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-65c13cf2-28ce-44ab-bd36-6ccace2ec256 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:39.038016 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5fd3e2e-0d3f-4324-b59a-f371859a6a9c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Made reservation on behalf of 714fdf59d9ad4aa1b5cc4598e806e542 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:14:39.040999 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e5fd3e2e-0d3f-4324-b59a-f371859a6a9c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:39.138189 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-65c13cf2-28ce-44ab-bd36-6ccace2ec256 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:39.152856 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5fd3e2e-0d3f-4324-b59a-f371859a6a9c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:14:39.166309 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c13cf2-28ce-44ab-bd36-6ccace2ec256 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=073e9d53-3290-422b-8853-683c9c137022,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:14:39.175056 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e5fd3e2e-0d3f-4324-b59a-f371859a6a9c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:39.175389 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-e5fd3e2e-0d3f-4324-b59a-f371859a6a9c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Added segment d039446a-b56e-488d-a967-7a76c9061ee3 of type vlan for network 189156ef-73bd-4588-8c09-201b074a3dd1 Feb 10 23:14:39.206226 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e5fd3e2e-0d3f-4324-b59a-f371859a6a9c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:39.273516 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-65c13cf2-28ce-44ab-bd36-6ccace2ec256 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:39.274500 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-65c13cf2-28ce-44ab-bd36-6ccace2ec256 tempest-TestNetworkAdvancedServerOps-1105205463 tempest-TestNetworkAdvancedServerOps-1105205463-project] 10.222.0.59 "DELETE /v2.0/security-groups/073e9d53-3290-422b-8853-683c9c137022 HTTP/1.1" status: 204 len: 168 time: 0.4065366 Feb 10 23:14:39.314979 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e5fd3e2e-0d3f-4324-b59a-f371859a6a9c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:39.318830 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fd3e2e-0d3f-4324-b59a-f371859a6a9c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:14:39.320598 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e5fd3e2e-0d3f-4324-b59a-f371859a6a9c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:39.427585 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fd3e2e-0d3f-4324-b59a-f371859a6a9c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Network': ['ID=189156ef-73bd-4588-8c09-201b074a3dd1,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:14:39.438990 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 189156ef-73bd-4588-8c09-201b074a3dd1 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:14:39.505744 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-e5fd3e2e-0d3f-4324-b59a-f371859a6a9c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6058962 Feb 10 23:14:39.508630 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 50468) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:14:39.515214 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-4df7e344-c5e4-4393-a3e7-b46fcff262ff tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-402541214', 'admin_state_up': True, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:14:39.522759 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-4df7e344-c5e4-4393-a3e7-b46fcff262ff tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:14:39.526561 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-4df7e344-c5e4-4393-a3e7-b46fcff262ff tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:router and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:14:39.530408 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-4df7e344-c5e4-4393-a3e7-b46fcff262ff tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:14:39.536550 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-4df7e344-c5e4-4393-a3e7-b46fcff262ff tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:14:39.660637 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4df7e344-c5e4-4393-a3e7-b46fcff262ff tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:39.663301 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4df7e344-c5e4-4393-a3e7-b46fcff262ff tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:39.679169 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4df7e344-c5e4-4393-a3e7-b46fcff262ff tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:39.821623 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device f41f9744-1df1-4196-896d-c30fdf049c2e no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:14:39.859054 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: f41f9744-1df1-4196-896d-c30fdf049c2e {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:14:39.859968 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device f41f9744-1df1-4196-896d-c30fdf049c2e not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:14:39.860118 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device cc1bbb84-2434-4398-afb6-807c7f5b6fa3 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:14:39.892053 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: cc1bbb84-2434-4398-afb6-807c7f5b6fa3 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:14:39.894214 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device cc1bbb84-2434-4398-afb6-807c7f5b6fa3 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:14:39.902547 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4df7e344-c5e4-4393-a3e7-b46fcff262ff tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:39.905816 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50474) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:14:40.087044 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-6734f4d9-8543-4e37-a4a0-26ef4fea6247 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=aad552d2f0f2493586140e0c79d4f122&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1777940 Feb 10 23:14:40.090623 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50480) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:14:40.139695 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4df7e344-c5e4-4393-a3e7-b46fcff262ff tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for router_gateway, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:40.147913 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e821e9dd-4111-4927-aa66-bbe4bb839c8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:40.167820 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4df7e344-c5e4-4393-a3e7-b46fcff262ff tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:40.174262 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e821e9dd-4111-4927-aa66-bbe4bb839c8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:40.303648 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-4df7e344-c5e4-4393-a3e7-b46fcff262ff tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Allocated IP 172.26.8.71 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/23cc1e1f-d27c-40de-ac39-9439e5509ad7) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:14:40.341004 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e821e9dd-4111-4927-aa66-bbe4bb839c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:40.359878 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e821e9dd-4111-4927-aa66-bbe4bb839c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dec11e6-c7f6-4c94-9bce-51fe06d1b2dc,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:14:40.371285 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e821e9dd-4111-4927-aa66-bbe4bb839c8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:40.372463 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-e821e9dd-4111-4927-aa66-bbe4bb839c8e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6dec11e6-c7f6-4c94-9bce-51fe06d1b2dc HTTP/1.1" status: 204 len: 168 time: 0.2842803 Feb 10 23:14:40.556831 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4df7e344-c5e4-4393-a3e7-b46fcff262ff tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:40.681520 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4df7e344-c5e4-4393-a3e7-b46fcff262ff tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:40.750951 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df7e344-c5e4-4393-a3e7-b46fcff262ff tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:14:40.753539 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-4df7e344-c5e4-4393-a3e7-b46fcff262ff tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:14:40.757473 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df7e344-c5e4-4393-a3e7-b46fcff262ff tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:14:40.792518 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df7e344-c5e4-4393-a3e7-b46fcff262ff tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Port': ['ID=23cc1e1f-d27c-40de-ac39-9439e5509ad7,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:14:40.992108 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4df7e344-c5e4-4393-a3e7-b46fcff262ff tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for router_gateway, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:40.994271 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4df7e344-c5e4-4393-a3e7-b46fcff262ff tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:41.189342 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50488) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:14:41.208106 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c0f1a7a5-e6e8-48e4-8a65-80c8349e1fef admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:41.242710 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c0f1a7a5-e6e8-48e4-8a65-80c8349e1fef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:14:41.246346 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-c0f1a7a5-e6e8-48e4-8a65-80c8349e1fef admin admin] Usage tracker for resource:security_group_rule and tenant:7a4778659f444d929d444e82f8824920 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:14:41.249120 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-c0f1a7a5-e6e8-48e4-8a65-80c8349e1fef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:14:41.258397 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c0f1a7a5-e6e8-48e4-8a65-80c8349e1fef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:14:41.317340 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c0f1a7a5-e6e8-48e4-8a65-80c8349e1fef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:41.335093 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df7e344-c5e4-4393-a3e7-b46fcff262ff tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Router 3d63b057-cd8a-452f-b7a7-534ba1ebcd99 is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:14:41.426559 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c0f1a7a5-e6e8-48e4-8a65-80c8349e1fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:41.472168 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f1a7a5-e6e8-48e4-8a65-80c8349e1fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e8844b-7a25-456b-aa63-a1209172c91a,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:14:41.478212 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-c0f1a7a5-e6e8-48e4-8a65-80c8349e1fef admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7a4778659f444d929d444e82f8824920&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2878354 Feb 10 23:14:41.480776 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50492) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:14:41.539162 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df7e344-c5e4-4393-a3e7-b46fcff262ff tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:14:41.549026 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182668b0-6bd6-4eac-8bbb-9460e0c27ce8 None None] Sync routers for ids ['3d63b057-cd8a-452f-b7a7-534ba1ebcd99'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:14:41.556577 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-48dff975-c1ea-435f-b7c2-e0594b8f33cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:41.563923 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182668b0-6bd6-4eac-8bbb-9460e0c27ce8 None None] Routers {'3d63b057-cd8a-452f-b7a7-534ba1ebcd99'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:14:41.564847 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-182668b0-6bd6-4eac-8bbb-9460e0c27ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:14:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['3d63b057-cd8a-452f-b7a7-534ba1ebcd99'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:14:41.586027 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-48dff975-c1ea-435f-b7c2-e0594b8f33cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:41.687566 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4df7e344-c5e4-4393-a3e7-b46fcff262ff tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:41.690841 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4df7e344-c5e4-4393-a3e7-b46fcff262ff tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.1792700 Feb 10 23:14:41.693674 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50496) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:14:41.736159 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-95be2151-6348-43d4-af29-863fabf93570 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=714fdf59d9ad4aa1b5cc4598e806e542&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413392 Feb 10 23:14:41.750674 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-48dff975-c1ea-435f-b7c2-e0594b8f33cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:41.751156 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 50500) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:14:41.755246 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dff975-c1ea-435f-b7c2-e0594b8f33cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e8844b-7a25-456b-aa63-a1209172c91a,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:14:41.757448 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-48dff975-c1ea-435f-b7c2-e0594b8f33cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:41.758500 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-48dff975-c1ea-435f-b7c2-e0594b8f33cd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f3e8844b-7a25-456b-aa63-a1209172c91a HTTP/1.1" status: 204 len: 168 time: 0.2768447 Feb 10 23:14:41.796636 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-182668b0-6bd6-4eac-8bbb-9460e0c27ce8 None None] Set router 3d63b057-cd8a-452f-b7a7-534ba1ebcd99 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:14:41.897445 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761387a8-76b1-4efa-9f0b-01a86cfa92a8 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:14:41.899336 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-761387a8-76b1-4efa-9f0b-01a86cfa92a8 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1465130 Feb 10 23:14:41.902166 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50506) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:14:41.947750 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-55b78a74-31ae-4338-b88e-feff00b91cd2 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=c2ed7563-f8af-409c-803f-f56530124ba5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0441401 Feb 10 23:14:41.951651 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 50510) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:14:41.960803 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-6e37bc21-3230-46b1-b049-423cf2363cbe tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-93499307', 'network_id': '189156ef-73bd-4588-8c09-201b074a3dd1', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:14:42.074752 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-6e37bc21-3230-46b1-b049-423cf2363cbe tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:14:42.079189 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-6e37bc21-3230-46b1-b049-423cf2363cbe tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:subnet and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:14:42.081991 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-6e37bc21-3230-46b1-b049-423cf2363cbe tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:14:42.087567 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-6e37bc21-3230-46b1-b049-423cf2363cbe tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:14:42.095292 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-182668b0-6bd6-4eac-8bbb-9460e0c27ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d63b057-cd8a-452f-b7a7-534ba1ebcd99', 'name': 'tempest-TestNetworkBasicOps-router-402541214', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.71'}], 'enable_snat': True}, 'gw_port_id': '23cc1e1f-d27c-40de-ac39-9439e5509ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:14:39Z', 'updated_at': '2022-02-10T23:14:40Z', 'revision_number': 3, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '23cc1e1f-d27c-40de-ac39-9439e5509ad7', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:03:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d63b057-cd8a-452f-b7a7-534ba1ebcd99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:14:40Z', 'updated_at': '2022-02-10T23:14:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:14:42.099297 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182668b0-6bd6-4eac-8bbb-9460e0c27ce8 None None] Checking router: 3d63b057-cd8a-452f-b7a7-534ba1ebcd99 for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:14:42.099651 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182668b0-6bd6-4eac-8bbb-9460e0c27ce8 None None] Updating router 3d63b057-cd8a-452f-b7a7-534ba1ebcd99 port 23cc1e1f-d27c-40de-ac39-9439e5509ad7 binding host dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:14:42.155323 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-182668b0-6bd6-4eac-8bbb-9460e0c27ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:42.192135 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e37bc21-3230-46b1-b049-423cf2363cbe tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Made reservation on behalf of 714fdf59d9ad4aa1b5cc4598e806e542 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:14:42.295166 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6e37bc21-3230-46b1-b049-423cf2363cbe tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:42.524519 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-182668b0-6bd6-4eac-8bbb-9460e0c27ce8 None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:42.530642 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-182668b0-6bd6-4eac-8bbb-9460e0c27ce8 None None] Transition to ACTIVE for port object 23cc1e1f-d27c-40de-ac39-9439e5509ad7 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:14:42.641113 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-182668b0-6bd6-4eac-8bbb-9460e0c27ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:42.681433 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6e37bc21-3230-46b1-b049-423cf2363cbe tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:42.735831 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-182668b0-6bd6-4eac-8bbb-9460e0c27ce8 None None] Attempting to bind port 23cc1e1f-d27c-40de-ac39-9439e5509ad7 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:14:42.736398 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-182668b0-6bd6-4eac-8bbb-9460e0c27ce8 None None] Attempting to bind port 23cc1e1f-d27c-40de-ac39-9439e5509ad7 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:14:42.736398 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182668b0-6bd6-4eac-8bbb-9460e0c27ce8 None None] Attempting to bind port 23cc1e1f-d27c-40de-ac39-9439e5509ad7 on network c2ed7563-f8af-409c-803f-f56530124ba5 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:14:42.742522 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045c98fd-3e2e-4d10-bc57-ba15b4fa7066 None None] Pushing event updated for resources: {'Port': ['ID=23cc1e1f-d27c-40de-ac39-9439e5509ad7,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:14:42.748281 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182668b0-6bd6-4eac-8bbb-9460e0c27ce8 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:14:42.748797 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182668b0-6bd6-4eac-8bbb-9460e0c27ce8 None None] Checking segment: {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:14:42.749164 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-182668b0-6bd6-4eac-8bbb-9460e0c27ce8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:42.749608 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182668b0-6bd6-4eac-8bbb-9460e0c27ce8 None None] Bound using segment: {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:14:42.750096 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-182668b0-6bd6-4eac-8bbb-9460e0c27ce8 None None] Bound port: 23cc1e1f-d27c-40de-ac39-9439e5509ad7, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:14:42.750974 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-182668b0-6bd6-4eac-8bbb-9460e0c27ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:42.758356 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e37bc21-3230-46b1-b049-423cf2363cbe tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Subnet': ['ID=93af5e35-96ba-463d-b8a7-83e73e03aa9a,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:14:42.770478 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e37bc21-3230-46b1-b049-423cf2363cbe tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Checking segment: {'id': 'd039446a-b56e-488d-a967-7a76c9061ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '189156ef-73bd-4588-8c09-201b074a3dd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:14:42.770833 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e37bc21-3230-46b1-b049-423cf2363cbe tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Network hostable DHCP agents. Network: 189156ef-73bd-4588-8c09-201b074a3dd1, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:14:42.821214 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-182668b0-6bd6-4eac-8bbb-9460e0c27ce8 None None] For port 23cc1e1f-d27c-40de-ac39-9439e5509ad7, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:14:42.824326 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-182668b0-6bd6-4eac-8bbb-9460e0c27ce8 None None] For port 23cc1e1f-d27c-40de-ac39-9439e5509ad7, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=23cc1e1f-d27c-40de-ac39-9439e5509ad7,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:14:42.883622 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e37bc21-3230-46b1-b049-423cf2363cbe tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Network 189156ef-73bd-4588-8c09-201b074a3dd1 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:14:42.929605 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-182668b0-6bd6-4eac-8bbb-9460e0c27ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:42.960477 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-6e37bc21-3230-46b1-b049-423cf2363cbe tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 189156ef-73bd-4588-8c09-201b074a3dd1) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:14:42.964965 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e37bc21-3230-46b1-b049-423cf2363cbe tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:14:42.965554 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6e37bc21-3230-46b1-b049-423cf2363cbe tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:42.977210 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c50bb5-c53b-42ae-93f7-d19e18aa4bf6 None None] Network 189156ef-73bd-4588-8c09-201b074a3dd1 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:14:43.041571 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6e37bc21-3230-46b1-b049-423cf2363cbe tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0885792 Feb 10 23:14:43.044568 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50514) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:14:43.088735 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045c98fd-3e2e-4d10-bc57-ba15b4fa7066 None None] Pushing event updated for resources: {'Port': ['ID=23cc1e1f-d27c-40de-ac39-9439e5509ad7,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:14:43.115098 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182668b0-6bd6-4eac-8bbb-9460e0c27ce8 None None] Routers {'3d63b057-cd8a-452f-b7a7-534ba1ebcd99'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:14:43.115727 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-182668b0-6bd6-4eac-8bbb-9460e0c27ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:14:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['3d63b057-cd8a-452f-b7a7-534ba1ebcd99'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:14:43.380980 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebeda1c3-87f7-4a63-9d6c-61113e1e530f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-189156ef-73bd-4588-8c09-201b074a3dd1', 'network_id': '189156ef-73bd-4588-8c09-201b074a3dd1', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'fixed_ips': [{'subnet_id': '93af5e35-96ba-463d-b8a7-83e73e03aa9a'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:14:43.381802 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ebeda1c3-87f7-4a63-9d6c-61113e1e530f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:43.396287 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-182668b0-6bd6-4eac-8bbb-9460e0c27ce8 None None] Set router 3d63b057-cd8a-452f-b7a7-534ba1ebcd99 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:14:43.800258 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-38cbdffe-de42-4a42-998f-e91c7a9e9e69 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:43.807433 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-ebeda1c3-87f7-4a63-9d6c-61113e1e530f None None] Allocated IP 172.20.0.2 (189156ef-73bd-4588-8c09-201b074a3dd1/93af5e35-96ba-463d-b8a7-83e73e03aa9a/c00682b6-04c4-4f39-bce2-8bb92c1fa247) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:14:43.937583 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-182668b0-6bd6-4eac-8bbb-9460e0c27ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d63b057-cd8a-452f-b7a7-534ba1ebcd99', 'name': 'tempest-TestNetworkBasicOps-router-402541214', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.71'}], 'enable_snat': True}, 'gw_port_id': '23cc1e1f-d27c-40de-ac39-9439e5509ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:14:39Z', 'updated_at': '2022-02-10T23:14:40Z', 'revision_number': 3, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '23cc1e1f-d27c-40de-ac39-9439e5509ad7', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:03:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d63b057-cd8a-452f-b7a7-534ba1ebcd99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:14:40Z', 'updated_at': '2022-02-10T23:14:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:14:43.952532 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182668b0-6bd6-4eac-8bbb-9460e0c27ce8 None None] The sync data for ids ['3d63b057-cd8a-452f-b7a7-534ba1ebcd99'] in dv-neutron-828797-1-hyperv is: [{'id': '3d63b057-cd8a-452f-b7a7-534ba1ebcd99', 'name': 'tempest-TestNetworkBasicOps-router-402541214', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.71'}], 'enable_snat': True}, 'gw_port_id': '23cc1e1f-d27c-40de-ac39-9439e5509ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:14:39Z', 'updated_at': '2022-02-10T23:14:40Z', 'revision_number': 3, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '23cc1e1f-d27c-40de-ac39-9439e5509ad7', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:03:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d63b057-cd8a-452f-b7a7-534ba1ebcd99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:14:40Z', 'updated_at': '2022-02-10T23:14:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:14:44.049193 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ebeda1c3-87f7-4a63-9d6c-61113e1e530f None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:44.063469 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-ebeda1c3-87f7-4a63-9d6c-61113e1e530f None None] Transition to ACTIVE for port object c00682b6-04c4-4f39-bce2-8bb92c1fa247 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:14:44.083448 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-ebeda1c3-87f7-4a63-9d6c-61113e1e530f None None] Transition to ACTIVE for port object c00682b6-04c4-4f39-bce2-8bb92c1fa247 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:14:44.145927 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ebeda1c3-87f7-4a63-9d6c-61113e1e530f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:44.212222 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:14:44.241586 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebeda1c3-87f7-4a63-9d6c-61113e1e530f None None] Network 189156ef-73bd-4588-8c09-201b074a3dd1 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:14:44.245092 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-ebeda1c3-87f7-4a63-9d6c-61113e1e530f None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:14:44.246930 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeda1c3-87f7-4a63-9d6c-61113e1e530f None None] Pushing event updated for resources: {'Port': ['ID=c00682b6-04c4-4f39-bce2-8bb92c1fa247,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:14:44.250841 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebeda1c3-87f7-4a63-9d6c-61113e1e530f None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:14:44.341727 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-ebeda1c3-87f7-4a63-9d6c-61113e1e530f None None] Attempting to bind port c00682b6-04c4-4f39-bce2-8bb92c1fa247 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:14:44.342082 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-ebeda1c3-87f7-4a63-9d6c-61113e1e530f None None] Attempting to bind port c00682b6-04c4-4f39-bce2-8bb92c1fa247 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': 'd039446a-b56e-488d-a967-7a76c9061ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '189156ef-73bd-4588-8c09-201b074a3dd1'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:14:44.344065 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-38cbdffe-de42-4a42-998f-e91c7a9e9e69 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Allocated IP 172.20.0.1 (189156ef-73bd-4588-8c09-201b074a3dd1/93af5e35-96ba-463d-b8a7-83e73e03aa9a/928770cd-93d0-407c-9046-7423e5bd14af) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:14:44.344699 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebeda1c3-87f7-4a63-9d6c-61113e1e530f None None] Attempting to bind port c00682b6-04c4-4f39-bce2-8bb92c1fa247 on network 189156ef-73bd-4588-8c09-201b074a3dd1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:14:44.356593 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebeda1c3-87f7-4a63-9d6c-61113e1e530f None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:14:44.357474 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebeda1c3-87f7-4a63-9d6c-61113e1e530f None None] Checking segment: {'id': 'd039446a-b56e-488d-a967-7a76c9061ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '189156ef-73bd-4588-8c09-201b074a3dd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:14:44.358206 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ebeda1c3-87f7-4a63-9d6c-61113e1e530f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:44.358714 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebeda1c3-87f7-4a63-9d6c-61113e1e530f None None] Bound using segment: {'id': 'd039446a-b56e-488d-a967-7a76c9061ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '189156ef-73bd-4588-8c09-201b074a3dd1'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:14:44.359267 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-ebeda1c3-87f7-4a63-9d6c-61113e1e530f None None] Bound port: c00682b6-04c4-4f39-bce2-8bb92c1fa247, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd039446a-b56e-488d-a967-7a76c9061ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '189156ef-73bd-4588-8c09-201b074a3dd1'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:14:44.359845 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ebeda1c3-87f7-4a63-9d6c-61113e1e530f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:44.474265 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-ebeda1c3-87f7-4a63-9d6c-61113e1e530f None None] For port c00682b6-04c4-4f39-bce2-8bb92c1fa247, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:14:44.481097 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-ebeda1c3-87f7-4a63-9d6c-61113e1e530f None None] For port c00682b6-04c4-4f39-bce2-8bb92c1fa247, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=c00682b6-04c4-4f39-bce2-8bb92c1fa247,segment=NetworkSegment(d039446a-b56e-488d-a967-7a76c9061ee3),segment_id=d039446a-b56e-488d-a967-7a76c9061ee3)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:14:44.528215 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-38cbdffe-de42-4a42-998f-e91c7a9e9e69 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:44.546742 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-38cbdffe-de42-4a42-998f-e91c7a9e9e69 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Transition to ACTIVE for port object 928770cd-93d0-407c-9046-7423e5bd14af will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:14:44.553631 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ebeda1c3-87f7-4a63-9d6c-61113e1e530f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:44.642827 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeda1c3-87f7-4a63-9d6c-61113e1e530f None None] Pushing event updated for resources: {'Port': ['ID=c00682b6-04c4-4f39-bce2-8bb92c1fa247,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:14:44.647632 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-38cbdffe-de42-4a42-998f-e91c7a9e9e69 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:44.725967 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cbdffe-de42-4a42-998f-e91c7a9e9e69 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Network 189156ef-73bd-4588-8c09-201b074a3dd1 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:14:44.728916 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-38cbdffe-de42-4a42-998f-e91c7a9e9e69 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:14:44.734292 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cbdffe-de42-4a42-998f-e91c7a9e9e69 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:14:44.765255 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cbdffe-de42-4a42-998f-e91c7a9e9e69 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Port': ['ID=928770cd-93d0-407c-9046-7423e5bd14af,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:14:44.800387 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-38cbdffe-de42-4a42-998f-e91c7a9e9e69 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733071'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:44.973235 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-38cbdffe-de42-4a42-998f-e91c7a9e9e69 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:45.383817 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-38cbdffe-de42-4a42-998f-e91c7a9e9e69 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:45.514881 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-38cbdffe-de42-4a42-998f-e91c7a9e9e69 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:45.624495 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cbdffe-de42-4a42-998f-e91c7a9e9e69 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Port': ['ID=928770cd-93d0-407c-9046-7423e5bd14af,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:14:45.626358 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-38cbdffe-de42-4a42-998f-e91c7a9e9e69 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2767683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732898'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:45.671604 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762dc9b8-cbe4-4a28-9772-7cbb37bc6f10 None None] Network 189156ef-73bd-4588-8c09-201b074a3dd1 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:14:45.769270 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cbdffe-de42-4a42-998f-e91c7a9e9e69 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Network 189156ef-73bd-4588-8c09-201b074a3dd1 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:14:45.772169 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-38cbdffe-de42-4a42-998f-e91c7a9e9e69 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:14:45.833037 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-9c997fe7-4b3c-4b3a-bac8-823a36fe7e3a None None] Provisioning for port c00682b6-04c4-4f39-bce2-8bb92c1fa247 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:14:45.951095 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device c00682b6-04c4-4f39-bce2-8bb92c1fa247 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:14:46.097664 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:46.189499 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port c00682b6-04c4-4f39-bce2-8bb92c1fa247 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:14:46.191786 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port c00682b6-04c4-4f39-bce2-8bb92c1fa247 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:14:46.192167 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:46.244414 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-5a797b20-d516-42f3-975b-278ba2c5527d None None] Provisioning for port 928770cd-93d0-407c-9046-7423e5bd14af completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:14:46.249361 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-5a797b20-d516-42f3-975b-278ba2c5527d None None] Provisioning complete for port 928770cd-93d0-407c-9046-7423e5bd14af triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:14:46.254047 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5a797b20-d516-42f3-975b-278ba2c5527d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:46.299824 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38cbdffe-de42-4a42-998f-e91c7a9e9e69 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Router 3d63b057-cd8a-452f-b7a7-534ba1ebcd99 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:14:46.312352 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-5a797b20-d516-42f3-975b-278ba2c5527d None None] Port 928770cd-93d0-407c-9046-7423e5bd14af cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:14:46.375501 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-5a797b20-d516-42f3-975b-278ba2c5527d None None] Provisioning complete for port c00682b6-04c4-4f39-bce2-8bb92c1fa247 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:14:46.375873 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5a797b20-d516-42f3-975b-278ba2c5527d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:46.398741 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:46.516726 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38cbdffe-de42-4a42-998f-e91c7a9e9e69 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:14:46.522499 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5a797b20-d516-42f3-975b-278ba2c5527d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:46.531745 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-38cbdffe-de42-4a42-998f-e91c7a9e9e69 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "PUT /v2.0/routers/3d63b057-cd8a-452f-b7a7-534ba1ebcd99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4859111 Feb 10 23:14:46.534245 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50518) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:14:46.622363 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port c00682b6-04c4-4f39-bce2-8bb92c1fa247, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=c00682b6-04c4-4f39-bce2-8bb92c1fa247,segment=NetworkSegment(d039446a-b56e-488d-a967-7a76c9061ee3),segment_id=d039446a-b56e-488d-a967-7a76c9061ee3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:14:46.710054 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:46.710851 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 23cc1e1f-d27c-40de-ac39-9439e5509ad7 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:14:46.733913 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f50b40-df6f-4576-b69c-430b85d382ce tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:14:46.734277 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f50b40-df6f-4576-b69c-430b85d382ce tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:14:46.734632 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f50b40-df6f-4576-b69c-430b85d382ce tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:14:46.734980 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f50b40-df6f-4576-b69c-430b85d382ce tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:14:46.735323 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f50b40-df6f-4576-b69c-430b85d382ce tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:14:46.735666 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f50b40-df6f-4576-b69c-430b85d382ce tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:14:46.737352 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-22f50b40-df6f-4576-b69c-430b85d382ce tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.2022085 Feb 10 23:14:46.741678 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50522) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:14:46.813643 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2350653-7dd9-4cad-9b33-a6c2c3673e94 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:14:46.814009 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2350653-7dd9-4cad-9b33-a6c2c3673e94 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:14:46.814362 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2350653-7dd9-4cad-9b33-a6c2c3673e94 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:14:46.814708 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2350653-7dd9-4cad-9b33-a6c2c3673e94 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:14:46.815050 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2350653-7dd9-4cad-9b33-a6c2c3673e94 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:14:46.815390 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2350653-7dd9-4cad-9b33-a6c2c3673e94 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:14:46.817130 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-f2350653-7dd9-4cad-9b33-a6c2c3673e94 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0752530 Feb 10 23:14:46.820154 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50526) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:14:46.906907 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=c00682b6-04c4-4f39-bce2-8bb92c1fa247,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:14:46.910982 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-5a797b20-d516-42f3-975b-278ba2c5527d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:14:46.912772 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-5a797b20-d516-42f3-975b-278ba2c5527d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:14:47.003108 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 23cc1e1f-d27c-40de-ac39-9439e5509ad7 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:14:47.008095 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 23cc1e1f-d27c-40de-ac39-9439e5509ad7 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:14:47.008482 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:47.022506 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-f211fcf4-8e6b-4c59-8908-53cb01f6d02d tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.2012453 Feb 10 23:14:47.124248 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:47.146930 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 23cc1e1f-d27c-40de-ac39-9439e5509ad7, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=23cc1e1f-d27c-40de-ac39-9439e5509ad7,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:14:47.206412 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:47.272936 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=23cc1e1f-d27c-40de-ac39-9439e5509ad7,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:14:47.417690 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 50532) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:14:47.423416 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-f7142617-3e5a-44f2-b172-2521c1d8bbe4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1863784508', 'description': 'tempest-secgroup-smoke-1863784508 description', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:14:47.432585 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f7142617-3e5a-44f2-b172-2521c1d8bbe4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:14:47.434204 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f7142617-3e5a-44f2-b172-2521c1d8bbe4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:14:47.438722 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f7142617-3e5a-44f2-b172-2521c1d8bbe4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:14:47.445521 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f7142617-3e5a-44f2-b172-2521c1d8bbe4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:14:47.535811 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f7142617-3e5a-44f2-b172-2521c1d8bbe4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:47.571070 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f7142617-3e5a-44f2-b172-2521c1d8bbe4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:14:47.574739 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f7142617-3e5a-44f2-b172-2521c1d8bbe4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:14:47.585220 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f7142617-3e5a-44f2-b172-2521c1d8bbe4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:14:47.585220 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f7142617-3e5a-44f2-b172-2521c1d8bbe4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:14:47.602025 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-46cdb4c4-0714-42cc-a9a4-bf8c496707e0 None None] Provisioning complete for port 928770cd-93d0-407c-9046-7423e5bd14af triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:14:47.608156 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-46cdb4c4-0714-42cc-a9a4-bf8c496707e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:47.620478 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db217db-204d-4410-915e-4adc2fc50a5b None None] Sync routers for ids ['3d63b057-cd8a-452f-b7a7-534ba1ebcd99'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:14:47.636716 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db217db-204d-4410-915e-4adc2fc50a5b None None] Routers {'3d63b057-cd8a-452f-b7a7-534ba1ebcd99'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:14:47.637321 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-5db217db-204d-4410-915e-4adc2fc50a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:14:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['3d63b057-cd8a-452f-b7a7-534ba1ebcd99'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:14:47.651635 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f7142617-3e5a-44f2-b172-2521c1d8bbe4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:47.655998 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-46cdb4c4-0714-42cc-a9a4-bf8c496707e0 None None] Port 928770cd-93d0-407c-9046-7423e5bd14af cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:14:47.717881 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f7142617-3e5a-44f2-b172-2521c1d8bbe4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:47.775888 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7142617-3e5a-44f2-b172-2521c1d8bbe4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05d154a3-6aec-43de-87a9-82b46cdecb42,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:14:47.848122 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-5db217db-204d-4410-915e-4adc2fc50a5b None None] Set router 3d63b057-cd8a-452f-b7a7-534ba1ebcd99 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:14:47.852975 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f7142617-3e5a-44f2-b172-2521c1d8bbe4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:47.854703 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f7142617-3e5a-44f2-b172-2521c1d8bbe4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4355602 Feb 10 23:14:47.857983 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 50536) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:14:47.863847 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-c4ee3fc7-ef1b-40d5-b35b-67678171e654 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': '05d154a3-6aec-43de-87a9-82b46cdecb42', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:14:47.871059 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c4ee3fc7-ef1b-40d5-b35b-67678171e654 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:14:47.876821 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device c00682b6-04c4-4f39-bce2-8bb92c1fa247 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:14:47.877974 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c4ee3fc7-ef1b-40d5-b35b-67678171e654 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:14:47.881031 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c4ee3fc7-ef1b-40d5-b35b-67678171e654 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:14:47.887113 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c4ee3fc7-ef1b-40d5-b35b-67678171e654 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:14:47.949988 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port c00682b6-04c4-4f39-bce2-8bb92c1fa247 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:14:47.949988 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:47.985279 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c4ee3fc7-ef1b-40d5-b35b-67678171e654 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:48.056630 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c4ee3fc7-ef1b-40d5-b35b-67678171e654 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:48.067393 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 23cc1e1f-d27c-40de-ac39-9439e5509ad7 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:14:48.129479 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c4ee3fc7-ef1b-40d5-b35b-67678171e654 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:48.142086 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 23cc1e1f-d27c-40de-ac39-9439e5509ad7 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:14:48.142591 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:48.156020 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ee3fc7-ef1b-40d5-b35b-67678171e654 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e48d4bca-8da3-4cea-a69f-8a11ec61724f,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:14:48.183655 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-5db217db-204d-4410-915e-4adc2fc50a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d63b057-cd8a-452f-b7a7-534ba1ebcd99', 'name': 'tempest-TestNetworkBasicOps-router-402541214', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.71'}], 'enable_snat': True}, 'gw_port_id': '23cc1e1f-d27c-40de-ac39-9439e5509ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:14:39Z', 'updated_at': '2022-02-10T23:14:44Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '23cc1e1f-d27c-40de-ac39-9439e5509ad7', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:03:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d63b057-cd8a-452f-b7a7-534ba1ebcd99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:14:40Z', 'updated_at': '2022-02-10T23:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '928770cd-93d0-407c-9046-7423e5bd14af', 'name': '', 'network_id': '189156ef-73bd-4588-8c09-201b074a3dd1', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:ca:af:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d63b057-cd8a-452f-b7a7-534ba1ebcd99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93af5e35-96ba-463d-b8a7-83e73e03aa9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:14:44Z', 'updated_at': '2022-02-10T23:14:45Z', 'revision_number': 2, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': '93af5e35-96ba-463d-b8a7-83e73e03aa9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:14:48.187874 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db217db-204d-4410-915e-4adc2fc50a5b None None] Checking router: 3d63b057-cd8a-452f-b7a7-534ba1ebcd99 for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:14:48.190011 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db217db-204d-4410-915e-4adc2fc50a5b None None] Updating router 3d63b057-cd8a-452f-b7a7-534ba1ebcd99 port 928770cd-93d0-407c-9046-7423e5bd14af binding host dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:14:48.238697 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-5db217db-204d-4410-915e-4adc2fc50a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:48.246559 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c4ee3fc7-ef1b-40d5-b35b-67678171e654 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:48.248880 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c4ee3fc7-ef1b-40d5-b35b-67678171e654 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3896391 Feb 10 23:14:48.251634 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 50540) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:14:48.257302 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-756d0de4-b91e-4fd7-8a2a-e3b8449172ae tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': '05d154a3-6aec-43de-87a9-82b46cdecb42', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:14:48.262993 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-756d0de4-b91e-4fd7-8a2a-e3b8449172ae tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:14:48.266968 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-756d0de4-b91e-4fd7-8a2a-e3b8449172ae tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:14:48.270082 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-756d0de4-b91e-4fd7-8a2a-e3b8449172ae tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:14:48.275590 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-756d0de4-b91e-4fd7-8a2a-e3b8449172ae tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:14:48.370478 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-756d0de4-b91e-4fd7-8a2a-e3b8449172ae tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:48.434992 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-756d0de4-b91e-4fd7-8a2a-e3b8449172ae tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:48.539282 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-756d0de4-b91e-4fd7-8a2a-e3b8449172ae tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:48.568993 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756d0de4-b91e-4fd7-8a2a-e3b8449172ae tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d8075bc-a091-4f55-b835-812b0120c707,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:14:48.582951 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-5db217db-204d-4410-915e-4adc2fc50a5b None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:48.595192 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-5db217db-204d-4410-915e-4adc2fc50a5b None None] Transition to ACTIVE for port object 928770cd-93d0-407c-9046-7423e5bd14af will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:14:48.657952 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-756d0de4-b91e-4fd7-8a2a-e3b8449172ae tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:48.659893 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-756d0de4-b91e-4fd7-8a2a-e3b8449172ae tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4064593 Feb 10 23:14:48.661930 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 50544) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:14:48.667479 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-1287e6f5-f2ce-4d53-9a31-a63bb82b142c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': '05d154a3-6aec-43de-87a9-82b46cdecb42', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:14:48.676149 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-1287e6f5-f2ce-4d53-9a31-a63bb82b142c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:14:48.676272 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-5db217db-204d-4410-915e-4adc2fc50a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:48.678571 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1287e6f5-f2ce-4d53-9a31-a63bb82b142c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:14:48.681792 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1287e6f5-f2ce-4d53-9a31-a63bb82b142c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:14:48.688753 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-1287e6f5-f2ce-4d53-9a31-a63bb82b142c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:14:48.796892 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27716179-b187-4536-93b1-244066ac41ff None None] Pushing event updated for resources: {'Port': ['ID=928770cd-93d0-407c-9046-7423e5bd14af,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:14:48.810508 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27716179-b187-4536-93b1-244066ac41ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:14:48.810838 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27716179-b187-4536-93b1-244066ac41ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:14:48.811134 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27716179-b187-4536-93b1-244066ac41ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:14:48.811559 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27716179-b187-4536-93b1-244066ac41ff None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:14:48.811981 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27716179-b187-4536-93b1-244066ac41ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:14:48.812122 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1287e6f5-f2ce-4d53-9a31-a63bb82b142c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:48.812320 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27716179-b187-4536-93b1-244066ac41ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:14:48.812925 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27716179-b187-4536-93b1-244066ac41ff None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:14:48.813277 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27716179-b187-4536-93b1-244066ac41ff None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:14:48.813592 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27716179-b187-4536-93b1-244066ac41ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:14:48.813904 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27716179-b187-4536-93b1-244066ac41ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:14:48.814213 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27716179-b187-4536-93b1-244066ac41ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:14:48.904982 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-5db217db-204d-4410-915e-4adc2fc50a5b None None] Attempting to bind port 928770cd-93d0-407c-9046-7423e5bd14af on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:14:48.905342 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-5db217db-204d-4410-915e-4adc2fc50a5b None None] Attempting to bind port 928770cd-93d0-407c-9046-7423e5bd14af by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': 'd039446a-b56e-488d-a967-7a76c9061ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '189156ef-73bd-4588-8c09-201b074a3dd1'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:14:48.905692 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db217db-204d-4410-915e-4adc2fc50a5b None None] Attempting to bind port 928770cd-93d0-407c-9046-7423e5bd14af on network 189156ef-73bd-4588-8c09-201b074a3dd1 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:14:48.912785 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db217db-204d-4410-915e-4adc2fc50a5b None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:14:48.913050 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db217db-204d-4410-915e-4adc2fc50a5b None None] Checking segment: {'id': 'd039446a-b56e-488d-a967-7a76c9061ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '189156ef-73bd-4588-8c09-201b074a3dd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:14:48.913439 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-5db217db-204d-4410-915e-4adc2fc50a5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:48.913815 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db217db-204d-4410-915e-4adc2fc50a5b None None] Bound using segment: {'id': 'd039446a-b56e-488d-a967-7a76c9061ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '189156ef-73bd-4588-8c09-201b074a3dd1'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:14:48.914260 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-5db217db-204d-4410-915e-4adc2fc50a5b None None] Bound port: 928770cd-93d0-407c-9046-7423e5bd14af, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd039446a-b56e-488d-a967-7a76c9061ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '189156ef-73bd-4588-8c09-201b074a3dd1'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:14:48.914618 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-5db217db-204d-4410-915e-4adc2fc50a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:48.990195 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1287e6f5-f2ce-4d53-9a31-a63bb82b142c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:49.007663 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-5db217db-204d-4410-915e-4adc2fc50a5b None None] For port 928770cd-93d0-407c-9046-7423e5bd14af, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:14:49.010547 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-5db217db-204d-4410-915e-4adc2fc50a5b None None] For port 928770cd-93d0-407c-9046-7423e5bd14af, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=928770cd-93d0-407c-9046-7423e5bd14af,segment=NetworkSegment(d039446a-b56e-488d-a967-7a76c9061ee3),segment_id=d039446a-b56e-488d-a967-7a76c9061ee3)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:14:49.071926 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bebe52aa-c7e6-42ab-b747-1459176a2a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:49.111598 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1287e6f5-f2ce-4d53-9a31-a63bb82b142c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:49.112134 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-5db217db-204d-4410-915e-4adc2fc50a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:49.133415 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1287e6f5-f2ce-4d53-9a31-a63bb82b142c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f25f7c6-4b17-4ea8-8b19-88271e02e5a2,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:14:49.197921 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27716179-b187-4536-93b1-244066ac41ff None None] Pushing event updated for resources: {'Port': ['ID=928770cd-93d0-407c-9046-7423e5bd14af,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:14:49.204316 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db217db-204d-4410-915e-4adc2fc50a5b None None] Routers {'3d63b057-cd8a-452f-b7a7-534ba1ebcd99'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:14:49.205237 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-5db217db-204d-4410-915e-4adc2fc50a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:14:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['3d63b057-cd8a-452f-b7a7-534ba1ebcd99'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:14:49.246241 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1287e6f5-f2ce-4d53-9a31-a63bb82b142c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:49.251015 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1287e6f5-f2ce-4d53-9a31-a63bb82b142c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5845995 Feb 10 23:14:49.253094 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50548) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:14:49.259633 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-7709311e-8c97-4dee-a708-3834e610f762 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': '05d154a3-6aec-43de-87a9-82b46cdecb42', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:14:49.266293 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7709311e-8c97-4dee-a708-3834e610f762 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:14:49.270876 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-7709311e-8c97-4dee-a708-3834e610f762 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:14:49.273993 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-7709311e-8c97-4dee-a708-3834e610f762 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:14:49.282096 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7709311e-8c97-4dee-a708-3834e610f762 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:14:49.358976 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7709311e-8c97-4dee-a708-3834e610f762 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:49.390351 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-5db217db-204d-4410-915e-4adc2fc50a5b None None] Set router 3d63b057-cd8a-452f-b7a7-534ba1ebcd99 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:14:49.431476 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7709311e-8c97-4dee-a708-3834e610f762 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:49.523709 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7709311e-8c97-4dee-a708-3834e610f762 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:49.546321 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7709311e-8c97-4dee-a708-3834e610f762 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d87f449-1ca2-4c94-a0a3-1a4900fa809d,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:14:49.614674 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7709311e-8c97-4dee-a708-3834e610f762 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:49.619202 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-7709311e-8c97-4dee-a708-3834e610f762 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3616452 Feb 10 23:14:49.621075 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50552) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:14:49.627213 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-b6098b3a-3648-4193-bb42-99c4dcd43834 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': '05d154a3-6aec-43de-87a9-82b46cdecb42', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:14:49.632986 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b6098b3a-3648-4193-bb42-99c4dcd43834 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:14:49.636647 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-b6098b3a-3648-4193-bb42-99c4dcd43834 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:14:49.641285 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-b6098b3a-3648-4193-bb42-99c4dcd43834 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:14:49.649819 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b6098b3a-3648-4193-bb42-99c4dcd43834 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:14:49.709421 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.securitygroups_db [None req-b6098b3a-3648-4193-bb42-99c4dcd43834 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Project 714fdf59d9ad4aa1b5cc4598e806e542 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:14:49.716143 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6098b3a-3648-4193-bb42-99c4dcd43834 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:49.733498 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-5db217db-204d-4410-915e-4adc2fc50a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d63b057-cd8a-452f-b7a7-534ba1ebcd99', 'name': 'tempest-TestNetworkBasicOps-router-402541214', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.71'}], 'enable_snat': True}, 'gw_port_id': '23cc1e1f-d27c-40de-ac39-9439e5509ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:14:39Z', 'updated_at': '2022-02-10T23:14:44Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '23cc1e1f-d27c-40de-ac39-9439e5509ad7', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:03:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d63b057-cd8a-452f-b7a7-534ba1ebcd99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:14:40Z', 'updated_at': '2022-02-10T23:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '928770cd-93d0-407c-9046-7423e5bd14af', 'name': '', 'network_id': '189156ef-73bd-4588-8c09-201b074a3dd1', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:ca:af:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d63b057-cd8a-452f-b7a7-534ba1ebcd99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93af5e35-96ba-463d-b8a7-83e73e03aa9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:14:44Z', 'updated_at': '2022-02-10T23:14:49Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': '93af5e35-96ba-463d-b8a7-83e73e03aa9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:14:49.737629 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db217db-204d-4410-915e-4adc2fc50a5b None None] The sync data for ids ['3d63b057-cd8a-452f-b7a7-534ba1ebcd99'] in dv-neutron-828797-1-hyperv is: [{'id': '3d63b057-cd8a-452f-b7a7-534ba1ebcd99', 'name': 'tempest-TestNetworkBasicOps-router-402541214', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.71'}], 'enable_snat': True}, 'gw_port_id': '23cc1e1f-d27c-40de-ac39-9439e5509ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:14:39Z', 'updated_at': '2022-02-10T23:14:44Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '23cc1e1f-d27c-40de-ac39-9439e5509ad7', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:03:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d63b057-cd8a-452f-b7a7-534ba1ebcd99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:14:40Z', 'updated_at': '2022-02-10T23:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '928770cd-93d0-407c-9046-7423e5bd14af', 'name': '', 'network_id': '189156ef-73bd-4588-8c09-201b074a3dd1', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:ca:af:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d63b057-cd8a-452f-b7a7-534ba1ebcd99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93af5e35-96ba-463d-b8a7-83e73e03aa9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:14:44Z', 'updated_at': '2022-02-10T23:14:49Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': '93af5e35-96ba-463d-b8a7-83e73e03aa9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:14:49.805240 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6098b3a-3648-4193-bb42-99c4dcd43834 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:49.886296 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6098b3a-3648-4193-bb42-99c4dcd43834 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:49.915071 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 928770cd-93d0-407c-9046-7423e5bd14af up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:14:49.915342 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6098b3a-3648-4193-bb42-99c4dcd43834 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34e18050-3080-4931-9b8e-a716320f3a60,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:14:49.992002 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6098b3a-3648-4193-bb42-99c4dcd43834 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:49.993256 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-b6098b3a-3648-4193-bb42-99c4dcd43834 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3712864 Feb 10 23:14:49.995971 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50556) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:14:50.004227 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-9e336cce-319d-4b31-861e-7f9a2a9ae0b1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': '05d154a3-6aec-43de-87a9-82b46cdecb42', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:14:50.008034 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-9e336cce-319d-4b31-861e-7f9a2a9ae0b1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:14:50.012068 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-9e336cce-319d-4b31-861e-7f9a2a9ae0b1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:14:50.015656 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-9e336cce-319d-4b31-861e-7f9a2a9ae0b1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:14:50.023972 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-9e336cce-319d-4b31-861e-7f9a2a9ae0b1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:14:50.052291 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 928770cd-93d0-407c-9046-7423e5bd14af completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:14:50.057989 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 928770cd-93d0-407c-9046-7423e5bd14af triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:14:50.058368 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:50.143532 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.securitygroups_db [None req-9e336cce-319d-4b31-861e-7f9a2a9ae0b1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Project 714fdf59d9ad4aa1b5cc4598e806e542 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:14:50.151082 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e336cce-319d-4b31-861e-7f9a2a9ae0b1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:50.180328 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:50.218683 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 928770cd-93d0-407c-9046-7423e5bd14af, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=928770cd-93d0-407c-9046-7423e5bd14af,segment=NetworkSegment(d039446a-b56e-488d-a967-7a76c9061ee3),segment_id=d039446a-b56e-488d-a967-7a76c9061ee3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:14:50.233464 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e336cce-319d-4b31-861e-7f9a2a9ae0b1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:50.337515 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:50.374251 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e336cce-319d-4b31-861e-7f9a2a9ae0b1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:50.400760 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e336cce-319d-4b31-861e-7f9a2a9ae0b1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13c7440c-f43c-424a-a06a-33149a7740b7,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:14:50.413334 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=928770cd-93d0-407c-9046-7423e5bd14af,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:14:50.469763 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e336cce-319d-4b31-861e-7f9a2a9ae0b1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:50.470964 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-9e336cce-319d-4b31-861e-7f9a2a9ae0b1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4740059 Feb 10 23:14:50.712792 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-a1a2314d-9ea3-4f7a-8633-978cece1a946 req-f3d78c21-8d2b-4162-889c-4406f135f5fe tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Synchronizing usage tracker for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:14:50.789260 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-a1a2314d-9ea3-4f7a-8633-978cece1a946 req-f3d78c21-8d2b-4162-889c-4406f135f5fe tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Unset dirty status for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:14:50.790419 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a1a2314d-9ea3-4f7a-8633-978cece1a946 req-f3d78c21-8d2b-4162-889c-4406f135f5fe tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1863784508&fields=id&tenant_id=714fdf59d9ad4aa1b5cc4598e806e542 HTTP/1.1" status: 200 len: 267 time: 0.1183612 Feb 10 23:14:51.390751 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a2314d-9ea3-4f7a-8633-978cece1a946 req-dad1f53b-62af-47b1-aa04-d03e992501cc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:14:51.390751 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-a1a2314d-9ea3-4f7a-8633-978cece1a946 req-dad1f53b-62af-47b1-aa04-d03e992501cc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Synchronizing usage tracker for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:network {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:14:51.390751 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-a1a2314d-9ea3-4f7a-8633-978cece1a946 req-dad1f53b-62af-47b1-aa04-d03e992501cc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Unset dirty status for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:network {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:14:51.390751 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a1a2314d-9ea3-4f7a-8633-978cece1a946 req-dad1f53b-62af-47b1-aa04-d03e992501cc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/networks?id=189156ef-73bd-4588-8c09-201b074a3dd1 HTTP/1.1" status: 200 len: 797 time: 0.4467852 Feb 10 23:14:51.390751 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a1a2314d-9ea3-4f7a-8633-978cece1a946 req-b8f56014-fa56-4339-9c8a-89e79f1a77b0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/quotas/714fdf59d9ad4aa1b5cc4598e806e542 HTTP/1.1" status: 200 len: 375 time: 0.0108745 Feb 10 23:14:51.394153 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-56452e86-ab7b-4095-93b5-839206876b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:51.396706 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-a1a2314d-9ea3-4f7a-8633-978cece1a946 req-254ed743-3f12-4da4-bf03-7e7a8ad114a1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Synchronizing usage tracker for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:14:51.526423 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-a1a2314d-9ea3-4f7a-8633-978cece1a946 req-254ed743-3f12-4da4-bf03-7e7a8ad114a1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Unset dirty status for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:14:51.527957 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a1a2314d-9ea3-4f7a-8633-978cece1a946 req-254ed743-3f12-4da4-bf03-7e7a8ad114a1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2606308 Feb 10 23:14:51.683053 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a1a2314d-9ea3-4f7a-8633-978cece1a946 req-72ebbca5-75ec-4631-8dff-8a65dc4361a4 service neutron] 10.222.0.59 "GET /v2.0/networks/189156ef-73bd-4588-8c09-201b074a3dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401517 Feb 10 23:14:51.831899 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a1a2314d-9ea3-4f7a-8633-978cece1a946 req-8752007a-1416-4d2c-9753-65f474c31611 service neutron] 10.222.0.59 "GET /v2.0/networks/189156ef-73bd-4588-8c09-201b074a3dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415415 Feb 10 23:14:51.871396 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 928770cd-93d0-407c-9046-7423e5bd14af up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:14:51.942921 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 928770cd-93d0-407c-9046-7423e5bd14af triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:14:51.943192 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:52.140882 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-2a766a1f-a619-4b30-b943-b002b405e256 req-c1667c2c-09bc-4fed-9819-86d84c69aa05 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Synchronizing usage tracker for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:14:52.152267 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-2a766a1f-a619-4b30-b943-b002b405e256 req-c1667c2c-09bc-4fed-9819-86d84c69aa05 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Unset dirty status for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:14:52.153418 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-2a766a1f-a619-4b30-b943-b002b405e256 req-c1667c2c-09bc-4fed-9819-86d84c69aa05 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d061031-43a2-43c6-9d69-7ae6662dd8e8 HTTP/1.1" status: 200 len: 210 time: 0.0537932 Feb 10 23:14:52.407013 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:52.583368 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:53.339445 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0fae7257-8ff6-4bd4-a694-881f2f95db04 req-aaecae37-404c-4752-b00f-98687034810a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d061031-43a2-43c6-9d69-7ae6662dd8e8 HTTP/1.1" status: 200 len: 210 time: 0.0428324 Feb 10 23:14:53.954869 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:54.383272 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a2314d-9ea3-4f7a-8633-978cece1a946 req-0980b2cc-bd65-4549-af48-3de5bdcc6784 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:14:54.384777 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a1a2314d-9ea3-4f7a-8633-978cece1a946 req-0980b2cc-bd65-4549-af48-3de5bdcc6784 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.37 "GET /v2.0/networks?id=189156ef-73bd-4588-8c09-201b074a3dd1 HTTP/1.1" status: 200 len: 797 time: 0.1408653 Feb 10 23:14:54.438073 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a1a2314d-9ea3-4f7a-8633-978cece1a946 req-a9d116a5-6776-4129-ae74-5b00e1c9e7be tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=714fdf59d9ad4aa1b5cc4598e806e542 HTTP/1.1" status: 200 len: 380 time: 0.0412695 Feb 10 23:14:54.446539 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-a1a2314d-9ea3-4f7a-8633-978cece1a946 req-4920d4be-0b62-4085-bb9b-1ccbd3337c6e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'port': {'device_id': '2d061031-43a2-43c6-9d69-7ae6662dd8e8', 'network_id': '189156ef-73bd-4588-8c09-201b074a3dd1', 'admin_state_up': True, 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'security_groups': ['05d154a3-6aec-43de-87a9-82b46cdecb42']}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:14:54.504433 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-78cc817e-15df-4b3b-ba1d-4e887a9f65bc req-e01c9c7f-1f56-4770-8647-a31bee62fe32 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d061031-43a2-43c6-9d69-7ae6662dd8e8 HTTP/1.1" status: 200 len: 210 time: 0.0411289 Feb 10 23:14:54.586407 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-a1a2314d-9ea3-4f7a-8633-978cece1a946 req-4920d4be-0b62-4085-bb9b-1ccbd3337c6e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:14:54.596671 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-a1a2314d-9ea3-4f7a-8633-978cece1a946 req-4920d4be-0b62-4085-bb9b-1ccbd3337c6e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:14:54.734916 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1a2314d-9ea3-4f7a-8633-978cece1a946 req-4920d4be-0b62-4085-bb9b-1ccbd3337c6e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Made reservation on behalf of 714fdf59d9ad4aa1b5cc4598e806e542 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:14:54.739702 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-a1a2314d-9ea3-4f7a-8633-978cece1a946 req-4920d4be-0b62-4085-bb9b-1ccbd3337c6e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:54.939209 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [req-a1a2314d-9ea3-4f7a-8633-978cece1a946 req-4920d4be-0b62-4085-bb9b-1ccbd3337c6e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Allocated IP 172.20.0.4 (189156ef-73bd-4588-8c09-201b074a3dd1/93af5e35-96ba-463d-b8a7-83e73e03aa9a/34ccb795-56a8-4c02-995b-f32667eeb029) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:14:55.126614 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-a1a2314d-9ea3-4f7a-8633-978cece1a946 req-4920d4be-0b62-4085-bb9b-1ccbd3337c6e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:55.142124 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-a1a2314d-9ea3-4f7a-8633-978cece1a946 req-4920d4be-0b62-4085-bb9b-1ccbd3337c6e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Transition to ACTIVE for port object 34ccb795-56a8-4c02-995b-f32667eeb029 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:14:55.233130 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-a1a2314d-9ea3-4f7a-8633-978cece1a946 req-4920d4be-0b62-4085-bb9b-1ccbd3337c6e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:55.306802 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1a2314d-9ea3-4f7a-8633-978cece1a946 req-4920d4be-0b62-4085-bb9b-1ccbd3337c6e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Network 189156ef-73bd-4588-8c09-201b074a3dd1 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:14:55.309790 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [req-a1a2314d-9ea3-4f7a-8633-978cece1a946 req-4920d4be-0b62-4085-bb9b-1ccbd3337c6e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:14:55.314479 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a2314d-9ea3-4f7a-8633-978cece1a946 req-4920d4be-0b62-4085-bb9b-1ccbd3337c6e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:14:55.339138 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4920d4be-0b62-4085-bb9b-1ccbd3337c6e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Port': ['ID=34ccb795-56a8-4c02-995b-f32667eeb029,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:14:55.378110 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a2314d-9ea3-4f7a-8633-978cece1a946 req-4920d4be-0b62-4085-bb9b-1ccbd3337c6e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:14:55.378663 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-a1a2314d-9ea3-4f7a-8633-978cece1a946 req-4920d4be-0b62-4085-bb9b-1ccbd3337c6e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:55.489409 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a1a2314d-9ea3-4f7a-8633-978cece1a946 req-4920d4be-0b62-4085-bb9b-1ccbd3337c6e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0465565 Feb 10 23:14:55.501993 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-a1a2314d-9ea3-4f7a-8633-978cece1a946 req-a2f2566b-34ad-498c-ada6-d63d46ad85e0 service neutron] Request body: {'port': {'device_id': '2d061031-43a2-43c6-9d69-7ae6662dd8e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:14:55.619433 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-a1a2314d-9ea3-4f7a-8633-978cece1a946 req-a2f2566b-34ad-498c-ada6-d63d46ad85e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:55.666094 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-8448e369-57f5-41ab-9aa1-3ddb756fca8f None None] Provisioning for port 34ccb795-56a8-4c02-995b-f32667eeb029 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:14:55.671865 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-8448e369-57f5-41ab-9aa1-3ddb756fca8f None None] Provisioning complete for port 34ccb795-56a8-4c02-995b-f32667eeb029 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:14:55.672228 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8448e369-57f5-41ab-9aa1-3ddb756fca8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:55.725178 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-8448e369-57f5-41ab-9aa1-3ddb756fca8f None None] Port 34ccb795-56a8-4c02-995b-f32667eeb029 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:14:55.927353 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d5862a-b442-4e7f-bd43-166712ac5a39 req-425965fc-46ea-4d41-932a-efa6ca6da602 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:14:55.932144 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-54d5862a-b442-4e7f-bd43-166712ac5a39 req-425965fc-46ea-4d41-932a-efa6ca6da602 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Synchronizing usage tracker for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:14:56.088316 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-54d5862a-b442-4e7f-bd43-166712ac5a39 req-425965fc-46ea-4d41-932a-efa6ca6da602 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Unset dirty status for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:14:56.089483 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-54d5862a-b442-4e7f-bd43-166712ac5a39 req-425965fc-46ea-4d41-932a-efa6ca6da602 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d061031-43a2-43c6-9d69-7ae6662dd8e8 HTTP/1.1" status: 200 len: 931 time: 0.4305396 Feb 10 23:14:56.143563 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [req-a1a2314d-9ea3-4f7a-8633-978cece1a946 req-a2f2566b-34ad-498c-ada6-d63d46ad85e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34ccb795-56a8-4c02-995b-f32667eeb029 {{(pid=84332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:14:56.156238 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-a1a2314d-9ea3-4f7a-8633-978cece1a946 req-a2f2566b-34ad-498c-ada6-d63d46ad85e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:56.171191 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-54d5862a-b442-4e7f-bd43-166712ac5a39 req-7c41b759-7187-4a8a-89fa-cade5e3da5a0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=05d154a3-6aec-43de-87a9-82b46cdecb42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707791 Feb 10 23:14:56.176306 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-a1a2314d-9ea3-4f7a-8633-978cece1a946 req-a2f2566b-34ad-498c-ada6-d63d46ad85e0 service neutron] Transition to ACTIVE for port object 34ccb795-56a8-4c02-995b-f32667eeb029 will not be triggered until provisioned by entity L2. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:14:56.237930 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-a1a2314d-9ea3-4f7a-8633-978cece1a946 req-a2f2566b-34ad-498c-ada6-d63d46ad85e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:56.366246 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f2566b-34ad-498c-ada6-d63d46ad85e0 service neutron] Pushing event updated for resources: {'Port': ['ID=34ccb795-56a8-4c02-995b-f32667eeb029,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:14:56.476163 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-a1a2314d-9ea3-4f7a-8633-978cece1a946 req-a2f2566b-34ad-498c-ada6-d63d46ad85e0 service neutron] Attempting to bind port 34ccb795-56a8-4c02-995b-f32667eeb029 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:14:56.476509 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-a1a2314d-9ea3-4f7a-8633-978cece1a946 req-a2f2566b-34ad-498c-ada6-d63d46ad85e0 service neutron] Attempting to bind port 34ccb795-56a8-4c02-995b-f32667eeb029 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': 'd039446a-b56e-488d-a967-7a76c9061ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '189156ef-73bd-4588-8c09-201b074a3dd1'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:14:56.476848 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a2314d-9ea3-4f7a-8633-978cece1a946 req-a2f2566b-34ad-498c-ada6-d63d46ad85e0 service neutron] Attempting to bind port 34ccb795-56a8-4c02-995b-f32667eeb029 on network 189156ef-73bd-4588-8c09-201b074a3dd1 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:14:56.482907 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a2314d-9ea3-4f7a-8633-978cece1a946 req-a2f2566b-34ad-498c-ada6-d63d46ad85e0 service neutron] Port 34ccb795-56a8-4c02-995b-f32667eeb029 on network 189156ef-73bd-4588-8c09-201b074a3dd1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:14:56.483218 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a2314d-9ea3-4f7a-8633-978cece1a946 req-a2f2566b-34ad-498c-ada6-d63d46ad85e0 service neutron] Attempting to bind port 34ccb795-56a8-4c02-995b-f32667eeb029 on network 189156ef-73bd-4588-8c09-201b074a3dd1 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:14:56.489322 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a2314d-9ea3-4f7a-8633-978cece1a946 req-a2f2566b-34ad-498c-ada6-d63d46ad85e0 service neutron] Checking agent: {'id': '0f85d58b-4cda-4360-97cf-be037aef26b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'started_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:14:56.489649 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a2314d-9ea3-4f7a-8633-978cece1a946 req-a2f2566b-34ad-498c-ada6-d63d46ad85e0 service neutron] Checking segment: {'id': 'd039446a-b56e-488d-a967-7a76c9061ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '189156ef-73bd-4588-8c09-201b074a3dd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:14:56.490233 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a2314d-9ea3-4f7a-8633-978cece1a946 req-a2f2566b-34ad-498c-ada6-d63d46ad85e0 service neutron] Bound using segment: {'id': 'd039446a-b56e-488d-a967-7a76c9061ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '189156ef-73bd-4588-8c09-201b074a3dd1'} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:14:56.490418 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-a1a2314d-9ea3-4f7a-8633-978cece1a946 req-a2f2566b-34ad-498c-ada6-d63d46ad85e0 service neutron] Bound port: 34ccb795-56a8-4c02-995b-f32667eeb029, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd039446a-b56e-488d-a967-7a76c9061ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '189156ef-73bd-4588-8c09-201b074a3dd1'}}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:14:56.490752 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-a1a2314d-9ea3-4f7a-8633-978cece1a946 req-a2f2566b-34ad-498c-ada6-d63d46ad85e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:56.584829 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-a1a2314d-9ea3-4f7a-8633-978cece1a946 req-a2f2566b-34ad-498c-ada6-d63d46ad85e0 service neutron] For port 34ccb795-56a8-4c02-995b-f32667eeb029, host hv-neutron-8287, cleared binding levels {{(pid=84332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:14:56.587822 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-a1a2314d-9ea3-4f7a-8633-978cece1a946 req-a2f2566b-34ad-498c-ada6-d63d46ad85e0 service neutron] For port 34ccb795-56a8-4c02-995b-f32667eeb029, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=34ccb795-56a8-4c02-995b-f32667eeb029,segment=NetworkSegment(d039446a-b56e-488d-a967-7a76c9061ee3),segment_id=d039446a-b56e-488d-a967-7a76c9061ee3)] {{(pid=84332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:14:56.660658 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-a1a2314d-9ea3-4f7a-8633-978cece1a946 req-a2f2566b-34ad-498c-ada6-d63d46ad85e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:56.720216 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-a1a2314d-9ea3-4f7a-8633-978cece1a946 req-a2f2566b-34ad-498c-ada6-d63d46ad85e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:56.721595 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a1a2314d-9ea3-4f7a-8633-978cece1a946 req-a2f2566b-34ad-498c-ada6-d63d46ad85e0 service neutron] 10.222.0.37 "PUT /v2.0/ports/34ccb795-56a8-4c02-995b-f32667eeb029 HTTP/1.1" status: 200 len: 1093 time: 1.2247260 Feb 10 23:14:56.729020 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d061031-43a2-43c6-9d69-7ae6662dd8e8', 'tag': '34ccb795-56a8-4c02-995b-f32667eeb029'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:14:56.755718 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f2566b-34ad-498c-ada6-d63d46ad85e0 service neutron] Pushing event updated for resources: {'Port': ['ID=34ccb795-56a8-4c02-995b-f32667eeb029,revision_number=3']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:14:56.805425 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d061031-43a2-43c6-9d69-7ae6662dd8e8', 'tag': '34ccb795-56a8-4c02-995b-f32667eeb029', 'status': 'completed', 'code': 200} Feb 10 23:14:56.892179 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a8771a41-7941-456d-bd82-339cb7915637 req-16010e4f-e2f7-49b2-a05a-fa441cbf1151 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&device_id=2d061031-43a2-43c6-9d69-7ae6662dd8e8 HTTP/1.1" status: 200 len: 1096 time: 0.0733173 Feb 10 23:14:57.034059 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8771a41-7941-456d-bd82-339cb7915637 req-3fff660a-f883-47b9-aed3-c7ef353db0c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:14:57.035630 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a8771a41-7941-456d-bd82-339cb7915637 req-3fff660a-f883-47b9-aed3-c7ef353db0c9 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1368203 Feb 10 23:14:57.172274 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8771a41-7941-456d-bd82-339cb7915637 req-3712431e-e8c8-4fcd-9295-e0af0c62b70b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:14:57.173754 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a8771a41-7941-456d-bd82-339cb7915637 req-3712431e-e8c8-4fcd-9295-e0af0c62b70b service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1318171 Feb 10 23:14:57.280661 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a1a2314d-9ea3-4f7a-8633-978cece1a946 req-789aee8a-1e2c-4828-899c-340ce6ab7e48 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&device_id=2d061031-43a2-43c6-9d69-7ae6662dd8e8 HTTP/1.1" status: 200 len: 1096 time: 0.0688891 Feb 10 23:14:57.391365 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a1a2314d-9ea3-4f7a-8633-978cece1a946 req-1e0fdc29-2d40-481b-be5e-6d135aa0a619 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34ccb795-56a8-4c02-995b-f32667eeb029 HTTP/1.1" status: 200 len: 217 time: 0.1053729 Feb 10 23:14:57.472545 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a2314d-9ea3-4f7a-8633-978cece1a946 req-969ac1d4-f3a4-4c7e-a4e0-b9e8fa944562 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:14:57.473992 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a1a2314d-9ea3-4f7a-8633-978cece1a946 req-969ac1d4-f3a4-4c7e-a4e0-b9e8fa944562 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=93af5e35-96ba-463d-b8a7-83e73e03aa9a HTTP/1.1" status: 200 len: 833 time: 0.0749388 Feb 10 23:14:57.480377 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03618c92-0208-4fde-82fe-6c9dcb23d0f0 req-a13d93dc-7022-42b5-816d-fb1ebb751964 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:14:57.482549 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-03618c92-0208-4fde-82fe-6c9dcb23d0f0 req-a13d93dc-7022-42b5-816d-fb1ebb751964 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d061031-43a2-43c6-9d69-7ae6662dd8e8 HTTP/1.1" status: 200 len: 943 time: 0.1438060 Feb 10 23:14:57.571443 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-03618c92-0208-4fde-82fe-6c9dcb23d0f0 req-e99e3f7f-91b3-4f59-bba6-3016d45c7271 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=05d154a3-6aec-43de-87a9-82b46cdecb42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595434 Feb 10 23:14:57.589710 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a1a2314d-9ea3-4f7a-8633-978cece1a946 req-385f1641-88c7-48a1-b588-179b930bd92e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=189156ef-73bd-4588-8c09-201b074a3dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1063244 Feb 10 23:14:57.721246 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a1a2314d-9ea3-4f7a-8633-978cece1a946 req-cad51b42-0cb3-4c85-83b9-a6527e72c053 service neutron] 10.222.0.37 "GET /v2.0/networks/189156ef-73bd-4588-8c09-201b074a3dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252422 Feb 10 23:14:57.940155 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a1a2314d-9ea3-4f7a-8633-978cece1a946 req-746384e6-9d9d-42d6-88bd-e2b708f9fd7f service neutron] 10.222.0.37 "GET /v2.0/networks/189156ef-73bd-4588-8c09-201b074a3dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136638 Feb 10 23:14:58.775263 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c6e1fe-389d-4dcf-a28b-05d23dacf2ba req-3bde2dd8-e73a-4cf9-844d-82280f84b270 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:14:58.776705 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-92c6e1fe-389d-4dcf-a28b-05d23dacf2ba req-3bde2dd8-e73a-4cf9-844d-82280f84b270 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d061031-43a2-43c6-9d69-7ae6662dd8e8 HTTP/1.1" status: 200 len: 943 time: 0.0769055 Feb 10 23:14:58.820911 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-92c6e1fe-389d-4dcf-a28b-05d23dacf2ba req-544af0f6-252d-40df-8e53-342306cb15af tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Synchronizing usage tracker for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:14:58.831893 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-92c6e1fe-389d-4dcf-a28b-05d23dacf2ba req-544af0f6-252d-40df-8e53-342306cb15af tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Unset dirty status for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:14:58.832990 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-92c6e1fe-389d-4dcf-a28b-05d23dacf2ba req-544af0f6-252d-40df-8e53-342306cb15af tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=05d154a3-6aec-43de-87a9-82b46cdecb42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497203 Feb 10 23:14:59.811791 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 34ccb795-56a8-4c02-995b-f32667eeb029 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:14:59.947135 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 34ccb795-56a8-4c02-995b-f32667eeb029, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=34ccb795-56a8-4c02-995b-f32667eeb029,segment=NetworkSegment(d039446a-b56e-488d-a967-7a76c9061ee3),segment_id=d039446a-b56e-488d-a967-7a76c9061ee3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:14:59.960088 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Returning: {'device': '34ccb795-56a8-4c02-995b-f32667eeb029', 'network_id': '189156ef-73bd-4588-8c09-201b074a3dd1', 'port_id': '34ccb795-56a8-4c02-995b-f32667eeb029', 'mac_address': 'fa:16:3e:24:74:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93af5e35-96ba-463d-b8a7-83e73e03aa9a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:15:00.018752 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:00.036681 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34ccb795-56a8-4c02-995b-f32667eeb029 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:15:00.040441 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa5aca-4b99-4eda-817a-602f36b9a0ae req-2b38c658-07d9-4e91-95b4-9c0943968fe8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:00.042137 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-46aa5aca-4b99-4eda-817a-602f36b9a0ae req-2b38c658-07d9-4e91-95b4-9c0943968fe8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d061031-43a2-43c6-9d69-7ae6662dd8e8 HTTP/1.1" status: 200 len: 943 time: 0.0795968 Feb 10 23:15:00.052302 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 34ccb795-56a8-4c02-995b-f32667eeb029, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=34ccb795-56a8-4c02-995b-f32667eeb029,segment=NetworkSegment(d039446a-b56e-488d-a967-7a76c9061ee3),segment_id=d039446a-b56e-488d-a967-7a76c9061ee3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:15:00.088063 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-46aa5aca-4b99-4eda-817a-602f36b9a0ae req-a9dcfa37-a228-4dd7-add3-09d875f33615 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=05d154a3-6aec-43de-87a9-82b46cdecb42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402448 Feb 10 23:15:00.146078 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:00.211948 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=34ccb795-56a8-4c02-995b-f32667eeb029,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:00.362765 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['34ccb795-56a8-4c02-995b-f32667eeb029'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:15:01.153607 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a6ba253b-3917-4221-b80c-f359641469ae req-3cb647ec-df09-4878-befe-a11bb3db555a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cd2a7f2e-7c36-40b0-ab8a-a8d8a6fdec11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0675466 Feb 10 23:15:01.248201 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a6ba253b-3917-4221-b80c-f359641469ae req-e4963d0d-c8fb-4d54-ad35-ea1dbcaa741c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=82bae8319c0a482993cd9e8530b11401&device_id=cd2a7f2e-7c36-40b0-ab8a-a8d8a6fdec11 HTTP/1.1" status: 200 len: 1098 time: 0.0738943 Feb 10 23:15:01.291096 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c00d2d-8755-4a52-884d-c7b9bb524cda req-b9f69b0c-3c23-4f7b-af18-a201c30ce3dd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:01.292750 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-13c00d2d-8755-4a52-884d-c7b9bb524cda req-b9f69b0c-3c23-4f7b-af18-a201c30ce3dd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d061031-43a2-43c6-9d69-7ae6662dd8e8 HTTP/1.1" status: 200 len: 944 time: 0.0780628 Feb 10 23:15:01.341069 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-13c00d2d-8755-4a52-884d-c7b9bb524cda req-0bf3c28e-0526-4a01-ae70-78d7894642c7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=05d154a3-6aec-43de-87a9-82b46cdecb42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412591 Feb 10 23:15:01.392818 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba253b-3917-4221-b80c-f359641469ae req-71925405-76c8-4284-bf6d-d6dfb12ebcf5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:01.392818 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a6ba253b-3917-4221-b80c-f359641469ae req-71925405-76c8-4284-bf6d-d6dfb12ebcf5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a75b224-7431-40b5-b18e-691aa5ad073d HTTP/1.1" status: 200 len: 913 time: 0.1271613 Feb 10 23:15:01.491199 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a6ba253b-3917-4221-b80c-f359641469ae req-977093a7-7631-40dc-a6d6-7148f4ad993d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3068d05b-2836-40d5-8bd2-e43394992d1a HTTP/1.1" status: 200 len: 1001 time: 0.0940108 Feb 10 23:15:01.552753 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba253b-3917-4221-b80c-f359641469ae req-3b42b19e-f94a-426f-9f1c-cb6980fd001d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:01.553898 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a6ba253b-3917-4221-b80c-f359641469ae req-3b42b19e-f94a-426f-9f1c-cb6980fd001d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=375b0e55-6852-456e-bf83-790a9c9d4e02 HTTP/1.1" status: 200 len: 851 time: 0.0571315 Feb 10 23:15:01.629634 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a6ba253b-3917-4221-b80c-f359641469ae req-891ae20d-b644-4638-9a9d-0eb938585879 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a75b224-7431-40b5-b18e-691aa5ad073d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701015 Feb 10 23:15:01.760529 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a6ba253b-3917-4221-b80c-f359641469ae req-bafe14e2-f2e6-4df1-a16d-ff441d594918 service neutron] 10.222.0.37 "GET /v2.0/networks/4a75b224-7431-40b5-b18e-691aa5ad073d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245859 Feb 10 23:15:01.822441 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 34ccb795-56a8-4c02-995b-f32667eeb029 up at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:15:01.892459 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a6ba253b-3917-4221-b80c-f359641469ae req-de0e3cfd-81b4-45d6-8f2b-ec0d31598213 service neutron] 10.222.0.37 "GET /v2.0/networks/4a75b224-7431-40b5-b18e-691aa5ad073d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265864 Feb 10 23:15:01.948332 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning for port 34ccb795-56a8-4c02-995b-f32667eeb029 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:15:01.954151 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning complete for port 34ccb795-56a8-4c02-995b-f32667eeb029 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:15:01.954520 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:02.067777 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:02.094235 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d061031-43a2-43c6-9d69-7ae6662dd8e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ccb795-56a8-4c02-995b-f32667eeb029'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:15:02.103910 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 34ccb795-56a8-4c02-995b-f32667eeb029, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=34ccb795-56a8-4c02-995b-f32667eeb029,segment=NetworkSegment(d039446a-b56e-488d-a967-7a76c9061ee3),segment_id=d039446a-b56e-488d-a967-7a76c9061ee3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:15:02.203315 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:02.269597 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=34ccb795-56a8-4c02-995b-f32667eeb029,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:02.339919 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d061031-43a2-43c6-9d69-7ae6662dd8e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ccb795-56a8-4c02-995b-f32667eeb029', 'code': 200} Feb 10 23:15:02.547159 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c65d769-8855-4664-9d85-45bfaa02a326 req-b7463d01-754c-4a24-a6e0-352a55c1e435 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:02.548630 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-3c65d769-8855-4664-9d85-45bfaa02a326 req-b7463d01-754c-4a24-a6e0-352a55c1e435 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d061031-43a2-43c6-9d69-7ae6662dd8e8 HTTP/1.1" status: 200 len: 945 time: 0.0820987 Feb 10 23:15:02.595695 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-3c65d769-8855-4664-9d85-45bfaa02a326 req-71e4de64-6f78-4849-8a1c-b8892a977b90 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=05d154a3-6aec-43de-87a9-82b46cdecb42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414100 Feb 10 23:15:02.740559 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-372bc673-117c-4ce4-a92f-48598927123e req-d42da218-0711-4acc-9c05-832a439ffb6a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2d061031-43a2-43c6-9d69-7ae6662dd8e8 HTTP/1.1" status: 200 len: 1098 time: 0.0687053 Feb 10 23:15:02.783535 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-372bc673-117c-4ce4-a92f-48598927123e req-b5c7ac45-1391-49d0-a0cc-02776f7e73cb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=05d154a3-6aec-43de-87a9-82b46cdecb42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366840 Feb 10 23:15:03.802533 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ca2ed-375f-4679-a2db-84d18cd6d0b6 req-2babc1c8-0b13-467c-907e-39fd995db6a9 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:03.803977 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a47ca2ed-375f-4679-a2db-84d18cd6d0b6 req-2babc1c8-0b13-467c-907e-39fd995db6a9 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d061031-43a2-43c6-9d69-7ae6662dd8e8 HTTP/1.1" status: 200 len: 945 time: 0.0800436 Feb 10 23:15:03.849692 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a47ca2ed-375f-4679-a2db-84d18cd6d0b6 req-facff4ae-805a-4df5-953d-eaa49268d826 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=05d154a3-6aec-43de-87a9-82b46cdecb42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399008 Feb 10 23:15:05.048720 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f5cfc-b4cb-4208-a5f1-349548599f08 req-ddea714c-267f-46a1-b244-1c4ae5b94242 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:05.051294 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-4c1f5cfc-b4cb-4208-a5f1-349548599f08 req-ddea714c-267f-46a1-b244-1c4ae5b94242 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d061031-43a2-43c6-9d69-7ae6662dd8e8 HTTP/1.1" status: 200 len: 945 time: 0.0793266 Feb 10 23:15:05.099126 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-4c1f5cfc-b4cb-4208-a5f1-349548599f08 req-b6ed51aa-014c-46e7-9a8e-d1e997be4f05 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=05d154a3-6aec-43de-87a9-82b46cdecb42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438178 Feb 10 23:15:05.299921 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41906e0f-486e-4ced-a2d9-d6989c3301ae req-a6bebb85-f0cd-4f75-8a69-47fafe12d559 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:05.301723 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-41906e0f-486e-4ced-a2d9-d6989c3301ae req-a6bebb85-f0cd-4f75-8a69-47fafe12d559 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d061031-43a2-43c6-9d69-7ae6662dd8e8 HTTP/1.1" status: 200 len: 945 time: 0.0753934 Feb 10 23:15:05.346356 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-41906e0f-486e-4ced-a2d9-d6989c3301ae req-0a805c0b-9862-49db-9d41-1b4b308a3700 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=05d154a3-6aec-43de-87a9-82b46cdecb42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392511 Feb 10 23:15:05.378609 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 50620) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:15:05.449399 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-284075a4-5cc8-4746-8162-02d8f5465700 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=2d061031-43a2-43c6-9d69-7ae6662dd8e8 HTTP/1.1" status: 200 len: 1093 time: 0.0696456 Feb 10 23:15:05.452134 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 50624) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:15:05.457934 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-dd1f5e06-f5c9-44f7-a7f4-ef0b248670c4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'floatingip': {'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'port_id': '34ccb795-56a8-4c02-995b-f32667eeb029', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:15:05.463596 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-dd1f5e06-f5c9-44f7-a7f4-ef0b248670c4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:15:05.467427 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-dd1f5e06-f5c9-44f7-a7f4-ef0b248670c4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:floatingip and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:15:05.470475 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-dd1f5e06-f5c9-44f7-a7f4-ef0b248670c4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:15:05.475965 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-dd1f5e06-f5c9-44f7-a7f4-ef0b248670c4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:15:05.554247 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dd1f5e06-f5c9-44f7-a7f4-ef0b248670c4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for floatingip, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:05.691507 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dd1f5e06-f5c9-44f7-a7f4-ef0b248670c4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:05.822012 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-dd1f5e06-f5c9-44f7-a7f4-ef0b248670c4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Allocated IP 172.26.8.212 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/7a31c5c8-b58b-4468-9f6c-8e83c112dc06) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:15:06.054758 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dd1f5e06-f5c9-44f7-a7f4-ef0b248670c4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:06.169178 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dd1f5e06-f5c9-44f7-a7f4-ef0b248670c4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:06.235664 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1f5e06-f5c9-44f7-a7f4-ef0b248670c4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:15:06.238255 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-dd1f5e06-f5c9-44f7-a7f4-ef0b248670c4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:15:06.242349 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1f5e06-f5c9-44f7-a7f4-ef0b248670c4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:15:06.265234 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1f5e06-f5c9-44f7-a7f4-ef0b248670c4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Port': ['ID=7a31c5c8-b58b-4468-9f6c-8e83c112dc06,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:06.739231 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dd1f5e06-f5c9-44f7-a7f4-ef0b248670c4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:06.881602 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dd1f5e06-f5c9-44f7-a7f4-ef0b248670c4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:07.084684 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dd1f5e06-f5c9-44f7-a7f4-ef0b248670c4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:07.171339 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dd1f5e06-f5c9-44f7-a7f4-ef0b248670c4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:07.280227 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1f5e06-f5c9-44f7-a7f4-ef0b248670c4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Port': ['ID=7a31c5c8-b58b-4468-9f6c-8e83c112dc06,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:07.291175 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dd1f5e06-f5c9-44f7-a7f4-ef0b248670c4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1734214'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:07.480271 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.l3_db [None req-dd1f5e06-f5c9-44f7-a7f4-ef0b248670c4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Floating IP ce69d2b0-9422-47a8-be80-99c3482788d3 associated. External IP: 172.26.8.212, port: 34ccb795-56a8-4c02-995b-f32667eeb029. Feb 10 23:15:07.966044 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd1f5e06-f5c9-44f7-a7f4-ef0b248670c4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Router 3d63b057-cd8a-452f-b7a7-534ba1ebcd99 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:15:08.173786 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd1f5e06-f5c9-44f7-a7f4-ef0b248670c4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:15:08.183672 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd7e7fd-f156-4d73-93d0-2e01f3e5fa12 None None] Sync routers for ids ['3d63b057-cd8a-452f-b7a7-534ba1ebcd99'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:15:08.195028 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd7e7fd-f156-4d73-93d0-2e01f3e5fa12 None None] Routers {'3d63b057-cd8a-452f-b7a7-534ba1ebcd99'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:15:08.195634 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-0dd7e7fd-f156-4d73-93d0-2e01f3e5fa12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:14:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['3d63b057-cd8a-452f-b7a7-534ba1ebcd99'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:15:08.285522 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dd1f5e06-f5c9-44f7-a7f4-ef0b248670c4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:08.340920 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-dd1f5e06-f5c9-44f7-a7f4-ef0b248670c4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8869169 Feb 10 23:15:08.341006 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d061031-43a2-43c6-9d69-7ae6662dd8e8', 'tag': '34ccb795-56a8-4c02-995b-f32667eeb029'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:15:08.344004 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50628) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:15:08.375839 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-0dd7e7fd-f156-4d73-93d0-2e01f3e5fa12 None None] Set router 3d63b057-cd8a-452f-b7a7-534ba1ebcd99 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:15:08.411471 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d061031-43a2-43c6-9d69-7ae6662dd8e8', 'tag': '34ccb795-56a8-4c02-995b-f32667eeb029', 'status': 'completed', 'code': 200} Feb 10 23:15:08.510026 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0080b7f8-5896-4b78-8040-25bb6ee7077d req-138356ca-f096-47d7-bb40-80c41a1cce5f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&device_id=2d061031-43a2-43c6-9d69-7ae6662dd8e8 HTTP/1.1" status: 200 len: 1098 time: 0.0789876 Feb 10 23:15:08.573549 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-d7b03812-1b00-4a67-abee-18286bbbc1b6 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/floatingips/ce69d2b0-9422-47a8-be80-99c3482788d3 HTTP/1.1" status: 200 len: 991 time: 0.2273159 Feb 10 23:15:08.650262 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0080b7f8-5896-4b78-8040-25bb6ee7077d req-0d829e50-e68a-4409-a26d-5fd9d70e62ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:08.651695 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0080b7f8-5896-4b78-8040-25bb6ee7077d req-0d829e50-e68a-4409-a26d-5fd9d70e62ab service neutron] 10.222.0.37 "GET /v2.0/networks?id=189156ef-73bd-4588-8c09-201b074a3dd1 HTTP/1.1" status: 200 len: 898 time: 0.1359191 Feb 10 23:15:08.742775 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-0dd7e7fd-f156-4d73-93d0-2e01f3e5fa12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d63b057-cd8a-452f-b7a7-534ba1ebcd99', 'name': 'tempest-TestNetworkBasicOps-router-402541214', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.71'}], 'enable_snat': True}, 'gw_port_id': '23cc1e1f-d27c-40de-ac39-9439e5509ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:14:39Z', 'updated_at': '2022-02-10T23:14:44Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '23cc1e1f-d27c-40de-ac39-9439e5509ad7', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:03:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d63b057-cd8a-452f-b7a7-534ba1ebcd99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:14:40Z', 'updated_at': '2022-02-10T23:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': 'ce69d2b0-9422-47a8-be80-99c3482788d3', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'floating_ip_address': '172.26.8.212', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '3d63b057-cd8a-452f-b7a7-534ba1ebcd99', 'port_id': '34ccb795-56a8-4c02-995b-f32667eeb029', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '189156ef-73bd-4588-8c09-201b074a3dd1', 'mac_address': 'fa:16:3e:24:74:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d061031-43a2-43c6-9d69-7ae6662dd8e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:15:06Z', 'updated_at': '2022-02-10T23:15:06Z', 'revision_number': 0, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '928770cd-93d0-407c-9046-7423e5bd14af', 'name': '', 'network_id': '189156ef-73bd-4588-8c09-201b074a3dd1', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:ca:af:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d63b057-cd8a-452f-b7a7-534ba1ebcd99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93af5e35-96ba-463d-b8a7-83e73e03aa9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:14:44Z', 'updated_at': '2022-02-10T23:14:50Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': '93af5e35-96ba-463d-b8a7-83e73e03aa9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:15:08.746981 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd7e7fd-f156-4d73-93d0-2e01f3e5fa12 None None] Checking router: 3d63b057-cd8a-452f-b7a7-534ba1ebcd99 for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:15:08.751357 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0080b7f8-5896-4b78-8040-25bb6ee7077d req-fc816984-9207-4255-981e-68130bcd1217 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34ccb795-56a8-4c02-995b-f32667eeb029 HTTP/1.1" status: 200 len: 999 time: 0.0935318 Feb 10 23:15:08.763775 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd7e7fd-f156-4d73-93d0-2e01f3e5fa12 None None] Routers {'3d63b057-cd8a-452f-b7a7-534ba1ebcd99'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:15:08.763775 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-0dd7e7fd-f156-4d73-93d0-2e01f3e5fa12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:14:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['3d63b057-cd8a-452f-b7a7-534ba1ebcd99'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:15:08.816220 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0080b7f8-5896-4b78-8040-25bb6ee7077d req-4d36030b-28eb-4849-b131-9d864359dc5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:08.817710 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0080b7f8-5896-4b78-8040-25bb6ee7077d req-4d36030b-28eb-4849-b131-9d864359dc5f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=93af5e35-96ba-463d-b8a7-83e73e03aa9a HTTP/1.1" status: 200 len: 833 time: 0.0614593 Feb 10 23:15:08.895133 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0080b7f8-5896-4b78-8040-25bb6ee7077d req-e92a9a4e-354a-4780-aff8-a153bdecc842 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=189156ef-73bd-4588-8c09-201b074a3dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701020 Feb 10 23:15:08.940573 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-0dd7e7fd-f156-4d73-93d0-2e01f3e5fa12 None None] Set router 3d63b057-cd8a-452f-b7a7-534ba1ebcd99 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:15:09.033626 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0080b7f8-5896-4b78-8040-25bb6ee7077d req-194debf5-c828-4bb1-9daa-9d40c6caea92 service neutron] 10.222.0.37 "GET /v2.0/networks/189156ef-73bd-4588-8c09-201b074a3dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327765 Feb 10 23:15:09.173371 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0080b7f8-5896-4b78-8040-25bb6ee7077d req-6ef03e9b-07be-4445-9ed3-d415a638d520 service neutron] 10.222.0.37 "GET /v2.0/networks/189156ef-73bd-4588-8c09-201b074a3dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340516 Feb 10 23:15:09.334455 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-0dd7e7fd-f156-4d73-93d0-2e01f3e5fa12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d63b057-cd8a-452f-b7a7-534ba1ebcd99', 'name': 'tempest-TestNetworkBasicOps-router-402541214', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.71'}], 'enable_snat': True}, 'gw_port_id': '23cc1e1f-d27c-40de-ac39-9439e5509ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:14:39Z', 'updated_at': '2022-02-10T23:14:44Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '23cc1e1f-d27c-40de-ac39-9439e5509ad7', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:03:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d63b057-cd8a-452f-b7a7-534ba1ebcd99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:14:40Z', 'updated_at': '2022-02-10T23:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': 'ce69d2b0-9422-47a8-be80-99c3482788d3', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'floating_ip_address': '172.26.8.212', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '3d63b057-cd8a-452f-b7a7-534ba1ebcd99', 'port_id': '34ccb795-56a8-4c02-995b-f32667eeb029', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '189156ef-73bd-4588-8c09-201b074a3dd1', 'mac_address': 'fa:16:3e:24:74:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d061031-43a2-43c6-9d69-7ae6662dd8e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:15:06Z', 'updated_at': '2022-02-10T23:15:06Z', 'revision_number': 0, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '928770cd-93d0-407c-9046-7423e5bd14af', 'name': '', 'network_id': '189156ef-73bd-4588-8c09-201b074a3dd1', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:ca:af:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d63b057-cd8a-452f-b7a7-534ba1ebcd99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93af5e35-96ba-463d-b8a7-83e73e03aa9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:14:44Z', 'updated_at': '2022-02-10T23:14:50Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': '93af5e35-96ba-463d-b8a7-83e73e03aa9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:15:09.338370 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd7e7fd-f156-4d73-93d0-2e01f3e5fa12 None None] The sync data for ids ['3d63b057-cd8a-452f-b7a7-534ba1ebcd99'] in dv-neutron-828797-1-hyperv is: [{'id': '3d63b057-cd8a-452f-b7a7-534ba1ebcd99', 'name': 'tempest-TestNetworkBasicOps-router-402541214', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.71'}], 'enable_snat': True}, 'gw_port_id': '23cc1e1f-d27c-40de-ac39-9439e5509ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:14:39Z', 'updated_at': '2022-02-10T23:14:44Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '23cc1e1f-d27c-40de-ac39-9439e5509ad7', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:03:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d63b057-cd8a-452f-b7a7-534ba1ebcd99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:14:40Z', 'updated_at': '2022-02-10T23:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': 'ce69d2b0-9422-47a8-be80-99c3482788d3', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'floating_ip_address': '172.26.8.212', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '3d63b057-cd8a-452f-b7a7-534ba1ebcd99', 'port_id': '34ccb795-56a8-4c02-995b-f32667eeb029', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '189156ef-73bd-4588-8c09-201b074a3dd1', 'mac_address': 'fa:16:3e:24:74:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d061031-43a2-43c6-9d69-7ae6662dd8e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:15:06Z', 'updated_at': '2022-02-10T23:15:06Z', 'revision_number': 0, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '928770cd-93d0-407c-9046-7423e5bd14af', 'name': '', 'network_id': '189156ef-73bd-4588-8c09-201b074a3dd1', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:ca:af:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d63b057-cd8a-452f-b7a7-534ba1ebcd99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93af5e35-96ba-463d-b8a7-83e73e03aa9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:14:44Z', 'updated_at': '2022-02-10T23:14:50Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': '93af5e35-96ba-463d-b8a7-83e73e03aa9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:15:09.530765 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dce16d5-b8f4-49c0-bad4-263c0516f02e None None] New status for floating IP ce69d2b0-9422-47a8-be80-99c3482788d3: ACTIVE {{(pid=84335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 23:15:09.577112 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50634) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:15:09.682621 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-1f0a23ed-86b6-4ffd-a3e3-61b1bf7bf0c8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/floatingips/ce69d2b0-9422-47a8-be80-99c3482788d3 HTTP/1.1" status: 200 len: 991 time: 0.1029840 Feb 10 23:15:10.685512 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50638) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:15:10.791649 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-45e978ae-d0d0-4435-8b00-09b9610a3890 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/floatingips/ce69d2b0-9422-47a8-be80-99c3482788d3 HTTP/1.1" status: 200 len: 993 time: 0.1050258 Feb 10 23:15:16.037654 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:19.071246 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-60dd7cf8-4e6a-463a-b264-631267a65867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:21.208532 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-555398a2-9100-42d2-a77a-89c1da64acda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:21.212596 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:15:22.408467 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:22.547929 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:23.962599 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:35.584801 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50652) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:15:35.871070 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-d0041266-6be2-4f24-95dc-5d9fad5d945c tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/ports?project_id=714fdf59d9ad4aa1b5cc4598e806e542&network_id=189156ef-73bd-4588-8c09-201b074a3dd1 HTTP/1.1" status: 200 len: 2999 time: 0.2850578 Feb 10 23:15:39.802143 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50666) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:15:39.860324 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341738cc-a8d6-4bbc-b4f9-7a20eef8dcc0 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:39.861723 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-341738cc-a8d6-4bbc-b4f9-7a20eef8dcc0 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=c2ed7563-f8af-409c-803f-f56530124ba5 HTTP/1.1" status: 200 len: 814 time: 0.0586023 Feb 10 23:15:40.994657 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50674) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:15:40.999988 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-6ff232e6-b947-4eb8-9aad-7af75c489b5a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:15:41.099546 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6ff232e6-b947-4eb8-9aad-7af75c489b5a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for floatingip, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:41.366205 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6ff232e6-b947-4eb8-9aad-7af75c489b5a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:41.427093 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6ff232e6-b947-4eb8-9aad-7af75c489b5a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1734214'] for floatingip, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:41.427398 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.l3_db [None req-6ff232e6-b947-4eb8-9aad-7af75c489b5a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Floating IP ce69d2b0-9422-47a8-be80-99c3482788d3 disassociated. External IP: 172.26.8.212, port: 34ccb795-56a8-4c02-995b-f32667eeb029. Feb 10 23:15:41.820495 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff232e6-b947-4eb8-9aad-7af75c489b5a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Router 3d63b057-cd8a-452f-b7a7-534ba1ebcd99 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:15:42.123040 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff232e6-b947-4eb8-9aad-7af75c489b5a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:15:42.128379 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6ff232e6-b947-4eb8-9aad-7af75c489b5a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:42.133397 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ecf481-c3d5-42dc-8483-a4fc59c0cc91 None None] Sync routers for ids ['3d63b057-cd8a-452f-b7a7-534ba1ebcd99'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:15:42.147030 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ecf481-c3d5-42dc-8483-a4fc59c0cc91 None None] Routers {'3d63b057-cd8a-452f-b7a7-534ba1ebcd99'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:15:42.147668 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-19ecf481-c3d5-42dc-8483-a4fc59c0cc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:15:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['3d63b057-cd8a-452f-b7a7-534ba1ebcd99'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:15:42.184810 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-6ff232e6-b947-4eb8-9aad-7af75c489b5a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "PUT /v2.0/floatingips/ce69d2b0-9422-47a8-be80-99c3482788d3 HTTP/1.1" status: 200 len: 690 time: 1.1890175 Feb 10 23:15:42.185382 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d061031-43a2-43c6-9d69-7ae6662dd8e8', 'tag': '34ccb795-56a8-4c02-995b-f32667eeb029'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:15:42.187601 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 50678) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:15:42.275222 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3fa03e8b-3b80-4b40-8bf2-0f6427766101 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/floatingips/ce69d2b0-9422-47a8-be80-99c3482788d3 HTTP/1.1" status: 200 len: 690 time: 0.0863321 Feb 10 23:15:42.325533 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d061031-43a2-43c6-9d69-7ae6662dd8e8', 'tag': '34ccb795-56a8-4c02-995b-f32667eeb029', 'status': 'completed', 'code': 200} Feb 10 23:15:42.332152 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-19ecf481-c3d5-42dc-8483-a4fc59c0cc91 None None] Set router 3d63b057-cd8a-452f-b7a7-534ba1ebcd99 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:15:42.421972 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2d1ac7e3-122b-48ed-a029-1621533333c3 req-95dc8aa3-02c5-4a2e-9da4-3c0d6cc5e44f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&device_id=2d061031-43a2-43c6-9d69-7ae6662dd8e8 HTTP/1.1" status: 200 len: 1098 time: 0.0735500 Feb 10 23:15:42.564771 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ac7e3-122b-48ed-a029-1621533333c3 req-45be7d7b-9491-4e69-9e97-f2fff92e0d1d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:42.566949 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2d1ac7e3-122b-48ed-a029-1621533333c3 req-45be7d7b-9491-4e69-9e97-f2fff92e0d1d service neutron] 10.222.0.37 "GET /v2.0/networks?id=189156ef-73bd-4588-8c09-201b074a3dd1 HTTP/1.1" status: 200 len: 898 time: 0.1398108 Feb 10 23:15:42.657948 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-19ecf481-c3d5-42dc-8483-a4fc59c0cc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d63b057-cd8a-452f-b7a7-534ba1ebcd99', 'name': 'tempest-TestNetworkBasicOps-router-402541214', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.71'}], 'enable_snat': True}, 'gw_port_id': '23cc1e1f-d27c-40de-ac39-9439e5509ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:14:39Z', 'updated_at': '2022-02-10T23:14:44Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '23cc1e1f-d27c-40de-ac39-9439e5509ad7', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:03:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d63b057-cd8a-452f-b7a7-534ba1ebcd99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:14:40Z', 'updated_at': '2022-02-10T23:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '928770cd-93d0-407c-9046-7423e5bd14af', 'name': '', 'network_id': '189156ef-73bd-4588-8c09-201b074a3dd1', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:ca:af:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d63b057-cd8a-452f-b7a7-534ba1ebcd99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93af5e35-96ba-463d-b8a7-83e73e03aa9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:14:44Z', 'updated_at': '2022-02-10T23:14:50Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': '93af5e35-96ba-463d-b8a7-83e73e03aa9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:15:42.663110 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ecf481-c3d5-42dc-8483-a4fc59c0cc91 None None] Checking router: 3d63b057-cd8a-452f-b7a7-534ba1ebcd99 for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:15:42.673874 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ecf481-c3d5-42dc-8483-a4fc59c0cc91 None None] Routers {'3d63b057-cd8a-452f-b7a7-534ba1ebcd99'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:15:42.674440 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-19ecf481-c3d5-42dc-8483-a4fc59c0cc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:15:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['3d63b057-cd8a-452f-b7a7-534ba1ebcd99'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:15:42.736530 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2d1ac7e3-122b-48ed-a029-1621533333c3 req-7a7f2151-4cd9-4329-ba62-cd27dae7d513 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34ccb795-56a8-4c02-995b-f32667eeb029 HTTP/1.1" status: 200 len: 217 time: 0.1629455 Feb 10 23:15:42.803113 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ac7e3-122b-48ed-a029-1621533333c3 req-de864585-6e3b-4b4b-9e67-3d7579ed681a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:42.804967 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2d1ac7e3-122b-48ed-a029-1621533333c3 req-de864585-6e3b-4b4b-9e67-3d7579ed681a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=93af5e35-96ba-463d-b8a7-83e73e03aa9a HTTP/1.1" status: 200 len: 833 time: 0.0634449 Feb 10 23:15:42.852277 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-19ecf481-c3d5-42dc-8483-a4fc59c0cc91 None None] Set router 3d63b057-cd8a-452f-b7a7-534ba1ebcd99 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:15:42.879505 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2d1ac7e3-122b-48ed-a029-1621533333c3 req-563f9db7-eb8a-41d8-a7aa-45c90e2573dc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=189156ef-73bd-4588-8c09-201b074a3dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682683 Feb 10 23:15:43.009926 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2d1ac7e3-122b-48ed-a029-1621533333c3 req-61799ceb-904b-463f-a820-937b168ba5f8 service neutron] 10.222.0.37 "GET /v2.0/networks/189156ef-73bd-4588-8c09-201b074a3dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246750 Feb 10 23:15:43.140160 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2d1ac7e3-122b-48ed-a029-1621533333c3 req-81be38dc-faea-43cc-aa6a-8f1fb548fa3d service neutron] 10.222.0.37 "GET /v2.0/networks/189156ef-73bd-4588-8c09-201b074a3dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247904 Feb 10 23:15:43.174387 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-19ecf481-c3d5-42dc-8483-a4fc59c0cc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d63b057-cd8a-452f-b7a7-534ba1ebcd99', 'name': 'tempest-TestNetworkBasicOps-router-402541214', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.71'}], 'enable_snat': True}, 'gw_port_id': '23cc1e1f-d27c-40de-ac39-9439e5509ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:14:39Z', 'updated_at': '2022-02-10T23:14:44Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '23cc1e1f-d27c-40de-ac39-9439e5509ad7', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:03:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d63b057-cd8a-452f-b7a7-534ba1ebcd99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:14:40Z', 'updated_at': '2022-02-10T23:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '928770cd-93d0-407c-9046-7423e5bd14af', 'name': '', 'network_id': '189156ef-73bd-4588-8c09-201b074a3dd1', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:ca:af:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d63b057-cd8a-452f-b7a7-534ba1ebcd99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93af5e35-96ba-463d-b8a7-83e73e03aa9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:14:44Z', 'updated_at': '2022-02-10T23:14:50Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': '93af5e35-96ba-463d-b8a7-83e73e03aa9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:15:43.178550 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ecf481-c3d5-42dc-8483-a4fc59c0cc91 None None] The sync data for ids ['3d63b057-cd8a-452f-b7a7-534ba1ebcd99'] in dv-neutron-828797-1-hyperv is: [{'id': '3d63b057-cd8a-452f-b7a7-534ba1ebcd99', 'name': 'tempest-TestNetworkBasicOps-router-402541214', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.71'}], 'enable_snat': True}, 'gw_port_id': '23cc1e1f-d27c-40de-ac39-9439e5509ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:14:39Z', 'updated_at': '2022-02-10T23:14:44Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '23cc1e1f-d27c-40de-ac39-9439e5509ad7', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:03:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d63b057-cd8a-452f-b7a7-534ba1ebcd99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:14:40Z', 'updated_at': '2022-02-10T23:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '928770cd-93d0-407c-9046-7423e5bd14af', 'name': '', 'network_id': '189156ef-73bd-4588-8c09-201b074a3dd1', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:ca:af:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d63b057-cd8a-452f-b7a7-534ba1ebcd99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93af5e35-96ba-463d-b8a7-83e73e03aa9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:14:44Z', 'updated_at': '2022-02-10T23:14:50Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': '93af5e35-96ba-463d-b8a7-83e73e03aa9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:15:43.276830 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 50686) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:15:43.362278 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2e408b0e-f200-42d5-ab07-cc1e375a23c4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/floatingips/ce69d2b0-9422-47a8-be80-99c3482788d3 HTTP/1.1" status: 200 len: 690 time: 0.0841660 Feb 10 23:15:43.395725 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cafab92-c862-46f9-b2fe-bb4fb8f8cce5 None None] New status for floating IP ce69d2b0-9422-47a8-be80-99c3482788d3: DOWN {{(pid=84335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 23:15:44.365842 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 50690) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:15:44.452558 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4ec857f7-f409-47f3-94bc-227839ec1995 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/floatingips/ce69d2b0-9422-47a8-be80-99c3482788d3 HTTP/1.1" status: 200 len: 688 time: 0.0856020 Feb 10 23:15:45.801568 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50698) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:15:45.807674 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-eb9d9bed-7fd5-4ce6-856c-a9a4bc0454af tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1851686401', 'description': 'tempest-secgroup-smoke-1851686401 description', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:15:45.813799 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-eb9d9bed-7fd5-4ce6-856c-a9a4bc0454af tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:15:45.823341 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-eb9d9bed-7fd5-4ce6-856c-a9a4bc0454af tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:15:45.907430 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eb9d9bed-7fd5-4ce6-856c-a9a4bc0454af tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:45.943803 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-eb9d9bed-7fd5-4ce6-856c-a9a4bc0454af tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:15:45.948467 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-eb9d9bed-7fd5-4ce6-856c-a9a4bc0454af tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:15:45.951508 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-eb9d9bed-7fd5-4ce6-856c-a9a4bc0454af tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:15:45.957969 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-eb9d9bed-7fd5-4ce6-856c-a9a4bc0454af tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:15:46.012111 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eb9d9bed-7fd5-4ce6-856c-a9a4bc0454af tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:46.100326 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:46.146993 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eb9d9bed-7fd5-4ce6-856c-a9a4bc0454af tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:46.195632 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9d9bed-7fd5-4ce6-856c-a9a4bc0454af tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a05ff4-2056-4184-b347-a3c71fd3cf17,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:46.204854 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9d9bed-7fd5-4ce6-856c-a9a4bc0454af tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:46.205204 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9d9bed-7fd5-4ce6-856c-a9a4bc0454af tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:46.205577 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9d9bed-7fd5-4ce6-856c-a9a4bc0454af tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:46.205951 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9d9bed-7fd5-4ce6-856c-a9a4bc0454af tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:46.206328 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9d9bed-7fd5-4ce6-856c-a9a4bc0454af tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:46.206660 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9d9bed-7fd5-4ce6-856c-a9a4bc0454af tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:46.207015 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9d9bed-7fd5-4ce6-856c-a9a4bc0454af tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:46.207348 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9d9bed-7fd5-4ce6-856c-a9a4bc0454af tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:46.207671 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9d9bed-7fd5-4ce6-856c-a9a4bc0454af tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:46.207990 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9d9bed-7fd5-4ce6-856c-a9a4bc0454af tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:46.208308 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9d9bed-7fd5-4ce6-856c-a9a4bc0454af tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:46.259635 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eb9d9bed-7fd5-4ce6-856c-a9a4bc0454af tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:46.260985 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-eb9d9bed-7fd5-4ce6-856c-a9a4bc0454af tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4582915 Feb 10 23:15:46.263945 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50704) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:15:46.270006 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-9f2eb658-e195-45ac-82d9-8b31f14bea13 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': 'd2a05ff4-2056-4184-b347-a3c71fd3cf17', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:15:46.278795 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-9f2eb658-e195-45ac-82d9-8b31f14bea13 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:15:46.282718 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-9f2eb658-e195-45ac-82d9-8b31f14bea13 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:15:46.286345 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-9f2eb658-e195-45ac-82d9-8b31f14bea13 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:15:46.292666 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-9f2eb658-e195-45ac-82d9-8b31f14bea13 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:15:46.398060 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9f2eb658-e195-45ac-82d9-8b31f14bea13 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:46.460218 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9f2eb658-e195-45ac-82d9-8b31f14bea13 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:46.541803 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9f2eb658-e195-45ac-82d9-8b31f14bea13 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:46.573245 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2eb658-e195-45ac-82d9-8b31f14bea13 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f41c79b-02c5-4a6a-bb25-180da64aeeaa,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:46.650034 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9f2eb658-e195-45ac-82d9-8b31f14bea13 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:46.651283 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-9f2eb658-e195-45ac-82d9-8b31f14bea13 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3863256 Feb 10 23:15:46.654132 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50708) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:15:46.660297 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-8d921b59-edc4-486a-88a2-30eca1d47231 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': 'd2a05ff4-2056-4184-b347-a3c71fd3cf17', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:15:46.666494 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8d921b59-edc4-486a-88a2-30eca1d47231 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:15:46.670237 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-8d921b59-edc4-486a-88a2-30eca1d47231 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:15:46.673143 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-8d921b59-edc4-486a-88a2-30eca1d47231 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:15:46.680156 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8d921b59-edc4-486a-88a2-30eca1d47231 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:15:46.793990 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8d921b59-edc4-486a-88a2-30eca1d47231 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:46.858794 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8d921b59-edc4-486a-88a2-30eca1d47231 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:46.952851 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8d921b59-edc4-486a-88a2-30eca1d47231 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:46.977825 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d921b59-edc4-486a-88a2-30eca1d47231 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b507e4d-1d43-46bd-91f8-bfc295899083,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:47.084769 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8d921b59-edc4-486a-88a2-30eca1d47231 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:47.086252 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-8d921b59-edc4-486a-88a2-30eca1d47231 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4311833 Feb 10 23:15:47.094418 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50714) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:15:47.094551 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-fab5acaf-9a9a-4ed3-b8b4-da68bc58d6f0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': 'd2a05ff4-2056-4184-b347-a3c71fd3cf17', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:15:47.101159 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-fab5acaf-9a9a-4ed3-b8b4-da68bc58d6f0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:15:47.105275 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-fab5acaf-9a9a-4ed3-b8b4-da68bc58d6f0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:15:47.108320 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-fab5acaf-9a9a-4ed3-b8b4-da68bc58d6f0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:15:47.114708 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-fab5acaf-9a9a-4ed3-b8b4-da68bc58d6f0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:15:47.312214 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fab5acaf-9a9a-4ed3-b8b4-da68bc58d6f0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:47.381377 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fab5acaf-9a9a-4ed3-b8b4-da68bc58d6f0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:47.466851 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fab5acaf-9a9a-4ed3-b8b4-da68bc58d6f0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:47.489725 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab5acaf-9a9a-4ed3-b8b4-da68bc58d6f0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aa72ba9-6017-4b39-b72a-a5d6bc06ffcf,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:47.598521 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fab5acaf-9a9a-4ed3-b8b4-da68bc58d6f0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:47.602441 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-fab5acaf-9a9a-4ed3-b8b4-da68bc58d6f0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5098696 Feb 10 23:15:47.602980 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50718) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:15:47.611478 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-8df8ccbe-a926-4dd0-85cf-6c9ce47f3ac6 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': 'd2a05ff4-2056-4184-b347-a3c71fd3cf17', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:15:47.618970 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8df8ccbe-a926-4dd0-85cf-6c9ce47f3ac6 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:15:47.622787 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-8df8ccbe-a926-4dd0-85cf-6c9ce47f3ac6 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:15:47.625713 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-8df8ccbe-a926-4dd0-85cf-6c9ce47f3ac6 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:15:47.632685 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8df8ccbe-a926-4dd0-85cf-6c9ce47f3ac6 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:15:47.711282 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8df8ccbe-a926-4dd0-85cf-6c9ce47f3ac6 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:47.775582 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8df8ccbe-a926-4dd0-85cf-6c9ce47f3ac6 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:47.838363 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8df8ccbe-a926-4dd0-85cf-6c9ce47f3ac6 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:47.866055 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df8ccbe-a926-4dd0-85cf-6c9ce47f3ac6 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26d6722a-1284-4276-9954-6043b352d82d,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:47.935325 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8df8ccbe-a926-4dd0-85cf-6c9ce47f3ac6 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:47.936474 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-8df8ccbe-a926-4dd0-85cf-6c9ce47f3ac6 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3321207 Feb 10 23:15:47.939192 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50722) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:15:47.944699 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-c958b52f-888f-4ced-989b-bb591b6c2251 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': 'd2a05ff4-2056-4184-b347-a3c71fd3cf17', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:15:47.950686 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c958b52f-888f-4ced-989b-bb591b6c2251 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:15:47.954694 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-c958b52f-888f-4ced-989b-bb591b6c2251 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:15:47.959906 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-c958b52f-888f-4ced-989b-bb591b6c2251 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:15:47.964483 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c958b52f-888f-4ced-989b-bb591b6c2251 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:15:48.042302 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.securitygroups_db [None req-c958b52f-888f-4ced-989b-bb591b6c2251 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Project 714fdf59d9ad4aa1b5cc4598e806e542 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:15:48.049074 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c958b52f-888f-4ced-989b-bb591b6c2251 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:48.114199 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c958b52f-888f-4ced-989b-bb591b6c2251 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:48.193393 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c958b52f-888f-4ced-989b-bb591b6c2251 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:48.217975 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c958b52f-888f-4ced-989b-bb591b6c2251 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25763436-3b70-4e1d-9f82-0dfdd369421e,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:48.334044 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c958b52f-888f-4ced-989b-bb591b6c2251 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:48.335246 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-c958b52f-888f-4ced-989b-bb591b6c2251 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3951662 Feb 10 23:15:48.338073 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50732) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:15:48.343403 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-9797e3aa-a1f0-4a62-ac91-3187b5f5e844 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': 'd2a05ff4-2056-4184-b347-a3c71fd3cf17', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:15:48.349356 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-9797e3aa-a1f0-4a62-ac91-3187b5f5e844 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:15:48.353122 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-9797e3aa-a1f0-4a62-ac91-3187b5f5e844 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:15:48.355961 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-9797e3aa-a1f0-4a62-ac91-3187b5f5e844 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:15:48.361562 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-9797e3aa-a1f0-4a62-ac91-3187b5f5e844 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:15:48.516786 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.securitygroups_db [None req-9797e3aa-a1f0-4a62-ac91-3187b5f5e844 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Project 714fdf59d9ad4aa1b5cc4598e806e542 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:15:48.524312 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9797e3aa-a1f0-4a62-ac91-3187b5f5e844 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:48.593515 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9797e3aa-a1f0-4a62-ac91-3187b5f5e844 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:48.746989 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9797e3aa-a1f0-4a62-ac91-3187b5f5e844 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:48.770791 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9797e3aa-a1f0-4a62-ac91-3187b5f5e844 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb5ee7b3-2717-4f72-aab5-64354c62fd69,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:48.945262 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9797e3aa-a1f0-4a62-ac91-3187b5f5e844 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:48.947041 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-9797e3aa-a1f0-4a62-ac91-3187b5f5e844 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.6079655 Feb 10 23:15:49.125894 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-3525175d-3fbc-4f1e-b1ec-7387375c8993 req-a97bfa55-a523-4b28-9505-9f51f17ae66b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Synchronizing usage tracker for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:15:49.144952 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-df585a52-0943-401c-b9c8-54d32fe75e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:49.254117 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-3525175d-3fbc-4f1e-b1ec-7387375c8993 req-a97bfa55-a523-4b28-9505-9f51f17ae66b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Unset dirty status for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:15:49.255266 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-3525175d-3fbc-4f1e-b1ec-7387375c8993 req-a97bfa55-a523-4b28-9505-9f51f17ae66b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1851686401&fields=id&tenant_id=714fdf59d9ad4aa1b5cc4598e806e542 HTTP/1.1" status: 200 len: 267 time: 0.1755002 Feb 10 23:15:49.402374 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3525175d-3fbc-4f1e-b1ec-7387375c8993 req-d2466be9-41d5-495f-9b78-fca6a9a612b5 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:49.402967 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-3525175d-3fbc-4f1e-b1ec-7387375c8993 req-d2466be9-41d5-495f-9b78-fca6a9a612b5 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Synchronizing usage tracker for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:network {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:15:49.414969 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-3525175d-3fbc-4f1e-b1ec-7387375c8993 req-d2466be9-41d5-495f-9b78-fca6a9a612b5 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Unset dirty status for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:network {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:15:49.417916 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-3525175d-3fbc-4f1e-b1ec-7387375c8993 req-d2466be9-41d5-495f-9b78-fca6a9a612b5 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/networks?id=189156ef-73bd-4588-8c09-201b074a3dd1 HTTP/1.1" status: 200 len: 797 time: 0.1540537 Feb 10 23:15:49.432744 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-3525175d-3fbc-4f1e-b1ec-7387375c8993 req-25982a92-5e04-467c-8120-e43992af0d89 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/quotas/714fdf59d9ad4aa1b5cc4598e806e542 HTTP/1.1" status: 200 len: 375 time: 0.0111864 Feb 10 23:15:49.514299 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-3525175d-3fbc-4f1e-b1ec-7387375c8993 req-56a01551-2cf5-4ee9-9669-01a23ebae4f6 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0766811 Feb 10 23:15:49.601182 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [req-3525175d-3fbc-4f1e-b1ec-7387375c8993 req-939c4298-8262-4f36-a935-fcd378017cac service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84333) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:15:49.602237 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-3525175d-3fbc-4f1e-b1ec-7387375c8993 req-939c4298-8262-4f36-a935-fcd378017cac service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0760868 Feb 10 23:15:49.736421 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-3525175d-3fbc-4f1e-b1ec-7387375c8993 req-c7709d42-fc3a-4027-bcff-80883a85aff8 service neutron] 10.222.0.59 "GET /v2.0/networks/189156ef-73bd-4588-8c09-201b074a3dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273067 Feb 10 23:15:49.866841 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-3525175d-3fbc-4f1e-b1ec-7387375c8993 req-8b89cf0a-7091-4cb3-be1c-329b21956c8d service neutron] 10.222.0.59 "GET /v2.0/networks/189156ef-73bd-4588-8c09-201b074a3dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245539 Feb 10 23:15:50.173787 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-189733ef-556e-43a4-814b-523d45866337 req-521eac55-d2b9-473b-a83b-447d911ad32b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=94b4de3e-9c00-4aab-a475-8072941d1107 HTTP/1.1" status: 200 len: 210 time: 0.0450618 Feb 10 23:15:51.219709 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bbdf6376-2df1-4f62-a2c2-a616e17c76d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:51.416933 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-953f569f-3ecb-418d-964e-abcc54e2b7b9 req-0f5beb00-b162-4928-a155-7c8f67a95377 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=94b4de3e-9c00-4aab-a475-8072941d1107 HTTP/1.1" status: 200 len: 210 time: 0.1046829 Feb 10 23:15:52.230182 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3525175d-3fbc-4f1e-b1ec-7387375c8993 req-1c9cf917-409f-47db-9f28-663d02e9d532 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:52.231710 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3525175d-3fbc-4f1e-b1ec-7387375c8993 req-1c9cf917-409f-47db-9f28-663d02e9d532 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.37 "GET /v2.0/networks?id=189156ef-73bd-4588-8c09-201b074a3dd1 HTTP/1.1" status: 200 len: 797 time: 0.1582549 Feb 10 23:15:52.294590 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3525175d-3fbc-4f1e-b1ec-7387375c8993 req-806a7c41-1e76-4d0c-90c8-0db2cb43b6e2 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=714fdf59d9ad4aa1b5cc4598e806e542 HTTP/1.1" status: 200 len: 473 time: 0.0510874 Feb 10 23:15:52.304331 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-3525175d-3fbc-4f1e-b1ec-7387375c8993 req-2f4b3812-3b40-43d9-8dc1-db923de8527e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'port': {'device_id': '94b4de3e-9c00-4aab-a475-8072941d1107', 'network_id': '189156ef-73bd-4588-8c09-201b074a3dd1', 'admin_state_up': True, 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'security_groups': ['d2a05ff4-2056-4184-b347-a3c71fd3cf17']}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:15:52.461661 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:52.465177 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-3525175d-3fbc-4f1e-b1ec-7387375c8993 req-2f4b3812-3b40-43d9-8dc1-db923de8527e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:15:52.473066 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-3525175d-3fbc-4f1e-b1ec-7387375c8993 req-2f4b3812-3b40-43d9-8dc1-db923de8527e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:15:52.569186 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3525175d-3fbc-4f1e-b1ec-7387375c8993 req-2f4b3812-3b40-43d9-8dc1-db923de8527e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Made reservation on behalf of 714fdf59d9ad4aa1b5cc4598e806e542 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:15:52.569306 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-3525175d-3fbc-4f1e-b1ec-7387375c8993 req-2f4b3812-3b40-43d9-8dc1-db923de8527e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:52.587136 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:52.640863 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-331435b5-1900-4a71-bb14-89bbaf23107a req-af03f6c5-0d01-43e4-a45d-062dc05538de tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=94b4de3e-9c00-4aab-a475-8072941d1107 HTTP/1.1" status: 200 len: 210 time: 0.0546367 Feb 10 23:15:52.796222 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [req-3525175d-3fbc-4f1e-b1ec-7387375c8993 req-2f4b3812-3b40-43d9-8dc1-db923de8527e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Allocated IP 172.20.0.10 (189156ef-73bd-4588-8c09-201b074a3dd1/93af5e35-96ba-463d-b8a7-83e73e03aa9a/2b1dfd36-b85a-45a0-823a-a56e49bbc0ea) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:15:53.017894 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-3525175d-3fbc-4f1e-b1ec-7387375c8993 req-2f4b3812-3b40-43d9-8dc1-db923de8527e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:53.036708 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-3525175d-3fbc-4f1e-b1ec-7387375c8993 req-2f4b3812-3b40-43d9-8dc1-db923de8527e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Transition to ACTIVE for port object 2b1dfd36-b85a-45a0-823a-a56e49bbc0ea will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:15:53.180127 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-3525175d-3fbc-4f1e-b1ec-7387375c8993 req-2f4b3812-3b40-43d9-8dc1-db923de8527e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:53.247198 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3525175d-3fbc-4f1e-b1ec-7387375c8993 req-2f4b3812-3b40-43d9-8dc1-db923de8527e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Network 189156ef-73bd-4588-8c09-201b074a3dd1 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:15:53.250535 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [req-3525175d-3fbc-4f1e-b1ec-7387375c8993 req-2f4b3812-3b40-43d9-8dc1-db923de8527e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:15:53.254647 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-3525175d-3fbc-4f1e-b1ec-7387375c8993 req-2f4b3812-3b40-43d9-8dc1-db923de8527e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:15:53.290265 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4b3812-3b40-43d9-8dc1-db923de8527e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Port': ['ID=2b1dfd36-b85a-45a0-823a-a56e49bbc0ea,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:53.311220 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4b3812-3b40-43d9-8dc1-db923de8527e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:53.311561 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4b3812-3b40-43d9-8dc1-db923de8527e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:53.311896 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4b3812-3b40-43d9-8dc1-db923de8527e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:53.312222 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4b3812-3b40-43d9-8dc1-db923de8527e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:53.312565 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4b3812-3b40-43d9-8dc1-db923de8527e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:53.312896 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4b3812-3b40-43d9-8dc1-db923de8527e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:53.313371 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4b3812-3b40-43d9-8dc1-db923de8527e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:53.313534 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4b3812-3b40-43d9-8dc1-db923de8527e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:53.313853 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4b3812-3b40-43d9-8dc1-db923de8527e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:53.314165 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4b3812-3b40-43d9-8dc1-db923de8527e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:53.314484 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4b3812-3b40-43d9-8dc1-db923de8527e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:53.333590 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3525175d-3fbc-4f1e-b1ec-7387375c8993 req-2f4b3812-3b40-43d9-8dc1-db923de8527e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:53.334283 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-3525175d-3fbc-4f1e-b1ec-7387375c8993 req-2f4b3812-3b40-43d9-8dc1-db923de8527e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:53.457422 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3525175d-3fbc-4f1e-b1ec-7387375c8993 req-2f4b3812-3b40-43d9-8dc1-db923de8527e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1581023 Feb 10 23:15:53.468176 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-3525175d-3fbc-4f1e-b1ec-7387375c8993 req-c0ff59b1-6f72-4c88-a779-194df4edfc82 service neutron] Request body: {'port': {'device_id': '94b4de3e-9c00-4aab-a475-8072941d1107', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:15:53.603445 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-17214846-f8ca-413c-a249-fa084c18709e None None] Provisioning for port 2b1dfd36-b85a-45a0-823a-a56e49bbc0ea completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:15:53.609059 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-17214846-f8ca-413c-a249-fa084c18709e None None] Provisioning complete for port 2b1dfd36-b85a-45a0-823a-a56e49bbc0ea triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:15:53.609670 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-17214846-f8ca-413c-a249-fa084c18709e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:53.727036 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-3525175d-3fbc-4f1e-b1ec-7387375c8993 req-c0ff59b1-6f72-4c88-a779-194df4edfc82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:53.727684 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-17214846-f8ca-413c-a249-fa084c18709e None None] Port 2b1dfd36-b85a-45a0-823a-a56e49bbc0ea cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:15:53.875781 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0eb8f2-9a57-4a97-add1-9e595352dadd req-bd75e4ee-de9d-4a23-8c66-75a89ee48a27 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:53.877347 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-8e0eb8f2-9a57-4a97-add1-9e595352dadd req-bd75e4ee-de9d-4a23-8c66-75a89ee48a27 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=94b4de3e-9c00-4aab-a475-8072941d1107 HTTP/1.1" status: 200 len: 932 time: 0.0864995 Feb 10 23:15:53.931978 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-8e0eb8f2-9a57-4a97-add1-9e595352dadd req-11d43835-f0b6-4776-9c5f-92bf93f2cdc7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=d2a05ff4-2056-4184-b347-a3c71fd3cf17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449255 Feb 10 23:15:53.992924 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:54.091571 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [req-3525175d-3fbc-4f1e-b1ec-7387375c8993 req-c0ff59b1-6f72-4c88-a779-194df4edfc82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b1dfd36-b85a-45a0-823a-a56e49bbc0ea {{(pid=84332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:15:54.098609 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-3525175d-3fbc-4f1e-b1ec-7387375c8993 req-c0ff59b1-6f72-4c88-a779-194df4edfc82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:54.112741 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-3525175d-3fbc-4f1e-b1ec-7387375c8993 req-c0ff59b1-6f72-4c88-a779-194df4edfc82 service neutron] Transition to ACTIVE for port object 2b1dfd36-b85a-45a0-823a-a56e49bbc0ea will not be triggered until provisioned by entity L2. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:15:54.213350 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-3525175d-3fbc-4f1e-b1ec-7387375c8993 req-c0ff59b1-6f72-4c88-a779-194df4edfc82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:54.340196 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ff59b1-6f72-4c88-a779-194df4edfc82 service neutron] Pushing event updated for resources: {'Port': ['ID=2b1dfd36-b85a-45a0-823a-a56e49bbc0ea,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:54.449975 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-3525175d-3fbc-4f1e-b1ec-7387375c8993 req-c0ff59b1-6f72-4c88-a779-194df4edfc82 service neutron] Attempting to bind port 2b1dfd36-b85a-45a0-823a-a56e49bbc0ea on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:15:54.450306 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-3525175d-3fbc-4f1e-b1ec-7387375c8993 req-c0ff59b1-6f72-4c88-a779-194df4edfc82 service neutron] Attempting to bind port 2b1dfd36-b85a-45a0-823a-a56e49bbc0ea by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': 'd039446a-b56e-488d-a967-7a76c9061ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '189156ef-73bd-4588-8c09-201b074a3dd1'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:15:54.450764 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3525175d-3fbc-4f1e-b1ec-7387375c8993 req-c0ff59b1-6f72-4c88-a779-194df4edfc82 service neutron] Attempting to bind port 2b1dfd36-b85a-45a0-823a-a56e49bbc0ea on network 189156ef-73bd-4588-8c09-201b074a3dd1 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:15:54.457511 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3525175d-3fbc-4f1e-b1ec-7387375c8993 req-c0ff59b1-6f72-4c88-a779-194df4edfc82 service neutron] Port 2b1dfd36-b85a-45a0-823a-a56e49bbc0ea on network 189156ef-73bd-4588-8c09-201b074a3dd1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:15:54.457839 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3525175d-3fbc-4f1e-b1ec-7387375c8993 req-c0ff59b1-6f72-4c88-a779-194df4edfc82 service neutron] Attempting to bind port 2b1dfd36-b85a-45a0-823a-a56e49bbc0ea on network 189156ef-73bd-4588-8c09-201b074a3dd1 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:15:54.464143 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3525175d-3fbc-4f1e-b1ec-7387375c8993 req-c0ff59b1-6f72-4c88-a779-194df4edfc82 service neutron] Checking agent: {'id': '0f85d58b-4cda-4360-97cf-be037aef26b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'started_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:15:54.464469 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3525175d-3fbc-4f1e-b1ec-7387375c8993 req-c0ff59b1-6f72-4c88-a779-194df4edfc82 service neutron] Checking segment: {'id': 'd039446a-b56e-488d-a967-7a76c9061ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '189156ef-73bd-4588-8c09-201b074a3dd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:15:54.464870 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3525175d-3fbc-4f1e-b1ec-7387375c8993 req-c0ff59b1-6f72-4c88-a779-194df4edfc82 service neutron] Bound using segment: {'id': 'd039446a-b56e-488d-a967-7a76c9061ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '189156ef-73bd-4588-8c09-201b074a3dd1'} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:15:54.465282 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-3525175d-3fbc-4f1e-b1ec-7387375c8993 req-c0ff59b1-6f72-4c88-a779-194df4edfc82 service neutron] Bound port: 2b1dfd36-b85a-45a0-823a-a56e49bbc0ea, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd039446a-b56e-488d-a967-7a76c9061ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '189156ef-73bd-4588-8c09-201b074a3dd1'}}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:15:54.465624 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-3525175d-3fbc-4f1e-b1ec-7387375c8993 req-c0ff59b1-6f72-4c88-a779-194df4edfc82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:54.560069 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-3525175d-3fbc-4f1e-b1ec-7387375c8993 req-c0ff59b1-6f72-4c88-a779-194df4edfc82 service neutron] For port 2b1dfd36-b85a-45a0-823a-a56e49bbc0ea, host hv-neutron-8287, cleared binding levels {{(pid=84332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:15:54.567056 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-3525175d-3fbc-4f1e-b1ec-7387375c8993 req-c0ff59b1-6f72-4c88-a779-194df4edfc82 service neutron] For port 2b1dfd36-b85a-45a0-823a-a56e49bbc0ea, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=2b1dfd36-b85a-45a0-823a-a56e49bbc0ea,segment=NetworkSegment(d039446a-b56e-488d-a967-7a76c9061ee3),segment_id=d039446a-b56e-488d-a967-7a76c9061ee3)] {{(pid=84332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:15:54.645395 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-3525175d-3fbc-4f1e-b1ec-7387375c8993 req-c0ff59b1-6f72-4c88-a779-194df4edfc82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:54.710257 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-3525175d-3fbc-4f1e-b1ec-7387375c8993 req-c0ff59b1-6f72-4c88-a779-194df4edfc82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:54.711633 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3525175d-3fbc-4f1e-b1ec-7387375c8993 req-c0ff59b1-6f72-4c88-a779-194df4edfc82 service neutron] 10.222.0.37 "PUT /v2.0/ports/2b1dfd36-b85a-45a0-823a-a56e49bbc0ea HTTP/1.1" status: 200 len: 1094 time: 1.2473962 Feb 10 23:15:54.712052 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94b4de3e-9c00-4aab-a475-8072941d1107', 'tag': '2b1dfd36-b85a-45a0-823a-a56e49bbc0ea'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:15:54.727587 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ff59b1-6f72-4c88-a779-194df4edfc82 service neutron] Pushing event updated for resources: {'Port': ['ID=2b1dfd36-b85a-45a0-823a-a56e49bbc0ea,revision_number=3']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:54.781464 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94b4de3e-9c00-4aab-a475-8072941d1107', 'tag': '2b1dfd36-b85a-45a0-823a-a56e49bbc0ea', 'status': 'completed', 'code': 200} Feb 10 23:15:54.880410 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-86391f9d-c485-45c0-bd94-256e2e3bde6b req-e26caaf5-9993-4f7e-8211-6795925f5f4d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&device_id=94b4de3e-9c00-4aab-a475-8072941d1107 HTTP/1.1" status: 200 len: 1097 time: 0.0780294 Feb 10 23:15:55.058031 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86391f9d-c485-45c0-bd94-256e2e3bde6b req-add9c69c-b17d-494d-812b-4620f715ac5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:55.059409 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-86391f9d-c485-45c0-bd94-256e2e3bde6b req-add9c69c-b17d-494d-812b-4620f715ac5c service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1727087 Feb 10 23:15:55.159727 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3a94c-2d95-40db-a0fa-a818af7585c9 req-76c06f2c-ecad-49e4-a2ad-f076193c5922 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:55.161895 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-20b3a94c-2d95-40db-a0fa-a818af7585c9 req-76c06f2c-ecad-49e4-a2ad-f076193c5922 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=94b4de3e-9c00-4aab-a475-8072941d1107 HTTP/1.1" status: 200 len: 944 time: 0.0899136 Feb 10 23:15:55.200007 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86391f9d-c485-45c0-bd94-256e2e3bde6b req-517aad4a-c323-4041-99ba-9921ed859238 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:55.201861 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-86391f9d-c485-45c0-bd94-256e2e3bde6b req-517aad4a-c323-4041-99ba-9921ed859238 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1368432 Feb 10 23:15:55.215902 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-20b3a94c-2d95-40db-a0fa-a818af7585c9 req-eaf5d250-0b93-4899-b4af-f46e40a7d207 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=d2a05ff4-2056-4184-b347-a3c71fd3cf17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478396 Feb 10 23:15:55.319817 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3525175d-3fbc-4f1e-b1ec-7387375c8993 req-dbdcac95-0275-45b9-90b6-f1bb42a02408 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&device_id=94b4de3e-9c00-4aab-a475-8072941d1107 HTTP/1.1" status: 200 len: 1097 time: 0.0812781 Feb 10 23:15:55.394541 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3525175d-3fbc-4f1e-b1ec-7387375c8993 req-27726263-728c-4609-9fc4-a42f2a0f283c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b1dfd36-b85a-45a0-823a-a56e49bbc0ea HTTP/1.1" status: 200 len: 217 time: 0.0669794 Feb 10 23:15:55.459573 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3525175d-3fbc-4f1e-b1ec-7387375c8993 req-f0173788-392e-40eb-b9a3-aeb27bd11b21 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:55.460981 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3525175d-3fbc-4f1e-b1ec-7387375c8993 req-f0173788-392e-40eb-b9a3-aeb27bd11b21 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=93af5e35-96ba-463d-b8a7-83e73e03aa9a HTTP/1.1" status: 200 len: 833 time: 0.0599680 Feb 10 23:15:55.542162 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3525175d-3fbc-4f1e-b1ec-7387375c8993 req-f8178e2b-fce3-4c7b-9272-4a701ece96b9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=189156ef-73bd-4588-8c09-201b074a3dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741777 Feb 10 23:15:55.762698 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3525175d-3fbc-4f1e-b1ec-7387375c8993 req-ede33864-e774-4791-a442-a381986abd34 service neutron] 10.222.0.37 "GET /v2.0/networks/189156ef-73bd-4588-8c09-201b074a3dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141416 Feb 10 23:15:55.896340 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3525175d-3fbc-4f1e-b1ec-7387375c8993 req-2f202326-293b-4032-b3b0-303c5e19041d service neutron] 10.222.0.37 "GET /v2.0/networks/189156ef-73bd-4588-8c09-201b074a3dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268072 Feb 10 23:15:56.420292 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0903e2b5-990c-4dcf-a5b1-1ab96fa70c67 req-a556ebb3-94bc-457e-b8ba-c9427465e8a7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:56.421031 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-0903e2b5-990c-4dcf-a5b1-1ab96fa70c67 req-a556ebb3-94bc-457e-b8ba-c9427465e8a7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Synchronizing usage tracker for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:15:56.524196 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-0903e2b5-990c-4dcf-a5b1-1ab96fa70c67 req-a556ebb3-94bc-457e-b8ba-c9427465e8a7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Unset dirty status for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:15:56.525399 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0903e2b5-990c-4dcf-a5b1-1ab96fa70c67 req-a556ebb3-94bc-457e-b8ba-c9427465e8a7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=94b4de3e-9c00-4aab-a475-8072941d1107 HTTP/1.1" status: 200 len: 944 time: 0.1842022 Feb 10 23:15:56.571587 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0903e2b5-990c-4dcf-a5b1-1ab96fa70c67 req-fc97428d-7c36-4b38-8b59-ef9cb54e7ba8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=d2a05ff4-2056-4184-b347-a3c71fd3cf17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406606 Feb 10 23:15:57.786188 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1945092-8313-4e4d-be70-77dd511e94bf req-f4bd8ce3-3b00-4b9f-b0d5-e9e7943cb897 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:57.787627 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-f1945092-8313-4e4d-be70-77dd511e94bf req-f4bd8ce3-3b00-4b9f-b0d5-e9e7943cb897 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=94b4de3e-9c00-4aab-a475-8072941d1107 HTTP/1.1" status: 200 len: 944 time: 0.0871372 Feb 10 23:15:57.835455 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-f1945092-8313-4e4d-be70-77dd511e94bf req-f041414e-4fe4-4e92-81da-b5eff12430dc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=d2a05ff4-2056-4184-b347-a3c71fd3cf17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423396 Feb 10 23:15:58.167348 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 2b1dfd36-b85a-45a0-823a-a56e49bbc0ea details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:15:58.213215 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:15:58.310736 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 2b1dfd36-b85a-45a0-823a-a56e49bbc0ea, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=2b1dfd36-b85a-45a0-823a-a56e49bbc0ea,segment=NetworkSegment(d039446a-b56e-488d-a967-7a76c9061ee3),segment_id=d039446a-b56e-488d-a967-7a76c9061ee3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:15:58.325574 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Returning: {'device': '2b1dfd36-b85a-45a0-823a-a56e49bbc0ea', 'network_id': '189156ef-73bd-4588-8c09-201b074a3dd1', 'port_id': '2b1dfd36-b85a-45a0-823a-a56e49bbc0ea', 'mac_address': 'fa:16:3e:e3:2a:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93af5e35-96ba-463d-b8a7-83e73e03aa9a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:15:58.385706 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:58.403539 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b1dfd36-b85a-45a0-823a-a56e49bbc0ea {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:15:58.418691 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 2b1dfd36-b85a-45a0-823a-a56e49bbc0ea, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=2b1dfd36-b85a-45a0-823a-a56e49bbc0ea,segment=NetworkSegment(d039446a-b56e-488d-a967-7a76c9061ee3),segment_id=d039446a-b56e-488d-a967-7a76c9061ee3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:15:58.512733 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:58.583089 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=2b1dfd36-b85a-45a0-823a-a56e49bbc0ea,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:58.591144 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:58.591488 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:58.591822 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:58.592160 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:58.592470 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:58.592819 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:58.593132 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:58.593446 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:58.593763 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:58.594073 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:58.594383 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:58.759773 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['2b1dfd36-b85a-45a0-823a-a56e49bbc0ea'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:15:59.045631 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd291866-7529-4de7-b63a-93b663c3aa7d req-70fbc7c1-8df8-442c-be9c-916328574418 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:59.047057 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-dd291866-7529-4de7-b63a-93b663c3aa7d req-70fbc7c1-8df8-442c-be9c-916328574418 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=94b4de3e-9c00-4aab-a475-8072941d1107 HTTP/1.1" status: 200 len: 945 time: 0.0890067 Feb 10 23:15:59.095698 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-dd291866-7529-4de7-b63a-93b663c3aa7d req-7ed97e05-3a9b-4991-97e4-b19e587daac5 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=d2a05ff4-2056-4184-b347-a3c71fd3cf17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431824 Feb 10 23:16:00.199116 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 2b1dfd36-b85a-45a0-823a-a56e49bbc0ea up at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:16:00.310082 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9dd7c-8963-486a-869d-b0e6768569cc req-c9d76fdf-20f4-4e70-9d52-4f909f5b0644 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:00.311496 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-97e9dd7c-8963-486a-869d-b0e6768569cc req-c9d76fdf-20f4-4e70-9d52-4f909f5b0644 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=94b4de3e-9c00-4aab-a475-8072941d1107 HTTP/1.1" status: 200 len: 945 time: 0.0813568 Feb 10 23:16:00.357187 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-97e9dd7c-8963-486a-869d-b0e6768569cc req-7853d390-6ae9-4fbb-a87e-c1ef9aa6bd30 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=d2a05ff4-2056-4184-b347-a3c71fd3cf17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391161 Feb 10 23:16:00.402108 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning for port 2b1dfd36-b85a-45a0-823a-a56e49bbc0ea completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:16:00.407880 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning complete for port 2b1dfd36-b85a-45a0-823a-a56e49bbc0ea triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:16:00.408275 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:00.527989 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:00.560455 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94b4de3e-9c00-4aab-a475-8072941d1107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1dfd36-b85a-45a0-823a-a56e49bbc0ea'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:16:00.577031 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 2b1dfd36-b85a-45a0-823a-a56e49bbc0ea, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=2b1dfd36-b85a-45a0-823a-a56e49bbc0ea,segment=NetworkSegment(d039446a-b56e-488d-a967-7a76c9061ee3),segment_id=d039446a-b56e-488d-a967-7a76c9061ee3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:16:00.617512 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94b4de3e-9c00-4aab-a475-8072941d1107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1dfd36-b85a-45a0-823a-a56e49bbc0ea', 'code': 200} Feb 10 23:16:00.741240 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:00.809380 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=2b1dfd36-b85a-45a0-823a-a56e49bbc0ea,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:01.215891 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b2cba53b-cf0e-4db5-93ae-f5457e5e4463 req-e4df53e5-026e-429b-bee2-007cf0d7d882 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=94b4de3e-9c00-4aab-a475-8072941d1107 HTTP/1.1" status: 200 len: 1099 time: 0.0734596 Feb 10 23:16:01.261886 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b2cba53b-cf0e-4db5-93ae-f5457e5e4463 req-5d7fe6f9-ac67-44a4-bca9-54c3492abe42 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d2a05ff4-2056-4184-b347-a3c71fd3cf17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395722 Feb 10 23:16:01.573737 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a8424-d017-469f-b0c2-3c5fd864fa3e req-4be4e1e0-6cf1-4b40-be93-91e8d9515a20 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:01.575087 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-406a8424-d017-469f-b0c2-3c5fd864fa3e req-4be4e1e0-6cf1-4b40-be93-91e8d9515a20 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=94b4de3e-9c00-4aab-a475-8072941d1107 HTTP/1.1" status: 200 len: 946 time: 0.0775859 Feb 10 23:16:01.624659 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-406a8424-d017-469f-b0c2-3c5fd864fa3e req-dd20ac3e-0f9c-4956-aa56-9b540b9f24c1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=d2a05ff4-2056-4184-b347-a3c71fd3cf17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438156 Feb 10 23:16:02.832441 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf16c2-3825-491a-b0ca-8577d0f0e930 req-2d481844-e39d-4d2e-9546-4b058a32c8c9 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:02.833903 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c7bf16c2-3825-491a-b0ca-8577d0f0e930 req-2d481844-e39d-4d2e-9546-4b058a32c8c9 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=94b4de3e-9c00-4aab-a475-8072941d1107 HTTP/1.1" status: 200 len: 946 time: 0.0813293 Feb 10 23:16:02.883841 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c7bf16c2-3825-491a-b0ca-8577d0f0e930 req-73575212-ff79-46fc-b2b8-be3759e007c9 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=d2a05ff4-2056-4184-b347-a3c71fd3cf17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440838 Feb 10 23:16:03.187615 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd54a08-82a9-45f1-9308-b2c8d159776d req-c38ebcd2-e9f1-428d-9298-927c30615262 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:03.189075 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-4bd54a08-82a9-45f1-9308-b2c8d159776d req-c38ebcd2-e9f1-428d-9298-927c30615262 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=94b4de3e-9c00-4aab-a475-8072941d1107 HTTP/1.1" status: 200 len: 946 time: 0.1732879 Feb 10 23:16:03.237812 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-4bd54a08-82a9-45f1-9308-b2c8d159776d req-7e283c3d-dbd9-4e5c-bf12-cbd1e11fa4b7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=d2a05ff4-2056-4184-b347-a3c71fd3cf17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425243 Feb 10 23:16:03.271810 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50814) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:16:03.345503 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-b3cdc9a8-711f-4a96-87ce-49e585962fe8 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=94b4de3e-9c00-4aab-a475-8072941d1107 HTTP/1.1" status: 200 len: 1094 time: 0.0724962 Feb 10 23:16:03.348200 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50818) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:16:03.353311 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-00cb3d3b-d925-425f-af40-55b3bc24b6ec tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'floatingip': {'port_id': '2b1dfd36-b85a-45a0-823a-a56e49bbc0ea'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:16:03.428090 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-00cb3d3b-d925-425f-af40-55b3bc24b6ec tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for floatingip, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:04.060452 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-00cb3d3b-d925-425f-af40-55b3bc24b6ec tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:04.147554 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-00cb3d3b-d925-425f-af40-55b3bc24b6ec tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1734214'] for floatingip, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:04.341554 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.l3_db [None req-00cb3d3b-d925-425f-af40-55b3bc24b6ec tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Floating IP ce69d2b0-9422-47a8-be80-99c3482788d3 associated. External IP: 172.26.8.212, port: 2b1dfd36-b85a-45a0-823a-a56e49bbc0ea. Feb 10 23:16:04.837761 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00cb3d3b-d925-425f-af40-55b3bc24b6ec tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Router 3d63b057-cd8a-452f-b7a7-534ba1ebcd99 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:16:05.047658 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00cb3d3b-d925-425f-af40-55b3bc24b6ec tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:16:05.053106 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-00cb3d3b-d925-425f-af40-55b3bc24b6ec tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:05.058075 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c3a5d5-ad7d-409b-8eb4-8cf1e0e52ff8 None None] Sync routers for ids ['3d63b057-cd8a-452f-b7a7-534ba1ebcd99'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:16:05.070483 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c3a5d5-ad7d-409b-8eb4-8cf1e0e52ff8 None None] Routers {'3d63b057-cd8a-452f-b7a7-534ba1ebcd99'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:16:05.071104 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-e4c3a5d5-ad7d-409b-8eb4-8cf1e0e52ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:15:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['3d63b057-cd8a-452f-b7a7-534ba1ebcd99'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:16:05.110068 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-00cb3d3b-d925-425f-af40-55b3bc24b6ec tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "PUT /v2.0/floatingips/ce69d2b0-9422-47a8-be80-99c3482788d3 HTTP/1.1" status: 200 len: 992 time: 1.7602451 Feb 10 23:16:05.111016 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94b4de3e-9c00-4aab-a475-8072941d1107', 'tag': '2b1dfd36-b85a-45a0-823a-a56e49bbc0ea'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:16:05.113051 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 50826) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:16:05.195755 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94b4de3e-9c00-4aab-a475-8072941d1107', 'tag': '2b1dfd36-b85a-45a0-823a-a56e49bbc0ea', 'status': 'completed', 'code': 200} Feb 10 23:16:05.253162 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-e4c3a5d5-ad7d-409b-8eb4-8cf1e0e52ff8 None None] Set router 3d63b057-cd8a-452f-b7a7-534ba1ebcd99 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:16:05.288361 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-eacdb7e3-9744-45b7-a543-fd8112827cd5 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/floatingips/ce69d2b0-9422-47a8-be80-99c3482788d3 HTTP/1.1" status: 200 len: 992 time: 0.1738253 Feb 10 23:16:05.321976 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6d51471d-2a12-46ec-a2fc-0921458cf54e req-1f5fffa3-6af1-4243-bcce-da291520ad0f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&device_id=94b4de3e-9c00-4aab-a475-8072941d1107 HTTP/1.1" status: 200 len: 1099 time: 0.0875175 Feb 10 23:16:05.458884 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51471d-2a12-46ec-a2fc-0921458cf54e req-90f8c86a-c8b6-4341-af0d-1eb1c01adbd1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:05.460309 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6d51471d-2a12-46ec-a2fc-0921458cf54e req-90f8c86a-c8b6-4341-af0d-1eb1c01adbd1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=189156ef-73bd-4588-8c09-201b074a3dd1 HTTP/1.1" status: 200 len: 898 time: 0.1328490 Feb 10 23:16:05.576995 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6d51471d-2a12-46ec-a2fc-0921458cf54e req-40a9eb30-9cd9-4e8b-b538-9eeb3ffd3a4b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b1dfd36-b85a-45a0-823a-a56e49bbc0ea HTTP/1.1" status: 200 len: 1000 time: 0.1110549 Feb 10 23:16:05.640821 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-e4c3a5d5-ad7d-409b-8eb4-8cf1e0e52ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d63b057-cd8a-452f-b7a7-534ba1ebcd99', 'name': 'tempest-TestNetworkBasicOps-router-402541214', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.71'}], 'enable_snat': True}, 'gw_port_id': '23cc1e1f-d27c-40de-ac39-9439e5509ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:14:39Z', 'updated_at': '2022-02-10T23:14:44Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '23cc1e1f-d27c-40de-ac39-9439e5509ad7', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:03:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d63b057-cd8a-452f-b7a7-534ba1ebcd99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:14:40Z', 'updated_at': '2022-02-10T23:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': 'ce69d2b0-9422-47a8-be80-99c3482788d3', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'floating_ip_address': '172.26.8.212', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '3d63b057-cd8a-452f-b7a7-534ba1ebcd99', 'port_id': '2b1dfd36-b85a-45a0-823a-a56e49bbc0ea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '189156ef-73bd-4588-8c09-201b074a3dd1', 'mac_address': 'fa:16:3e:e3:2a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b4de3e-9c00-4aab-a475-8072941d1107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:15:06Z', 'updated_at': '2022-02-10T23:16:03Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '928770cd-93d0-407c-9046-7423e5bd14af', 'name': '', 'network_id': '189156ef-73bd-4588-8c09-201b074a3dd1', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:ca:af:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d63b057-cd8a-452f-b7a7-534ba1ebcd99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93af5e35-96ba-463d-b8a7-83e73e03aa9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:14:44Z', 'updated_at': '2022-02-10T23:14:50Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': '93af5e35-96ba-463d-b8a7-83e73e03aa9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:16:05.644997 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c3a5d5-ad7d-409b-8eb4-8cf1e0e52ff8 None None] Checking router: 3d63b057-cd8a-452f-b7a7-534ba1ebcd99 for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:16:05.657537 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51471d-2a12-46ec-a2fc-0921458cf54e req-1d5c5c01-e69f-4d12-a76c-f6f59c6925f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:05.658956 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c3a5d5-ad7d-409b-8eb4-8cf1e0e52ff8 None None] Routers {'3d63b057-cd8a-452f-b7a7-534ba1ebcd99'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:16:05.659514 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6d51471d-2a12-46ec-a2fc-0921458cf54e req-1d5c5c01-e69f-4d12-a76c-f6f59c6925f8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=93af5e35-96ba-463d-b8a7-83e73e03aa9a HTTP/1.1" status: 200 len: 833 time: 0.0774417 Feb 10 23:16:05.659626 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-e4c3a5d5-ad7d-409b-8eb4-8cf1e0e52ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:15:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['3d63b057-cd8a-452f-b7a7-534ba1ebcd99'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:16:05.740420 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6d51471d-2a12-46ec-a2fc-0921458cf54e req-4f6cf8bb-a776-4e92-858f-41e7d04dd798 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=189156ef-73bd-4588-8c09-201b074a3dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751748 Feb 10 23:16:05.877035 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-e4c3a5d5-ad7d-409b-8eb4-8cf1e0e52ff8 None None] Set router 3d63b057-cd8a-452f-b7a7-534ba1ebcd99 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:16:05.892258 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6d51471d-2a12-46ec-a2fc-0921458cf54e req-8c0edd7c-3f11-466c-b657-725656bda6b5 service neutron] 10.222.0.37 "GET /v2.0/networks/189156ef-73bd-4588-8c09-201b074a3dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461544 Feb 10 23:16:06.027144 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6d51471d-2a12-46ec-a2fc-0921458cf54e req-4511480e-f865-4f61-bb87-1b18f1d427be service neutron] 10.222.0.37 "GET /v2.0/networks/189156ef-73bd-4588-8c09-201b074a3dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290619 Feb 10 23:16:06.239413 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-e4c3a5d5-ad7d-409b-8eb4-8cf1e0e52ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d63b057-cd8a-452f-b7a7-534ba1ebcd99', 'name': 'tempest-TestNetworkBasicOps-router-402541214', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.71'}], 'enable_snat': True}, 'gw_port_id': '23cc1e1f-d27c-40de-ac39-9439e5509ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:14:39Z', 'updated_at': '2022-02-10T23:14:44Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '23cc1e1f-d27c-40de-ac39-9439e5509ad7', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:03:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d63b057-cd8a-452f-b7a7-534ba1ebcd99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:14:40Z', 'updated_at': '2022-02-10T23:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': 'ce69d2b0-9422-47a8-be80-99c3482788d3', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'floating_ip_address': '172.26.8.212', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '3d63b057-cd8a-452f-b7a7-534ba1ebcd99', 'port_id': '2b1dfd36-b85a-45a0-823a-a56e49bbc0ea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '189156ef-73bd-4588-8c09-201b074a3dd1', 'mac_address': 'fa:16:3e:e3:2a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b4de3e-9c00-4aab-a475-8072941d1107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:15:06Z', 'updated_at': '2022-02-10T23:16:03Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '928770cd-93d0-407c-9046-7423e5bd14af', 'name': '', 'network_id': '189156ef-73bd-4588-8c09-201b074a3dd1', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:ca:af:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d63b057-cd8a-452f-b7a7-534ba1ebcd99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93af5e35-96ba-463d-b8a7-83e73e03aa9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:14:44Z', 'updated_at': '2022-02-10T23:14:50Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': '93af5e35-96ba-463d-b8a7-83e73e03aa9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:16:06.243497 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c3a5d5-ad7d-409b-8eb4-8cf1e0e52ff8 None None] The sync data for ids ['3d63b057-cd8a-452f-b7a7-534ba1ebcd99'] in dv-neutron-828797-1-hyperv is: [{'id': '3d63b057-cd8a-452f-b7a7-534ba1ebcd99', 'name': 'tempest-TestNetworkBasicOps-router-402541214', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.71'}], 'enable_snat': True}, 'gw_port_id': '23cc1e1f-d27c-40de-ac39-9439e5509ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:14:39Z', 'updated_at': '2022-02-10T23:14:44Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '23cc1e1f-d27c-40de-ac39-9439e5509ad7', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:03:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d63b057-cd8a-452f-b7a7-534ba1ebcd99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:14:40Z', 'updated_at': '2022-02-10T23:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': 'ce69d2b0-9422-47a8-be80-99c3482788d3', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'floating_ip_address': '172.26.8.212', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '3d63b057-cd8a-452f-b7a7-534ba1ebcd99', 'port_id': '2b1dfd36-b85a-45a0-823a-a56e49bbc0ea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '189156ef-73bd-4588-8c09-201b074a3dd1', 'mac_address': 'fa:16:3e:e3:2a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b4de3e-9c00-4aab-a475-8072941d1107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:15:06Z', 'updated_at': '2022-02-10T23:16:03Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '928770cd-93d0-407c-9046-7423e5bd14af', 'name': '', 'network_id': '189156ef-73bd-4588-8c09-201b074a3dd1', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:ca:af:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d63b057-cd8a-452f-b7a7-534ba1ebcd99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93af5e35-96ba-463d-b8a7-83e73e03aa9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:14:44Z', 'updated_at': '2022-02-10T23:14:50Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': '93af5e35-96ba-463d-b8a7-83e73e03aa9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:16:06.291833 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 50834) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:16:06.409207 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a7d137fd-2843-465b-adb4-006bb1686eba tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/floatingips/ce69d2b0-9422-47a8-be80-99c3482788d3 HTTP/1.1" status: 200 len: 992 time: 0.1159542 Feb 10 23:16:06.451137 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90abd33-03f9-4022-b2ca-9a5eb6829583 None None] New status for floating IP ce69d2b0-9422-47a8-be80-99c3482788d3: ACTIVE {{(pid=84335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 23:16:07.412451 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 50840) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:16:07.617959 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3df01990-d27c-464c-a058-bdfbbb51c379 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/floatingips/ce69d2b0-9422-47a8-be80-99c3482788d3 HTTP/1.1" status: 200 len: 994 time: 0.2039285 Feb 10 23:16:12.605976 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-22a0f4f7-fbb4-43bc-862a-f562d63b9336 req-b0947973-6bef-440b-b25d-a912fbb65a3b tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1069372739&fields=id&tenant_id=82bae8319c0a482993cd9e8530b11401 HTTP/1.1" status: 200 len: 267 time: 0.0396979 Feb 10 23:16:12.748939 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0f4f7-fbb4-43bc-862a-f562d63b9336 req-01bcba64-e3ed-4fbb-8312-80722ab4a495 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:12.750281 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-22a0f4f7-fbb4-43bc-862a-f562d63b9336 req-01bcba64-e3ed-4fbb-8312-80722ab4a495 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/networks?id=4a75b224-7431-40b5-b18e-691aa5ad073d HTTP/1.1" status: 200 len: 812 time: 0.1377058 Feb 10 23:16:12.766176 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-22a0f4f7-fbb4-43bc-862a-f562d63b9336 req-9e69950a-b2c3-4b9d-80a5-8f7d6691ec29 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/quotas/82bae8319c0a482993cd9e8530b11401 HTTP/1.1" status: 200 len: 375 time: 0.0103860 Feb 10 23:16:12.848183 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-22a0f4f7-fbb4-43bc-862a-f562d63b9336 req-562410ea-68ac-4253-93e5-4c2e2725d7d0 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=82bae8319c0a482993cd9e8530b11401&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0766795 Feb 10 23:16:12.979608 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-22a0f4f7-fbb4-43bc-862a-f562d63b9336 req-d33d693f-e341-4064-8bf9-21cebee46540 service neutron] 10.222.0.59 "GET /v2.0/networks/4a75b224-7431-40b5-b18e-691aa5ad073d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205254 Feb 10 23:16:13.105955 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-22a0f4f7-fbb4-43bc-862a-f562d63b9336 req-a10ff982-d381-49f6-84a5-beefb4a04744 service neutron] 10.222.0.59 "GET /v2.0/networks/4a75b224-7431-40b5-b18e-691aa5ad073d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206329 Feb 10 23:16:13.834728 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8fd164a3-af07-4bdf-836e-8fbd36662028 req-504d6c24-e923-42cd-bf56-17dc53bcaba5 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/ports?device_id=d39e9cb8-c10f-4371-bb8a-c2cec376e450 HTTP/1.1" status: 200 len: 210 time: 0.0419431 Feb 10 23:16:15.003889 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-002cadef-1df3-4302-aa95-be987345bc37 req-bb7f1e75-6de4-4dbf-b6b3-3c7516bc71b0 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/ports?device_id=d39e9cb8-c10f-4371-bb8a-c2cec376e450 HTTP/1.1" status: 200 len: 210 time: 0.0444474 Feb 10 23:16:16.037762 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:16.113710 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0f4f7-fbb4-43bc-862a-f562d63b9336 req-959cfe80-bbce-4093-9284-291062c8e317 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:16.115118 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-22a0f4f7-fbb4-43bc-862a-f562d63b9336 req-959cfe80-bbce-4093-9284-291062c8e317 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.37 "GET /v2.0/networks?id=4a75b224-7431-40b5-b18e-691aa5ad073d HTTP/1.1" status: 200 len: 812 time: 0.1399565 Feb 10 23:16:16.189266 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ec7150eb-a980-4702-80a3-219dbfb91714 req-c9f5df6c-33ff-40b7-92a1-26d39a668fdc tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/ports?device_id=d39e9cb8-c10f-4371-bb8a-c2cec376e450 HTTP/1.1" status: 200 len: 210 time: 0.0487187 Feb 10 23:16:16.211336 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-22a0f4f7-fbb4-43bc-862a-f562d63b9336 req-d65ede06-f7ac-4fb2-a2e8-e1a9108855f7 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82bae8319c0a482993cd9e8530b11401 HTTP/1.1" status: 200 len: 380 time: 0.0843437 Feb 10 23:16:16.219257 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-22a0f4f7-fbb4-43bc-862a-f562d63b9336 req-dc5a7a11-1050-4a37-8804-b119589a88ac tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Request body: {'port': {'device_id': 'd39e9cb8-c10f-4371-bb8a-c2cec376e450', 'network_id': '4a75b224-7431-40b5-b18e-691aa5ad073d', 'admin_state_up': True, 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'security_groups': ['7c3f6aaf-3a27-49e5-ae54-3cc5a3f3586f']}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:16:16.353481 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-22a0f4f7-fbb4-43bc-862a-f562d63b9336 req-dc5a7a11-1050-4a37-8804-b119589a88ac tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:16:16.362983 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-22a0f4f7-fbb4-43bc-862a-f562d63b9336 req-dc5a7a11-1050-4a37-8804-b119589a88ac tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:16:16.454876 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22a0f4f7-fbb4-43bc-862a-f562d63b9336 req-dc5a7a11-1050-4a37-8804-b119589a88ac tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Made reservation on behalf of 82bae8319c0a482993cd9e8530b11401 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:16:16.458648 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-22a0f4f7-fbb4-43bc-862a-f562d63b9336 req-dc5a7a11-1050-4a37-8804-b119589a88ac tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:16.618963 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [req-22a0f4f7-fbb4-43bc-862a-f562d63b9336 req-dc5a7a11-1050-4a37-8804-b119589a88ac tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Allocated IP 172.20.0.12 (4a75b224-7431-40b5-b18e-691aa5ad073d/375b0e55-6852-456e-bf83-790a9c9d4e02/02f42593-a226-4696-ae2e-725df66172a8) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:16:16.819060 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-22a0f4f7-fbb4-43bc-862a-f562d63b9336 req-dc5a7a11-1050-4a37-8804-b119589a88ac tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:16.835402 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-22a0f4f7-fbb4-43bc-862a-f562d63b9336 req-dc5a7a11-1050-4a37-8804-b119589a88ac tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Transition to ACTIVE for port object 02f42593-a226-4696-ae2e-725df66172a8 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:16:16.912550 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-22a0f4f7-fbb4-43bc-862a-f562d63b9336 req-dc5a7a11-1050-4a37-8804-b119589a88ac tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:16.985643 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22a0f4f7-fbb4-43bc-862a-f562d63b9336 req-dc5a7a11-1050-4a37-8804-b119589a88ac tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Network 4a75b224-7431-40b5-b18e-691aa5ad073d is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:16:16.989255 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [req-22a0f4f7-fbb4-43bc-862a-f562d63b9336 req-dc5a7a11-1050-4a37-8804-b119589a88ac tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:16:16.991153 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5a7a11-1050-4a37-8804-b119589a88ac tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Pushing event updated for resources: {'Port': ['ID=02f42593-a226-4696-ae2e-725df66172a8,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:16.993242 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-22a0f4f7-fbb4-43bc-862a-f562d63b9336 req-dc5a7a11-1050-4a37-8804-b119589a88ac tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:16:17.052870 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0f4f7-fbb4-43bc-862a-f562d63b9336 req-dc5a7a11-1050-4a37-8804-b119589a88ac tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:17.053556 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-22a0f4f7-fbb4-43bc-862a-f562d63b9336 req-dc5a7a11-1050-4a37-8804-b119589a88ac tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:17.210008 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-22a0f4f7-fbb4-43bc-862a-f562d63b9336 req-dc5a7a11-1050-4a37-8804-b119589a88ac tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9941568 Feb 10 23:16:17.223495 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-22a0f4f7-fbb4-43bc-862a-f562d63b9336 req-137139d3-b382-4bc4-8fa6-c7d5004ce8e6 service neutron] Request body: {'port': {'device_id': 'd39e9cb8-c10f-4371-bb8a-c2cec376e450', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:16:17.336137 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-22a0f4f7-fbb4-43bc-862a-f562d63b9336 req-137139d3-b382-4bc4-8fa6-c7d5004ce8e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:17.340205 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-d42979c9-ffb5-4990-ab93-9fecdde8e643 None None] Provisioning for port 02f42593-a226-4696-ae2e-725df66172a8 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:16:17.347818 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-d42979c9-ffb5-4990-ab93-9fecdde8e643 None None] Provisioning complete for port 02f42593-a226-4696-ae2e-725df66172a8 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:16:17.348427 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d42979c9-ffb5-4990-ab93-9fecdde8e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:17.396605 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5240b3eb-4f4f-437f-b631-c72c3928a830 req-92f26f85-021f-4e4a-b82a-501b84f28eec tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:17.398712 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-5240b3eb-4f4f-437f-b631-c72c3928a830 req-92f26f85-021f-4e4a-b82a-501b84f28eec tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/ports?device_id=d39e9cb8-c10f-4371-bb8a-c2cec376e450 HTTP/1.1" status: 200 len: 932 time: 0.0816343 Feb 10 23:16:17.413261 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-d42979c9-ffb5-4990-ab93-9fecdde8e643 None None] Port 02f42593-a226-4696-ae2e-725df66172a8 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:16:17.457413 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-5240b3eb-4f4f-437f-b631-c72c3928a830 req-2038cc52-bb97-4312-8566-244fe7f3e472 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c3f6aaf-3a27-49e5-ae54-3cc5a3f3586f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514290 Feb 10 23:16:17.683232 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [req-22a0f4f7-fbb4-43bc-862a-f562d63b9336 req-137139d3-b382-4bc4-8fa6-c7d5004ce8e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02f42593-a226-4696-ae2e-725df66172a8 {{(pid=84332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:16:17.690773 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-22a0f4f7-fbb4-43bc-862a-f562d63b9336 req-137139d3-b382-4bc4-8fa6-c7d5004ce8e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:17.705775 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-22a0f4f7-fbb4-43bc-862a-f562d63b9336 req-137139d3-b382-4bc4-8fa6-c7d5004ce8e6 service neutron] Transition to ACTIVE for port object 02f42593-a226-4696-ae2e-725df66172a8 will not be triggered until provisioned by entity L2. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:16:17.837618 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-22a0f4f7-fbb4-43bc-862a-f562d63b9336 req-137139d3-b382-4bc4-8fa6-c7d5004ce8e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:17.977525 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137139d3-b382-4bc4-8fa6-c7d5004ce8e6 service neutron] Pushing event updated for resources: {'Port': ['ID=02f42593-a226-4696-ae2e-725df66172a8,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:18.093489 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-22a0f4f7-fbb4-43bc-862a-f562d63b9336 req-137139d3-b382-4bc4-8fa6-c7d5004ce8e6 service neutron] Attempting to bind port 02f42593-a226-4696-ae2e-725df66172a8 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:16:18.093817 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-22a0f4f7-fbb4-43bc-862a-f562d63b9336 req-137139d3-b382-4bc4-8fa6-c7d5004ce8e6 service neutron] Attempting to bind port 02f42593-a226-4696-ae2e-725df66172a8 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '87261b23-5de2-4068-8909-bc5d27f42710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '4a75b224-7431-40b5-b18e-691aa5ad073d'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:16:18.094136 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a0f4f7-fbb4-43bc-862a-f562d63b9336 req-137139d3-b382-4bc4-8fa6-c7d5004ce8e6 service neutron] Attempting to bind port 02f42593-a226-4696-ae2e-725df66172a8 on network 4a75b224-7431-40b5-b18e-691aa5ad073d {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:16:18.100770 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a0f4f7-fbb4-43bc-862a-f562d63b9336 req-137139d3-b382-4bc4-8fa6-c7d5004ce8e6 service neutron] Port 02f42593-a226-4696-ae2e-725df66172a8 on network 4a75b224-7431-40b5-b18e-691aa5ad073d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:16:18.101084 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a0f4f7-fbb4-43bc-862a-f562d63b9336 req-137139d3-b382-4bc4-8fa6-c7d5004ce8e6 service neutron] Attempting to bind port 02f42593-a226-4696-ae2e-725df66172a8 on network 4a75b224-7431-40b5-b18e-691aa5ad073d {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:16:18.107358 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a0f4f7-fbb4-43bc-862a-f562d63b9336 req-137139d3-b382-4bc4-8fa6-c7d5004ce8e6 service neutron] Checking agent: {'id': '0f85d58b-4cda-4360-97cf-be037aef26b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'started_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:16:18.108705 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a0f4f7-fbb4-43bc-862a-f562d63b9336 req-137139d3-b382-4bc4-8fa6-c7d5004ce8e6 service neutron] Checking segment: {'id': '87261b23-5de2-4068-8909-bc5d27f42710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '4a75b224-7431-40b5-b18e-691aa5ad073d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:16:18.108705 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a0f4f7-fbb4-43bc-862a-f562d63b9336 req-137139d3-b382-4bc4-8fa6-c7d5004ce8e6 service neutron] Bound using segment: {'id': '87261b23-5de2-4068-8909-bc5d27f42710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '4a75b224-7431-40b5-b18e-691aa5ad073d'} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:16:18.108705 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-22a0f4f7-fbb4-43bc-862a-f562d63b9336 req-137139d3-b382-4bc4-8fa6-c7d5004ce8e6 service neutron] Bound port: 02f42593-a226-4696-ae2e-725df66172a8, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87261b23-5de2-4068-8909-bc5d27f42710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '4a75b224-7431-40b5-b18e-691aa5ad073d'}}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:16:18.108978 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-22a0f4f7-fbb4-43bc-862a-f562d63b9336 req-137139d3-b382-4bc4-8fa6-c7d5004ce8e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:18.284740 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-22a0f4f7-fbb4-43bc-862a-f562d63b9336 req-137139d3-b382-4bc4-8fa6-c7d5004ce8e6 service neutron] For port 02f42593-a226-4696-ae2e-725df66172a8, host hv-neutron-8287, cleared binding levels {{(pid=84332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:16:18.287640 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-22a0f4f7-fbb4-43bc-862a-f562d63b9336 req-137139d3-b382-4bc4-8fa6-c7d5004ce8e6 service neutron] For port 02f42593-a226-4696-ae2e-725df66172a8, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=02f42593-a226-4696-ae2e-725df66172a8,segment=NetworkSegment(87261b23-5de2-4068-8909-bc5d27f42710),segment_id=87261b23-5de2-4068-8909-bc5d27f42710)] {{(pid=84332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:16:18.363336 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-22a0f4f7-fbb4-43bc-862a-f562d63b9336 req-137139d3-b382-4bc4-8fa6-c7d5004ce8e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:18.427534 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-22a0f4f7-fbb4-43bc-862a-f562d63b9336 req-137139d3-b382-4bc4-8fa6-c7d5004ce8e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:18.428974 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-22a0f4f7-fbb4-43bc-862a-f562d63b9336 req-137139d3-b382-4bc4-8fa6-c7d5004ce8e6 service neutron] 10.222.0.37 "PUT /v2.0/ports/02f42593-a226-4696-ae2e-725df66172a8 HTTP/1.1" status: 200 len: 1094 time: 1.2103524 Feb 10 23:16:18.429409 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd39e9cb8-c10f-4371-bb8a-c2cec376e450', 'tag': '02f42593-a226-4696-ae2e-725df66172a8'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:16:18.450081 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137139d3-b382-4bc4-8fa6-c7d5004ce8e6 service neutron] Pushing event updated for resources: {'Port': ['ID=02f42593-a226-4696-ae2e-725df66172a8,revision_number=3']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:18.497418 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd39e9cb8-c10f-4371-bb8a-c2cec376e450', 'tag': '02f42593-a226-4696-ae2e-725df66172a8', 'status': 'completed', 'code': 200} Feb 10 23:16:18.609392 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0c169d7a-21d6-463e-aab6-f08ea565f551 req-23d62057-4a5f-4e4d-9657-35e47a21627a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=82bae8319c0a482993cd9e8530b11401&device_id=d39e9cb8-c10f-4371-bb8a-c2cec376e450 HTTP/1.1" status: 200 len: 1097 time: 0.0893981 Feb 10 23:16:18.686199 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b33ee-db4d-45ea-a57f-aa9f892d8238 req-ac146d27-32b0-4647-ae1b-0ab6cfc89482 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:18.687633 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-649b33ee-db4d-45ea-a57f-aa9f892d8238 req-ac146d27-32b0-4647-ae1b-0ab6cfc89482 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/ports?device_id=d39e9cb8-c10f-4371-bb8a-c2cec376e450 HTTP/1.1" status: 200 len: 944 time: 0.0988019 Feb 10 23:16:18.738659 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-649b33ee-db4d-45ea-a57f-aa9f892d8238 req-0a5eb263-e8eb-408c-a131-c39dda35c8cb tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c3f6aaf-3a27-49e5-ae54-3cc5a3f3586f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418804 Feb 10 23:16:18.760751 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c169d7a-21d6-463e-aab6-f08ea565f551 req-16aecb83-d782-48ef-b843-04f6d69613c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:18.762146 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0c169d7a-21d6-463e-aab6-f08ea565f551 req-16aecb83-d782-48ef-b843-04f6d69613c5 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=82bae8319c0a482993cd9e8530b11401&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1446223 Feb 10 23:16:18.895764 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c169d7a-21d6-463e-aab6-f08ea565f551 req-08360740-6334-49db-96d4-b1783651e090 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:18.897213 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0c169d7a-21d6-463e-aab6-f08ea565f551 req-08360740-6334-49db-96d4-b1783651e090 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1284475 Feb 10 23:16:19.004707 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-22a0f4f7-fbb4-43bc-862a-f562d63b9336 req-fddc2a5d-8857-413d-b6da-1e6ca5367b00 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=82bae8319c0a482993cd9e8530b11401&device_id=d39e9cb8-c10f-4371-bb8a-c2cec376e450 HTTP/1.1" status: 200 len: 1097 time: 0.0717559 Feb 10 23:16:19.066775 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3f3e151b-bf69-4e4b-b450-75720280d485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:19.074284 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-22a0f4f7-fbb4-43bc-862a-f562d63b9336 req-887eb06a-5b83-4ba3-ada4-e3099f649367 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02f42593-a226-4696-ae2e-725df66172a8 HTTP/1.1" status: 200 len: 217 time: 0.0630903 Feb 10 23:16:19.134988 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0f4f7-fbb4-43bc-862a-f562d63b9336 req-eb63739b-7725-4a6a-b19c-d06bbb0c1806 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:19.136295 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-22a0f4f7-fbb4-43bc-862a-f562d63b9336 req-eb63739b-7725-4a6a-b19c-d06bbb0c1806 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=375b0e55-6852-456e-bf83-790a9c9d4e02 HTTP/1.1" status: 200 len: 851 time: 0.0557930 Feb 10 23:16:19.213292 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-22a0f4f7-fbb4-43bc-862a-f562d63b9336 req-f20a8390-3fd7-40e9-8028-52e8d94dca87 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a75b224-7431-40b5-b18e-691aa5ad073d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705357 Feb 10 23:16:19.345755 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-22a0f4f7-fbb4-43bc-862a-f562d63b9336 req-fc424097-c5ab-4486-9631-4b09fa1e2ea2 service neutron] 10.222.0.37 "GET /v2.0/networks/4a75b224-7431-40b5-b18e-691aa5ad073d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256995 Feb 10 23:16:19.479411 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-22a0f4f7-fbb4-43bc-862a-f562d63b9336 req-aaafda82-0d7e-483d-af7f-d31e98cb9a32 service neutron] 10.222.0.37 "GET /v2.0/networks/4a75b224-7431-40b5-b18e-691aa5ad073d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272361 Feb 10 23:16:19.945088 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76af4e8-d854-46b6-a2cd-fd6e9433a370 req-596252ab-ac9b-4a7f-bd52-0258849e8d54 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:19.945823 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-c76af4e8-d854-46b6-a2cd-fd6e9433a370 req-596252ab-ac9b-4a7f-bd52-0258849e8d54 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Synchronizing usage tracker for tenant:82bae8319c0a482993cd9e8530b11401 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:16:20.037223 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-c76af4e8-d854-46b6-a2cd-fd6e9433a370 req-596252ab-ac9b-4a7f-bd52-0258849e8d54 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Unset dirty status for tenant:82bae8319c0a482993cd9e8530b11401 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:16:20.038301 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c76af4e8-d854-46b6-a2cd-fd6e9433a370 req-596252ab-ac9b-4a7f-bd52-0258849e8d54 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/ports?device_id=d39e9cb8-c10f-4371-bb8a-c2cec376e450 HTTP/1.1" status: 200 len: 944 time: 0.1693788 Feb 10 23:16:20.089391 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c76af4e8-d854-46b6-a2cd-fd6e9433a370 req-9806cdce-fde8-4725-954f-0cc590e87c9b tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c3f6aaf-3a27-49e5-ae54-3cc5a3f3586f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454926 Feb 10 23:16:21.213288 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a7157e0a-6b71-456f-9c4b-67beab33918c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:21.286950 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4eade8-bc32-42a6-bc97-d07e8ed1ca0f req-8ab5ff8c-4edb-4e70-aea9-19c090a9eb1c tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:21.288365 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-5b4eade8-bc32-42a6-bc97-d07e8ed1ca0f req-8ab5ff8c-4edb-4e70-aea9-19c090a9eb1c tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/ports?device_id=d39e9cb8-c10f-4371-bb8a-c2cec376e450 HTTP/1.1" status: 200 len: 944 time: 0.0762126 Feb 10 23:16:21.335925 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-5b4eade8-bc32-42a6-bc97-d07e8ed1ca0f req-bb2f4acd-7d67-4491-af32-d0c642c3c1a7 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c3f6aaf-3a27-49e5-ae54-3cc5a3f3586f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421014 Feb 10 23:16:22.453580 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:22.535406 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a039b8-1b1c-4b7f-98d5-197e8e577db1 req-b4c14041-0c9a-48bd-bc67-b54c5ce8d5ab tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:22.536875 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-69a039b8-1b1c-4b7f-98d5-197e8e577db1 req-b4c14041-0c9a-48bd-bc67-b54c5ce8d5ab tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/ports?device_id=d39e9cb8-c10f-4371-bb8a-c2cec376e450 HTTP/1.1" status: 200 len: 944 time: 0.0798664 Feb 10 23:16:22.582084 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-69a039b8-1b1c-4b7f-98d5-197e8e577db1 req-a612dceb-bbfb-476a-a26a-dcb03d26d043 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c3f6aaf-3a27-49e5-ae54-3cc5a3f3586f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394211 Feb 10 23:16:22.608781 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:23.778329 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29546e80-d152-499b-9376-f9f2d2195da4 req-df5ff9ba-2c6b-4770-be1a-08b0469a8b6c tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:23.782270 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-29546e80-d152-499b-9376-f9f2d2195da4 req-df5ff9ba-2c6b-4770-be1a-08b0469a8b6c tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/ports?device_id=d39e9cb8-c10f-4371-bb8a-c2cec376e450 HTTP/1.1" status: 200 len: 944 time: 0.0768547 Feb 10 23:16:23.826024 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-29546e80-d152-499b-9376-f9f2d2195da4 req-00f6c716-8fe4-4125-9335-a49861f449f2 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c3f6aaf-3a27-49e5-ae54-3cc5a3f3586f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399284 Feb 10 23:16:24.014426 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:25.021292 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544e5f9-ef45-42e2-affe-0ab95921292a req-0f3f9156-0b0e-432b-88be-3a1974fdc5fb tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:25.022748 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a544e5f9-ef45-42e2-affe-0ab95921292a req-0f3f9156-0b0e-432b-88be-3a1974fdc5fb tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/ports?device_id=d39e9cb8-c10f-4371-bb8a-c2cec376e450 HTTP/1.1" status: 200 len: 944 time: 0.0758781 Feb 10 23:16:25.071849 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a544e5f9-ef45-42e2-affe-0ab95921292a req-67c43a62-480f-478c-a3dd-76cbf4a4e759 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c3f6aaf-3a27-49e5-ae54-3cc5a3f3586f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435283 Feb 10 23:16:26.275548 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed7016-0365-4341-a430-cfb6a34a5607 req-7177ab3c-99c3-42de-806a-cd24f0808fcf tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:26.277106 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-d3ed7016-0365-4341-a430-cfb6a34a5607 req-7177ab3c-99c3-42de-806a-cd24f0808fcf tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/ports?device_id=d39e9cb8-c10f-4371-bb8a-c2cec376e450 HTTP/1.1" status: 200 len: 944 time: 0.0831912 Feb 10 23:16:26.322887 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-d3ed7016-0365-4341-a430-cfb6a34a5607 req-a8657740-fa64-43ef-8f41-697cda5e0f14 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c3f6aaf-3a27-49e5-ae54-3cc5a3f3586f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401928 Feb 10 23:16:26.323103 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 02f42593-a226-4696-ae2e-725df66172a8 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:16:26.454622 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 02f42593-a226-4696-ae2e-725df66172a8, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=02f42593-a226-4696-ae2e-725df66172a8,segment=NetworkSegment(87261b23-5de2-4068-8909-bc5d27f42710),segment_id=87261b23-5de2-4068-8909-bc5d27f42710)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:16:26.466968 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Returning: {'device': '02f42593-a226-4696-ae2e-725df66172a8', 'network_id': '4a75b224-7431-40b5-b18e-691aa5ad073d', 'port_id': '02f42593-a226-4696-ae2e-725df66172a8', 'mac_address': 'fa:16:3e:76:a8:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '375b0e55-6852-456e-bf83-790a9c9d4e02', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:16:26.519910 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:26.536337 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02f42593-a226-4696-ae2e-725df66172a8 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:16:26.551283 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 02f42593-a226-4696-ae2e-725df66172a8, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=02f42593-a226-4696-ae2e-725df66172a8,segment=NetworkSegment(87261b23-5de2-4068-8909-bc5d27f42710),segment_id=87261b23-5de2-4068-8909-bc5d27f42710)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:16:26.609260 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:26.677440 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=02f42593-a226-4696-ae2e-725df66172a8,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:26.875015 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['02f42593-a226-4696-ae2e-725df66172a8'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:16:27.521106 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9140c4-36f7-402f-bc7e-1a0aadb9196b req-7dcaecec-562c-4749-921e-0e1784744bc7 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:27.522442 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9a9140c4-36f7-402f-bc7e-1a0aadb9196b req-7dcaecec-562c-4749-921e-0e1784744bc7 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/ports?device_id=d39e9cb8-c10f-4371-bb8a-c2cec376e450 HTTP/1.1" status: 200 len: 945 time: 0.0773873 Feb 10 23:16:27.567291 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9a9140c4-36f7-402f-bc7e-1a0aadb9196b req-f870db44-87f7-4bf7-9a0c-dfcb5f8a45f4 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c3f6aaf-3a27-49e5-ae54-3cc5a3f3586f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390928 Feb 10 23:16:28.322951 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 02f42593-a226-4696-ae2e-725df66172a8 up at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:16:28.447944 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning for port 02f42593-a226-4696-ae2e-725df66172a8 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:16:28.453048 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning complete for port 02f42593-a226-4696-ae2e-725df66172a8 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:16:28.454228 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:28.567777 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:28.593663 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39e9cb8-c10f-4371-bb8a-c2cec376e450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02f42593-a226-4696-ae2e-725df66172a8'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:16:28.604271 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 02f42593-a226-4696-ae2e-725df66172a8, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=02f42593-a226-4696-ae2e-725df66172a8,segment=NetworkSegment(87261b23-5de2-4068-8909-bc5d27f42710),segment_id=87261b23-5de2-4068-8909-bc5d27f42710)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:16:28.652762 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd39e9cb8-c10f-4371-bb8a-c2cec376e450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02f42593-a226-4696-ae2e-725df66172a8', 'code': 200} Feb 10 23:16:28.694141 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:28.760700 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=02f42593-a226-4696-ae2e-725df66172a8,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:28.780477 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6160c77c-82a7-4ef7-a7e2-2dd2dd98a70a req-882e9bef-ec55-4c5f-a5c9-f9c2404a55dc tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:28.790763 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6160c77c-82a7-4ef7-a7e2-2dd2dd98a70a req-882e9bef-ec55-4c5f-a5c9-f9c2404a55dc tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/ports?device_id=d39e9cb8-c10f-4371-bb8a-c2cec376e450 HTTP/1.1" status: 200 len: 946 time: 0.0787849 Feb 10 23:16:28.827319 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6160c77c-82a7-4ef7-a7e2-2dd2dd98a70a req-26f80699-7a6a-410f-b4f8-1d2ba34b43b7 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c3f6aaf-3a27-49e5-ae54-3cc5a3f3586f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391862 Feb 10 23:16:29.095323 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-55803cf1-8383-495f-a2a0-afacbdf2bd45 req-0c95a23b-8212-4f3d-a99f-c1581fced0bf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d39e9cb8-c10f-4371-bb8a-c2cec376e450 HTTP/1.1" status: 200 len: 1099 time: 0.0656283 Feb 10 23:16:29.136091 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-55803cf1-8383-495f-a2a0-afacbdf2bd45 req-a6aebbd5-0780-4887-98c6-ac5ad7a95a9e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7c3f6aaf-3a27-49e5-ae54-3cc5a3f3586f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348454 Feb 10 23:16:30.024179 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f18cb-f4b7-4155-97c2-2983a4fa298b req-cd07682f-9213-48a5-aedd-25a92cef467b tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:30.025634 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-bb9f18cb-f4b7-4155-97c2-2983a4fa298b req-cd07682f-9213-48a5-aedd-25a92cef467b tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/ports?device_id=d39e9cb8-c10f-4371-bb8a-c2cec376e450 HTTP/1.1" status: 200 len: 946 time: 0.0751886 Feb 10 23:16:30.070905 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-bb9f18cb-f4b7-4155-97c2-2983a4fa298b req-d63fff2e-b349-4bce-8cea-7408e920df12 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c3f6aaf-3a27-49e5-ae54-3cc5a3f3586f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398843 Feb 10 23:16:31.358647 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d67572a-12fa-45b0-86b0-0ee9ddaa6917 req-1b6c31c4-9c81-4fd9-93fb-9b0bbda2e114 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:31.360128 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9d67572a-12fa-45b0-86b0-0ee9ddaa6917 req-1b6c31c4-9c81-4fd9-93fb-9b0bbda2e114 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/ports?device_id=d39e9cb8-c10f-4371-bb8a-c2cec376e450 HTTP/1.1" status: 200 len: 946 time: 0.1670403 Feb 10 23:16:31.405783 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9d67572a-12fa-45b0-86b0-0ee9ddaa6917 req-7573c3f1-2320-4d76-b6d4-46521a70c5a9 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c3f6aaf-3a27-49e5-ae54-3cc5a3f3586f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398641 Feb 10 23:16:31.608872 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2e4c3-2507-4c9c-95e2-570f928a0399 req-a4326faa-1fc4-4f64-ba27-b15642a5d2a8 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:31.610393 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-06a2e4c3-2507-4c9c-95e2-570f928a0399 req-a4326faa-1fc4-4f64-ba27-b15642a5d2a8 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/ports?device_id=d39e9cb8-c10f-4371-bb8a-c2cec376e450 HTTP/1.1" status: 200 len: 946 time: 0.0818887 Feb 10 23:16:31.656658 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-06a2e4c3-2507-4c9c-95e2-570f928a0399 req-a2be41f4-a046-4999-84bf-cc6acee9ea55 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c3f6aaf-3a27-49e5-ae54-3cc5a3f3586f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398464 Feb 10 23:16:31.684625 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50918) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:16:31.887399 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-18c8321a-528a-4301-9a90-f8cd0543572b tempest-TestVolumeBootPattern-589506401 tempest-TestVolumeBootPattern-589506401-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d39e9cb8-c10f-4371-bb8a-c2cec376e450 HTTP/1.1" status: 200 len: 1094 time: 0.2009923 Feb 10 23:16:31.889360 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50924) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:16:31.894707 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-500fc295-41f1-46d2-9321-f378e7250d3e tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Request body: {'floatingip': {'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'port_id': '02f42593-a226-4696-ae2e-725df66172a8', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:16:31.900176 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-500fc295-41f1-46d2-9321-f378e7250d3e tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:16:31.903958 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-500fc295-41f1-46d2-9321-f378e7250d3e tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Usage tracker for resource:floatingip and tenant:82bae8319c0a482993cd9e8530b11401 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:16:31.906753 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-500fc295-41f1-46d2-9321-f378e7250d3e tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:16:31.912818 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-500fc295-41f1-46d2-9321-f378e7250d3e tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:16:32.014280 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-500fc295-41f1-46d2-9321-f378e7250d3e tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks [] for floatingip, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:32.149377 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-500fc295-41f1-46d2-9321-f378e7250d3e tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:32.290346 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-500fc295-41f1-46d2-9321-f378e7250d3e tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Allocated IP 172.26.8.133 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/256fc7e2-4d97-4785-897e-403238276994) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:16:32.536034 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-500fc295-41f1-46d2-9321-f378e7250d3e tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:32.637352 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-500fc295-41f1-46d2-9321-f378e7250d3e tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:32.707587 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500fc295-41f1-46d2-9321-f378e7250d3e tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:16:32.710212 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-500fc295-41f1-46d2-9321-f378e7250d3e tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:16:32.714318 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500fc295-41f1-46d2-9321-f378e7250d3e tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:16:32.737527 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500fc295-41f1-46d2-9321-f378e7250d3e tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Pushing event updated for resources: {'Port': ['ID=256fc7e2-4d97-4785-897e-403238276994,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:33.208099 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-500fc295-41f1-46d2-9321-f378e7250d3e tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:33.360966 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-500fc295-41f1-46d2-9321-f378e7250d3e tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:33.558539 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-500fc295-41f1-46d2-9321-f378e7250d3e tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:33.607962 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-500fc295-41f1-46d2-9321-f378e7250d3e tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:33.710026 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500fc295-41f1-46d2-9321-f378e7250d3e tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Pushing event updated for resources: {'Port': ['ID=256fc7e2-4d97-4785-897e-403238276994,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:33.730972 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-500fc295-41f1-46d2-9321-f378e7250d3e tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1734214'] for floatingip, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:33.923809 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.l3_db [None req-500fc295-41f1-46d2-9321-f378e7250d3e tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Floating IP c7f0557a-cd33-49d6-aca4-3183eecc02ee associated. External IP: 172.26.8.133, port: 02f42593-a226-4696-ae2e-725df66172a8. Feb 10 23:16:34.401235 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-500fc295-41f1-46d2-9321-f378e7250d3e tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Router 0c9fa0c2-ee96-477c-9912-b767191929dc has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:16:34.601746 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-500fc295-41f1-46d2-9321-f378e7250d3e tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:16:34.612089 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af18c6f1-3002-43ab-b1a7-b715c90ec3cc None None] Sync routers for ids ['0c9fa0c2-ee96-477c-9912-b767191929dc'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:16:34.625895 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af18c6f1-3002-43ab-b1a7-b715c90ec3cc None None] Routers {'0c9fa0c2-ee96-477c-9912-b767191929dc'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:16:34.629643 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-af18c6f1-3002-43ab-b1a7-b715c90ec3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:16:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['0c9fa0c2-ee96-477c-9912-b767191929dc'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:16:34.716893 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-500fc295-41f1-46d2-9321-f378e7250d3e tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:34.772793 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-500fc295-41f1-46d2-9321-f378e7250d3e tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8823173 Feb 10 23:16:34.773553 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd39e9cb8-c10f-4371-bb8a-c2cec376e450', 'tag': '02f42593-a226-4696-ae2e-725df66172a8'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:16:34.819787 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-af18c6f1-3002-43ab-b1a7-b715c90ec3cc None None] Set router 0c9fa0c2-ee96-477c-9912-b767191929dc gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:16:34.841524 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd39e9cb8-c10f-4371-bb8a-c2cec376e450', 'tag': '02f42593-a226-4696-ae2e-725df66172a8', 'status': 'completed', 'code': 200} Feb 10 23:16:34.942686 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-52618556-4489-4e12-9446-b3fde4c38783 req-15652b82-53ec-48ac-a1d7-36a08434d49c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=82bae8319c0a482993cd9e8530b11401&device_id=d39e9cb8-c10f-4371-bb8a-c2cec376e450 HTTP/1.1" status: 200 len: 1099 time: 0.0732007 Feb 10 23:16:35.076215 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52618556-4489-4e12-9446-b3fde4c38783 req-7699d137-33ed-4222-88c6-3e3ed458cfba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:35.077731 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-52618556-4489-4e12-9446-b3fde4c38783 req-7699d137-33ed-4222-88c6-3e3ed458cfba service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a75b224-7431-40b5-b18e-691aa5ad073d HTTP/1.1" status: 200 len: 913 time: 0.1287162 Feb 10 23:16:35.179969 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-52618556-4489-4e12-9446-b3fde4c38783 req-2d40feb2-f8c2-4870-ac85-e126674dbb78 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02f42593-a226-4696-ae2e-725df66172a8 HTTP/1.1" status: 200 len: 1000 time: 0.0963817 Feb 10 23:16:35.214069 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:16:35.217714 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-af18c6f1-3002-43ab-b1a7-b715c90ec3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'name': 'tempest-TestVolumeBootPattern-2038376794-router', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '093b879d-55ae-41f8-86e6-83c75280bd23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:07:12Z', 'updated_at': '2022-02-10T23:07:24Z', 'revision_number': 4, 'project_id': '82bae8319c0a482993cd9e8530b11401', 'gw_port': {'id': '093b879d-55ae-41f8-86e6-83c75280bd23', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:85:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:13Z', 'updated_at': '2022-02-10T23:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '846126ad-8d3e-4ad3-bf41-e5225fe61d08', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'floating_ip_address': '172.26.8.140', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'port_id': '3068d05b-2836-40d5-8bd2-e43394992d1a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a75b224-7431-40b5-b18e-691aa5ad073d', 'mac_address': 'fa:16:3e:0c:12:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2a7f2e-7c36-40b0-ab8a-a8d8a6fdec11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:13:14Z', 'updated_at': '2022-02-10T23:13:18Z', 'revision_number': 1, 'project_id': '82bae8319c0a482993cd9e8530b11401', 'fixed_ip_address_scope': None}, {'id': 'c7f0557a-cd33-49d6-aca4-3183eecc02ee', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'floating_ip_address': '172.26.8.133', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'port_id': '02f42593-a226-4696-ae2e-725df66172a8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a75b224-7431-40b5-b18e-691aa5ad073d', 'mac_address': 'fa:16:3e:76:a8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e9cb8-c10f-4371-bb8a-c2cec376e450', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:16:33Z', 'updated_at': '2022-02-10T23:16:33Z', 'revision_number': 0, 'project_id': '82bae8319c0a482993cd9e8530b11401', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84c668e2-7ac4-43ac-a76c-bad486b79ed7', 'name': '', 'network_id': '4a75b224-7431-40b5-b18e-691aa5ad073d', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'mac_address': 'fa:16:3e:f1:ad:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '375b0e55-6852-456e-bf83-790a9c9d4e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:20Z', 'updated_at': '2022-02-10T23:07:36Z', 'revision_number': 5, 'project_id': '82bae8319c0a482993cd9e8530b11401', 'subnets': [{'id': '375b0e55-6852-456e-bf83-790a9c9d4e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:16:35.221865 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af18c6f1-3002-43ab-b1a7-b715c90ec3cc None None] Checking router: 0c9fa0c2-ee96-477c-9912-b767191929dc for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:16:35.232385 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af18c6f1-3002-43ab-b1a7-b715c90ec3cc None None] Routers {'0c9fa0c2-ee96-477c-9912-b767191929dc'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:16:35.233026 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-af18c6f1-3002-43ab-b1a7-b715c90ec3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:16:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['0c9fa0c2-ee96-477c-9912-b767191929dc'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:16:35.243973 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52618556-4489-4e12-9446-b3fde4c38783 req-8239e947-f657-4464-a3a2-ef8ed325aecd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:35.246849 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-52618556-4489-4e12-9446-b3fde4c38783 req-8239e947-f657-4464-a3a2-ef8ed325aecd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=375b0e55-6852-456e-bf83-790a9c9d4e02 HTTP/1.1" status: 200 len: 851 time: 0.0600529 Feb 10 23:16:35.318161 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-52618556-4489-4e12-9446-b3fde4c38783 req-9037e1ab-3b3d-4e80-8846-baed27fa8fd4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a75b224-7431-40b5-b18e-691aa5ad073d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669198 Feb 10 23:16:35.412868 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-af18c6f1-3002-43ab-b1a7-b715c90ec3cc None None] Set router 0c9fa0c2-ee96-477c-9912-b767191929dc gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:16:35.449923 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-52618556-4489-4e12-9446-b3fde4c38783 req-0b525b04-39ee-427b-954a-f8a0dfc7802d service neutron] 10.222.0.37 "GET /v2.0/networks/4a75b224-7431-40b5-b18e-691aa5ad073d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251740 Feb 10 23:16:35.583699 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-52618556-4489-4e12-9446-b3fde4c38783 req-53980381-bab4-45a4-9d28-9627bf981195 service neutron] 10.222.0.37 "GET /v2.0/networks/4a75b224-7431-40b5-b18e-691aa5ad073d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278327 Feb 10 23:16:35.769131 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-af18c6f1-3002-43ab-b1a7-b715c90ec3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'name': 'tempest-TestVolumeBootPattern-2038376794-router', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '093b879d-55ae-41f8-86e6-83c75280bd23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:07:12Z', 'updated_at': '2022-02-10T23:07:24Z', 'revision_number': 4, 'project_id': '82bae8319c0a482993cd9e8530b11401', 'gw_port': {'id': '093b879d-55ae-41f8-86e6-83c75280bd23', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:85:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:13Z', 'updated_at': '2022-02-10T23:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '846126ad-8d3e-4ad3-bf41-e5225fe61d08', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'floating_ip_address': '172.26.8.140', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'port_id': '3068d05b-2836-40d5-8bd2-e43394992d1a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a75b224-7431-40b5-b18e-691aa5ad073d', 'mac_address': 'fa:16:3e:0c:12:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2a7f2e-7c36-40b0-ab8a-a8d8a6fdec11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:13:14Z', 'updated_at': '2022-02-10T23:13:18Z', 'revision_number': 1, 'project_id': '82bae8319c0a482993cd9e8530b11401', 'fixed_ip_address_scope': None}, {'id': 'c7f0557a-cd33-49d6-aca4-3183eecc02ee', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'floating_ip_address': '172.26.8.133', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'port_id': '02f42593-a226-4696-ae2e-725df66172a8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a75b224-7431-40b5-b18e-691aa5ad073d', 'mac_address': 'fa:16:3e:76:a8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e9cb8-c10f-4371-bb8a-c2cec376e450', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:16:33Z', 'updated_at': '2022-02-10T23:16:33Z', 'revision_number': 0, 'project_id': '82bae8319c0a482993cd9e8530b11401', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84c668e2-7ac4-43ac-a76c-bad486b79ed7', 'name': '', 'network_id': '4a75b224-7431-40b5-b18e-691aa5ad073d', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'mac_address': 'fa:16:3e:f1:ad:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '375b0e55-6852-456e-bf83-790a9c9d4e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:20Z', 'updated_at': '2022-02-10T23:07:36Z', 'revision_number': 5, 'project_id': '82bae8319c0a482993cd9e8530b11401', 'subnets': [{'id': '375b0e55-6852-456e-bf83-790a9c9d4e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:16:35.773211 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af18c6f1-3002-43ab-b1a7-b715c90ec3cc None None] The sync data for ids ['0c9fa0c2-ee96-477c-9912-b767191929dc'] in dv-neutron-828797-1-hyperv is: [{'id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'name': 'tempest-TestVolumeBootPattern-2038376794-router', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '093b879d-55ae-41f8-86e6-83c75280bd23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:07:12Z', 'updated_at': '2022-02-10T23:07:24Z', 'revision_number': 4, 'project_id': '82bae8319c0a482993cd9e8530b11401', 'gw_port': {'id': '093b879d-55ae-41f8-86e6-83c75280bd23', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:85:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:13Z', 'updated_at': '2022-02-10T23:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '846126ad-8d3e-4ad3-bf41-e5225fe61d08', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'floating_ip_address': '172.26.8.140', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'port_id': '3068d05b-2836-40d5-8bd2-e43394992d1a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a75b224-7431-40b5-b18e-691aa5ad073d', 'mac_address': 'fa:16:3e:0c:12:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2a7f2e-7c36-40b0-ab8a-a8d8a6fdec11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:13:14Z', 'updated_at': '2022-02-10T23:13:18Z', 'revision_number': 1, 'project_id': '82bae8319c0a482993cd9e8530b11401', 'fixed_ip_address_scope': None}, {'id': 'c7f0557a-cd33-49d6-aca4-3183eecc02ee', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'floating_ip_address': '172.26.8.133', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'port_id': '02f42593-a226-4696-ae2e-725df66172a8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a75b224-7431-40b5-b18e-691aa5ad073d', 'mac_address': 'fa:16:3e:76:a8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e9cb8-c10f-4371-bb8a-c2cec376e450', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:16:33Z', 'updated_at': '2022-02-10T23:16:33Z', 'revision_number': 0, 'project_id': '82bae8319c0a482993cd9e8530b11401', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84c668e2-7ac4-43ac-a76c-bad486b79ed7', 'name': '', 'network_id': '4a75b224-7431-40b5-b18e-691aa5ad073d', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'mac_address': 'fa:16:3e:f1:ad:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '375b0e55-6852-456e-bf83-790a9c9d4e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:20Z', 'updated_at': '2022-02-10T23:07:36Z', 'revision_number': 5, 'project_id': '82bae8319c0a482993cd9e8530b11401', 'subnets': [{'id': '375b0e55-6852-456e-bf83-790a9c9d4e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:16:35.984447 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba63783-94c2-4cdc-8449-63ececbd8621 None None] New status for floating IP c7f0557a-cd33-49d6-aca4-3183eecc02ee: ACTIVE {{(pid=84335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 23:16:39.379934 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47521169-edd8-4c9e-8902-e40c541ab399 req-42200122-08b1-40e0-8036-7720f58aae01 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:39.381428 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-47521169-edd8-4c9e-8902-e40c541ab399 req-42200122-08b1-40e0-8036-7720f58aae01 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=94b4de3e-9c00-4aab-a475-8072941d1107 HTTP/1.1" status: 200 len: 946 time: 0.0778716 Feb 10 23:16:39.430089 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-47521169-edd8-4c9e-8902-e40c541ab399 req-2c46eb9b-f83c-46b4-9947-ff482e31f52a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=d2a05ff4-2056-4184-b347-a3c71fd3cf17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428510 Feb 10 23:16:40.633940 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b34f91c-b6b4-4599-8cff-46c64289cfd3 req-a8a6574d-342a-474b-83d5-9bed7674cae7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:40.635418 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-6b34f91c-b6b4-4599-8cff-46c64289cfd3 req-a8a6574d-342a-474b-83d5-9bed7674cae7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=94b4de3e-9c00-4aab-a475-8072941d1107 HTTP/1.1" status: 200 len: 946 time: 0.0780671 Feb 10 23:16:40.681787 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-6b34f91c-b6b4-4599-8cff-46c64289cfd3 req-7aced8c5-22cd-4055-af6e-a88e8d47162a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=d2a05ff4-2056-4184-b347-a3c71fd3cf17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407519 Feb 10 23:16:40.747581 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e242a1fe-6161-4816-a81a-7c631370e6ce req-0afcf290-664a-476e-93cf-5fb78d832284 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:40.749017 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e242a1fe-6161-4816-a81a-7c631370e6ce req-0afcf290-664a-476e-93cf-5fb78d832284 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.37 "GET /v2.0/ports?device_id=94b4de3e-9c00-4aab-a475-8072941d1107 HTTP/1.1" status: 200 len: 946 time: 0.0765612 Feb 10 23:16:40.817355 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-e242a1fe-6161-4816-a81a-7c631370e6ce req-c1d13936-a707-468a-9569-3311d595fbde tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Deleting port 2b1dfd36-b85a-45a0-823a-a56e49bbc0ea {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:16:40.818616 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-e242a1fe-6161-4816-a81a-7c631370e6ce req-c1d13936-a707-468a-9569-3311d595fbde tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:41.062067 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-e242a1fe-6161-4816-a81a-7c631370e6ce req-c1d13936-a707-468a-9569-3311d595fbde tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] For port 2b1dfd36-b85a-45a0-823a-a56e49bbc0ea, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=2b1dfd36-b85a-45a0-823a-a56e49bbc0ea,segment=NetworkSegment(d039446a-b56e-488d-a967-7a76c9061ee3),segment_id=d039446a-b56e-488d-a967-7a76c9061ee3)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:16:41.062336 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-e242a1fe-6161-4816-a81a-7c631370e6ce req-c1d13936-a707-468a-9569-3311d595fbde tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:41.451105 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-e242a1fe-6161-4816-a81a-7c631370e6ce req-c1d13936-a707-468a-9569-3311d595fbde tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:41.451467 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-e242a1fe-6161-4816-a81a-7c631370e6ce req-c1d13936-a707-468a-9569-3311d595fbde tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1734214'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:41.451776 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.l3_db [req-e242a1fe-6161-4816-a81a-7c631370e6ce req-c1d13936-a707-468a-9569-3311d595fbde tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Floating IP ce69d2b0-9422-47a8-be80-99c3482788d3 disassociated. External IP: 172.26.8.212, port: 2b1dfd36-b85a-45a0-823a-a56e49bbc0ea. Feb 10 23:16:41.452107 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-e242a1fe-6161-4816-a81a-7c631370e6ce req-c1d13936-a707-468a-9569-3311d595fbde tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Calling delete_port for 2b1dfd36-b85a-45a0-823a-a56e49bbc0ea owned by compute:nova {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:16:41.660125 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-e242a1fe-6161-4816-a81a-7c631370e6ce req-c1d13936-a707-468a-9569-3311d595fbde tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:41.727033 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d13936-a707-468a-9569-3311d595fbde tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event deleted for resources: {'Port': ['ID=2b1dfd36-b85a-45a0-823a-a56e49bbc0ea,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:41.898601 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c22a4a74-aa2e-423b-94c3-1440edd4e5aa req-6a8ae647-97e2-4ea5-a556-2d21e38bdf7e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=94b4de3e-9c00-4aab-a475-8072941d1107 HTTP/1.1" status: 200 len: 210 time: 0.0516860 Feb 10 23:16:41.977946 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e242a1fe-6161-4816-a81a-7c631370e6ce req-c1d13936-a707-468a-9569-3311d595fbde tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Router 3d63b057-cd8a-452f-b7a7-534ba1ebcd99 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:16:42.183949 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e242a1fe-6161-4816-a81a-7c631370e6ce req-c1d13936-a707-468a-9569-3311d595fbde tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:16:42.195224 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a635d3-ad23-4007-8aaf-3e832a8aad1a None None] Sync routers for ids ['3d63b057-cd8a-452f-b7a7-534ba1ebcd99'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:16:42.210015 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a635d3-ad23-4007-8aaf-3e832a8aad1a None None] Routers {'3d63b057-cd8a-452f-b7a7-534ba1ebcd99'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:16:42.213083 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-d2a635d3-ad23-4007-8aaf-3e832a8aad1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:16:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['3d63b057-cd8a-452f-b7a7-534ba1ebcd99'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:16:42.261264 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-e242a1fe-6161-4816-a81a-7c631370e6ce req-c1d13936-a707-468a-9569-3311d595fbde tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] No DVR routers for this DVR port 2b1dfd36-b85a-45a0-823a-a56e49bbc0ea on host hv-neutron-8287 {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:16:42.263556 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-e242a1fe-6161-4816-a81a-7c631370e6ce req-c1d13936-a707-468a-9569-3311d595fbde tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:42.267123 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94b4de3e-9c00-4aab-a475-8072941d1107', 'name': 'network-vif-deleted', 'tag': '2b1dfd36-b85a-45a0-823a-a56e49bbc0ea'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:16:42.325770 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94b4de3e-9c00-4aab-a475-8072941d1107', 'name': 'network-vif-deleted', 'tag': '2b1dfd36-b85a-45a0-823a-a56e49bbc0ea', 'status': 'completed', 'code': 200} Feb 10 23:16:42.329247 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e242a1fe-6161-4816-a81a-7c631370e6ce req-c1d13936-a707-468a-9569-3311d595fbde tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.37 "DELETE /v2.0/ports/2b1dfd36-b85a-45a0-823a-a56e49bbc0ea HTTP/1.1" status: 204 len: 173 time: 1.5747800 Feb 10 23:16:42.406872 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-d2a635d3-ad23-4007-8aaf-3e832a8aad1a None None] Set router 3d63b057-cd8a-452f-b7a7-534ba1ebcd99 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:16:42.781245 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-d2a635d3-ad23-4007-8aaf-3e832a8aad1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d63b057-cd8a-452f-b7a7-534ba1ebcd99', 'name': 'tempest-TestNetworkBasicOps-router-402541214', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.71'}], 'enable_snat': True}, 'gw_port_id': '23cc1e1f-d27c-40de-ac39-9439e5509ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:14:39Z', 'updated_at': '2022-02-10T23:14:44Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '23cc1e1f-d27c-40de-ac39-9439e5509ad7', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:03:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d63b057-cd8a-452f-b7a7-534ba1ebcd99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:14:40Z', 'updated_at': '2022-02-10T23:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '928770cd-93d0-407c-9046-7423e5bd14af', 'name': '', 'network_id': '189156ef-73bd-4588-8c09-201b074a3dd1', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:ca:af:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d63b057-cd8a-452f-b7a7-534ba1ebcd99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93af5e35-96ba-463d-b8a7-83e73e03aa9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:14:44Z', 'updated_at': '2022-02-10T23:14:50Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': '93af5e35-96ba-463d-b8a7-83e73e03aa9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:16:42.785641 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a635d3-ad23-4007-8aaf-3e832a8aad1a None None] Checking router: 3d63b057-cd8a-452f-b7a7-534ba1ebcd99 for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:16:42.799457 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a635d3-ad23-4007-8aaf-3e832a8aad1a None None] Routers {'3d63b057-cd8a-452f-b7a7-534ba1ebcd99'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:16:42.799457 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-d2a635d3-ad23-4007-8aaf-3e832a8aad1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:16:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['3d63b057-cd8a-452f-b7a7-534ba1ebcd99'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:16:42.987709 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-d2a635d3-ad23-4007-8aaf-3e832a8aad1a None None] Set router 3d63b057-cd8a-452f-b7a7-534ba1ebcd99 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:16:43.092074 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-afda6120-dcf9-4a8f-9b00-d7f389769246 req-ab7ef79d-6375-4343-b938-a1e5b34d9189 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Synchronizing usage tracker for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:16:43.219193 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-afda6120-dcf9-4a8f-9b00-d7f389769246 req-ab7ef79d-6375-4343-b938-a1e5b34d9189 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Unset dirty status for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:16:43.223722 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-afda6120-dcf9-4a8f-9b00-d7f389769246 req-ab7ef79d-6375-4343-b938-a1e5b34d9189 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=94b4de3e-9c00-4aab-a475-8072941d1107 HTTP/1.1" status: 200 len: 210 time: 0.1738775 Feb 10 23:16:43.311005 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-d2a635d3-ad23-4007-8aaf-3e832a8aad1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d63b057-cd8a-452f-b7a7-534ba1ebcd99', 'name': 'tempest-TestNetworkBasicOps-router-402541214', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.71'}], 'enable_snat': True}, 'gw_port_id': '23cc1e1f-d27c-40de-ac39-9439e5509ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:14:39Z', 'updated_at': '2022-02-10T23:14:44Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '23cc1e1f-d27c-40de-ac39-9439e5509ad7', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:03:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d63b057-cd8a-452f-b7a7-534ba1ebcd99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:14:40Z', 'updated_at': '2022-02-10T23:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '928770cd-93d0-407c-9046-7423e5bd14af', 'name': '', 'network_id': '189156ef-73bd-4588-8c09-201b074a3dd1', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:ca:af:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d63b057-cd8a-452f-b7a7-534ba1ebcd99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93af5e35-96ba-463d-b8a7-83e73e03aa9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:14:44Z', 'updated_at': '2022-02-10T23:14:50Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': '93af5e35-96ba-463d-b8a7-83e73e03aa9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:16:43.314516 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a635d3-ad23-4007-8aaf-3e832a8aad1a None None] The sync data for ids ['3d63b057-cd8a-452f-b7a7-534ba1ebcd99'] in dv-neutron-828797-1-hyperv is: [{'id': '3d63b057-cd8a-452f-b7a7-534ba1ebcd99', 'name': 'tempest-TestNetworkBasicOps-router-402541214', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.71'}], 'enable_snat': True}, 'gw_port_id': '23cc1e1f-d27c-40de-ac39-9439e5509ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:14:39Z', 'updated_at': '2022-02-10T23:14:44Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '23cc1e1f-d27c-40de-ac39-9439e5509ad7', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:03:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d63b057-cd8a-452f-b7a7-534ba1ebcd99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:14:40Z', 'updated_at': '2022-02-10T23:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '928770cd-93d0-407c-9046-7423e5bd14af', 'name': '', 'network_id': '189156ef-73bd-4588-8c09-201b074a3dd1', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:ca:af:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d63b057-cd8a-452f-b7a7-534ba1ebcd99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93af5e35-96ba-463d-b8a7-83e73e03aa9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:14:44Z', 'updated_at': '2022-02-10T23:14:50Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': '93af5e35-96ba-463d-b8a7-83e73e03aa9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:16:43.533573 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0068dba9-9d57-4425-9de6-08236b12b11f None None] New status for floating IP ce69d2b0-9422-47a8-be80-99c3482788d3: DOWN {{(pid=84335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 23:16:44.333307 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50956) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:16:44.410694 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-63d17730-9510-40bd-8a2c-e4eac1bde607 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:44.417833 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 2b1dfd36-b85a-45a0-823a-a56e49bbc0ea no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:16:44.442270 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-63d17730-9510-40bd-8a2c-e4eac1bde607 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:44.454979 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] No Port match for: 2b1dfd36-b85a-45a0-823a-a56e49bbc0ea {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:16:44.455571 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 2b1dfd36-b85a-45a0-823a-a56e49bbc0ea not bound to the agent host hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:16:44.568705 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-63d17730-9510-40bd-8a2c-e4eac1bde607 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:44.587171 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d17730-9510-40bd-8a2c-e4eac1bde607 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a05ff4-2056-4184-b347-a3c71fd3cf17,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:44.652995 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-63d17730-9510-40bd-8a2c-e4eac1bde607 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:44.654082 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-63d17730-9510-40bd-8a2c-e4eac1bde607 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "DELETE /v2.0/security-groups/d2a05ff4-2056-4184-b347-a3c71fd3cf17 HTTP/1.1" status: 204 len: 168 time: 0.3202336 Feb 10 23:16:44.776259 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50962) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:16:44.929122 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-3e24a03f-e947-4629-8774-0e396025d596 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Deleting port 7a31c5c8-b58b-4468-9f6c-8e83c112dc06 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:16:44.929388 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3e24a03f-e947-4629-8774-0e396025d596 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:45.091511 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3e24a03f-e947-4629-8774-0e396025d596 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:45.091849 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3e24a03f-e947-4629-8774-0e396025d596 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:45.555788 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-3e24a03f-e947-4629-8774-0e396025d596 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Calling delete_port for 7a31c5c8-b58b-4468-9f6c-8e83c112dc06 owned by network:floatingip {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:16:45.727438 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3e24a03f-e947-4629-8774-0e396025d596 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:45.772561 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e24a03f-e947-4629-8774-0e396025d596 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event deleted for resources: {'Port': ['ID=7a31c5c8-b58b-4468-9f6c-8e83c112dc06,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:45.863474 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3e24a03f-e947-4629-8774-0e396025d596 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for floatingip, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:45.949982 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3e24a03f-e947-4629-8774-0e396025d596 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:45.951095 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-3e24a03f-e947-4629-8774-0e396025d596 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "DELETE /v2.0/floatingips/ce69d2b0-9422-47a8-be80-99c3482788d3 HTTP/1.1" status: 204 len: 168 time: 1.1738429 Feb 10 23:16:46.053060 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:46.762120 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573cd678-0302-4c8f-a6c5-bc61658b9c34 req-9207ee23-0b32-4f52-88f0-b08cf3e509dc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:46.763633 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-573cd678-0302-4c8f-a6c5-bc61658b9c34 req-9207ee23-0b32-4f52-88f0-b08cf3e509dc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d061031-43a2-43c6-9d69-7ae6662dd8e8 HTTP/1.1" status: 200 len: 945 time: 0.0819848 Feb 10 23:16:46.810356 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-573cd678-0302-4c8f-a6c5-bc61658b9c34 req-3f889029-56b3-4e02-a3a8-1cdd23726032 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=05d154a3-6aec-43de-87a9-82b46cdecb42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400076 Feb 10 23:16:48.015301 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975be5a0-e645-4e3c-b5e8-2f132cd7cde0 req-79f25209-132e-4bbe-bb72-1ce95b47e83b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:48.015982 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-975be5a0-e645-4e3c-b5e8-2f132cd7cde0 req-79f25209-132e-4bbe-bb72-1ce95b47e83b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Synchronizing usage tracker for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:16:48.133921 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-975be5a0-e645-4e3c-b5e8-2f132cd7cde0 req-79f25209-132e-4bbe-bb72-1ce95b47e83b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Unset dirty status for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:16:48.133921 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-975be5a0-e645-4e3c-b5e8-2f132cd7cde0 req-79f25209-132e-4bbe-bb72-1ce95b47e83b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d061031-43a2-43c6-9d69-7ae6662dd8e8 HTTP/1.1" status: 200 len: 945 time: 0.1830587 Feb 10 23:16:48.134191 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610acc24-b786-4ddc-8580-014310bf34e2 req-5d47d617-921b-490e-84d1-f21b108d5495 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:48.134191 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-610acc24-b786-4ddc-8580-014310bf34e2 req-5d47d617-921b-490e-84d1-f21b108d5495 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d061031-43a2-43c6-9d69-7ae6662dd8e8 HTTP/1.1" status: 200 len: 945 time: 0.0762336 Feb 10 23:16:48.168913 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-975be5a0-e645-4e3c-b5e8-2f132cd7cde0 req-0fcc2b0d-5bf1-472b-9096-2a36c7776302 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Synchronizing usage tracker for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:16:48.208749 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-610acc24-b786-4ddc-8580-014310bf34e2 req-09ad2d04-d03a-4e0c-aa01-cd92106fc40b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Deleting port 34ccb795-56a8-4c02-995b-f32667eeb029 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:16:48.209089 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-610acc24-b786-4ddc-8580-014310bf34e2 req-09ad2d04-d03a-4e0c-aa01-cd92106fc40b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:48.287987 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-975be5a0-e645-4e3c-b5e8-2f132cd7cde0 req-0fcc2b0d-5bf1-472b-9096-2a36c7776302 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Unset dirty status for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:16:48.289219 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-975be5a0-e645-4e3c-b5e8-2f132cd7cde0 req-0fcc2b0d-5bf1-472b-9096-2a36c7776302 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=05d154a3-6aec-43de-87a9-82b46cdecb42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592038 Feb 10 23:16:48.446511 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-610acc24-b786-4ddc-8580-014310bf34e2 req-09ad2d04-d03a-4e0c-aa01-cd92106fc40b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] For port 34ccb795-56a8-4c02-995b-f32667eeb029, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=34ccb795-56a8-4c02-995b-f32667eeb029,segment=NetworkSegment(d039446a-b56e-488d-a967-7a76c9061ee3),segment_id=d039446a-b56e-488d-a967-7a76c9061ee3)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:16:48.446794 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-610acc24-b786-4ddc-8580-014310bf34e2 req-09ad2d04-d03a-4e0c-aa01-cd92106fc40b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:48.568110 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-610acc24-b786-4ddc-8580-014310bf34e2 req-09ad2d04-d03a-4e0c-aa01-cd92106fc40b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Calling delete_port for 34ccb795-56a8-4c02-995b-f32667eeb029 owned by compute:nova {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:16:48.818936 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-610acc24-b786-4ddc-8580-014310bf34e2 req-09ad2d04-d03a-4e0c-aa01-cd92106fc40b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:48.962394 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ad2d04-d03a-4e0c-aa01-cd92106fc40b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event deleted for resources: {'Port': ['ID=34ccb795-56a8-4c02-995b-f32667eeb029,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:49.033584 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-610acc24-b786-4ddc-8580-014310bf34e2 req-09ad2d04-d03a-4e0c-aa01-cd92106fc40b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] No DVR routers for this DVR port 34ccb795-56a8-4c02-995b-f32667eeb029 on host hv-neutron-8287 {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:16:49.035060 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-610acc24-b786-4ddc-8580-014310bf34e2 req-09ad2d04-d03a-4e0c-aa01-cd92106fc40b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:49.037838 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d061031-43a2-43c6-9d69-7ae6662dd8e8', 'name': 'network-vif-deleted', 'tag': '34ccb795-56a8-4c02-995b-f32667eeb029'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:16:49.082318 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3bca9da2-c455-4277-bcd9-7bd75e5a8ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:49.093996 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d061031-43a2-43c6-9d69-7ae6662dd8e8', 'name': 'network-vif-deleted', 'tag': '34ccb795-56a8-4c02-995b-f32667eeb029', 'status': 'completed', 'code': 200} Feb 10 23:16:49.128641 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-610acc24-b786-4ddc-8580-014310bf34e2 req-09ad2d04-d03a-4e0c-aa01-cd92106fc40b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.37 "DELETE /v2.0/ports/34ccb795-56a8-4c02-995b-f32667eeb029 HTTP/1.1" status: 204 len: 173 time: 0.9862537 Feb 10 23:16:49.569294 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-0cb42acc-7695-4675-aa77-ebf83203a215 req-01cc5adf-63e2-478f-b23a-61d3e7d890b4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d061031-43a2-43c6-9d69-7ae6662dd8e8 HTTP/1.1" status: 200 len: 210 time: 0.1476984 Feb 10 23:16:50.431307 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 34ccb795-56a8-4c02-995b-f32667eeb029 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:16:50.465786 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] No Port match for: 34ccb795-56a8-4c02-995b-f32667eeb029 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:16:50.465786 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 34ccb795-56a8-4c02-995b-f32667eeb029 not bound to the agent host hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:16:50.712006 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 50980) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:16:50.803314 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5b470c51-985b-4132-94ad-1f108708c9f8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:50.816288 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5b470c51-985b-4132-94ad-1f108708c9f8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:50.982378 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5b470c51-985b-4132-94ad-1f108708c9f8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:51.003983 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b470c51-985b-4132-94ad-1f108708c9f8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d154a3-6aec-43de-87a9-82b46cdecb42,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:51.101179 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5b470c51-985b-4132-94ad-1f108708c9f8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:51.101179 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5b470c51-985b-4132-94ad-1f108708c9f8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "DELETE /v2.0/security-groups/05d154a3-6aec-43de-87a9-82b46cdecb42 HTTP/1.1" status: 204 len: 168 time: 0.3858602 Feb 10 23:16:51.223121 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 50986) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:16:51.246763 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-db1e8272-d49c-4877-b780-e2a386b61457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:51.652960 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2aab80a4-aaa1-4f2c-9829-9eb0b65e58c7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732944'] for router_interface, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:52.279889 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-2aab80a4-aaa1-4f2c-9829-9eb0b65e58c7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Deleting port 928770cd-93d0-407c-9046-7423e5bd14af {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:16:52.279889 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2aab80a4-aaa1-4f2c-9829-9eb0b65e58c7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:52.498345 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:52.540402 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-2aab80a4-aaa1-4f2c-9829-9eb0b65e58c7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] For port 928770cd-93d0-407c-9046-7423e5bd14af, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=928770cd-93d0-407c-9046-7423e5bd14af,segment=NetworkSegment(d039446a-b56e-488d-a967-7a76c9061ee3),segment_id=d039446a-b56e-488d-a967-7a76c9061ee3)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:16:52.540402 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2aab80a4-aaa1-4f2c-9829-9eb0b65e58c7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:52.614841 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:52.770320 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-2aab80a4-aaa1-4f2c-9829-9eb0b65e58c7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Calling delete_port for 928770cd-93d0-407c-9046-7423e5bd14af owned by network:router_interface {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:16:53.129267 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2aab80a4-aaa1-4f2c-9829-9eb0b65e58c7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:53.166489 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab80a4-aaa1-4f2c-9829-9eb0b65e58c7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event deleted for resources: {'Port': ['ID=928770cd-93d0-407c-9046-7423e5bd14af,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:53.482828 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2aab80a4-aaa1-4f2c-9829-9eb0b65e58c7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2767638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733091'] for router_interface, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:54.016492 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:54.108267 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aab80a4-aaa1-4f2c-9829-9eb0b65e58c7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Router 3d63b057-cd8a-452f-b7a7-534ba1ebcd99 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:16:54.310236 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aab80a4-aaa1-4f2c-9829-9eb0b65e58c7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:16:54.320962 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbf66aa-7660-4bc1-8739-e7f4b7b78dad None None] Sync routers for ids ['3d63b057-cd8a-452f-b7a7-534ba1ebcd99'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:16:54.323651 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2aab80a4-aaa1-4f2c-9829-9eb0b65e58c7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "PUT /v2.0/routers/3d63b057-cd8a-452f-b7a7-534ba1ebcd99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1011875 Feb 10 23:16:54.326293 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 50990) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:16:54.334430 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbf66aa-7660-4bc1-8739-e7f4b7b78dad None None] Routers {'3d63b057-cd8a-452f-b7a7-534ba1ebcd99'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:16:54.336937 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-dcbf66aa-7660-4bc1-8739-e7f4b7b78dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:16:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['3d63b057-cd8a-452f-b7a7-534ba1ebcd99'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:16:54.525396 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-dcbf66aa-7660-4bc1-8739-e7f4b7b78dad None None] Set router 3d63b057-cd8a-452f-b7a7-534ba1ebcd99 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:16:54.638172 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-c93fa020-3811-4d9c-93a3-699bf30aa7d3 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Deleting subnet 93af5e35-96ba-463d-b8a7-83e73e03aa9a {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:16:54.638172 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c93fa020-3811-4d9c-93a3-699bf30aa7d3 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:54.690739 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c93fa020-3811-4d9c-93a3-699bf30aa7d3 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:54.778585 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c93fa020-3811-4d9c-93a3-699bf30aa7d3 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:54.816394 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-dcbf66aa-7660-4bc1-8739-e7f4b7b78dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d63b057-cd8a-452f-b7a7-534ba1ebcd99', 'name': 'tempest-TestNetworkBasicOps-router-402541214', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.71'}], 'enable_snat': True}, 'gw_port_id': '23cc1e1f-d27c-40de-ac39-9439e5509ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:14:39Z', 'updated_at': '2022-02-10T23:16:52Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '23cc1e1f-d27c-40de-ac39-9439e5509ad7', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:03:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d63b057-cd8a-452f-b7a7-534ba1ebcd99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:14:40Z', 'updated_at': '2022-02-10T23:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:16:54.820426 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbf66aa-7660-4bc1-8739-e7f4b7b78dad None None] Checking router: 3d63b057-cd8a-452f-b7a7-534ba1ebcd99 for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:16:54.832021 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbf66aa-7660-4bc1-8739-e7f4b7b78dad None None] Routers {'3d63b057-cd8a-452f-b7a7-534ba1ebcd99'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:16:54.832675 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-dcbf66aa-7660-4bc1-8739-e7f4b7b78dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:16:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['3d63b057-cd8a-452f-b7a7-534ba1ebcd99'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:16:54.928408 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c93fa020-3811-4d9c-93a3-699bf30aa7d3 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:54.970840 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93fa020-3811-4d9c-93a3-699bf30aa7d3 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event deleted for resources: {'Subnet': ['ID=93af5e35-96ba-463d-b8a7-83e73e03aa9a,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:54.978417 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c93fa020-3811-4d9c-93a3-699bf30aa7d3 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:54.986776 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c93fa020-3811-4d9c-93a3-699bf30aa7d3 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "DELETE /v2.0/subnets/93af5e35-96ba-463d-b8a7-83e73e03aa9a HTTP/1.1" status: 204 len: 168 time: 0.6594796 Feb 10 23:16:54.988283 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93fa020-3811-4d9c-93a3-699bf30aa7d3 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:54.988673 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93fa020-3811-4d9c-93a3-699bf30aa7d3 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:54.989021 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93fa020-3811-4d9c-93a3-699bf30aa7d3 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:54.989355 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93fa020-3811-4d9c-93a3-699bf30aa7d3 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:54.989686 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93fa020-3811-4d9c-93a3-699bf30aa7d3 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:54.990017 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93fa020-3811-4d9c-93a3-699bf30aa7d3 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:54.990341 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93fa020-3811-4d9c-93a3-699bf30aa7d3 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:54.990662 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93fa020-3811-4d9c-93a3-699bf30aa7d3 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:54.990803 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 50994) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:16:54.991459 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93fa020-3811-4d9c-93a3-699bf30aa7d3 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:54.991459 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93fa020-3811-4d9c-93a3-699bf30aa7d3 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:54.991682 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93fa020-3811-4d9c-93a3-699bf30aa7d3 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:54.994825 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3ac53e-dc3b-4ba6-91f1-e0f79a44e094 None None] Network 189156ef-73bd-4588-8c09-201b074a3dd1 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:16:55.194984 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-38a220ce-fffe-4852-9b04-706e915c49f0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:55.210395 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-dcbf66aa-7660-4bc1-8739-e7f4b7b78dad None None] Set router 3d63b057-cd8a-452f-b7a7-534ba1ebcd99 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:16:55.395010 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-38a220ce-fffe-4852-9b04-706e915c49f0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:55.493433 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9db999e-c1ee-48f8-8d5e-201d9226a321 None None] DHCP port deletion for 189156ef-73bd-4588-8c09-201b074a3dd1 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:16:55.504047 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-d9db999e-c1ee-48f8-8d5e-201d9226a321 None None] Deleting port c00682b6-04c4-4f39-bce2-8bb92c1fa247 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:16:55.504423 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d9db999e-c1ee-48f8-8d5e-201d9226a321 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:55.538987 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-38a220ce-fffe-4852-9b04-706e915c49f0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Deleting port 23cc1e1f-d27c-40de-ac39-9439e5509ad7 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:16:55.539432 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-38a220ce-fffe-4852-9b04-706e915c49f0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:55.644416 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-dcbf66aa-7660-4bc1-8739-e7f4b7b78dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d63b057-cd8a-452f-b7a7-534ba1ebcd99', 'name': 'tempest-TestNetworkBasicOps-router-402541214', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.71'}], 'enable_snat': True}, 'gw_port_id': '23cc1e1f-d27c-40de-ac39-9439e5509ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:14:39Z', 'updated_at': '2022-02-10T23:16:52Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '23cc1e1f-d27c-40de-ac39-9439e5509ad7', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:03:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d63b057-cd8a-452f-b7a7-534ba1ebcd99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:14:40Z', 'updated_at': '2022-02-10T23:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:16:55.697627 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbf66aa-7660-4bc1-8739-e7f4b7b78dad None None] The sync data for ids ['3d63b057-cd8a-452f-b7a7-534ba1ebcd99'] in dv-neutron-828797-1-hyperv is: [{'id': '3d63b057-cd8a-452f-b7a7-534ba1ebcd99', 'name': 'tempest-TestNetworkBasicOps-router-402541214', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.71'}], 'enable_snat': True}, 'gw_port_id': '23cc1e1f-d27c-40de-ac39-9439e5509ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:14:39Z', 'updated_at': '2022-02-10T23:16:52Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '23cc1e1f-d27c-40de-ac39-9439e5509ad7', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:03:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d63b057-cd8a-452f-b7a7-534ba1ebcd99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:14:40Z', 'updated_at': '2022-02-10T23:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:16:55.727159 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-38a220ce-fffe-4852-9b04-706e915c49f0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] For port 23cc1e1f-d27c-40de-ac39-9439e5509ad7, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=23cc1e1f-d27c-40de-ac39-9439e5509ad7,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:16:55.727275 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-38a220ce-fffe-4852-9b04-706e915c49f0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:55.734533 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-d9db999e-c1ee-48f8-8d5e-201d9226a321 None None] For port c00682b6-04c4-4f39-bce2-8bb92c1fa247, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=c00682b6-04c4-4f39-bce2-8bb92c1fa247,segment=NetworkSegment(d039446a-b56e-488d-a967-7a76c9061ee3),segment_id=d039446a-b56e-488d-a967-7a76c9061ee3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:16:55.734533 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d9db999e-c1ee-48f8-8d5e-201d9226a321 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:55.872357 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-38a220ce-fffe-4852-9b04-706e915c49f0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Calling delete_port for 23cc1e1f-d27c-40de-ac39-9439e5509ad7 owned by network:router_gateway {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:16:55.874133 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-d9db999e-c1ee-48f8-8d5e-201d9226a321 None None] Calling delete_port for c00682b6-04c4-4f39-bce2-8bb92c1fa247 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:16:56.076707 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d9db999e-c1ee-48f8-8d5e-201d9226a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:56.115667 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9db999e-c1ee-48f8-8d5e-201d9226a321 None None] Pushing event deleted for resources: {'Port': ['ID=c00682b6-04c4-4f39-bce2-8bb92c1fa247,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:56.130245 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9db999e-c1ee-48f8-8d5e-201d9226a321 None None] No DVR routers for this DVR port c00682b6-04c4-4f39-bce2-8bb92c1fa247 on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:16:56.130245 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device c00682b6-04c4-4f39-bce2-8bb92c1fa247 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:16:56.139287 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-38a220ce-fffe-4852-9b04-706e915c49f0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:56.189040 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: c00682b6-04c4-4f39-bce2-8bb92c1fa247 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:16:56.189040 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device c00682b6-04c4-4f39-bce2-8bb92c1fa247 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:16:56.189040 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 928770cd-93d0-407c-9046-7423e5bd14af no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:16:56.200055 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a220ce-fffe-4852-9b04-706e915c49f0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event deleted for resources: {'Port': ['ID=23cc1e1f-d27c-40de-ac39-9439e5509ad7,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:56.211954 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 928770cd-93d0-407c-9046-7423e5bd14af {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:16:56.215103 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 928770cd-93d0-407c-9046-7423e5bd14af not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:16:56.274525 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a220ce-fffe-4852-9b04-706e915c49f0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:56.274873 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a220ce-fffe-4852-9b04-706e915c49f0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:56.275424 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a220ce-fffe-4852-9b04-706e915c49f0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:56.275864 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a220ce-fffe-4852-9b04-706e915c49f0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:56.276153 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a220ce-fffe-4852-9b04-706e915c49f0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:56.276483 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a220ce-fffe-4852-9b04-706e915c49f0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:56.276765 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a220ce-fffe-4852-9b04-706e915c49f0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:56.277119 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a220ce-fffe-4852-9b04-706e915c49f0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:56.277436 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a220ce-fffe-4852-9b04-706e915c49f0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:56.277732 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a220ce-fffe-4852-9b04-706e915c49f0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:56.278049 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a220ce-fffe-4852-9b04-706e915c49f0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:56.444056 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-38a220ce-fffe-4852-9b04-706e915c49f0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734197'] for router_gateway, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:56.805794 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-38a220ce-fffe-4852-9b04-706e915c49f0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:56.805794 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-38a220ce-fffe-4852-9b04-706e915c49f0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:56.933054 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-38a220ce-fffe-4852-9b04-706e915c49f0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:56.937543 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a220ce-fffe-4852-9b04-706e915c49f0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Fanout notify agent at l3_agent the message router_deleted on router 3d63b057-cd8a-452f-b7a7-534ba1ebcd99 {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:16:56.947995 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-38a220ce-fffe-4852-9b04-706e915c49f0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:56.949272 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-38a220ce-fffe-4852-9b04-706e915c49f0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "DELETE /v2.0/routers/3d63b057-cd8a-452f-b7a7-534ba1ebcd99 HTTP/1.1" status: 204 len: 168 time: 1.9570794 Feb 10 23:16:56.951846 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51000) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:16:57.108106 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3d05732e-e79c-413d-a315-c897c7779e12 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:57.203641 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3d05732e-e79c-413d-a315-c897c7779e12 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:57.234460 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-3d05732e-e79c-413d-a315-c897c7779e12 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['189156ef-73bd-4588-8c09-201b074a3dd1']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:16:57.247976 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-3d05732e-e79c-413d-a315-c897c7779e12 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd039446a-b56e-488d-a967-7a76c9061ee3') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:16:57.247976 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-3d05732e-e79c-413d-a315-c897c7779e12 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd039446a-b56e-488d-a967-7a76c9061ee3') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:16:57.264900 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3d05732e-e79c-413d-a315-c897c7779e12 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:57.279510 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3d05732e-e79c-413d-a315-c897c7779e12 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:57.285924 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d05732e-e79c-413d-a315-c897c7779e12 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:16:57.285924 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3d05732e-e79c-413d-a315-c897c7779e12 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:57.299765 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:16:57.299765 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:16:57.299765 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:16:57.299765 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:16:57.299765 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:16:57.299765 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:16:57.299765 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:16:57.299765 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:16:57.299765 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:16:57.299765 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:16:57.299765 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:16:57.299765 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:16:57.299765 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:16:57.299765 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:16:57.299765 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:16:57.299765 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:16:57.299765 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:16:57.299765 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:16:57.299765 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:16:57.299765 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:16:57.299765 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:16:57.299765 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:16:57.299765 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:16:57.299765 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:16:57.299765 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:16:57.299765 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:16:57.299765 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:16:57.299765 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:16:57.299765 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:16:57.299765 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:16:57.299765 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:16:57.299765 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:16:57.494323 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3d05732e-e79c-413d-a315-c897c7779e12 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:57.498568 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3d05732e-e79c-413d-a315-c897c7779e12 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:57.526233 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05732e-e79c-413d-a315-c897c7779e12 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event deleted for resources: {'Network': ['ID=189156ef-73bd-4588-8c09-201b074a3dd1,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:57.607617 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-3d05732e-e79c-413d-a315-c897c7779e12 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "DELETE /v2.0/networks/189156ef-73bd-4588-8c09-201b074a3dd1 HTTP/1.1" status: 204 len: 168 time: 0.6499615 Feb 10 23:16:57.635492 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51004) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:16:57.635492 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-ef213421-05a8-4468-bb5b-932adba96a44 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'network': {'name': 'tempest-network-smoke--1792177842', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'port_security_enabled': True}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:16:57.640099 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ef213421-05a8-4468-bb5b-932adba96a44 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:16:57.645038 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-ef213421-05a8-4468-bb5b-932adba96a44 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:network and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:16:57.647654 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-ef213421-05a8-4468-bb5b-932adba96a44 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:16:57.653514 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ef213421-05a8-4468-bb5b-932adba96a44 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:16:57.753212 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef213421-05a8-4468-bb5b-932adba96a44 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Made reservation on behalf of 714fdf59d9ad4aa1b5cc4598e806e542 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:16:57.753212 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ef213421-05a8-4468-bb5b-932adba96a44 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:57.776483 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef213421-05a8-4468-bb5b-932adba96a44 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:16:57.785265 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ef213421-05a8-4468-bb5b-932adba96a44 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:57.785582 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-ef213421-05a8-4468-bb5b-932adba96a44 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Added segment a16f69ce-40cb-480f-955b-5108af126ba1 of type vlan for network 2a5ed911-b6e0-463d-9c4d-76e839dfb4c6 Feb 10 23:16:57.818495 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ef213421-05a8-4468-bb5b-932adba96a44 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:57.923626 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 23cc1e1f-d27c-40de-ac39-9439e5509ad7 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:16:57.940965 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ef213421-05a8-4468-bb5b-932adba96a44 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:57.944230 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef213421-05a8-4468-bb5b-932adba96a44 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:57.946218 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ef213421-05a8-4468-bb5b-932adba96a44 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:57.964452 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 23cc1e1f-d27c-40de-ac39-9439e5509ad7 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:16:57.964452 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 23cc1e1f-d27c-40de-ac39-9439e5509ad7 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:16:58.057898 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef213421-05a8-4468-bb5b-932adba96a44 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Network': ['ID=2a5ed911-b6e0-463d-9c4d-76e839dfb4c6,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:58.065650 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 2a5ed911-b6e0-463d-9c4d-76e839dfb4c6 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:16:58.178964 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-ef213421-05a8-4468-bb5b-932adba96a44 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5377920 Feb 10 23:16:58.184422 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51008) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:16:58.188116 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-26351bb6-d43c-4f7d-850b-f9472461924a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-949689062', 'admin_state_up': True, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:16:58.192339 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-26351bb6-d43c-4f7d-850b-f9472461924a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:16:58.196248 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-26351bb6-d43c-4f7d-850b-f9472461924a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:router and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:16:58.201935 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-26351bb6-d43c-4f7d-850b-f9472461924a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:16:58.205023 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-26351bb6-d43c-4f7d-850b-f9472461924a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:16:58.304960 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-26351bb6-d43c-4f7d-850b-f9472461924a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:58.321347 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-26351bb6-d43c-4f7d-850b-f9472461924a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:58.323740 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-26351bb6-d43c-4f7d-850b-f9472461924a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:58.572575 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-26351bb6-d43c-4f7d-850b-f9472461924a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:58.851903 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-26351bb6-d43c-4f7d-850b-f9472461924a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:58.882341 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-26351bb6-d43c-4f7d-850b-f9472461924a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:59.022911 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-26351bb6-d43c-4f7d-850b-f9472461924a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Allocated IP 172.26.8.155 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/22f7fcb3-17cb-437a-8616-8e8993dbef15) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:16:59.262615 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-26351bb6-d43c-4f7d-850b-f9472461924a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:59.362796 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-26351bb6-d43c-4f7d-850b-f9472461924a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:59.429597 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26351bb6-d43c-4f7d-850b-f9472461924a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:16:59.434065 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-26351bb6-d43c-4f7d-850b-f9472461924a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:16:59.434680 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26351bb6-d43c-4f7d-850b-f9472461924a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:16:59.473466 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26351bb6-d43c-4f7d-850b-f9472461924a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Port': ['ID=22f7fcb3-17cb-437a-8616-8e8993dbef15,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:59.678121 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-26351bb6-d43c-4f7d-850b-f9472461924a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for router_gateway, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:59.678828 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-26351bb6-d43c-4f7d-850b-f9472461924a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:59.990352 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26351bb6-d43c-4f7d-850b-f9472461924a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Router bf859d1b-328f-4aa1-99e5-6a6733d0d4ce is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:17:00.187957 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26351bb6-d43c-4f7d-850b-f9472461924a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:17:00.197819 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7feb01-ed9e-4d66-9b47-8c06c647e3d6 None None] Sync routers for ids ['bf859d1b-328f-4aa1-99e5-6a6733d0d4ce'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:17:00.209893 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7feb01-ed9e-4d66-9b47-8c06c647e3d6 None None] Routers {'bf859d1b-328f-4aa1-99e5-6a6733d0d4ce'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:17:00.210493 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-2d7feb01-ed9e-4d66-9b47-8c06c647e3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:16:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['bf859d1b-328f-4aa1-99e5-6a6733d0d4ce'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:17:00.292931 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-26351bb6-d43c-4f7d-850b-f9472461924a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:00.294181 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-26351bb6-d43c-4f7d-850b-f9472461924a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1132672 Feb 10 23:17:00.297329 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51012) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:17:00.342008 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-d492bbf0-4cd7-4ec7-b20a-a3448c87bd5d tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=714fdf59d9ad4aa1b5cc4598e806e542&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0427978 Feb 10 23:17:00.345450 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51016) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:17:00.392123 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-2d7feb01-ed9e-4d66-9b47-8c06c647e3d6 None None] Set router bf859d1b-328f-4aa1-99e5-6a6733d0d4ce gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:17:00.480051 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4801433-0c7f-4825-99a2-7b424825f4f4 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:00.480051 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-d4801433-0c7f-4825-99a2-7b424825f4f4 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1324852 Feb 10 23:17:00.482083 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 51020) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:17:00.528191 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-352d296f-06ab-4e5b-b7d9-59571b4938d2 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=c2ed7563-f8af-409c-803f-f56530124ba5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0446200 Feb 10 23:17:00.531360 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 51024) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:17:00.539541 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-70843679-1d65-41fd-9f2b-b4b2d75f39c6 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1981603928', 'network_id': '2a5ed911-b6e0-463d-9c4d-76e839dfb4c6', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:17:00.659340 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-70843679-1d65-41fd-9f2b-b4b2d75f39c6 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:17:00.663170 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-70843679-1d65-41fd-9f2b-b4b2d75f39c6 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:subnet and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:17:00.665974 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-70843679-1d65-41fd-9f2b-b4b2d75f39c6 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:17:00.671519 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-70843679-1d65-41fd-9f2b-b4b2d75f39c6 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:17:00.685746 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-2d7feb01-ed9e-4d66-9b47-8c06c647e3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf859d1b-328f-4aa1-99e5-6a6733d0d4ce', 'name': 'tempest-TestNetworkBasicOps-router-949689062', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.155'}], 'enable_snat': True}, 'gw_port_id': '22f7fcb3-17cb-437a-8616-8e8993dbef15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:16:58Z', 'updated_at': '2022-02-10T23:16:59Z', 'revision_number': 3, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '22f7fcb3-17cb-437a-8616-8e8993dbef15', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:50:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf859d1b-328f-4aa1-99e5-6a6733d0d4ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:16:58Z', 'updated_at': '2022-02-10T23:16:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:17:00.689553 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7feb01-ed9e-4d66-9b47-8c06c647e3d6 None None] Checking router: bf859d1b-328f-4aa1-99e5-6a6733d0d4ce for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:17:00.689885 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7feb01-ed9e-4d66-9b47-8c06c647e3d6 None None] Updating router bf859d1b-328f-4aa1-99e5-6a6733d0d4ce port 22f7fcb3-17cb-437a-8616-8e8993dbef15 binding host dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:17:00.739400 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2d7feb01-ed9e-4d66-9b47-8c06c647e3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:00.761941 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70843679-1d65-41fd-9f2b-b4b2d75f39c6 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Made reservation on behalf of 714fdf59d9ad4aa1b5cc4598e806e542 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:17:00.866159 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-70843679-1d65-41fd-9f2b-b4b2d75f39c6 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:01.087130 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2d7feb01-ed9e-4d66-9b47-8c06c647e3d6 None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:01.098067 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-2d7feb01-ed9e-4d66-9b47-8c06c647e3d6 None None] Transition to ACTIVE for port object 22f7fcb3-17cb-437a-8616-8e8993dbef15 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:17:01.190979 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-70843679-1d65-41fd-9f2b-b4b2d75f39c6 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:01.218804 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2d7feb01-ed9e-4d66-9b47-8c06c647e3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:01.267314 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70843679-1d65-41fd-9f2b-b4b2d75f39c6 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Subnet': ['ID=0726e625-4fab-49ab-8b2e-2bd62fd6d28f,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:17:01.288295 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70843679-1d65-41fd-9f2b-b4b2d75f39c6 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Checking segment: {'id': 'a16f69ce-40cb-480f-955b-5108af126ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '2a5ed911-b6e0-463d-9c4d-76e839dfb4c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:17:01.288295 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70843679-1d65-41fd-9f2b-b4b2d75f39c6 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Network hostable DHCP agents. Network: 2a5ed911-b6e0-463d-9c4d-76e839dfb4c6, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:17:01.311237 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-2d7feb01-ed9e-4d66-9b47-8c06c647e3d6 None None] Attempting to bind port 22f7fcb3-17cb-437a-8616-8e8993dbef15 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:17:01.311237 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-2d7feb01-ed9e-4d66-9b47-8c06c647e3d6 None None] Attempting to bind port 22f7fcb3-17cb-437a-8616-8e8993dbef15 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:17:01.311237 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7feb01-ed9e-4d66-9b47-8c06c647e3d6 None None] Attempting to bind port 22f7fcb3-17cb-437a-8616-8e8993dbef15 on network c2ed7563-f8af-409c-803f-f56530124ba5 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:17:01.325462 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b0c20e-fe12-4cb5-99ef-59ff499c96a6 None None] Pushing event updated for resources: {'Port': ['ID=22f7fcb3-17cb-437a-8616-8e8993dbef15,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:17:01.325462 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b0c20e-fe12-4cb5-99ef-59ff499c96a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:01.325462 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b0c20e-fe12-4cb5-99ef-59ff499c96a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:01.325462 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b0c20e-fe12-4cb5-99ef-59ff499c96a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:01.325462 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b0c20e-fe12-4cb5-99ef-59ff499c96a6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:01.330454 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b0c20e-fe12-4cb5-99ef-59ff499c96a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:01.330454 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b0c20e-fe12-4cb5-99ef-59ff499c96a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:01.330454 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b0c20e-fe12-4cb5-99ef-59ff499c96a6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:01.330454 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b0c20e-fe12-4cb5-99ef-59ff499c96a6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:01.330454 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b0c20e-fe12-4cb5-99ef-59ff499c96a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:01.330454 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b0c20e-fe12-4cb5-99ef-59ff499c96a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:01.330454 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b0c20e-fe12-4cb5-99ef-59ff499c96a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:01.331443 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7feb01-ed9e-4d66-9b47-8c06c647e3d6 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:17:01.331596 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7feb01-ed9e-4d66-9b47-8c06c647e3d6 None None] Checking segment: {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:17:01.332634 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2d7feb01-ed9e-4d66-9b47-8c06c647e3d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:01.332634 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7feb01-ed9e-4d66-9b47-8c06c647e3d6 None None] Bound using segment: {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:17:01.333574 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-2d7feb01-ed9e-4d66-9b47-8c06c647e3d6 None None] Bound port: 22f7fcb3-17cb-437a-8616-8e8993dbef15, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:17:01.333574 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2d7feb01-ed9e-4d66-9b47-8c06c647e3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:01.400888 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70843679-1d65-41fd-9f2b-b4b2d75f39c6 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Network 2a5ed911-b6e0-463d-9c4d-76e839dfb4c6 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:17:01.409831 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-2d7feb01-ed9e-4d66-9b47-8c06c647e3d6 None None] For port 22f7fcb3-17cb-437a-8616-8e8993dbef15, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:17:01.413028 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-2d7feb01-ed9e-4d66-9b47-8c06c647e3d6 None None] For port 22f7fcb3-17cb-437a-8616-8e8993dbef15, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=22f7fcb3-17cb-437a-8616-8e8993dbef15,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:17:01.504036 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-70843679-1d65-41fd-9f2b-b4b2d75f39c6 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 2a5ed911-b6e0-463d-9c4d-76e839dfb4c6) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:17:01.508065 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70843679-1d65-41fd-9f2b-b4b2d75f39c6 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:01.508702 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-70843679-1d65-41fd-9f2b-b4b2d75f39c6 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:01.512896 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65efaafe-5782-4123-b553-77807853dafe None None] Network 2a5ed911-b6e0-463d-9c4d-76e839dfb4c6 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:17:01.550922 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2d7feb01-ed9e-4d66-9b47-8c06c647e3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:01.645248 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b0c20e-fe12-4cb5-99ef-59ff499c96a6 None None] Pushing event updated for resources: {'Port': ['ID=22f7fcb3-17cb-437a-8616-8e8993dbef15,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:17:01.652646 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7feb01-ed9e-4d66-9b47-8c06c647e3d6 None None] Routers {'bf859d1b-328f-4aa1-99e5-6a6733d0d4ce'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:17:01.653271 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-2d7feb01-ed9e-4d66-9b47-8c06c647e3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:16:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['bf859d1b-328f-4aa1-99e5-6a6733d0d4ce'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:17:01.660724 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-70843679-1d65-41fd-9f2b-b4b2d75f39c6 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1282876 Feb 10 23:17:01.663381 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51028) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:17:01.865758 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02dc14e1-21ef-4735-9691-fe38828ba355 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-2a5ed911-b6e0-463d-9c4d-76e839dfb4c6', 'network_id': '2a5ed911-b6e0-463d-9c4d-76e839dfb4c6', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'fixed_ips': [{'subnet_id': '0726e625-4fab-49ab-8b2e-2bd62fd6d28f'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:17:01.865910 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-2d7feb01-ed9e-4d66-9b47-8c06c647e3d6 None None] Set router bf859d1b-328f-4aa1-99e5-6a6733d0d4ce gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:17:01.866555 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-02dc14e1-21ef-4735-9691-fe38828ba355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:02.046399 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-02dc14e1-21ef-4735-9691-fe38828ba355 None None] Allocated IP 172.20.0.2 (2a5ed911-b6e0-463d-9c4d-76e839dfb4c6/0726e625-4fab-49ab-8b2e-2bd62fd6d28f/5d28363d-2251-4a94-9cea-f6871f16374d) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:17:02.212494 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-2d7feb01-ed9e-4d66-9b47-8c06c647e3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf859d1b-328f-4aa1-99e5-6a6733d0d4ce', 'name': 'tempest-TestNetworkBasicOps-router-949689062', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.155'}], 'enable_snat': True}, 'gw_port_id': '22f7fcb3-17cb-437a-8616-8e8993dbef15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:16:58Z', 'updated_at': '2022-02-10T23:16:59Z', 'revision_number': 3, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '22f7fcb3-17cb-437a-8616-8e8993dbef15', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:50:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf859d1b-328f-4aa1-99e5-6a6733d0d4ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:16:58Z', 'updated_at': '2022-02-10T23:17:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:17:02.217592 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7feb01-ed9e-4d66-9b47-8c06c647e3d6 None None] The sync data for ids ['bf859d1b-328f-4aa1-99e5-6a6733d0d4ce'] in dv-neutron-828797-1-hyperv is: [{'id': 'bf859d1b-328f-4aa1-99e5-6a6733d0d4ce', 'name': 'tempest-TestNetworkBasicOps-router-949689062', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.155'}], 'enable_snat': True}, 'gw_port_id': '22f7fcb3-17cb-437a-8616-8e8993dbef15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:16:58Z', 'updated_at': '2022-02-10T23:16:59Z', 'revision_number': 3, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '22f7fcb3-17cb-437a-8616-8e8993dbef15', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:50:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf859d1b-328f-4aa1-99e5-6a6733d0d4ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:16:58Z', 'updated_at': '2022-02-10T23:17:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:17:02.295242 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-02dc14e1-21ef-4735-9691-fe38828ba355 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:02.306880 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-02dc14e1-21ef-4735-9691-fe38828ba355 None None] Transition to ACTIVE for port object 5d28363d-2251-4a94-9cea-f6871f16374d will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:17:02.335333 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-02dc14e1-21ef-4735-9691-fe38828ba355 None None] Transition to ACTIVE for port object 5d28363d-2251-4a94-9cea-f6871f16374d will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:17:02.453800 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-02dc14e1-21ef-4735-9691-fe38828ba355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:02.528691 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02dc14e1-21ef-4735-9691-fe38828ba355 None None] Network 2a5ed911-b6e0-463d-9c4d-76e839dfb4c6 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:17:02.531617 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-02dc14e1-21ef-4735-9691-fe38828ba355 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:17:02.540001 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dc14e1-21ef-4735-9691-fe38828ba355 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:17:02.546412 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dc14e1-21ef-4735-9691-fe38828ba355 None None] Pushing event updated for resources: {'Port': ['ID=5d28363d-2251-4a94-9cea-f6871f16374d,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:17:02.623770 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dc14e1-21ef-4735-9691-fe38828ba355 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:02.623770 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dc14e1-21ef-4735-9691-fe38828ba355 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:02.623770 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dc14e1-21ef-4735-9691-fe38828ba355 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:02.624041 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dc14e1-21ef-4735-9691-fe38828ba355 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:02.624948 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dc14e1-21ef-4735-9691-fe38828ba355 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:02.624948 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dc14e1-21ef-4735-9691-fe38828ba355 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:02.626400 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dc14e1-21ef-4735-9691-fe38828ba355 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:02.626400 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dc14e1-21ef-4735-9691-fe38828ba355 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:02.626400 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dc14e1-21ef-4735-9691-fe38828ba355 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:02.626400 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dc14e1-21ef-4735-9691-fe38828ba355 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:02.628325 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dc14e1-21ef-4735-9691-fe38828ba355 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:02.650155 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-02dc14e1-21ef-4735-9691-fe38828ba355 None None] Attempting to bind port 5d28363d-2251-4a94-9cea-f6871f16374d on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:17:02.650553 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-02dc14e1-21ef-4735-9691-fe38828ba355 None None] Attempting to bind port 5d28363d-2251-4a94-9cea-f6871f16374d by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': 'a16f69ce-40cb-480f-955b-5108af126ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '2a5ed911-b6e0-463d-9c4d-76e839dfb4c6'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:17:02.650915 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dc14e1-21ef-4735-9691-fe38828ba355 None None] Attempting to bind port 5d28363d-2251-4a94-9cea-f6871f16374d on network 2a5ed911-b6e0-463d-9c4d-76e839dfb4c6 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:17:02.658270 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dc14e1-21ef-4735-9691-fe38828ba355 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:17:02.658662 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dc14e1-21ef-4735-9691-fe38828ba355 None None] Checking segment: {'id': 'a16f69ce-40cb-480f-955b-5108af126ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '2a5ed911-b6e0-463d-9c4d-76e839dfb4c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:17:02.659060 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-02dc14e1-21ef-4735-9691-fe38828ba355 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:02.659447 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dc14e1-21ef-4735-9691-fe38828ba355 None None] Bound using segment: {'id': 'a16f69ce-40cb-480f-955b-5108af126ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '2a5ed911-b6e0-463d-9c4d-76e839dfb4c6'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:17:02.659915 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-02dc14e1-21ef-4735-9691-fe38828ba355 None None] Bound port: 5d28363d-2251-4a94-9cea-f6871f16374d, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a16f69ce-40cb-480f-955b-5108af126ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '2a5ed911-b6e0-463d-9c4d-76e839dfb4c6'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:17:02.660286 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-02dc14e1-21ef-4735-9691-fe38828ba355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:02.682069 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-997608b8-8a4c-48b9-946e-881532284154 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:02.772128 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-02dc14e1-21ef-4735-9691-fe38828ba355 None None] For port 5d28363d-2251-4a94-9cea-f6871f16374d, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:17:02.775521 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-02dc14e1-21ef-4735-9691-fe38828ba355 None None] For port 5d28363d-2251-4a94-9cea-f6871f16374d, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=5d28363d-2251-4a94-9cea-f6871f16374d,segment=NetworkSegment(a16f69ce-40cb-480f-955b-5108af126ba1),segment_id=a16f69ce-40cb-480f-955b-5108af126ba1)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:17:02.919500 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-02dc14e1-21ef-4735-9691-fe38828ba355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:03.012044 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dc14e1-21ef-4735-9691-fe38828ba355 None None] Pushing event updated for resources: {'Port': ['ID=5d28363d-2251-4a94-9cea-f6871f16374d,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:17:03.145050 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-997608b8-8a4c-48b9-946e-881532284154 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Allocated IP 172.20.0.1 (2a5ed911-b6e0-463d-9c4d-76e839dfb4c6/0726e625-4fab-49ab-8b2e-2bd62fd6d28f/febec6ba-cc3e-4144-ad5a-bbd966917d4f) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:17:03.358928 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-997608b8-8a4c-48b9-946e-881532284154 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:03.375346 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-997608b8-8a4c-48b9-946e-881532284154 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Transition to ACTIVE for port object febec6ba-cc3e-4144-ad5a-bbd966917d4f will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:17:03.539007 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-997608b8-8a4c-48b9-946e-881532284154 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:03.609014 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997608b8-8a4c-48b9-946e-881532284154 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Network 2a5ed911-b6e0-463d-9c4d-76e839dfb4c6 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:17:03.612343 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-997608b8-8a4c-48b9-946e-881532284154 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:17:03.616608 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997608b8-8a4c-48b9-946e-881532284154 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:17:03.640246 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997608b8-8a4c-48b9-946e-881532284154 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Port': ['ID=febec6ba-cc3e-4144-ad5a-bbd966917d4f,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:17:03.674944 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-997608b8-8a4c-48b9-946e-881532284154 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733071'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:03.904111 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-997608b8-8a4c-48b9-946e-881532284154 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:03.955000 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e1afa2b9-af67-4f10-99a5-a903df4dcf95 req-e5461b66-8b47-4b18-960a-70623072089a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cd2a7f2e-7c36-40b0-ab8a-a8d8a6fdec11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1121070 Feb 10 23:17:04.031168 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 5d28363d-2251-4a94-9cea-f6871f16374d up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:17:04.146988 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e1afa2b9-af67-4f10-99a5-a903df4dcf95 req-77277411-597f-4d19-8b85-a4e476763a88 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=82bae8319c0a482993cd9e8530b11401&device_id=cd2a7f2e-7c36-40b0-ab8a-a8d8a6fdec11 HTTP/1.1" status: 200 len: 1098 time: 0.0980287 Feb 10 23:17:04.180030 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecdddc4-e522-4cc8-af67-07069a965ad3 None None] Network 2a5ed911-b6e0-463d-9c4d-76e839dfb4c6 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:17:04.268525 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 5d28363d-2251-4a94-9cea-f6871f16374d completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:17:04.281006 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 22f7fcb3-17cb-437a-8616-8e8993dbef15 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:17:04.320579 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1afa2b9-af67-4f10-99a5-a903df4dcf95 req-236a6b50-e11b-4dd7-9f4c-3f083a3ea0ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:04.322306 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e1afa2b9-af67-4f10-99a5-a903df4dcf95 req-236a6b50-e11b-4dd7-9f4c-3f083a3ea0ac service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a75b224-7431-40b5-b18e-691aa5ad073d HTTP/1.1" status: 200 len: 913 time: 0.1594071 Feb 10 23:17:04.354959 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-d0af45c4-e79a-44d8-8260-14efc7aa1b63 None None] Provisioning for port 5d28363d-2251-4a94-9cea-f6871f16374d completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:17:04.405171 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-d0af45c4-e79a-44d8-8260-14efc7aa1b63 None None] Provisioning complete for port 5d28363d-2251-4a94-9cea-f6871f16374d triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:17:04.405171 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d0af45c4-e79a-44d8-8260-14efc7aa1b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:04.416219 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-997608b8-8a4c-48b9-946e-881532284154 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:04.444849 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e1afa2b9-af67-4f10-99a5-a903df4dcf95 req-559c30ac-faa9-4445-8108-f6fcbaf8160d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3068d05b-2836-40d5-8bd2-e43394992d1a HTTP/1.1" status: 200 len: 1001 time: 0.1100533 Feb 10 23:17:04.500406 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1afa2b9-af67-4f10-99a5-a903df4dcf95 req-36bd68ba-9ebf-4310-8837-d0b91cf7faab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:04.502141 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e1afa2b9-af67-4f10-99a5-a903df4dcf95 req-36bd68ba-9ebf-4310-8837-d0b91cf7faab service neutron] 10.222.0.37 "GET /v2.0/subnets?id=375b0e55-6852-456e-bf83-790a9c9d4e02 HTTP/1.1" status: 200 len: 851 time: 0.0578647 Feb 10 23:17:04.516026 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-997608b8-8a4c-48b9-946e-881532284154 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:04.588244 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e1afa2b9-af67-4f10-99a5-a903df4dcf95 req-333d3d9e-ab2b-458c-9b51-0bfcbeda017b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a75b224-7431-40b5-b18e-691aa5ad073d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789530 Feb 10 23:17:04.598604 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d0af45c4-e79a-44d8-8260-14efc7aa1b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:04.629581 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 22f7fcb3-17cb-437a-8616-8e8993dbef15 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:17:04.647125 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 22f7fcb3-17cb-437a-8616-8e8993dbef15 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:17:04.647576 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:04.652737 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-997608b8-8a4c-48b9-946e-881532284154 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2767683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732898'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:04.660465 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997608b8-8a4c-48b9-946e-881532284154 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Port': ['ID=febec6ba-cc3e-4144-ad5a-bbd966917d4f,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:17:04.696699 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-d0af45c4-e79a-44d8-8260-14efc7aa1b63 None None] For port 5d28363d-2251-4a94-9cea-f6871f16374d, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=5d28363d-2251-4a94-9cea-f6871f16374d,segment=NetworkSegment(a16f69ce-40cb-480f-955b-5108af126ba1),segment_id=a16f69ce-40cb-480f-955b-5108af126ba1)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:17:04.778761 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d0af45c4-e79a-44d8-8260-14efc7aa1b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:04.868608 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:04.899945 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e1afa2b9-af67-4f10-99a5-a903df4dcf95 req-1c6c0124-9d5f-49eb-8dc5-438d8c6ef523 service neutron] 10.222.0.37 "GET /v2.0/networks/4a75b224-7431-40b5-b18e-691aa5ad073d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969313 Feb 10 23:17:04.901612 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0af45c4-e79a-44d8-8260-14efc7aa1b63 None None] Pushing event updated for resources: {'Port': ['ID=5d28363d-2251-4a94-9cea-f6871f16374d,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:17:04.902663 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 22f7fcb3-17cb-437a-8616-8e8993dbef15, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=22f7fcb3-17cb-437a-8616-8e8993dbef15,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:17:04.933414 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997608b8-8a4c-48b9-946e-881532284154 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Network 2a5ed911-b6e0-463d-9c4d-76e839dfb4c6 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:17:04.934998 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-997608b8-8a4c-48b9-946e-881532284154 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:17:04.970503 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:05.056072 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e1afa2b9-af67-4f10-99a5-a903df4dcf95 req-cad8a2e8-d566-44ef-89e8-d57e3878de90 service neutron] 10.222.0.37 "GET /v2.0/networks/4a75b224-7431-40b5-b18e-691aa5ad073d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569486 Feb 10 23:17:05.058807 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=22f7fcb3-17cb-437a-8616-8e8993dbef15,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:17:05.179780 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-247df680-5399-462f-ac0d-4c2597698c34 None None] Provisioning for port febec6ba-cc3e-4144-ad5a-bbd966917d4f completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:17:05.187846 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-247df680-5399-462f-ac0d-4c2597698c34 None None] Provisioning complete for port febec6ba-cc3e-4144-ad5a-bbd966917d4f triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:17:05.189238 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-247df680-5399-462f-ac0d-4c2597698c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:05.249563 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-247df680-5399-462f-ac0d-4c2597698c34 None None] Port febec6ba-cc3e-4144-ad5a-bbd966917d4f cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:17:05.263864 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-247df680-5399-462f-ac0d-4c2597698c34 None None] Provisioning complete for port 5d28363d-2251-4a94-9cea-f6871f16374d triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:17:05.264294 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-247df680-5399-462f-ac0d-4c2597698c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:05.366876 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-997608b8-8a4c-48b9-946e-881532284154 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Router bf859d1b-328f-4aa1-99e5-6a6733d0d4ce has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:17:05.572821 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-e0e90127-7092-4936-9283-663768c10126 None None] Provisioning complete for port febec6ba-cc3e-4144-ad5a-bbd966917d4f triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:17:05.573194 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e0e90127-7092-4936-9283-663768c10126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:05.583328 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997608b8-8a4c-48b9-946e-881532284154 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:17:05.602840 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-997608b8-8a4c-48b9-946e-881532284154 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "PUT /v2.0/routers/bf859d1b-328f-4aa1-99e5-6a6733d0d4ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9368098 Feb 10 23:17:05.605219 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 51034) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:17:05.631962 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-e0e90127-7092-4936-9283-663768c10126 None None] Port febec6ba-cc3e-4144-ad5a-bbd966917d4f cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:17:05.749548 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a63a8f1-ed20-4904-8ce4-4be7295a4196 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:05.749548 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a63a8f1-ed20-4904-8ce4-4be7295a4196 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:05.749548 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a63a8f1-ed20-4904-8ce4-4be7295a4196 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:05.749819 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a63a8f1-ed20-4904-8ce4-4be7295a4196 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:05.750022 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a63a8f1-ed20-4904-8ce4-4be7295a4196 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:05.750368 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a63a8f1-ed20-4904-8ce4-4be7295a4196 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:05.752300 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2a63a8f1-ed20-4904-8ce4-4be7295a4196 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1463950 Feb 10 23:17:05.755016 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 51038) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:17:05.831010 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e57832-3f7b-47d7-aba6-6526b701b44f tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:05.831387 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e57832-3f7b-47d7-aba6-6526b701b44f tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:05.831748 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e57832-3f7b-47d7-aba6-6526b701b44f tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:05.832108 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e57832-3f7b-47d7-aba6-6526b701b44f tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:05.832461 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e57832-3f7b-47d7-aba6-6526b701b44f tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:05.832836 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e57832-3f7b-47d7-aba6-6526b701b44f tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:05.834639 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b9e57832-3f7b-47d7-aba6-6526b701b44f tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0787332 Feb 10 23:17:05.837507 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51042) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:17:05.946051 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 5d28363d-2251-4a94-9cea-f6871f16374d up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:17:06.017437 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 5d28363d-2251-4a94-9cea-f6871f16374d triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:17:06.017810 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:06.051316 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-7a85de01-696f-446f-a6db-95446f8eec6b tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2123597 Feb 10 23:17:06.054618 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 51046) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:17:06.065139 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-f419b6a0-8b7f-44cf-b137-d137a3157c28 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-2136885058', 'network_id': '2a5ed911-b6e0-463d-9c4d-76e839dfb4c6'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:17:06.117620 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee60a45-b601-463f-8a95-4dceb588f3e7 None None] Sync routers for ids ['bf859d1b-328f-4aa1-99e5-6a6733d0d4ce'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:17:06.149275 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee60a45-b601-463f-8a95-4dceb588f3e7 None None] Routers {'bf859d1b-328f-4aa1-99e5-6a6733d0d4ce'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:17:06.149909 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-7ee60a45-b601-463f-8a95-4dceb588f3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:16:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['bf859d1b-328f-4aa1-99e5-6a6733d0d4ce'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:17:06.221129 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 22f7fcb3-17cb-437a-8616-8e8993dbef15 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:17:06.230271 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f419b6a0-8b7f-44cf-b137-d137a3157c28 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:17:06.230271 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f419b6a0-8b7f-44cf-b137-d137a3157c28 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:port and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:17:06.237322 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f419b6a0-8b7f-44cf-b137-d137a3157c28 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:17:06.244340 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f419b6a0-8b7f-44cf-b137-d137a3157c28 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:17:06.344886 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f419b6a0-8b7f-44cf-b137-d137a3157c28 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Made reservation on behalf of 714fdf59d9ad4aa1b5cc4598e806e542 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:17:06.348244 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f419b6a0-8b7f-44cf-b137-d137a3157c28 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:06.370952 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-f419b6a0-8b7f-44cf-b137-d137a3157c28 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] device_id is not set on port baa69a46-5952-4290-9fda-bbfa708c843e yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:17:06.392943 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 22f7fcb3-17cb-437a-8616-8e8993dbef15 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:17:06.393311 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:06.437524 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-7ee60a45-b601-463f-8a95-4dceb588f3e7 None None] Set router bf859d1b-328f-4aa1-99e5-6a6733d0d4ce gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:17:06.524400 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-f419b6a0-8b7f-44cf-b137-d137a3157c28 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Allocated IP 172.20.0.5 (2a5ed911-b6e0-463d-9c4d-76e839dfb4c6/0726e625-4fab-49ab-8b2e-2bd62fd6d28f/baa69a46-5952-4290-9fda-bbfa708c843e) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:17:06.746461 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f419b6a0-8b7f-44cf-b137-d137a3157c28 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:06.762732 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-f419b6a0-8b7f-44cf-b137-d137a3157c28 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Transition to ACTIVE for port object baa69a46-5952-4290-9fda-bbfa708c843e will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:17:06.823088 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-7ee60a45-b601-463f-8a95-4dceb588f3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf859d1b-328f-4aa1-99e5-6a6733d0d4ce', 'name': 'tempest-TestNetworkBasicOps-router-949689062', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.155'}], 'enable_snat': True}, 'gw_port_id': '22f7fcb3-17cb-437a-8616-8e8993dbef15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:16:58Z', 'updated_at': '2022-02-10T23:17:03Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '22f7fcb3-17cb-437a-8616-8e8993dbef15', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:50:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf859d1b-328f-4aa1-99e5-6a6733d0d4ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:16:58Z', 'updated_at': '2022-02-10T23:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'febec6ba-cc3e-4144-ad5a-bbd966917d4f', 'name': '', 'network_id': '2a5ed911-b6e0-463d-9c4d-76e839dfb4c6', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:10:79:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf859d1b-328f-4aa1-99e5-6a6733d0d4ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0726e625-4fab-49ab-8b2e-2bd62fd6d28f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:17:02Z', 'updated_at': '2022-02-10T23:17:04Z', 'revision_number': 2, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': '0726e625-4fab-49ab-8b2e-2bd62fd6d28f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:17:06.826965 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee60a45-b601-463f-8a95-4dceb588f3e7 None None] Checking router: bf859d1b-328f-4aa1-99e5-6a6733d0d4ce for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:17:06.827316 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee60a45-b601-463f-8a95-4dceb588f3e7 None None] Updating router bf859d1b-328f-4aa1-99e5-6a6733d0d4ce port febec6ba-cc3e-4144-ad5a-bbd966917d4f binding host dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:17:06.831022 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f419b6a0-8b7f-44cf-b137-d137a3157c28 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:06.883634 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7ee60a45-b601-463f-8a95-4dceb588f3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:06.910435 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f419b6a0-8b7f-44cf-b137-d137a3157c28 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Network 2a5ed911-b6e0-463d-9c4d-76e839dfb4c6 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:17:06.913318 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-f419b6a0-8b7f-44cf-b137-d137a3157c28 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:17:06.917073 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f419b6a0-8b7f-44cf-b137-d137a3157c28 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:17:06.949636 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f419b6a0-8b7f-44cf-b137-d137a3157c28 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Port': ['ID=baa69a46-5952-4290-9fda-bbfa708c843e,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:17:06.986418 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f419b6a0-8b7f-44cf-b137-d137a3157c28 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:06.987039 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f419b6a0-8b7f-44cf-b137-d137a3157c28 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:07.048832 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f419b6a0-8b7f-44cf-b137-d137a3157c28 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9920352 Feb 10 23:17:07.263028 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7ee60a45-b601-463f-8a95-4dceb588f3e7 None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:07.263028 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-9209ec75-ac78-451e-ad01-7a1b1b3b0200 None None] Provisioning for port baa69a46-5952-4290-9fda-bbfa708c843e completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:17:07.272454 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-9209ec75-ac78-451e-ad01-7a1b1b3b0200 None None] Provisioning complete for port baa69a46-5952-4290-9fda-bbfa708c843e triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:17:07.272844 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9209ec75-ac78-451e-ad01-7a1b1b3b0200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:07.295935 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-7ee60a45-b601-463f-8a95-4dceb588f3e7 None None] Transition to ACTIVE for port object febec6ba-cc3e-4144-ad5a-bbd966917d4f will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:17:07.327989 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-9209ec75-ac78-451e-ad01-7a1b1b3b0200 None None] Port baa69a46-5952-4290-9fda-bbfa708c843e cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:17:07.425561 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7ee60a45-b601-463f-8a95-4dceb588f3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:07.448873 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 51052) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:17:07.455548 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-c958fb7f-694c-43f4-bdcc-f55359532507 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1397737095', 'description': 'tempest-secgroup-smoke-1397737095 description', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:17:07.461997 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c958fb7f-694c-43f4-bdcc-f55359532507 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:17:07.466434 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c958fb7f-694c-43f4-bdcc-f55359532507 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:17:07.471556 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c958fb7f-694c-43f4-bdcc-f55359532507 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:17:07.480324 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c958fb7f-694c-43f4-bdcc-f55359532507 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:17:07.607038 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4fce74-9478-4a4f-8d79-28394954dbb8 None None] Pushing event updated for resources: {'Port': ['ID=febec6ba-cc3e-4144-ad5a-bbd966917d4f,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:17:07.624377 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c958fb7f-694c-43f4-bdcc-f55359532507 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:07.671714 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c958fb7f-694c-43f4-bdcc-f55359532507 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:17:07.676450 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c958fb7f-694c-43f4-bdcc-f55359532507 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:17:07.683335 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c958fb7f-694c-43f4-bdcc-f55359532507 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:17:07.687927 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c958fb7f-694c-43f4-bdcc-f55359532507 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:17:07.699077 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-7ee60a45-b601-463f-8a95-4dceb588f3e7 None None] Attempting to bind port febec6ba-cc3e-4144-ad5a-bbd966917d4f on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:17:07.706590 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-7ee60a45-b601-463f-8a95-4dceb588f3e7 None None] Attempting to bind port febec6ba-cc3e-4144-ad5a-bbd966917d4f by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': 'a16f69ce-40cb-480f-955b-5108af126ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '2a5ed911-b6e0-463d-9c4d-76e839dfb4c6'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:17:07.706590 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee60a45-b601-463f-8a95-4dceb588f3e7 None None] Attempting to bind port febec6ba-cc3e-4144-ad5a-bbd966917d4f on network 2a5ed911-b6e0-463d-9c4d-76e839dfb4c6 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:17:07.706739 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee60a45-b601-463f-8a95-4dceb588f3e7 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:17:07.707043 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee60a45-b601-463f-8a95-4dceb588f3e7 None None] Checking segment: {'id': 'a16f69ce-40cb-480f-955b-5108af126ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '2a5ed911-b6e0-463d-9c4d-76e839dfb4c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:17:07.707434 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7ee60a45-b601-463f-8a95-4dceb588f3e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:07.707820 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee60a45-b601-463f-8a95-4dceb588f3e7 None None] Bound using segment: {'id': 'a16f69ce-40cb-480f-955b-5108af126ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '2a5ed911-b6e0-463d-9c4d-76e839dfb4c6'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:17:07.708355 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-7ee60a45-b601-463f-8a95-4dceb588f3e7 None None] Bound port: febec6ba-cc3e-4144-ad5a-bbd966917d4f, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a16f69ce-40cb-480f-955b-5108af126ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '2a5ed911-b6e0-463d-9c4d-76e839dfb4c6'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:17:07.708749 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7ee60a45-b601-463f-8a95-4dceb588f3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:07.751029 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c958fb7f-694c-43f4-bdcc-f55359532507 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:07.802726 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-7ee60a45-b601-463f-8a95-4dceb588f3e7 None None] For port febec6ba-cc3e-4144-ad5a-bbd966917d4f, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:17:07.815350 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-7ee60a45-b601-463f-8a95-4dceb588f3e7 None None] For port febec6ba-cc3e-4144-ad5a-bbd966917d4f, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=febec6ba-cc3e-4144-ad5a-bbd966917d4f,segment=NetworkSegment(a16f69ce-40cb-480f-955b-5108af126ba1),segment_id=a16f69ce-40cb-480f-955b-5108af126ba1)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:17:07.815467 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c958fb7f-694c-43f4-bdcc-f55359532507 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:07.853299 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c958fb7f-694c-43f4-bdcc-f55359532507 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0920754e-44b2-42ae-b421-16a9c21e961d,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:17:07.860292 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7ee60a45-b601-463f-8a95-4dceb588f3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:07.909854 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c958fb7f-694c-43f4-bdcc-f55359532507 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:07.911146 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c958fb7f-694c-43f4-bdcc-f55359532507 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4611776 Feb 10 23:17:07.914271 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 51056) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:17:07.935906 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-65f9d2be-451b-49a8-9e52-004336165c2e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': '0920754e-44b2-42ae-b421-16a9c21e961d', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:17:07.935906 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-65f9d2be-451b-49a8-9e52-004336165c2e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:17:07.935906 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-65f9d2be-451b-49a8-9e52-004336165c2e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:17:07.940507 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-65f9d2be-451b-49a8-9e52-004336165c2e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:17:07.944203 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4fce74-9478-4a4f-8d79-28394954dbb8 None None] Pushing event updated for resources: {'Port': ['ID=febec6ba-cc3e-4144-ad5a-bbd966917d4f,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:17:07.947270 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-65f9d2be-451b-49a8-9e52-004336165c2e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:17:07.950217 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee60a45-b601-463f-8a95-4dceb588f3e7 None None] Routers {'bf859d1b-328f-4aa1-99e5-6a6733d0d4ce'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:17:07.950844 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-7ee60a45-b601-463f-8a95-4dceb588f3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:16:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['bf859d1b-328f-4aa1-99e5-6a6733d0d4ce'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:17:08.047895 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-65f9d2be-451b-49a8-9e52-004336165c2e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:08.119115 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-65f9d2be-451b-49a8-9e52-004336165c2e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:08.145325 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-7ee60a45-b601-463f-8a95-4dceb588f3e7 None None] Set router bf859d1b-328f-4aa1-99e5-6a6733d0d4ce gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:17:08.195807 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-65f9d2be-451b-49a8-9e52-004336165c2e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:08.219310 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f9d2be-451b-49a8-9e52-004336165c2e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ba593eb-48fb-4597-86e3-7814ecc36381,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:17:08.300086 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-65f9d2be-451b-49a8-9e52-004336165c2e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:08.301206 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-65f9d2be-451b-49a8-9e52-004336165c2e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3844666 Feb 10 23:17:08.308232 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 51060) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:17:08.309176 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-4376a646-e5ef-4018-aea4-5888dbc4af08 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': '0920754e-44b2-42ae-b421-16a9c21e961d', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:17:08.315685 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-4376a646-e5ef-4018-aea4-5888dbc4af08 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:17:08.319485 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-4376a646-e5ef-4018-aea4-5888dbc4af08 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:17:08.322368 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-4376a646-e5ef-4018-aea4-5888dbc4af08 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:17:08.328018 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-4376a646-e5ef-4018-aea4-5888dbc4af08 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:17:08.428990 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4376a646-e5ef-4018-aea4-5888dbc4af08 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:08.466432 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-7ee60a45-b601-463f-8a95-4dceb588f3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf859d1b-328f-4aa1-99e5-6a6733d0d4ce', 'name': 'tempest-TestNetworkBasicOps-router-949689062', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.155'}], 'enable_snat': True}, 'gw_port_id': '22f7fcb3-17cb-437a-8616-8e8993dbef15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:16:58Z', 'updated_at': '2022-02-10T23:17:03Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '22f7fcb3-17cb-437a-8616-8e8993dbef15', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:50:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf859d1b-328f-4aa1-99e5-6a6733d0d4ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:16:58Z', 'updated_at': '2022-02-10T23:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'febec6ba-cc3e-4144-ad5a-bbd966917d4f', 'name': '', 'network_id': '2a5ed911-b6e0-463d-9c4d-76e839dfb4c6', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:10:79:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf859d1b-328f-4aa1-99e5-6a6733d0d4ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0726e625-4fab-49ab-8b2e-2bd62fd6d28f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:17:02Z', 'updated_at': '2022-02-10T23:17:07Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': '0726e625-4fab-49ab-8b2e-2bd62fd6d28f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:17:08.470401 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee60a45-b601-463f-8a95-4dceb588f3e7 None None] The sync data for ids ['bf859d1b-328f-4aa1-99e5-6a6733d0d4ce'] in dv-neutron-828797-1-hyperv is: [{'id': 'bf859d1b-328f-4aa1-99e5-6a6733d0d4ce', 'name': 'tempest-TestNetworkBasicOps-router-949689062', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.155'}], 'enable_snat': True}, 'gw_port_id': '22f7fcb3-17cb-437a-8616-8e8993dbef15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:16:58Z', 'updated_at': '2022-02-10T23:17:03Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '22f7fcb3-17cb-437a-8616-8e8993dbef15', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:50:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf859d1b-328f-4aa1-99e5-6a6733d0d4ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:16:58Z', 'updated_at': '2022-02-10T23:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'febec6ba-cc3e-4144-ad5a-bbd966917d4f', 'name': '', 'network_id': '2a5ed911-b6e0-463d-9c4d-76e839dfb4c6', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:10:79:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf859d1b-328f-4aa1-99e5-6a6733d0d4ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0726e625-4fab-49ab-8b2e-2bd62fd6d28f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:17:02Z', 'updated_at': '2022-02-10T23:17:07Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': '0726e625-4fab-49ab-8b2e-2bd62fd6d28f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:17:08.496843 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4376a646-e5ef-4018-aea4-5888dbc4af08 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:08.670208 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4376a646-e5ef-4018-aea4-5888dbc4af08 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:08.698569 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4376a646-e5ef-4018-aea4-5888dbc4af08 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0683f718-e489-4006-ad87-4f6cdd9b9a00,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:17:08.818353 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4376a646-e5ef-4018-aea4-5888dbc4af08 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:08.827917 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4376a646-e5ef-4018-aea4-5888dbc4af08 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5151854 Feb 10 23:17:08.830475 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 51064) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:17:08.836090 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-80815568-2844-4870-9909-ab440c829183 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': '0920754e-44b2-42ae-b421-16a9c21e961d', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:17:08.842210 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-80815568-2844-4870-9909-ab440c829183 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:17:08.846364 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-80815568-2844-4870-9909-ab440c829183 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:17:08.849310 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-80815568-2844-4870-9909-ab440c829183 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:17:08.854928 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-80815568-2844-4870-9909-ab440c829183 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:17:08.950969 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-80815568-2844-4870-9909-ab440c829183 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:09.028217 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-80815568-2844-4870-9909-ab440c829183 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:09.092952 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-80815568-2844-4870-9909-ab440c829183 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:09.121081 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80815568-2844-4870-9909-ab440c829183 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb0d3776-27ba-4fb5-95d0-4fc7de3e1016,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:17:09.202722 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-80815568-2844-4870-9909-ab440c829183 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:09.206883 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51068) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:17:09.211565 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-80815568-2844-4870-9909-ab440c829183 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3754249 Feb 10 23:17:09.214804 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-e72c83bd-c80a-4835-aab2-636e9202a96b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': '0920754e-44b2-42ae-b421-16a9c21e961d', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:17:09.221236 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e72c83bd-c80a-4835-aab2-636e9202a96b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:17:09.225313 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-e72c83bd-c80a-4835-aab2-636e9202a96b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:17:09.228197 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-e72c83bd-c80a-4835-aab2-636e9202a96b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:17:09.234536 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e72c83bd-c80a-4835-aab2-636e9202a96b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:17:09.334422 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e72c83bd-c80a-4835-aab2-636e9202a96b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:09.403894 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e72c83bd-c80a-4835-aab2-636e9202a96b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:09.572873 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e72c83bd-c80a-4835-aab2-636e9202a96b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:09.597756 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72c83bd-c80a-4835-aab2-636e9202a96b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3837ba49-49ea-4910-81c5-9328f6c5771f,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:17:09.745170 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e72c83bd-c80a-4835-aab2-636e9202a96b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:09.745706 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-e72c83bd-c80a-4835-aab2-636e9202a96b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5372849 Feb 10 23:17:09.748319 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51072) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:17:09.754056 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-f5ec5297-6725-460f-bead-8895cd347bdb tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': '0920754e-44b2-42ae-b421-16a9c21e961d', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:17:09.760237 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f5ec5297-6725-460f-bead-8895cd347bdb tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:17:09.764152 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-f5ec5297-6725-460f-bead-8895cd347bdb tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:17:09.767947 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-f5ec5297-6725-460f-bead-8895cd347bdb tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:17:09.773482 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f5ec5297-6725-460f-bead-8895cd347bdb tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:17:09.864167 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.securitygroups_db [None req-f5ec5297-6725-460f-bead-8895cd347bdb tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Project 714fdf59d9ad4aa1b5cc4598e806e542 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:17:09.871841 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f5ec5297-6725-460f-bead-8895cd347bdb tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:09.937619 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f5ec5297-6725-460f-bead-8895cd347bdb tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:09.955996 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device febec6ba-cc3e-4144-ad5a-bbd966917d4f up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:17:10.024016 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f5ec5297-6725-460f-bead-8895cd347bdb tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:10.048884 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ec5297-6725-460f-bead-8895cd347bdb tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d01a92ab-1167-4271-bd33-ec3f6699b145,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:17:10.115639 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port febec6ba-cc3e-4144-ad5a-bbd966917d4f completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:17:10.120569 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port febec6ba-cc3e-4144-ad5a-bbd966917d4f triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:17:10.120959 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:10.224567 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f5ec5297-6725-460f-bead-8895cd347bdb tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:10.226252 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-f5ec5297-6725-460f-bead-8895cd347bdb tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4765267 Feb 10 23:17:10.228687 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51076) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:17:10.234185 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-8862d9c3-ab02-4d40-b106-5d0a1b77cb55 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': '0920754e-44b2-42ae-b421-16a9c21e961d', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:17:10.240039 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8862d9c3-ab02-4d40-b106-5d0a1b77cb55 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:17:10.241854 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:10.244030 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-8862d9c3-ab02-4d40-b106-5d0a1b77cb55 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:17:10.247468 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-8862d9c3-ab02-4d40-b106-5d0a1b77cb55 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:17:10.255196 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8862d9c3-ab02-4d40-b106-5d0a1b77cb55 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:17:10.276277 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port febec6ba-cc3e-4144-ad5a-bbd966917d4f, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=febec6ba-cc3e-4144-ad5a-bbd966917d4f,segment=NetworkSegment(a16f69ce-40cb-480f-955b-5108af126ba1),segment_id=a16f69ce-40cb-480f-955b-5108af126ba1)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:17:10.389911 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.securitygroups_db [None req-8862d9c3-ab02-4d40-b106-5d0a1b77cb55 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Project 714fdf59d9ad4aa1b5cc4598e806e542 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:17:10.397494 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8862d9c3-ab02-4d40-b106-5d0a1b77cb55 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:10.459715 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:10.465530 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8862d9c3-ab02-4d40-b106-5d0a1b77cb55 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:10.528145 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=febec6ba-cc3e-4144-ad5a-bbd966917d4f,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:17:10.589901 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8862d9c3-ab02-4d40-b106-5d0a1b77cb55 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:10.617917 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8862d9c3-ab02-4d40-b106-5d0a1b77cb55 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=894efcdb-eaae-4e4b-bc25-579b309e4569,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:17:10.721588 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8862d9c3-ab02-4d40-b106-5d0a1b77cb55 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:10.722688 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-8862d9c3-ab02-4d40-b106-5d0a1b77cb55 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4930980 Feb 10 23:17:10.899482 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-c1d640fe-f495-4af6-9706-39362942bf93 req-9d8229a3-429d-4bb8-9250-3e4ce126e705 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1397737095&fields=id&tenant_id=714fdf59d9ad4aa1b5cc4598e806e542 HTTP/1.1" status: 200 len: 267 time: 0.0408230 Feb 10 23:17:10.972858 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d640fe-f495-4af6-9706-39362942bf93 req-c2ebd8b8-4c81-45a0-a284-379a5fbbea5f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:10.972858 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-c1d640fe-f495-4af6-9706-39362942bf93 req-c2ebd8b8-4c81-45a0-a284-379a5fbbea5f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Synchronizing usage tracker for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:17:11.087204 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-c1d640fe-f495-4af6-9706-39362942bf93 req-c2ebd8b8-4c81-45a0-a284-379a5fbbea5f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Unset dirty status for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:17:11.088384 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-c1d640fe-f495-4af6-9706-39362942bf93 req-c2ebd8b8-4c81-45a0-a284-379a5fbbea5f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports/baa69a46-5952-4290-9fda-bbfa708c843e HTTP/1.1" status: 200 len: 930 time: 0.1825931 Feb 10 23:17:11.162410 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-c1d640fe-f495-4af6-9706-39362942bf93 req-e8fbcc03-678a-411b-b6b2-95ab78bff2a3 service neutron] 10.222.0.59 "GET /v2.0/ports/baa69a46-5952-4290-9fda-bbfa708c843e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0616150 Feb 10 23:17:11.292467 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-c1d640fe-f495-4af6-9706-39362942bf93 req-072946c5-7863-4fa1-9e08-fcbf130066d5 service neutron] 10.222.0.59 "GET /v2.0/networks/2a5ed911-b6e0-463d-9c4d-76e839dfb4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241124 Feb 10 23:17:11.420379 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-c1d640fe-f495-4af6-9706-39362942bf93 req-7833bb67-89a4-48bc-88d1-a3c911516a76 service neutron] 10.222.0.59 "GET /v2.0/networks/2a5ed911-b6e0-463d-9c4d-76e839dfb4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222494 Feb 10 23:17:11.721446 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-858dcc2b-106b-4533-b383-fb8c7b5a083e req-e456f6c4-a34f-437f-9b02-36f82af6d42f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Synchronizing usage tracker for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:17:11.733415 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-858dcc2b-106b-4533-b383-fb8c7b5a083e req-e456f6c4-a34f-437f-9b02-36f82af6d42f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Unset dirty status for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:17:11.734563 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-858dcc2b-106b-4533-b383-fb8c7b5a083e req-e456f6c4-a34f-437f-9b02-36f82af6d42f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecfa0d0f-113f-40c3-b6c3-2c7155220983 HTTP/1.1" status: 200 len: 210 time: 0.0540969 Feb 10 23:17:11.937523 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device febec6ba-cc3e-4144-ad5a-bbd966917d4f up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:17:12.013235 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port febec6ba-cc3e-4144-ad5a-bbd966917d4f triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:17:12.013235 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:12.213741 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:17:13.000679 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-b4ff41bc-becd-4040-b481-541ad09def28 req-9b502a11-5505-4702-b1da-027e1cf59efa tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecfa0d0f-113f-40c3-b6c3-2c7155220983 HTTP/1.1" status: 200 len: 210 time: 0.1447759 Feb 10 23:17:13.916963 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c1d640fe-f495-4af6-9706-39362942bf93 req-b20213bb-6c78-4b13-be60-4b24b254a641 service neutron] 10.222.0.37 "GET /v2.0/ports/baa69a46-5952-4290-9fda-bbfa708c843e HTTP/1.1" status: 200 len: 1026 time: 0.0670922 Feb 10 23:17:14.068123 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d640fe-f495-4af6-9706-39362942bf93 req-6c28c045-1967-467a-a9b5-896d43a6eb37 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:14.069522 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c1d640fe-f495-4af6-9706-39362942bf93 req-6c28c045-1967-467a-a9b5-896d43a6eb37 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.37 "GET /v2.0/networks?id=2a5ed911-b6e0-463d-9c4d-76e839dfb4c6 HTTP/1.1" status: 200 len: 797 time: 0.1478951 Feb 10 23:17:14.123510 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-c1d640fe-f495-4af6-9706-39362942bf93 req-31a493f2-5553-49cd-a658-8680975bb380 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Synchronizing usage tracker for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:17:14.175180 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2002401b-0d10-4e81-a671-563c4d5ece10 req-c37c0642-c7fe-4c8a-9a6f-2f5950b985de tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecfa0d0f-113f-40c3-b6c3-2c7155220983 HTTP/1.1" status: 200 len: 210 time: 0.0407050 Feb 10 23:17:14.258374 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-c1d640fe-f495-4af6-9706-39362942bf93 req-31a493f2-5553-49cd-a658-8680975bb380 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Unset dirty status for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:17:14.259466 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c1d640fe-f495-4af6-9706-39362942bf93 req-31a493f2-5553-49cd-a658-8680975bb380 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=714fdf59d9ad4aa1b5cc4598e806e542 HTTP/1.1" status: 200 len: 380 time: 0.1782465 Feb 10 23:17:14.269904 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-c1d640fe-f495-4af6-9706-39362942bf93 req-57ac89ff-07d7-4d11-9deb-71b9429a900a service neutron] Request body: {'port': {'device_id': 'ecfa0d0f-113f-40c3-b6c3-2c7155220983', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:17:14.470162 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-c1d640fe-f495-4af6-9706-39362942bf93 req-57ac89ff-07d7-4d11-9deb-71b9429a900a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:14.806136 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [req-c1d640fe-f495-4af6-9706-39362942bf93 req-57ac89ff-07d7-4d11-9deb-71b9429a900a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baa69a46-5952-4290-9fda-bbfa708c843e {{(pid=84332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:17:14.812775 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-c1d640fe-f495-4af6-9706-39362942bf93 req-57ac89ff-07d7-4d11-9deb-71b9429a900a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:14.827332 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-c1d640fe-f495-4af6-9706-39362942bf93 req-57ac89ff-07d7-4d11-9deb-71b9429a900a service neutron] Transition to ACTIVE for port object baa69a46-5952-4290-9fda-bbfa708c843e will not be triggered until provisioned by entity L2. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:17:14.921000 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-c1d640fe-f495-4af6-9706-39362942bf93 req-57ac89ff-07d7-4d11-9deb-71b9429a900a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:15.044825 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac89ff-07d7-4d11-9deb-71b9429a900a service neutron] Pushing event updated for resources: {'Port': ['ID=baa69a46-5952-4290-9fda-bbfa708c843e,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:17:15.159477 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-c1d640fe-f495-4af6-9706-39362942bf93 req-57ac89ff-07d7-4d11-9deb-71b9429a900a service neutron] Attempting to bind port baa69a46-5952-4290-9fda-bbfa708c843e on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:17:15.159807 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-c1d640fe-f495-4af6-9706-39362942bf93 req-57ac89ff-07d7-4d11-9deb-71b9429a900a service neutron] Attempting to bind port baa69a46-5952-4290-9fda-bbfa708c843e by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': 'a16f69ce-40cb-480f-955b-5108af126ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '2a5ed911-b6e0-463d-9c4d-76e839dfb4c6'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:17:15.160171 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d640fe-f495-4af6-9706-39362942bf93 req-57ac89ff-07d7-4d11-9deb-71b9429a900a service neutron] Attempting to bind port baa69a46-5952-4290-9fda-bbfa708c843e on network 2a5ed911-b6e0-463d-9c4d-76e839dfb4c6 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:17:15.166073 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d640fe-f495-4af6-9706-39362942bf93 req-57ac89ff-07d7-4d11-9deb-71b9429a900a service neutron] Port baa69a46-5952-4290-9fda-bbfa708c843e on network 2a5ed911-b6e0-463d-9c4d-76e839dfb4c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:17:15.166387 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d640fe-f495-4af6-9706-39362942bf93 req-57ac89ff-07d7-4d11-9deb-71b9429a900a service neutron] Attempting to bind port baa69a46-5952-4290-9fda-bbfa708c843e on network 2a5ed911-b6e0-463d-9c4d-76e839dfb4c6 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:17:15.173852 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d640fe-f495-4af6-9706-39362942bf93 req-57ac89ff-07d7-4d11-9deb-71b9429a900a service neutron] Checking agent: {'id': '0f85d58b-4cda-4360-97cf-be037aef26b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'started_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:17:15.174195 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d640fe-f495-4af6-9706-39362942bf93 req-57ac89ff-07d7-4d11-9deb-71b9429a900a service neutron] Checking segment: {'id': 'a16f69ce-40cb-480f-955b-5108af126ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '2a5ed911-b6e0-463d-9c4d-76e839dfb4c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:17:15.174550 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d640fe-f495-4af6-9706-39362942bf93 req-57ac89ff-07d7-4d11-9deb-71b9429a900a service neutron] Bound using segment: {'id': 'a16f69ce-40cb-480f-955b-5108af126ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '2a5ed911-b6e0-463d-9c4d-76e839dfb4c6'} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:17:15.174959 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-c1d640fe-f495-4af6-9706-39362942bf93 req-57ac89ff-07d7-4d11-9deb-71b9429a900a service neutron] Bound port: baa69a46-5952-4290-9fda-bbfa708c843e, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a16f69ce-40cb-480f-955b-5108af126ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '2a5ed911-b6e0-463d-9c4d-76e839dfb4c6'}}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:17:15.175294 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-c1d640fe-f495-4af6-9706-39362942bf93 req-57ac89ff-07d7-4d11-9deb-71b9429a900a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:15.269107 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-c1d640fe-f495-4af6-9706-39362942bf93 req-57ac89ff-07d7-4d11-9deb-71b9429a900a service neutron] For port baa69a46-5952-4290-9fda-bbfa708c843e, host hv-neutron-8287, cleared binding levels {{(pid=84332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:17:15.272202 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-c1d640fe-f495-4af6-9706-39362942bf93 req-57ac89ff-07d7-4d11-9deb-71b9429a900a service neutron] For port baa69a46-5952-4290-9fda-bbfa708c843e, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=baa69a46-5952-4290-9fda-bbfa708c843e,segment=NetworkSegment(a16f69ce-40cb-480f-955b-5108af126ba1),segment_id=a16f69ce-40cb-480f-955b-5108af126ba1)] {{(pid=84332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:17:15.363181 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-c1d640fe-f495-4af6-9706-39362942bf93 req-57ac89ff-07d7-4d11-9deb-71b9429a900a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:15.381952 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7a5f1-7cc2-4f66-a4bf-169658228198 req-4f1bad33-79e1-4c23-af55-9ede52855746 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:15.383379 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-dbb7a5f1-7cc2-4f66-a4bf-169658228198 req-4f1bad33-79e1-4c23-af55-9ede52855746 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecfa0d0f-113f-40c3-b6c3-2c7155220983 HTTP/1.1" status: 200 len: 981 time: 0.0775068 Feb 10 23:17:15.418439 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-c1d640fe-f495-4af6-9706-39362942bf93 req-57ac89ff-07d7-4d11-9deb-71b9429a900a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:15.420093 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c1d640fe-f495-4af6-9706-39362942bf93 req-57ac89ff-07d7-4d11-9deb-71b9429a900a service neutron] 10.222.0.37 "PUT /v2.0/ports/baa69a46-5952-4290-9fda-bbfa708c843e HTTP/1.1" status: 200 len: 1131 time: 1.1548522 Feb 10 23:17:15.420549 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecfa0d0f-113f-40c3-b6c3-2c7155220983', 'tag': 'baa69a46-5952-4290-9fda-bbfa708c843e'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:17:15.441412 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac89ff-07d7-4d11-9deb-71b9429a900a service neutron] Pushing event updated for resources: {'Port': ['ID=baa69a46-5952-4290-9fda-bbfa708c843e,revision_number=3']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:17:15.451086 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-dbb7a5f1-7cc2-4f66-a4bf-169658228198 req-46bafcd1-e3e6-4c99-84e0-6c2110f45af8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=694b715d-211c-4518-ad5d-d9c6aaa8c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618834 Feb 10 23:17:15.483226 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecfa0d0f-113f-40c3-b6c3-2c7155220983', 'tag': 'baa69a46-5952-4290-9fda-bbfa708c843e', 'status': 'completed', 'code': 200} Feb 10 23:17:15.581485 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8f5e6bc4-5cfa-40a6-8472-d123112f72d5 req-0f5a7f48-ec2a-4d4e-8503-5b50f7b5ecb9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&device_id=ecfa0d0f-113f-40c3-b6c3-2c7155220983 HTTP/1.1" status: 200 len: 1134 time: 0.0782809 Feb 10 23:17:15.729377 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e6bc4-5cfa-40a6-8472-d123112f72d5 req-6215e5d4-12c1-4da9-97d1-2fc7b3edc7d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:15.730782 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8f5e6bc4-5cfa-40a6-8472-d123112f72d5 req-6215e5d4-12c1-4da9-97d1-2fc7b3edc7d4 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1426606 Feb 10 23:17:15.863475 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e6bc4-5cfa-40a6-8472-d123112f72d5 req-b7da92af-0383-43e0-9a80-402798c1044b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:15.865032 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8f5e6bc4-5cfa-40a6-8472-d123112f72d5 req-b7da92af-0383-43e0-9a80-402798c1044b service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1286764 Feb 10 23:17:15.974307 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c1d640fe-f495-4af6-9706-39362942bf93 req-d23d407f-7c71-45b3-9a75-1c2134d7e211 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&device_id=ecfa0d0f-113f-40c3-b6c3-2c7155220983 HTTP/1.1" status: 200 len: 1134 time: 0.0671709 Feb 10 23:17:16.043480 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c1d640fe-f495-4af6-9706-39362942bf93 req-9cbb977b-51ab-4672-916d-6c89762fee55 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=baa69a46-5952-4290-9fda-bbfa708c843e HTTP/1.1" status: 200 len: 217 time: 0.0628839 Feb 10 23:17:16.058544 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:16.103859 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d640fe-f495-4af6-9706-39362942bf93 req-73b6be8f-d04b-42a5-bc7e-a9dd1f279285 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:16.105355 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c1d640fe-f495-4af6-9706-39362942bf93 req-73b6be8f-d04b-42a5-bc7e-a9dd1f279285 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0726e625-4fab-49ab-8b2e-2bd62fd6d28f HTTP/1.1" status: 200 len: 835 time: 0.0566528 Feb 10 23:17:16.178114 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c1d640fe-f495-4af6-9706-39362942bf93 req-8937a53a-3687-47f5-8c63-0408340b85ba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2a5ed911-b6e0-463d-9c4d-76e839dfb4c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671594 Feb 10 23:17:16.308253 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c1d640fe-f495-4af6-9706-39362942bf93 req-b6bedcf7-f20b-4f37-9939-3a7abdd1c01f service neutron] 10.222.0.37 "GET /v2.0/networks/2a5ed911-b6e0-463d-9c4d-76e839dfb4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237607 Feb 10 23:17:16.530633 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c1d640fe-f495-4af6-9706-39362942bf93 req-392781eb-c485-4eb7-bdfd-cb731e8c78e5 service neutron] 10.222.0.37 "GET /v2.0/networks/2a5ed911-b6e0-463d-9c4d-76e839dfb4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158875 Feb 10 23:17:16.880007 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9d6da-bc5c-4e38-b56d-e26101ab0b5c req-2906efa3-3f05-4075-8241-eae589526e0d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:16.880007 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-d0d9d6da-bc5c-4e38-b56d-e26101ab0b5c req-2906efa3-3f05-4075-8241-eae589526e0d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecfa0d0f-113f-40c3-b6c3-2c7155220983 HTTP/1.1" status: 200 len: 981 time: 0.0778246 Feb 10 23:17:16.880007 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-d0d9d6da-bc5c-4e38-b56d-e26101ab0b5c req-386692ef-da39-4350-8eb9-d7d94c63a694 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=694b715d-211c-4518-ad5d-d9c6aaa8c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410781 Feb 10 23:17:18.053211 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921082a6-2599-4a38-8611-decd33c316dd req-80c7f136-5ff0-4457-be1c-8d699db489a0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:18.054660 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-921082a6-2599-4a38-8611-decd33c316dd req-80c7f136-5ff0-4457-be1c-8d699db489a0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecfa0d0f-113f-40c3-b6c3-2c7155220983 HTTP/1.1" status: 200 len: 981 time: 0.0763159 Feb 10 23:17:18.100109 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-921082a6-2599-4a38-8611-decd33c316dd req-90a25a1b-108d-4535-8c10-65e7f1eaf8c1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=694b715d-211c-4518-ad5d-d9c6aaa8c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396378 Feb 10 23:17:18.555355 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device baa69a46-5952-4290-9fda-bbfa708c843e details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:17:18.692321 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port baa69a46-5952-4290-9fda-bbfa708c843e, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=baa69a46-5952-4290-9fda-bbfa708c843e,segment=NetworkSegment(a16f69ce-40cb-480f-955b-5108af126ba1),segment_id=a16f69ce-40cb-480f-955b-5108af126ba1)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:17:18.705732 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Returning: {'device': 'baa69a46-5952-4290-9fda-bbfa708c843e', 'network_id': '2a5ed911-b6e0-463d-9c4d-76e839dfb4c6', 'port_id': 'baa69a46-5952-4290-9fda-bbfa708c843e', 'mac_address': 'fa:16:3e:90:32:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0726e625-4fab-49ab-8b2e-2bd62fd6d28f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:17:18.757892 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:18.774374 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baa69a46-5952-4290-9fda-bbfa708c843e {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:17:18.788608 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port baa69a46-5952-4290-9fda-bbfa708c843e, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=baa69a46-5952-4290-9fda-bbfa708c843e,segment=NetworkSegment(a16f69ce-40cb-480f-955b-5108af126ba1),segment_id=a16f69ce-40cb-480f-955b-5108af126ba1)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:17:18.847536 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:18.947240 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=baa69a46-5952-4290-9fda-bbfa708c843e,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:17:19.017988 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b894cd4b-2e80-43b2-9dab-375a00c6f1c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:19.059449 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['baa69a46-5952-4290-9fda-bbfa708c843e'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:17:19.306238 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa75f25-e8a4-4336-a54a-d78f88c29571 req-61829c18-79ba-4225-a77a-f0ab9fad79f6 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:19.307585 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-daa75f25-e8a4-4336-a54a-d78f88c29571 req-61829c18-79ba-4225-a77a-f0ab9fad79f6 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecfa0d0f-113f-40c3-b6c3-2c7155220983 HTTP/1.1" status: 200 len: 982 time: 0.0858104 Feb 10 23:17:19.352149 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-daa75f25-e8a4-4336-a54a-d78f88c29571 req-37c6b859-f9e7-433d-b820-d726e2f28b0b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=694b715d-211c-4518-ad5d-d9c6aaa8c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386889 Feb 10 23:17:20.555858 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383ca70-2c6e-4fc3-9436-1df51a02c34c req-7bff087c-826b-49d0-9f82-d410f649d90f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:20.557338 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8383ca70-2c6e-4fc3-9436-1df51a02c34c req-7bff087c-826b-49d0-9f82-d410f649d90f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecfa0d0f-113f-40c3-b6c3-2c7155220983 HTTP/1.1" status: 200 len: 982 time: 0.0818894 Feb 10 23:17:20.586688 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device baa69a46-5952-4290-9fda-bbfa708c843e up at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:17:20.603403 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8383ca70-2c6e-4fc3-9436-1df51a02c34c req-317e422d-65c1-4ad0-bc4a-c91b7a8ae11d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=694b715d-211c-4518-ad5d-d9c6aaa8c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404165 Feb 10 23:17:20.754933 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning for port baa69a46-5952-4290-9fda-bbfa708c843e completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:17:20.760273 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning complete for port baa69a46-5952-4290-9fda-bbfa708c843e triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:17:20.760697 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:20.873738 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:20.899731 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecfa0d0f-113f-40c3-b6c3-2c7155220983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baa69a46-5952-4290-9fda-bbfa708c843e'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:17:20.909664 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port baa69a46-5952-4290-9fda-bbfa708c843e, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=baa69a46-5952-4290-9fda-bbfa708c843e,segment=NetworkSegment(a16f69ce-40cb-480f-955b-5108af126ba1),segment_id=a16f69ce-40cb-480f-955b-5108af126ba1)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:17:20.958013 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecfa0d0f-113f-40c3-b6c3-2c7155220983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baa69a46-5952-4290-9fda-bbfa708c843e', 'code': 200} Feb 10 23:17:20.990142 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:21.054127 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=baa69a46-5952-4290-9fda-bbfa708c843e,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:17:21.239140 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20cda78b-c0d7-48f5-ac09-93acbdb4427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:21.361637 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-33ced85b-49d4-44cb-9e6f-d663bf86d5eb req-2ca2d294-84ac-422c-81da-a56e2dfe8720 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ecfa0d0f-113f-40c3-b6c3-2c7155220983 HTTP/1.1" status: 200 len: 1136 time: 0.0668106 Feb 10 23:17:21.403290 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-33ced85b-49d4-44cb-9e6f-d663bf86d5eb req-d6072a19-8c13-4c93-953e-4ddc4e2502e0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=694b715d-211c-4518-ad5d-d9c6aaa8c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357749 Feb 10 23:17:21.807528 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11410480-1013-493d-8036-f44861c602e5 req-f9d449ba-ca6d-4071-b905-b8783883e0d1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:21.808977 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-11410480-1013-493d-8036-f44861c602e5 req-f9d449ba-ca6d-4071-b905-b8783883e0d1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecfa0d0f-113f-40c3-b6c3-2c7155220983 HTTP/1.1" status: 200 len: 983 time: 0.0811594 Feb 10 23:17:21.854551 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-11410480-1013-493d-8036-f44861c602e5 req-c03537d5-2154-41e5-a47b-931344d50423 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=694b715d-211c-4518-ad5d-d9c6aaa8c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391216 Feb 10 23:17:22.463744 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:22.601201 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:23.055247 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db368efd-a82a-4db9-bfb6-8dc788925c93 req-f424b9d9-fa15-4a87-bcd3-b9e3b55c41f4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:23.056662 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-db368efd-a82a-4db9-bfb6-8dc788925c93 req-f424b9d9-fa15-4a87-bcd3-b9e3b55c41f4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecfa0d0f-113f-40c3-b6c3-2c7155220983 HTTP/1.1" status: 200 len: 983 time: 0.0767403 Feb 10 23:17:23.102252 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-db368efd-a82a-4db9-bfb6-8dc788925c93 req-0d2eaa35-c1d4-489f-a0e2-aa0bcda01d5f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=694b715d-211c-4518-ad5d-d9c6aaa8c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401757 Feb 10 23:17:23.301494 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845f5f5-49b4-4b99-8fe9-8a1930e55513 req-4055aa0e-de51-4881-861b-cd049b29b271 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:23.302927 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0845f5f5-49b4-4b99-8fe9-8a1930e55513 req-4055aa0e-de51-4881-861b-cd049b29b271 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecfa0d0f-113f-40c3-b6c3-2c7155220983 HTTP/1.1" status: 200 len: 983 time: 0.0795116 Feb 10 23:17:23.348869 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0845f5f5-49b4-4b99-8fe9-8a1930e55513 req-7523729a-41f1-4d78-a7c8-5f17303945e2 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=694b715d-211c-4518-ad5d-d9c6aaa8c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403514 Feb 10 23:17:23.387014 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51124) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:17:23.486367 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-999b78dc-3a90-4eb6-ac6f-d70536a77cfb tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=ecfa0d0f-113f-40c3-b6c3-2c7155220983 HTTP/1.1" status: 200 len: 1131 time: 0.1076715 Feb 10 23:17:23.489926 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51128) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:17:23.495005 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-7f8b23d2-1455-4e8e-9a79-3d1dec0dddd0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'floatingip': {'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'port_id': 'baa69a46-5952-4290-9fda-bbfa708c843e', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:17:23.501547 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7f8b23d2-1455-4e8e-9a79-3d1dec0dddd0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:17:23.505366 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-7f8b23d2-1455-4e8e-9a79-3d1dec0dddd0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:floatingip and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:17:23.508175 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-7f8b23d2-1455-4e8e-9a79-3d1dec0dddd0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:17:23.513748 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7f8b23d2-1455-4e8e-9a79-3d1dec0dddd0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:17:23.635586 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f8b23d2-1455-4e8e-9a79-3d1dec0dddd0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for floatingip, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:23.767581 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f8b23d2-1455-4e8e-9a79-3d1dec0dddd0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:23.904231 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-7f8b23d2-1455-4e8e-9a79-3d1dec0dddd0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Allocated IP 172.26.8.79 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/4c7500e3-0ecd-41d5-87bc-872d86f6f88f) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:17:24.001475 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:24.051223 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f8b23d2-1455-4e8e-9a79-3d1dec0dddd0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:24.156373 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f8b23d2-1455-4e8e-9a79-3d1dec0dddd0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:24.222618 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8b23d2-1455-4e8e-9a79-3d1dec0dddd0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:17:24.225296 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-7f8b23d2-1455-4e8e-9a79-3d1dec0dddd0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:17:24.229606 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8b23d2-1455-4e8e-9a79-3d1dec0dddd0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:17:24.258407 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8b23d2-1455-4e8e-9a79-3d1dec0dddd0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Port': ['ID=4c7500e3-0ecd-41d5-87bc-872d86f6f88f,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:17:24.731353 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f8b23d2-1455-4e8e-9a79-3d1dec0dddd0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:24.864133 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f8b23d2-1455-4e8e-9a79-3d1dec0dddd0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:25.153696 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f8b23d2-1455-4e8e-9a79-3d1dec0dddd0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:25.218094 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f8b23d2-1455-4e8e-9a79-3d1dec0dddd0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:25.323250 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8b23d2-1455-4e8e-9a79-3d1dec0dddd0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Port': ['ID=4c7500e3-0ecd-41d5-87bc-872d86f6f88f,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:17:25.337607 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f8b23d2-1455-4e8e-9a79-3d1dec0dddd0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1734214'] for floatingip, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:25.541308 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.l3_db [None req-7f8b23d2-1455-4e8e-9a79-3d1dec0dddd0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Floating IP ef125f59-7319-4761-91fa-758b4ea4073e associated. External IP: 172.26.8.79, port: baa69a46-5952-4290-9fda-bbfa708c843e. Feb 10 23:17:25.938707 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f8b23d2-1455-4e8e-9a79-3d1dec0dddd0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Router bf859d1b-328f-4aa1-99e5-6a6733d0d4ce has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:17:26.154552 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f8b23d2-1455-4e8e-9a79-3d1dec0dddd0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:17:26.167204 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ad8fba-5689-43af-8d86-704e4b2d506b None None] Sync routers for ids ['bf859d1b-328f-4aa1-99e5-6a6733d0d4ce'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:17:26.184115 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ad8fba-5689-43af-8d86-704e4b2d506b None None] Routers {'bf859d1b-328f-4aa1-99e5-6a6733d0d4ce'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:17:26.207649 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-32ad8fba-5689-43af-8d86-704e4b2d506b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:17:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['bf859d1b-328f-4aa1-99e5-6a6733d0d4ce'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:17:26.258494 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f8b23d2-1455-4e8e-9a79-3d1dec0dddd0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:26.312996 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-7f8b23d2-1455-4e8e-9a79-3d1dec0dddd0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 2.8220105 Feb 10 23:17:26.313570 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecfa0d0f-113f-40c3-b6c3-2c7155220983', 'tag': 'baa69a46-5952-4290-9fda-bbfa708c843e'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:17:26.316307 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 51134) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:17:26.369042 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecfa0d0f-113f-40c3-b6c3-2c7155220983', 'tag': 'baa69a46-5952-4290-9fda-bbfa708c843e', 'status': 'completed', 'code': 200} Feb 10 23:17:26.374797 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-32ad8fba-5689-43af-8d86-704e4b2d506b None None] Set router bf859d1b-328f-4aa1-99e5-6a6733d0d4ce gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:17:26.428945 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1d4b7aa1-f058-44f2-b625-c7d736c38e2f tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=ecfa0d0f-113f-40c3-b6c3-2c7155220983&network_id=2a5ed911-b6e0-463d-9c4d-76e839dfb4c6 HTTP/1.1" status: 200 len: 1131 time: 0.1089497 Feb 10 23:17:26.465239 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cfa9114e-fb2f-42e4-af14-cf504732ce98 req-597eb8c5-2e15-4c80-83ee-ae55b53ee487 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&device_id=ecfa0d0f-113f-40c3-b6c3-2c7155220983 HTTP/1.1" status: 200 len: 1136 time: 0.0748854 Feb 10 23:17:26.616259 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9114e-fb2f-42e4-af14-cf504732ce98 req-7ab2d525-ad6e-4cce-9dac-69a500f61717 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:26.617880 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cfa9114e-fb2f-42e4-af14-cf504732ce98 req-7ab2d525-ad6e-4cce-9dac-69a500f61717 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2a5ed911-b6e0-463d-9c4d-76e839dfb4c6 HTTP/1.1" status: 200 len: 898 time: 0.1464076 Feb 10 23:17:26.725779 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cfa9114e-fb2f-42e4-af14-cf504732ce98 req-bce580e7-8c07-4f7d-a2e1-2618585d48ce service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=baa69a46-5952-4290-9fda-bbfa708c843e HTTP/1.1" status: 200 len: 1036 time: 0.1015344 Feb 10 23:17:26.789801 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-32ad8fba-5689-43af-8d86-704e4b2d506b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf859d1b-328f-4aa1-99e5-6a6733d0d4ce', 'name': 'tempest-TestNetworkBasicOps-router-949689062', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.155'}], 'enable_snat': True}, 'gw_port_id': '22f7fcb3-17cb-437a-8616-8e8993dbef15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:16:58Z', 'updated_at': '2022-02-10T23:17:03Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '22f7fcb3-17cb-437a-8616-8e8993dbef15', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:50:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf859d1b-328f-4aa1-99e5-6a6733d0d4ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:16:58Z', 'updated_at': '2022-02-10T23:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': 'ef125f59-7319-4761-91fa-758b4ea4073e', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'floating_ip_address': '172.26.8.79', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': 'bf859d1b-328f-4aa1-99e5-6a6733d0d4ce', 'port_id': 'baa69a46-5952-4290-9fda-bbfa708c843e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-2136885058', 'network_id': '2a5ed911-b6e0-463d-9c4d-76e839dfb4c6', 'mac_address': 'fa:16:3e:90:32:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfa0d0f-113f-40c3-b6c3-2c7155220983', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:17:24Z', 'updated_at': '2022-02-10T23:17:24Z', 'revision_number': 0, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'febec6ba-cc3e-4144-ad5a-bbd966917d4f', 'name': '', 'network_id': '2a5ed911-b6e0-463d-9c4d-76e839dfb4c6', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:10:79:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf859d1b-328f-4aa1-99e5-6a6733d0d4ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0726e625-4fab-49ab-8b2e-2bd62fd6d28f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:17:02Z', 'updated_at': '2022-02-10T23:17:10Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': '0726e625-4fab-49ab-8b2e-2bd62fd6d28f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:17:26.793522 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ad8fba-5689-43af-8d86-704e4b2d506b None None] Checking router: bf859d1b-328f-4aa1-99e5-6a6733d0d4ce for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:17:26.798799 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9114e-fb2f-42e4-af14-cf504732ce98 req-173ff715-6262-4390-ac89-0ec6901e97e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:26.800261 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cfa9114e-fb2f-42e4-af14-cf504732ce98 req-173ff715-6262-4390-ac89-0ec6901e97e0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0726e625-4fab-49ab-8b2e-2bd62fd6d28f HTTP/1.1" status: 200 len: 835 time: 0.0634029 Feb 10 23:17:26.804179 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ad8fba-5689-43af-8d86-704e4b2d506b None None] Routers {'bf859d1b-328f-4aa1-99e5-6a6733d0d4ce'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:17:26.804859 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-32ad8fba-5689-43af-8d86-704e4b2d506b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:17:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['bf859d1b-328f-4aa1-99e5-6a6733d0d4ce'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:17:26.874441 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cfa9114e-fb2f-42e4-af14-cf504732ce98 req-f722937e-2767-4661-ab01-ade32c489e4e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2a5ed911-b6e0-463d-9c4d-76e839dfb4c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688944 Feb 10 23:17:26.987174 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-32ad8fba-5689-43af-8d86-704e4b2d506b None None] Set router bf859d1b-328f-4aa1-99e5-6a6733d0d4ce gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:17:27.017455 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cfa9114e-fb2f-42e4-af14-cf504732ce98 req-dd066894-68fa-440a-b0ad-5e6ec261ad55 service neutron] 10.222.0.37 "GET /v2.0/networks/2a5ed911-b6e0-463d-9c4d-76e839dfb4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373875 Feb 10 23:17:27.166817 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cfa9114e-fb2f-42e4-af14-cf504732ce98 req-f4a4f071-963e-4ca7-ad17-bb2f4db7bd44 service neutron] 10.222.0.37 "GET /v2.0/networks/2a5ed911-b6e0-463d-9c4d-76e839dfb4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438115 Feb 10 23:17:27.278606 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40048430-4fc0-4e19-aab2-446d64d7a836 req-955a3715-9a00-494a-8ee1-9a83978c2c93 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:27.280103 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-40048430-4fc0-4e19-aab2-446d64d7a836 req-955a3715-9a00-494a-8ee1-9a83978c2c93 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecfa0d0f-113f-40c3-b6c3-2c7155220983 HTTP/1.1" status: 200 len: 983 time: 0.0885181 Feb 10 23:17:27.331487 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-40048430-4fc0-4e19-aab2-446d64d7a836 req-26fc9067-926d-46ce-af15-820aded23986 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=694b715d-211c-4518-ad5d-d9c6aaa8c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440674 Feb 10 23:17:27.355490 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-32ad8fba-5689-43af-8d86-704e4b2d506b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf859d1b-328f-4aa1-99e5-6a6733d0d4ce', 'name': 'tempest-TestNetworkBasicOps-router-949689062', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.155'}], 'enable_snat': True}, 'gw_port_id': '22f7fcb3-17cb-437a-8616-8e8993dbef15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:16:58Z', 'updated_at': '2022-02-10T23:17:03Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '22f7fcb3-17cb-437a-8616-8e8993dbef15', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:50:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf859d1b-328f-4aa1-99e5-6a6733d0d4ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:16:58Z', 'updated_at': '2022-02-10T23:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': 'ef125f59-7319-4761-91fa-758b4ea4073e', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'floating_ip_address': '172.26.8.79', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': 'bf859d1b-328f-4aa1-99e5-6a6733d0d4ce', 'port_id': 'baa69a46-5952-4290-9fda-bbfa708c843e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-2136885058', 'network_id': '2a5ed911-b6e0-463d-9c4d-76e839dfb4c6', 'mac_address': 'fa:16:3e:90:32:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfa0d0f-113f-40c3-b6c3-2c7155220983', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:17:24Z', 'updated_at': '2022-02-10T23:17:24Z', 'revision_number': 0, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'febec6ba-cc3e-4144-ad5a-bbd966917d4f', 'name': '', 'network_id': '2a5ed911-b6e0-463d-9c4d-76e839dfb4c6', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:10:79:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf859d1b-328f-4aa1-99e5-6a6733d0d4ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0726e625-4fab-49ab-8b2e-2bd62fd6d28f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:17:02Z', 'updated_at': '2022-02-10T23:17:10Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': '0726e625-4fab-49ab-8b2e-2bd62fd6d28f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:17:27.360340 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ad8fba-5689-43af-8d86-704e4b2d506b None None] The sync data for ids ['bf859d1b-328f-4aa1-99e5-6a6733d0d4ce'] in dv-neutron-828797-1-hyperv is: [{'id': 'bf859d1b-328f-4aa1-99e5-6a6733d0d4ce', 'name': 'tempest-TestNetworkBasicOps-router-949689062', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.155'}], 'enable_snat': True}, 'gw_port_id': '22f7fcb3-17cb-437a-8616-8e8993dbef15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:16:58Z', 'updated_at': '2022-02-10T23:17:03Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '22f7fcb3-17cb-437a-8616-8e8993dbef15', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:50:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf859d1b-328f-4aa1-99e5-6a6733d0d4ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:16:58Z', 'updated_at': '2022-02-10T23:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': 'ef125f59-7319-4761-91fa-758b4ea4073e', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'floating_ip_address': '172.26.8.79', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': 'bf859d1b-328f-4aa1-99e5-6a6733d0d4ce', 'port_id': 'baa69a46-5952-4290-9fda-bbfa708c843e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-2136885058', 'network_id': '2a5ed911-b6e0-463d-9c4d-76e839dfb4c6', 'mac_address': 'fa:16:3e:90:32:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfa0d0f-113f-40c3-b6c3-2c7155220983', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:17:24Z', 'updated_at': '2022-02-10T23:17:24Z', 'revision_number': 0, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'febec6ba-cc3e-4144-ad5a-bbd966917d4f', 'name': '', 'network_id': '2a5ed911-b6e0-463d-9c4d-76e839dfb4c6', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:10:79:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf859d1b-328f-4aa1-99e5-6a6733d0d4ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0726e625-4fab-49ab-8b2e-2bd62fd6d28f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:17:02Z', 'updated_at': '2022-02-10T23:17:10Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': '0726e625-4fab-49ab-8b2e-2bd62fd6d28f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:17:27.559105 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d160f04c-6e1d-4bbb-9513-6cd491538ded None None] New status for floating IP ef125f59-7319-4761-91fa-758b4ea4073e: ACTIVE {{(pid=84334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 23:17:28.582191 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6089f5-7b94-45ef-8f72-6a00e5a797ee req-1b85a26e-8ff9-4a33-952d-fdb6c2bf0891 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:28.583673 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-db6089f5-7b94-45ef-8f72-6a00e5a797ee req-1b85a26e-8ff9-4a33-952d-fdb6c2bf0891 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecfa0d0f-113f-40c3-b6c3-2c7155220983 HTTP/1.1" status: 200 len: 983 time: 0.1286500 Feb 10 23:17:28.827708 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b306bcc5-f7b1-4c8d-894b-cd24f6c44e95 req-d2bb515b-a557-45f2-bfaa-49dd79c7d745 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:28.827708 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b306bcc5-f7b1-4c8d-894b-cd24f6c44e95 req-d2bb515b-a557-45f2-bfaa-49dd79c7d745 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecfa0d0f-113f-40c3-b6c3-2c7155220983 HTTP/1.1" status: 200 len: 983 time: 0.1421494 Feb 10 23:17:28.827708 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-db6089f5-7b94-45ef-8f72-6a00e5a797ee req-c8d23d42-2332-40d5-957e-1e1b37bb79a3 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=694b715d-211c-4518-ad5d-d9c6aaa8c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591919 Feb 10 23:17:28.827708 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b306bcc5-f7b1-4c8d-894b-cd24f6c44e95 req-50b4e0b2-907a-4dd4-a034-9c38c4e2d450 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:28.827708 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b306bcc5-f7b1-4c8d-894b-cd24f6c44e95 req-50b4e0b2-907a-4dd4-a034-9c38c4e2d450 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.37 "GET /v2.0/ports/baa69a46-5952-4290-9fda-bbfa708c843e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1616900 Feb 10 23:17:28.957112 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b306bcc5-f7b1-4c8d-894b-cd24f6c44e95 req-507b18bd-b82a-40fb-8e79-acf4ee99c44b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.37 "GET /v2.0/networks/2a5ed911-b6e0-463d-9c4d-76e839dfb4c6?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1365347 Feb 10 23:17:28.966202 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-b306bcc5-f7b1-4c8d-894b-cd24f6c44e95 req-a3144e0c-bf95-4248-aee2-1f6c4b02cd9b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:17:29.068032 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-b306bcc5-f7b1-4c8d-894b-cd24f6c44e95 req-a3144e0c-bf95-4248-aee2-1f6c4b02cd9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:29.260877 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-b306bcc5-f7b1-4c8d-894b-cd24f6c44e95 req-a3144e0c-bf95-4248-aee2-1f6c4b02cd9b service neutron] For port baa69a46-5952-4290-9fda-bbfa708c843e, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=baa69a46-5952-4290-9fda-bbfa708c843e,segment=NetworkSegment(a16f69ce-40cb-480f-955b-5108af126ba1),segment_id=a16f69ce-40cb-480f-955b-5108af126ba1)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:17:29.288152 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-b306bcc5-f7b1-4c8d-894b-cd24f6c44e95 req-a3144e0c-bf95-4248-aee2-1f6c4b02cd9b service neutron] For port baa69a46-5952-4290-9fda-bbfa708c843e, host hv-neutron-8287, cleared binding levels {{(pid=84332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:17:29.336132 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [req-b306bcc5-f7b1-4c8d-894b-cd24f6c44e95 req-a3144e0c-bf95-4248-aee2-1f6c4b02cd9b service neutron] device_id is not set on port baa69a46-5952-4290-9fda-bbfa708c843e yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:17:29.343830 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-b306bcc5-f7b1-4c8d-894b-cd24f6c44e95 req-a3144e0c-bf95-4248-aee2-1f6c4b02cd9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:29.429367 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-b306bcc5-f7b1-4c8d-894b-cd24f6c44e95 req-a3144e0c-bf95-4248-aee2-1f6c4b02cd9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:29.566274 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3144e0c-bf95-4248-aee2-1f6c4b02cd9b service neutron] Pushing event updated for resources: {'Port': ['ID=baa69a46-5952-4290-9fda-bbfa708c843e,revision_number=6']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:17:29.628075 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-b306bcc5-f7b1-4c8d-894b-cd24f6c44e95 req-a3144e0c-bf95-4248-aee2-1f6c4b02cd9b service neutron] No DVR routers for this DVR port baa69a46-5952-4290-9fda-bbfa708c843e on host hv-neutron-8287 {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:17:29.792188 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-12ff82f5-59be-47df-b0f2-a711ff95f617 None None] Provisioning complete for port baa69a46-5952-4290-9fda-bbfa708c843e triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:17:29.792801 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-12ff82f5-59be-47df-b0f2-a711ff95f617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:29.850153 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-12ff82f5-59be-47df-b0f2-a711ff95f617 None None] Port baa69a46-5952-4290-9fda-bbfa708c843e cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:17:29.861080 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-e0748678-778f-4021-913d-ce18b07ab2d5 req-0eb268fb-4a53-4323-8bf6-552800729e01 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecfa0d0f-113f-40c3-b6c3-2c7155220983 HTTP/1.1" status: 200 len: 210 time: 0.0435667 Feb 10 23:17:29.887936 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-b306bcc5-f7b1-4c8d-894b-cd24f6c44e95 req-a3144e0c-bf95-4248-aee2-1f6c4b02cd9b service neutron] In _notify_port_updated(), no bound segment for port baa69a46-5952-4290-9fda-bbfa708c843e on network 2a5ed911-b6e0-463d-9c4d-76e839dfb4c6 {{(pid=84332) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 23:17:29.889018 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-b306bcc5-f7b1-4c8d-894b-cd24f6c44e95 req-a3144e0c-bf95-4248-aee2-1f6c4b02cd9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:29.890266 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b306bcc5-f7b1-4c8d-894b-cd24f6c44e95 req-a3144e0c-bf95-4248-aee2-1f6c4b02cd9b service neutron] 10.222.0.37 "PUT /v2.0/ports/baa69a46-5952-4290-9fda-bbfa708c843e HTTP/1.1" status: 200 len: 1026 time: 0.9278631 Feb 10 23:17:30.634156 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device baa69a46-5952-4290-9fda-bbfa708c843e no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:17:30.694533 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device baa69a46-5952-4290-9fda-bbfa708c843e not bound to the agent host hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:17:30.965773 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 51150) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:17:31.032320 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bd140a-e40a-452c-9df3-2ca3b8375484 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:31.033660 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-99bd140a-e40a-452c-9df3-2ca3b8375484 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports/baa69a46-5952-4290-9fda-bbfa708c843e HTTP/1.1" status: 200 len: 925 time: 0.0669041 Feb 10 23:17:31.334942 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51156) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:17:31.340352 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-0956abc6-f700-4d98-842a-3e16ed12b7c9 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1268751955', 'description': 'tempest-secgroup-smoke-1268751955 description', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:17:31.346788 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-0956abc6-f700-4d98-842a-3e16ed12b7c9 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:17:31.355953 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-0956abc6-f700-4d98-842a-3e16ed12b7c9 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:17:31.440411 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0956abc6-f700-4d98-842a-3e16ed12b7c9 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:31.474496 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-0956abc6-f700-4d98-842a-3e16ed12b7c9 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:17:31.478206 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-0956abc6-f700-4d98-842a-3e16ed12b7c9 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:17:31.481015 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-0956abc6-f700-4d98-842a-3e16ed12b7c9 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:17:31.486649 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-0956abc6-f700-4d98-842a-3e16ed12b7c9 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:17:31.541748 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0956abc6-f700-4d98-842a-3e16ed12b7c9 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:31.617414 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0956abc6-f700-4d98-842a-3e16ed12b7c9 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:31.662387 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0956abc6-f700-4d98-842a-3e16ed12b7c9 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86d4ec52-0022-4cd6-ac20-d193289897a7,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:17:31.737847 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0956abc6-f700-4d98-842a-3e16ed12b7c9 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:31.739051 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-0956abc6-f700-4d98-842a-3e16ed12b7c9 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4031544 Feb 10 23:17:31.741860 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51160) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:17:31.747253 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-a5ba914f-5b81-4e36-a9ad-b950d40ff203 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': '86d4ec52-0022-4cd6-ac20-d193289897a7', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:17:31.754036 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a5ba914f-5b81-4e36-a9ad-b950d40ff203 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:17:31.757873 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-a5ba914f-5b81-4e36-a9ad-b950d40ff203 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:17:31.760746 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-a5ba914f-5b81-4e36-a9ad-b950d40ff203 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:17:31.767123 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a5ba914f-5b81-4e36-a9ad-b950d40ff203 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:17:31.846489 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a5ba914f-5b81-4e36-a9ad-b950d40ff203 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:31.905382 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a5ba914f-5b81-4e36-a9ad-b950d40ff203 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:31.966240 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a5ba914f-5b81-4e36-a9ad-b950d40ff203 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:31.989055 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ba914f-5b81-4e36-a9ad-b950d40ff203 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac485f42-a2b8-4d9e-bae8-a1a9e4f7b1a1,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:17:32.086440 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a5ba914f-5b81-4e36-a9ad-b950d40ff203 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:32.087589 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-a5ba914f-5b81-4e36-a9ad-b950d40ff203 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3447948 Feb 10 23:17:32.090402 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51164) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:17:32.095604 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-376988c3-959a-40ce-a287-90b8e8844fc4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': '86d4ec52-0022-4cd6-ac20-d193289897a7', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:17:32.101423 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-376988c3-959a-40ce-a287-90b8e8844fc4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:17:32.105092 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-376988c3-959a-40ce-a287-90b8e8844fc4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:17:32.107930 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-376988c3-959a-40ce-a287-90b8e8844fc4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:17:32.113505 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-376988c3-959a-40ce-a287-90b8e8844fc4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:17:32.242090 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-376988c3-959a-40ce-a287-90b8e8844fc4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:32.303093 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-376988c3-959a-40ce-a287-90b8e8844fc4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:32.394666 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-376988c3-959a-40ce-a287-90b8e8844fc4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:32.513251 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376988c3-959a-40ce-a287-90b8e8844fc4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5674bf73-48c8-4a87-add1-32def23b8dbf,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:17:32.589283 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-376988c3-959a-40ce-a287-90b8e8844fc4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:32.593217 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-376988c3-959a-40ce-a287-90b8e8844fc4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4992464 Feb 10 23:17:32.593932 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51168) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:17:32.599485 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-09140aff-5084-4325-b338-fb669146237a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': '86d4ec52-0022-4cd6-ac20-d193289897a7', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:17:32.605415 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-09140aff-5084-4325-b338-fb669146237a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:17:32.609841 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-09140aff-5084-4325-b338-fb669146237a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:17:32.612804 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-09140aff-5084-4325-b338-fb669146237a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:17:32.618388 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-09140aff-5084-4325-b338-fb669146237a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:17:32.709721 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-09140aff-5084-4325-b338-fb669146237a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:32.770464 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-09140aff-5084-4325-b338-fb669146237a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:32.834671 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-09140aff-5084-4325-b338-fb669146237a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:32.857300 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09140aff-5084-4325-b338-fb669146237a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90f6bd1e-0b39-4b63-ba5a-190dd31c8f51,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:17:32.920566 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-09140aff-5084-4325-b338-fb669146237a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:32.922321 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-09140aff-5084-4325-b338-fb669146237a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3268275 Feb 10 23:17:32.925558 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51172) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:17:32.930809 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-5a432454-7aa1-4bf3-ba75-cbb853cc6ac0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': '86d4ec52-0022-4cd6-ac20-d193289897a7', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:17:32.936697 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5a432454-7aa1-4bf3-ba75-cbb853cc6ac0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:17:32.940515 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-5a432454-7aa1-4bf3-ba75-cbb853cc6ac0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:17:32.943703 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-5a432454-7aa1-4bf3-ba75-cbb853cc6ac0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:17:32.949311 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5a432454-7aa1-4bf3-ba75-cbb853cc6ac0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:17:33.018642 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5a432454-7aa1-4bf3-ba75-cbb853cc6ac0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:33.080755 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5a432454-7aa1-4bf3-ba75-cbb853cc6ac0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:33.131627 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5a432454-7aa1-4bf3-ba75-cbb853cc6ac0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:33.156800 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a432454-7aa1-4bf3-ba75-cbb853cc6ac0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce1ff8c4-c896-4c42-bdf4-1510aab0b73f,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:17:33.206312 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5a432454-7aa1-4bf3-ba75-cbb853cc6ac0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:33.207514 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-5a432454-7aa1-4bf3-ba75-cbb853cc6ac0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2810366 Feb 10 23:17:33.210176 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51176) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:17:33.215412 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-82975601-f987-40e0-95dd-b8d590fa7268 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': '86d4ec52-0022-4cd6-ac20-d193289897a7', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:17:33.221979 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-82975601-f987-40e0-95dd-b8d590fa7268 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:17:33.225866 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-82975601-f987-40e0-95dd-b8d590fa7268 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:17:33.228742 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-82975601-f987-40e0-95dd-b8d590fa7268 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:17:33.234751 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-82975601-f987-40e0-95dd-b8d590fa7268 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:17:33.280728 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.securitygroups_db [None req-82975601-f987-40e0-95dd-b8d590fa7268 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Project 714fdf59d9ad4aa1b5cc4598e806e542 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:17:33.288748 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-82975601-f987-40e0-95dd-b8d590fa7268 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:33.353273 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-82975601-f987-40e0-95dd-b8d590fa7268 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:33.428654 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-82975601-f987-40e0-95dd-b8d590fa7268 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:33.451232 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82975601-f987-40e0-95dd-b8d590fa7268 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39da38b1-9b72-4c62-b3aa-9f30848f0ebe,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:17:33.525823 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-82975601-f987-40e0-95dd-b8d590fa7268 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:33.526984 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-82975601-f987-40e0-95dd-b8d590fa7268 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3158875 Feb 10 23:17:33.529689 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51180) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:17:33.535246 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-53d219d9-3e77-48e4-a16f-dff2cd14521a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': '86d4ec52-0022-4cd6-ac20-d193289897a7', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:17:33.541278 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-53d219d9-3e77-48e4-a16f-dff2cd14521a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:17:33.545138 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-53d219d9-3e77-48e4-a16f-dff2cd14521a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:17:33.548380 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-53d219d9-3e77-48e4-a16f-dff2cd14521a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:17:33.554707 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-53d219d9-3e77-48e4-a16f-dff2cd14521a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:17:33.641279 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.securitygroups_db [None req-53d219d9-3e77-48e4-a16f-dff2cd14521a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Project 714fdf59d9ad4aa1b5cc4598e806e542 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:17:33.647901 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-53d219d9-3e77-48e4-a16f-dff2cd14521a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:33.711072 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-53d219d9-3e77-48e4-a16f-dff2cd14521a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:33.783280 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-53d219d9-3e77-48e4-a16f-dff2cd14521a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:33.808432 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d219d9-3e77-48e4-a16f-dff2cd14521a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0c52eb7-d0b4-455f-9264-101e65dc93ee,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:17:33.892099 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-53d219d9-3e77-48e4-a16f-dff2cd14521a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:33.893286 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-53d219d9-3e77-48e4-a16f-dff2cd14521a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3627193 Feb 10 23:17:34.063298 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c9bba720-be40-48a2-92d2-c09d9d5cd9db req-ca1b1796-0d1a-4ae0-acc0-05fbf52df904 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1268751955&fields=id&tenant_id=714fdf59d9ad4aa1b5cc4598e806e542 HTTP/1.1" status: 200 len: 267 time: 0.0402036 Feb 10 23:17:34.136590 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bba720-be40-48a2-92d2-c09d9d5cd9db req-b49bd303-f220-43ce-a424-ffd0fbba47f5 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:34.137927 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c9bba720-be40-48a2-92d2-c09d9d5cd9db req-b49bd303-f220-43ce-a424-ffd0fbba47f5 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports/baa69a46-5952-4290-9fda-bbfa708c843e HTTP/1.1" status: 200 len: 930 time: 0.0681508 Feb 10 23:17:34.206944 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c9bba720-be40-48a2-92d2-c09d9d5cd9db req-82375070-589d-4809-a73c-8ea86d325669 service neutron] 10.222.0.59 "GET /v2.0/ports/baa69a46-5952-4290-9fda-bbfa708c843e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0572307 Feb 10 23:17:34.335219 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c9bba720-be40-48a2-92d2-c09d9d5cd9db req-ac35d402-bbaf-4204-816b-7496744c1a97 service neutron] 10.222.0.59 "GET /v2.0/networks/2a5ed911-b6e0-463d-9c4d-76e839dfb4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224475 Feb 10 23:17:34.462703 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c9bba720-be40-48a2-92d2-c09d9d5cd9db req-82f309ae-5337-4492-b232-4ce0bc298b30 service neutron] 10.222.0.59 "GET /v2.0/networks/2a5ed911-b6e0-463d-9c4d-76e839dfb4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217754 Feb 10 23:17:34.754202 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-b5387404-c14b-454f-ad7a-f4889dc8a2c1 req-6af1285f-45cf-497b-b0c4-95bf73661e3c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee6d0521-5473-4e05-9900-53d026e84790 HTTP/1.1" status: 200 len: 210 time: 0.0455649 Feb 10 23:17:36.069887 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9ac300e5-d071-49ee-b7f5-772674289fa1 req-dea0cc4c-4caa-45da-8a16-5591f0a33c4d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee6d0521-5473-4e05-9900-53d026e84790 HTTP/1.1" status: 200 len: 210 time: 0.0447311 Feb 10 23:17:36.562693 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c9bba720-be40-48a2-92d2-c09d9d5cd9db req-2bdbd5a7-affb-45ca-a2de-512824144e48 service neutron] 10.222.0.37 "GET /v2.0/ports/baa69a46-5952-4290-9fda-bbfa708c843e HTTP/1.1" status: 200 len: 1026 time: 0.1481600 Feb 10 23:17:36.704884 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bba720-be40-48a2-92d2-c09d9d5cd9db req-e928bcee-a27f-48b3-bfa9-f020017cabb5 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:36.706330 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c9bba720-be40-48a2-92d2-c09d9d5cd9db req-e928bcee-a27f-48b3-bfa9-f020017cabb5 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.37 "GET /v2.0/networks?id=2a5ed911-b6e0-463d-9c4d-76e839dfb4c6 HTTP/1.1" status: 200 len: 797 time: 0.1392038 Feb 10 23:17:36.759980 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c9bba720-be40-48a2-92d2-c09d9d5cd9db req-d7eb3399-c778-44c0-ba4d-299c358fbbd6 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=714fdf59d9ad4aa1b5cc4598e806e542 HTTP/1.1" status: 200 len: 473 time: 0.0416555 Feb 10 23:17:36.770176 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-c9bba720-be40-48a2-92d2-c09d9d5cd9db req-a12d424a-ee7c-40e4-8df0-8edb82c2342c service neutron] Request body: {'port': {'device_id': 'ee6d0521-5473-4e05-9900-53d026e84790', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:17:36.876588 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-c9bba720-be40-48a2-92d2-c09d9d5cd9db req-a12d424a-ee7c-40e4-8df0-8edb82c2342c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:37.211437 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [req-c9bba720-be40-48a2-92d2-c09d9d5cd9db req-a12d424a-ee7c-40e4-8df0-8edb82c2342c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baa69a46-5952-4290-9fda-bbfa708c843e {{(pid=84332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:17:37.218503 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-c9bba720-be40-48a2-92d2-c09d9d5cd9db req-a12d424a-ee7c-40e4-8df0-8edb82c2342c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:37.230968 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-d53547b5-b645-446c-b7ac-a043ed876c1d req-bfbe57b0-b73b-4bab-8c14-bad3c2cf1ffd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee6d0521-5473-4e05-9900-53d026e84790 HTTP/1.1" status: 200 len: 210 time: 0.0408859 Feb 10 23:17:37.232490 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-c9bba720-be40-48a2-92d2-c09d9d5cd9db req-a12d424a-ee7c-40e4-8df0-8edb82c2342c service neutron] Transition to ACTIVE for port object baa69a46-5952-4290-9fda-bbfa708c843e will not be triggered until provisioned by entity L2. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:17:37.280705 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-c9bba720-be40-48a2-92d2-c09d9d5cd9db req-a12d424a-ee7c-40e4-8df0-8edb82c2342c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:37.417351 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12d424a-ee7c-40e4-8df0-8edb82c2342c service neutron] Pushing event updated for resources: {'Port': ['ID=baa69a46-5952-4290-9fda-bbfa708c843e,revision_number=7']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:17:37.544985 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-c9bba720-be40-48a2-92d2-c09d9d5cd9db req-a12d424a-ee7c-40e4-8df0-8edb82c2342c service neutron] Attempting to bind port baa69a46-5952-4290-9fda-bbfa708c843e on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:17:37.545312 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-c9bba720-be40-48a2-92d2-c09d9d5cd9db req-a12d424a-ee7c-40e4-8df0-8edb82c2342c service neutron] Attempting to bind port baa69a46-5952-4290-9fda-bbfa708c843e by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': 'a16f69ce-40cb-480f-955b-5108af126ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '2a5ed911-b6e0-463d-9c4d-76e839dfb4c6'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:17:37.545631 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bba720-be40-48a2-92d2-c09d9d5cd9db req-a12d424a-ee7c-40e4-8df0-8edb82c2342c service neutron] Attempting to bind port baa69a46-5952-4290-9fda-bbfa708c843e on network 2a5ed911-b6e0-463d-9c4d-76e839dfb4c6 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:17:37.551464 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bba720-be40-48a2-92d2-c09d9d5cd9db req-a12d424a-ee7c-40e4-8df0-8edb82c2342c service neutron] Port baa69a46-5952-4290-9fda-bbfa708c843e on network 2a5ed911-b6e0-463d-9c4d-76e839dfb4c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:17:37.551780 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bba720-be40-48a2-92d2-c09d9d5cd9db req-a12d424a-ee7c-40e4-8df0-8edb82c2342c service neutron] Attempting to bind port baa69a46-5952-4290-9fda-bbfa708c843e on network 2a5ed911-b6e0-463d-9c4d-76e839dfb4c6 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:17:37.557815 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bba720-be40-48a2-92d2-c09d9d5cd9db req-a12d424a-ee7c-40e4-8df0-8edb82c2342c service neutron] Checking agent: {'id': '0f85d58b-4cda-4360-97cf-be037aef26b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'started_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:17:37.558148 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bba720-be40-48a2-92d2-c09d9d5cd9db req-a12d424a-ee7c-40e4-8df0-8edb82c2342c service neutron] Checking segment: {'id': 'a16f69ce-40cb-480f-955b-5108af126ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '2a5ed911-b6e0-463d-9c4d-76e839dfb4c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:17:37.558519 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bba720-be40-48a2-92d2-c09d9d5cd9db req-a12d424a-ee7c-40e4-8df0-8edb82c2342c service neutron] Bound using segment: {'id': 'a16f69ce-40cb-480f-955b-5108af126ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '2a5ed911-b6e0-463d-9c4d-76e839dfb4c6'} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:17:37.559282 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-c9bba720-be40-48a2-92d2-c09d9d5cd9db req-a12d424a-ee7c-40e4-8df0-8edb82c2342c service neutron] Bound port: baa69a46-5952-4290-9fda-bbfa708c843e, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a16f69ce-40cb-480f-955b-5108af126ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '2a5ed911-b6e0-463d-9c4d-76e839dfb4c6'}}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:17:37.559623 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-c9bba720-be40-48a2-92d2-c09d9d5cd9db req-a12d424a-ee7c-40e4-8df0-8edb82c2342c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:37.650519 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-c9bba720-be40-48a2-92d2-c09d9d5cd9db req-a12d424a-ee7c-40e4-8df0-8edb82c2342c service neutron] For port baa69a46-5952-4290-9fda-bbfa708c843e, host hv-neutron-8287, cleared binding levels {{(pid=84332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:17:37.653342 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-c9bba720-be40-48a2-92d2-c09d9d5cd9db req-a12d424a-ee7c-40e4-8df0-8edb82c2342c service neutron] For port baa69a46-5952-4290-9fda-bbfa708c843e, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=baa69a46-5952-4290-9fda-bbfa708c843e,segment=NetworkSegment(a16f69ce-40cb-480f-955b-5108af126ba1),segment_id=a16f69ce-40cb-480f-955b-5108af126ba1)] {{(pid=84332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:17:37.749057 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-c9bba720-be40-48a2-92d2-c09d9d5cd9db req-a12d424a-ee7c-40e4-8df0-8edb82c2342c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:37.811908 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-c9bba720-be40-48a2-92d2-c09d9d5cd9db req-a12d424a-ee7c-40e4-8df0-8edb82c2342c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:37.813932 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c9bba720-be40-48a2-92d2-c09d9d5cd9db req-a12d424a-ee7c-40e4-8df0-8edb82c2342c service neutron] 10.222.0.37 "PUT /v2.0/ports/baa69a46-5952-4290-9fda-bbfa708c843e HTTP/1.1" status: 200 len: 1131 time: 1.0475545 Feb 10 23:17:37.814379 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee6d0521-5473-4e05-9900-53d026e84790', 'tag': 'baa69a46-5952-4290-9fda-bbfa708c843e'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:17:37.829714 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12d424a-ee7c-40e4-8df0-8edb82c2342c service neutron] Pushing event updated for resources: {'Port': ['ID=baa69a46-5952-4290-9fda-bbfa708c843e,revision_number=8']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:17:37.876374 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee6d0521-5473-4e05-9900-53d026e84790', 'tag': 'baa69a46-5952-4290-9fda-bbfa708c843e', 'status': 'completed', 'code': 200} Feb 10 23:17:37.968797 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6fee85a2-4466-4b5c-a081-a1de5b6c3fad req-765bd83f-095d-4763-a3ec-81ec42ed2481 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&device_id=ee6d0521-5473-4e05-9900-53d026e84790 HTTP/1.1" status: 200 len: 1134 time: 0.0739329 Feb 10 23:17:38.115380 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee85a2-4466-4b5c-a081-a1de5b6c3fad req-4176b889-4e6a-4290-be6e-e3a7e99847f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:38.116754 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6fee85a2-4466-4b5c-a081-a1de5b6c3fad req-4176b889-4e6a-4290-be6e-e3a7e99847f2 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1407695 Feb 10 23:17:38.267327 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee85a2-4466-4b5c-a081-a1de5b6c3fad req-104e84c4-f6a3-4e34-b19c-bfe04d30713f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:38.267327 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6fee85a2-4466-4b5c-a081-a1de5b6c3fad req-104e84c4-f6a3-4e34-b19c-bfe04d30713f service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1339321 Feb 10 23:17:38.363437 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c9bba720-be40-48a2-92d2-c09d9d5cd9db req-e350294e-6bfa-4273-8228-6daf499c80ad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&device_id=ee6d0521-5473-4e05-9900-53d026e84790 HTTP/1.1" status: 200 len: 1134 time: 0.0702090 Feb 10 23:17:38.428936 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13651ec7-3681-479d-9d08-2e74ffac9f65 req-0f607656-81de-42f0-a286-86a3f473bbfc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:38.430484 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-13651ec7-3681-479d-9d08-2e74ffac9f65 req-0f607656-81de-42f0-a286-86a3f473bbfc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee6d0521-5473-4e05-9900-53d026e84790 HTTP/1.1" status: 200 len: 981 time: 0.0762193 Feb 10 23:17:38.482433 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-13651ec7-3681-479d-9d08-2e74ffac9f65 req-b1392708-de86-47b9-ac81-7dedbb44af56 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Synchronizing usage tracker for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:17:38.566537 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c9bba720-be40-48a2-92d2-c09d9d5cd9db req-d4f7699c-c1cc-45d0-b12e-ef5356fef192 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=baa69a46-5952-4290-9fda-bbfa708c843e HTTP/1.1" status: 200 len: 1036 time: 0.1970379 Feb 10 23:17:38.606541 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-13651ec7-3681-479d-9d08-2e74ffac9f65 req-b1392708-de86-47b9-ac81-7dedbb44af56 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Unset dirty status for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:17:38.607693 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-13651ec7-3681-479d-9d08-2e74ffac9f65 req-b1392708-de86-47b9-ac81-7dedbb44af56 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=694b715d-211c-4518-ad5d-d9c6aaa8c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715932 Feb 10 23:17:38.629562 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bba720-be40-48a2-92d2-c09d9d5cd9db req-5374e717-a788-4407-8087-3dbde40db94c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:38.631030 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c9bba720-be40-48a2-92d2-c09d9d5cd9db req-5374e717-a788-4407-8087-3dbde40db94c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0726e625-4fab-49ab-8b2e-2bd62fd6d28f HTTP/1.1" status: 200 len: 835 time: 0.0590463 Feb 10 23:17:38.709479 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c9bba720-be40-48a2-92d2-c09d9d5cd9db req-8d8e9936-a2a7-42fc-a41c-5af1af86f0cd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2a5ed911-b6e0-463d-9c4d-76e839dfb4c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726457 Feb 10 23:17:38.841612 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c9bba720-be40-48a2-92d2-c09d9d5cd9db req-8a50e421-ef46-4b26-b83c-d891c4b47833 service neutron] 10.222.0.37 "GET /v2.0/networks/2a5ed911-b6e0-463d-9c4d-76e839dfb4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257973 Feb 10 23:17:38.969847 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c9bba720-be40-48a2-92d2-c09d9d5cd9db req-661d209b-ede2-4b73-87ff-8f4de740ff03 service neutron] 10.222.0.37 "GET /v2.0/networks/2a5ed911-b6e0-463d-9c4d-76e839dfb4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232681 Feb 10 23:17:39.802218 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0598d-248f-4010-814d-a27ee255a1fa req-a3356db7-2cbc-447e-8068-4bf06ed59f17 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:39.803617 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-10a0598d-248f-4010-814d-a27ee255a1fa req-a3356db7-2cbc-447e-8068-4bf06ed59f17 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee6d0521-5473-4e05-9900-53d026e84790 HTTP/1.1" status: 200 len: 981 time: 0.0743132 Feb 10 23:17:39.848370 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-10a0598d-248f-4010-814d-a27ee255a1fa req-45c8191d-d5f4-4795-a0d7-278991cffea4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=694b715d-211c-4518-ad5d-d9c6aaa8c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390468 Feb 10 23:17:40.688008 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device baa69a46-5952-4290-9fda-bbfa708c843e details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:17:40.819851 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port baa69a46-5952-4290-9fda-bbfa708c843e, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=baa69a46-5952-4290-9fda-bbfa708c843e,segment=NetworkSegment(a16f69ce-40cb-480f-955b-5108af126ba1),segment_id=a16f69ce-40cb-480f-955b-5108af126ba1)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:17:40.832660 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Returning: {'device': 'baa69a46-5952-4290-9fda-bbfa708c843e', 'network_id': '2a5ed911-b6e0-463d-9c4d-76e839dfb4c6', 'port_id': 'baa69a46-5952-4290-9fda-bbfa708c843e', 'mac_address': 'fa:16:3e:90:32:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0726e625-4fab-49ab-8b2e-2bd62fd6d28f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:17:40.885203 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:40.903039 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baa69a46-5952-4290-9fda-bbfa708c843e {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:17:40.919758 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port baa69a46-5952-4290-9fda-bbfa708c843e, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=baa69a46-5952-4290-9fda-bbfa708c843e,segment=NetworkSegment(a16f69ce-40cb-480f-955b-5108af126ba1),segment_id=a16f69ce-40cb-480f-955b-5108af126ba1)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:17:41.017745 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:41.049185 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce7856-3182-4017-b597-8c5511177c92 req-bf7f7413-184a-4322-81f3-5a22f42ca6f1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:41.050899 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-b1ce7856-3182-4017-b597-8c5511177c92 req-bf7f7413-184a-4322-81f3-5a22f42ca6f1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee6d0521-5473-4e05-9900-53d026e84790 HTTP/1.1" status: 200 len: 981 time: 0.0772569 Feb 10 23:17:41.090766 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=baa69a46-5952-4290-9fda-bbfa708c843e,revision_number=9']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:17:41.102430 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-b1ce7856-3182-4017-b597-8c5511177c92 req-f7604002-b60b-456a-87bc-481aec1bb77a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=694b715d-211c-4518-ad5d-d9c6aaa8c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412934 Feb 10 23:17:41.251337 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['baa69a46-5952-4290-9fda-bbfa708c843e'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:17:42.295481 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b7b94-694f-44de-a097-71fdae353234 req-401a61b2-9453-4e1e-8ff0-716ab3bc0e57 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:42.297571 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-693b7b94-694f-44de-a097-71fdae353234 req-401a61b2-9453-4e1e-8ff0-716ab3bc0e57 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee6d0521-5473-4e05-9900-53d026e84790 HTTP/1.1" status: 200 len: 982 time: 0.0804031 Feb 10 23:17:42.342514 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-693b7b94-694f-44de-a097-71fdae353234 req-76415ca8-b877-4449-9b69-9c8eec17a68f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=694b715d-211c-4518-ad5d-d9c6aaa8c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390646 Feb 10 23:17:42.719372 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device baa69a46-5952-4290-9fda-bbfa708c843e up at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:17:42.884813 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning for port baa69a46-5952-4290-9fda-bbfa708c843e completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:17:42.884813 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning complete for port baa69a46-5952-4290-9fda-bbfa708c843e triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:17:42.885147 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:42.997206 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:43.027583 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6d0521-5473-4e05-9900-53d026e84790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baa69a46-5952-4290-9fda-bbfa708c843e'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:17:43.040381 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port baa69a46-5952-4290-9fda-bbfa708c843e, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=baa69a46-5952-4290-9fda-bbfa708c843e,segment=NetworkSegment(a16f69ce-40cb-480f-955b-5108af126ba1),segment_id=a16f69ce-40cb-480f-955b-5108af126ba1)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:17:43.087087 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee6d0521-5473-4e05-9900-53d026e84790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baa69a46-5952-4290-9fda-bbfa708c843e', 'code': 200} Feb 10 23:17:43.137777 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:43.204171 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=baa69a46-5952-4290-9fda-bbfa708c843e,revision_number=10']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:17:43.588131 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2c8d4558-947f-4e67-be7f-262ba752d783 req-7da6c8e9-8049-44f4-8b3c-3a18cd652c51 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ee6d0521-5473-4e05-9900-53d026e84790 HTTP/1.1" status: 200 len: 1137 time: 0.1322806 Feb 10 23:17:43.594865 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06724228-a74d-4494-90cf-aa6ae0c0354e req-36dacd30-7865-4899-9d5d-6432995e4ebb tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:43.601743 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-06724228-a74d-4494-90cf-aa6ae0c0354e req-36dacd30-7865-4899-9d5d-6432995e4ebb tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee6d0521-5473-4e05-9900-53d026e84790 HTTP/1.1" status: 200 len: 984 time: 0.1102734 Feb 10 23:17:43.663274 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2c8d4558-947f-4e67-be7f-262ba752d783 req-ac46e5c3-853c-48a9-8385-601bef07602e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=694b715d-211c-4518-ad5d-d9c6aaa8c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661421 Feb 10 23:17:43.670040 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-06724228-a74d-4494-90cf-aa6ae0c0354e req-0381ac03-7efb-4a7e-b328-cf39f9c2d8be tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=694b715d-211c-4518-ad5d-d9c6aaa8c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581002 Feb 10 23:17:44.876461 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e29abf-cc69-42b1-99ab-51165d289047 req-ff3d34cb-ad21-42d6-a129-908f3cf79971 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:44.877821 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-46e29abf-cc69-42b1-99ab-51165d289047 req-ff3d34cb-ad21-42d6-a129-908f3cf79971 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee6d0521-5473-4e05-9900-53d026e84790 HTTP/1.1" status: 200 len: 984 time: 0.0799732 Feb 10 23:17:44.924030 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-46e29abf-cc69-42b1-99ab-51165d289047 req-0eaea1c5-c1cf-4846-95f1-9e2a9705718c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=694b715d-211c-4518-ad5d-d9c6aaa8c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404947 Feb 10 23:17:46.126736 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0d845-699f-435e-bdbe-eeee7330e28b req-00a843c4-3986-470c-8d68-35e4077b1e80 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:46.128166 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bee0d845-699f-435e-bdbe-eeee7330e28b req-00a843c4-3986-470c-8d68-35e4077b1e80 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee6d0521-5473-4e05-9900-53d026e84790 HTTP/1.1" status: 200 len: 984 time: 0.0801210 Feb 10 23:17:46.174107 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bee0d845-699f-435e-bdbe-eeee7330e28b req-985dd44f-e00e-428b-b83c-71a06a4d422c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=694b715d-211c-4518-ad5d-d9c6aaa8c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403924 Feb 10 23:17:46.177507 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:46.372267 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0fe7d-644a-4b7f-a3bb-f9bda0439465 req-e821eea2-b062-4282-b1f0-0b03347c38d5 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:46.377496 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-adb0fe7d-644a-4b7f-a3bb-f9bda0439465 req-e821eea2-b062-4282-b1f0-0b03347c38d5 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee6d0521-5473-4e05-9900-53d026e84790 HTTP/1.1" status: 200 len: 984 time: 0.0782363 Feb 10 23:17:46.419896 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-adb0fe7d-644a-4b7f-a3bb-f9bda0439465 req-9598543d-a2bd-4cc0-820d-f0f21624122a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=694b715d-211c-4518-ad5d-d9c6aaa8c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396435 Feb 10 23:17:46.447732 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51228) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:17:46.520954 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-d8d07076-8dd8-442c-a4f2-7ac7c3f6915b tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=ee6d0521-5473-4e05-9900-53d026e84790&network_id=2a5ed911-b6e0-463d-9c4d-76e839dfb4c6 HTTP/1.1" status: 200 len: 1132 time: 0.0720930 Feb 10 23:17:47.223308 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f85102-7046-473e-80d7-1de93aa7cbce req-e5027678-e4ac-4890-a321-e89ce0bd162d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:47.224729 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-f1f85102-7046-473e-80d7-1de93aa7cbce req-e5027678-e4ac-4890-a321-e89ce0bd162d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee6d0521-5473-4e05-9900-53d026e84790 HTTP/1.1" status: 200 len: 984 time: 0.0792553 Feb 10 23:17:47.269855 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-f1f85102-7046-473e-80d7-1de93aa7cbce req-a0243faf-3f68-4237-9f2d-5fcd5420d611 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=694b715d-211c-4518-ad5d-d9c6aaa8c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397120 Feb 10 23:17:48.521738 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0a587-57cc-4e3a-8c22-fa34d5976fc2 req-b42f9e24-dbae-4116-8b39-3e88e2b682bc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:48.525726 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-36c0a587-57cc-4e3a-8c22-fa34d5976fc2 req-b42f9e24-dbae-4116-8b39-3e88e2b682bc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee6d0521-5473-4e05-9900-53d026e84790 HTTP/1.1" status: 200 len: 984 time: 0.1363935 Feb 10 23:17:48.528619 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05058a21-db6d-432c-9119-31a4afcd94cc req-dc883b77-541a-4795-85c5-bda61dda3155 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:48.529958 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-05058a21-db6d-432c-9119-31a4afcd94cc req-dc883b77-541a-4795-85c5-bda61dda3155 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee6d0521-5473-4e05-9900-53d026e84790 HTTP/1.1" status: 200 len: 984 time: 0.1133137 Feb 10 23:17:48.623267 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0a587-57cc-4e3a-8c22-fa34d5976fc2 req-3bb6b7b5-e13b-451f-bb6d-ceb7e143de08 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:48.624955 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-36c0a587-57cc-4e3a-8c22-fa34d5976fc2 req-3bb6b7b5-e13b-451f-bb6d-ceb7e143de08 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.37 "GET /v2.0/ports/baa69a46-5952-4290-9fda-bbfa708c843e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0936267 Feb 10 23:17:48.629587 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-05058a21-db6d-432c-9119-31a4afcd94cc req-610a2ec5-daf4-4ca3-bc92-f009f4e627a0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=694b715d-211c-4518-ad5d-d9c6aaa8c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684173 Feb 10 23:17:48.764586 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-36c0a587-57cc-4e3a-8c22-fa34d5976fc2 req-1e282c92-8cf7-4dca-abb9-1210048cf7f2 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.37 "GET /v2.0/networks/2a5ed911-b6e0-463d-9c4d-76e839dfb4c6?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1340816 Feb 10 23:17:48.774136 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-36c0a587-57cc-4e3a-8c22-fa34d5976fc2 req-9a277f3a-6f8d-45bb-a1e0-8c06e80cf6de service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:17:48.880368 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-36c0a587-57cc-4e3a-8c22-fa34d5976fc2 req-9a277f3a-6f8d-45bb-a1e0-8c06e80cf6de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:49.154212 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a854b033-f47f-4b3a-b576-62051ef451d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:49.177071 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-36c0a587-57cc-4e3a-8c22-fa34d5976fc2 req-9a277f3a-6f8d-45bb-a1e0-8c06e80cf6de service neutron] For port baa69a46-5952-4290-9fda-bbfa708c843e, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=baa69a46-5952-4290-9fda-bbfa708c843e,segment=NetworkSegment(a16f69ce-40cb-480f-955b-5108af126ba1),segment_id=a16f69ce-40cb-480f-955b-5108af126ba1)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:17:49.208116 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-36c0a587-57cc-4e3a-8c22-fa34d5976fc2 req-9a277f3a-6f8d-45bb-a1e0-8c06e80cf6de service neutron] For port baa69a46-5952-4290-9fda-bbfa708c843e, host hv-neutron-8287, cleared binding levels {{(pid=84332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:17:49.214756 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:17:49.259514 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [req-36c0a587-57cc-4e3a-8c22-fa34d5976fc2 req-9a277f3a-6f8d-45bb-a1e0-8c06e80cf6de service neutron] device_id is not set on port baa69a46-5952-4290-9fda-bbfa708c843e yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:17:49.268460 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-36c0a587-57cc-4e3a-8c22-fa34d5976fc2 req-9a277f3a-6f8d-45bb-a1e0-8c06e80cf6de service neutron] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:49.417158 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-36c0a587-57cc-4e3a-8c22-fa34d5976fc2 req-9a277f3a-6f8d-45bb-a1e0-8c06e80cf6de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:49.547230 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a277f3a-6f8d-45bb-a1e0-8c06e80cf6de service neutron] Pushing event updated for resources: {'Port': ['ID=baa69a46-5952-4290-9fda-bbfa708c843e,revision_number=11']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:17:49.615372 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c0a587-57cc-4e3a-8c22-fa34d5976fc2 req-9a277f3a-6f8d-45bb-a1e0-8c06e80cf6de service neutron] No DVR routers for this DVR port baa69a46-5952-4290-9fda-bbfa708c843e on host hv-neutron-8287 {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:17:49.729721 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-0f725e7e-28b6-48f5-9d1c-9b89308b6eac None None] Provisioning complete for port baa69a46-5952-4290-9fda-bbfa708c843e triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:17:49.730141 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0f725e7e-28b6-48f5-9d1c-9b89308b6eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:49.785188 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-0f725e7e-28b6-48f5-9d1c-9b89308b6eac None None] Port baa69a46-5952-4290-9fda-bbfa708c843e cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:17:49.805685 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-156d96e2-9a8f-4157-a65b-c947337b40a7 req-2840a138-ca1c-4efe-aeaa-c26a818f4257 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee6d0521-5473-4e05-9900-53d026e84790 HTTP/1.1" status: 200 len: 210 time: 0.0504076 Feb 10 23:17:49.868872 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-36c0a587-57cc-4e3a-8c22-fa34d5976fc2 req-9a277f3a-6f8d-45bb-a1e0-8c06e80cf6de service neutron] In _notify_port_updated(), no bound segment for port baa69a46-5952-4290-9fda-bbfa708c843e on network 2a5ed911-b6e0-463d-9c4d-76e839dfb4c6 {{(pid=84332) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 23:17:49.871384 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-36c0a587-57cc-4e3a-8c22-fa34d5976fc2 req-9a277f3a-6f8d-45bb-a1e0-8c06e80cf6de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:49.872746 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-36c0a587-57cc-4e3a-8c22-fa34d5976fc2 req-9a277f3a-6f8d-45bb-a1e0-8c06e80cf6de service neutron] 10.222.0.37 "PUT /v2.0/ports/baa69a46-5952-4290-9fda-bbfa708c843e HTTP/1.1" status: 200 len: 1027 time: 1.1023281 Feb 10 23:17:50.749435 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device baa69a46-5952-4290-9fda-bbfa708c843e no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:17:50.806452 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device baa69a46-5952-4290-9fda-bbfa708c843e not bound to the agent host hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:17:51.064248 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0c23393b-fcaf-42a9-9698-5f5e135c60e0 req-348294af-82ad-4c1e-a2cc-b7f1ffd1128b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee6d0521-5473-4e05-9900-53d026e84790 HTTP/1.1" status: 200 len: 210 time: 0.1184876 Feb 10 23:17:51.282739 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-18f3fb90-b665-4e31-b523-ae74a351d812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:52.170532 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51248) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:17:52.258000 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-32f7ba7c-3a25-4814-af5b-976b19b77728 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:52.296529 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-32f7ba7c-3a25-4814-af5b-976b19b77728 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:52.480465 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-32f7ba7c-3a25-4814-af5b-976b19b77728 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:52.501566 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f7ba7c-3a25-4814-af5b-976b19b77728 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d4ec52-0022-4cd6-ac20-d193289897a7,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:17:52.520430 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:52.624003 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-32f7ba7c-3a25-4814-af5b-976b19b77728 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:52.624003 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-32f7ba7c-3a25-4814-af5b-976b19b77728 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "DELETE /v2.0/security-groups/86d4ec52-0022-4cd6-ac20-d193289897a7 HTTP/1.1" status: 204 len: 168 time: 0.4503431 Feb 10 23:17:52.640599 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:52.760963 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 51254) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:17:52.977805 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-f549c176-9738-4dc0-b2b4-886bccedda06 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Deleting port 4c7500e3-0ecd-41d5-87bc-872d86f6f88f {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:17:52.978382 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f549c176-9738-4dc0-b2b4-886bccedda06 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:53.152980 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f549c176-9738-4dc0-b2b4-886bccedda06 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:53.153311 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f549c176-9738-4dc0-b2b4-886bccedda06 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:53.278017 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-f549c176-9738-4dc0-b2b4-886bccedda06 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Calling delete_port for 4c7500e3-0ecd-41d5-87bc-872d86f6f88f owned by network:floatingip {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:17:53.531651 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f549c176-9738-4dc0-b2b4-886bccedda06 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:53.612475 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f549c176-9738-4dc0-b2b4-886bccedda06 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event deleted for resources: {'Port': ['ID=4c7500e3-0ecd-41d5-87bc-872d86f6f88f,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:17:53.722540 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f549c176-9738-4dc0-b2b4-886bccedda06 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for floatingip, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:54.011823 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:54.194051 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f549c176-9738-4dc0-b2b4-886bccedda06 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Router bf859d1b-328f-4aa1-99e5-6a6733d0d4ce has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:17:54.397751 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f549c176-9738-4dc0-b2b4-886bccedda06 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:17:54.409446 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b667bee-210f-4e4d-b750-36fa4bbe3570 None None] Sync routers for ids ['bf859d1b-328f-4aa1-99e5-6a6733d0d4ce'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:17:54.420201 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b667bee-210f-4e4d-b750-36fa4bbe3570 None None] Routers {'bf859d1b-328f-4aa1-99e5-6a6733d0d4ce'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:17:54.421475 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-2b667bee-210f-4e4d-b750-36fa4bbe3570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:17:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['bf859d1b-328f-4aa1-99e5-6a6733d0d4ce'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:17:54.538397 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f549c176-9738-4dc0-b2b4-886bccedda06 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:54.592266 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f549c176-9738-4dc0-b2b4-886bccedda06 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "DELETE /v2.0/floatingips/ef125f59-7319-4761-91fa-758b4ea4073e HTTP/1.1" status: 204 len: 168 time: 1.8301580 Feb 10 23:17:54.603699 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-2b667bee-210f-4e4d-b750-36fa4bbe3570 None None] Set router bf859d1b-328f-4aa1-99e5-6a6733d0d4ce gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:17:54.761477 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 51262) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:17:54.831273 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-13dd0491-bc37-4fd7-8197-ae6d187131d4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:54.863146 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-13dd0491-bc37-4fd7-8197-ae6d187131d4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:54.932396 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-2b667bee-210f-4e4d-b750-36fa4bbe3570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf859d1b-328f-4aa1-99e5-6a6733d0d4ce', 'name': 'tempest-TestNetworkBasicOps-router-949689062', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.155'}], 'enable_snat': True}, 'gw_port_id': '22f7fcb3-17cb-437a-8616-8e8993dbef15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:16:58Z', 'updated_at': '2022-02-10T23:17:03Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '22f7fcb3-17cb-437a-8616-8e8993dbef15', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:50:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf859d1b-328f-4aa1-99e5-6a6733d0d4ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:16:58Z', 'updated_at': '2022-02-10T23:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'febec6ba-cc3e-4144-ad5a-bbd966917d4f', 'name': '', 'network_id': '2a5ed911-b6e0-463d-9c4d-76e839dfb4c6', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:10:79:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf859d1b-328f-4aa1-99e5-6a6733d0d4ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0726e625-4fab-49ab-8b2e-2bd62fd6d28f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:17:02Z', 'updated_at': '2022-02-10T23:17:10Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': '0726e625-4fab-49ab-8b2e-2bd62fd6d28f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:17:54.935704 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b667bee-210f-4e4d-b750-36fa4bbe3570 None None] Checking router: bf859d1b-328f-4aa1-99e5-6a6733d0d4ce for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:17:54.946120 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b667bee-210f-4e4d-b750-36fa4bbe3570 None None] Routers {'bf859d1b-328f-4aa1-99e5-6a6733d0d4ce'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:17:54.946704 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-2b667bee-210f-4e4d-b750-36fa4bbe3570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:17:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['bf859d1b-328f-4aa1-99e5-6a6733d0d4ce'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:17:55.011672 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-13dd0491-bc37-4fd7-8197-ae6d187131d4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:55.035074 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dd0491-bc37-4fd7-8197-ae6d187131d4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0920754e-44b2-42ae-b421-16a9c21e961d,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:17:55.044761 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-13dd0491-bc37-4fd7-8197-ae6d187131d4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:55.048512 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-13dd0491-bc37-4fd7-8197-ae6d187131d4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "DELETE /v2.0/security-groups/0920754e-44b2-42ae-b421-16a9c21e961d HTTP/1.1" status: 204 len: 168 time: 0.2834194 Feb 10 23:17:55.048512 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd0491-bc37-4fd7-8197-ae6d187131d4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:55.048512 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd0491-bc37-4fd7-8197-ae6d187131d4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:55.048512 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd0491-bc37-4fd7-8197-ae6d187131d4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:55.052955 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd0491-bc37-4fd7-8197-ae6d187131d4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:55.053309 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd0491-bc37-4fd7-8197-ae6d187131d4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:55.053652 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd0491-bc37-4fd7-8197-ae6d187131d4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:55.053989 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd0491-bc37-4fd7-8197-ae6d187131d4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:55.054322 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd0491-bc37-4fd7-8197-ae6d187131d4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:55.054785 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd0491-bc37-4fd7-8197-ae6d187131d4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:55.055119 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd0491-bc37-4fd7-8197-ae6d187131d4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:55.055584 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd0491-bc37-4fd7-8197-ae6d187131d4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:55.145938 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-2b667bee-210f-4e4d-b750-36fa4bbe3570 None None] Set router bf859d1b-328f-4aa1-99e5-6a6733d0d4ce gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:17:55.172445 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 51268) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:17:55.238571 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-8a675b0a-e22a-4533-9278-3aae87c5b7a4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Deleting port baa69a46-5952-4290-9fda-bbfa708c843e {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:17:55.239299 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8a675b0a-e22a-4533-9278-3aae87c5b7a4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:55.454653 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-2b667bee-210f-4e4d-b750-36fa4bbe3570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf859d1b-328f-4aa1-99e5-6a6733d0d4ce', 'name': 'tempest-TestNetworkBasicOps-router-949689062', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.155'}], 'enable_snat': True}, 'gw_port_id': '22f7fcb3-17cb-437a-8616-8e8993dbef15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:16:58Z', 'updated_at': '2022-02-10T23:17:03Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '22f7fcb3-17cb-437a-8616-8e8993dbef15', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:50:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf859d1b-328f-4aa1-99e5-6a6733d0d4ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:16:58Z', 'updated_at': '2022-02-10T23:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'febec6ba-cc3e-4144-ad5a-bbd966917d4f', 'name': '', 'network_id': '2a5ed911-b6e0-463d-9c4d-76e839dfb4c6', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:10:79:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf859d1b-328f-4aa1-99e5-6a6733d0d4ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0726e625-4fab-49ab-8b2e-2bd62fd6d28f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:17:02Z', 'updated_at': '2022-02-10T23:17:10Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': '0726e625-4fab-49ab-8b2e-2bd62fd6d28f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:17:55.459249 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b667bee-210f-4e4d-b750-36fa4bbe3570 None None] The sync data for ids ['bf859d1b-328f-4aa1-99e5-6a6733d0d4ce'] in dv-neutron-828797-1-hyperv is: [{'id': 'bf859d1b-328f-4aa1-99e5-6a6733d0d4ce', 'name': 'tempest-TestNetworkBasicOps-router-949689062', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.155'}], 'enable_snat': True}, 'gw_port_id': '22f7fcb3-17cb-437a-8616-8e8993dbef15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:16:58Z', 'updated_at': '2022-02-10T23:17:03Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '22f7fcb3-17cb-437a-8616-8e8993dbef15', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:50:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf859d1b-328f-4aa1-99e5-6a6733d0d4ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:16:58Z', 'updated_at': '2022-02-10T23:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'febec6ba-cc3e-4144-ad5a-bbd966917d4f', 'name': '', 'network_id': '2a5ed911-b6e0-463d-9c4d-76e839dfb4c6', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:10:79:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf859d1b-328f-4aa1-99e5-6a6733d0d4ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0726e625-4fab-49ab-8b2e-2bd62fd6d28f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:17:02Z', 'updated_at': '2022-02-10T23:17:10Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': '0726e625-4fab-49ab-8b2e-2bd62fd6d28f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:17:55.488046 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8a675b0a-e22a-4533-9278-3aae87c5b7a4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:55.612980 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-8a675b0a-e22a-4533-9278-3aae87c5b7a4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Calling delete_port for baa69a46-5952-4290-9fda-bbfa708c843e owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:17:55.695280 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0701770c-8b35-4dd6-bbcf-2434d55479ce None None] New status for floating IP ef125f59-7319-4761-91fa-758b4ea4073e: DOWN {{(pid=84334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 23:17:55.857196 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8a675b0a-e22a-4533-9278-3aae87c5b7a4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:55.904916 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a675b0a-e22a-4533-9278-3aae87c5b7a4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event deleted for resources: {'Port': ['ID=baa69a46-5952-4290-9fda-bbfa708c843e,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:17:56.005626 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8a675b0a-e22a-4533-9278-3aae87c5b7a4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:56.020205 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8a675b0a-e22a-4533-9278-3aae87c5b7a4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "DELETE /v2.0/ports/baa69a46-5952-4290-9fda-bbfa708c843e HTTP/1.1" status: 204 len: 168 time: 0.8421481 Feb 10 23:17:56.022318 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 51272) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:17:56.518555 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cd0cecb6-b10c-4cf8-b2f2-6bdbd3f3b7f0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732944'] for router_interface, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:57.126446 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-cd0cecb6-b10c-4cf8-b2f2-6bdbd3f3b7f0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Deleting port febec6ba-cc3e-4144-ad5a-bbd966917d4f {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:17:57.126788 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cd0cecb6-b10c-4cf8-b2f2-6bdbd3f3b7f0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:57.316901 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-cd0cecb6-b10c-4cf8-b2f2-6bdbd3f3b7f0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] For port febec6ba-cc3e-4144-ad5a-bbd966917d4f, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=febec6ba-cc3e-4144-ad5a-bbd966917d4f,segment=NetworkSegment(a16f69ce-40cb-480f-955b-5108af126ba1),segment_id=a16f69ce-40cb-480f-955b-5108af126ba1)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:17:57.317276 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cd0cecb6-b10c-4cf8-b2f2-6bdbd3f3b7f0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:57.439181 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-cd0cecb6-b10c-4cf8-b2f2-6bdbd3f3b7f0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Calling delete_port for febec6ba-cc3e-4144-ad5a-bbd966917d4f owned by network:router_interface {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:17:57.720009 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cd0cecb6-b10c-4cf8-b2f2-6bdbd3f3b7f0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:57.765713 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0cecb6-b10c-4cf8-b2f2-6bdbd3f3b7f0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event deleted for resources: {'Port': ['ID=febec6ba-cc3e-4144-ad5a-bbd966917d4f,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:17:58.160762 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cd0cecb6-b10c-4cf8-b2f2-6bdbd3f3b7f0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2767638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733091'] for router_interface, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:58.726555 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd0cecb6-b10c-4cf8-b2f2-6bdbd3f3b7f0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Router bf859d1b-328f-4aa1-99e5-6a6733d0d4ce has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:17:58.926420 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd0cecb6-b10c-4cf8-b2f2-6bdbd3f3b7f0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:17:58.937079 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9483e0e-3bb2-42ca-9603-1c825544668b None None] Sync routers for ids ['bf859d1b-328f-4aa1-99e5-6a6733d0d4ce'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:17:58.940947 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-cd0cecb6-b10c-4cf8-b2f2-6bdbd3f3b7f0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "PUT /v2.0/routers/bf859d1b-328f-4aa1-99e5-6a6733d0d4ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9172757 Feb 10 23:17:58.943302 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 51278) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:17:58.948790 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9483e0e-3bb2-42ca-9603-1c825544668b None None] Routers {'bf859d1b-328f-4aa1-99e5-6a6733d0d4ce'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:17:58.949404 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-a9483e0e-3bb2-42ca-9603-1c825544668b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:17:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['bf859d1b-328f-4aa1-99e5-6a6733d0d4ce'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:17:59.123216 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-a9483e0e-3bb2-42ca-9603-1c825544668b None None] Set router bf859d1b-328f-4aa1-99e5-6a6733d0d4ce gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:17:59.131130 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-a46abf95-1fde-464b-a744-24e4ebe31dd7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Deleting subnet 0726e625-4fab-49ab-8b2e-2bd62fd6d28f {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:17:59.134097 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a46abf95-1fde-464b-a744-24e4ebe31dd7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:59.187958 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a46abf95-1fde-464b-a744-24e4ebe31dd7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:59.273520 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a46abf95-1fde-464b-a744-24e4ebe31dd7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:59.412002 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-a9483e0e-3bb2-42ca-9603-1c825544668b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf859d1b-328f-4aa1-99e5-6a6733d0d4ce', 'name': 'tempest-TestNetworkBasicOps-router-949689062', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.155'}], 'enable_snat': True}, 'gw_port_id': '22f7fcb3-17cb-437a-8616-8e8993dbef15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:16:58Z', 'updated_at': '2022-02-10T23:17:57Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '22f7fcb3-17cb-437a-8616-8e8993dbef15', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:50:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf859d1b-328f-4aa1-99e5-6a6733d0d4ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:16:58Z', 'updated_at': '2022-02-10T23:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:17:59.415850 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9483e0e-3bb2-42ca-9603-1c825544668b None None] Checking router: bf859d1b-328f-4aa1-99e5-6a6733d0d4ce for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:17:59.427191 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9483e0e-3bb2-42ca-9603-1c825544668b None None] Routers {'bf859d1b-328f-4aa1-99e5-6a6733d0d4ce'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:17:59.427777 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-a9483e0e-3bb2-42ca-9603-1c825544668b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:17:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['bf859d1b-328f-4aa1-99e5-6a6733d0d4ce'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:17:59.595568 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a46abf95-1fde-464b-a744-24e4ebe31dd7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:59.605383 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-a9483e0e-3bb2-42ca-9603-1c825544668b None None] Set router bf859d1b-328f-4aa1-99e5-6a6733d0d4ce gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:17:59.634811 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46abf95-1fde-464b-a744-24e4ebe31dd7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event deleted for resources: {'Subnet': ['ID=0726e625-4fab-49ab-8b2e-2bd62fd6d28f,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:17:59.638566 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a46abf95-1fde-464b-a744-24e4ebe31dd7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:59.647756 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a46abf95-1fde-464b-a744-24e4ebe31dd7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "DELETE /v2.0/subnets/0726e625-4fab-49ab-8b2e-2bd62fd6d28f HTTP/1.1" status: 204 len: 168 time: 0.7005184 Feb 10 23:17:59.648199 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07167337-2b1b-4b0f-916a-bc0b32940ab1 None None] Network 2a5ed911-b6e0-463d-9c4d-76e839dfb4c6 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:17:59.649286 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51282) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:17:59.861896 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-89cf50b2-52f5-432c-a68f-7447df24d2ee tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:59.901586 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bef1fc-61c9-4073-b3e0-f6f1d592003b None None] DHCP port deletion for 2a5ed911-b6e0-463d-9c4d-76e839dfb4c6 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:17:59.909291 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-49bef1fc-61c9-4073-b3e0-f6f1d592003b None None] Deleting port 5d28363d-2251-4a94-9cea-f6871f16374d {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:17:59.909291 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-49bef1fc-61c9-4073-b3e0-f6f1d592003b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:59.965621 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-a9483e0e-3bb2-42ca-9603-1c825544668b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf859d1b-328f-4aa1-99e5-6a6733d0d4ce', 'name': 'tempest-TestNetworkBasicOps-router-949689062', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.155'}], 'enable_snat': True}, 'gw_port_id': '22f7fcb3-17cb-437a-8616-8e8993dbef15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:16:58Z', 'updated_at': '2022-02-10T23:17:57Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '22f7fcb3-17cb-437a-8616-8e8993dbef15', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:50:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf859d1b-328f-4aa1-99e5-6a6733d0d4ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:16:58Z', 'updated_at': '2022-02-10T23:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:17:59.972348 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9483e0e-3bb2-42ca-9603-1c825544668b None None] The sync data for ids ['bf859d1b-328f-4aa1-99e5-6a6733d0d4ce'] in dv-neutron-828797-1-hyperv is: [{'id': 'bf859d1b-328f-4aa1-99e5-6a6733d0d4ce', 'name': 'tempest-TestNetworkBasicOps-router-949689062', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.155'}], 'enable_snat': True}, 'gw_port_id': '22f7fcb3-17cb-437a-8616-8e8993dbef15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:16:58Z', 'updated_at': '2022-02-10T23:17:57Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '22f7fcb3-17cb-437a-8616-8e8993dbef15', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:50:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf859d1b-328f-4aa1-99e5-6a6733d0d4ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:16:58Z', 'updated_at': '2022-02-10T23:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:17:59.975227 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 5d28363d-2251-4a94-9cea-f6871f16374d no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:18:00.089181 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-89cf50b2-52f5-432c-a68f-7447df24d2ee tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:00.219181 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-49bef1fc-61c9-4073-b3e0-f6f1d592003b None None] For port 5d28363d-2251-4a94-9cea-f6871f16374d, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=5d28363d-2251-4a94-9cea-f6871f16374d,segment=NetworkSegment(a16f69ce-40cb-480f-955b-5108af126ba1),segment_id=a16f69ce-40cb-480f-955b-5108af126ba1)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:18:00.219575 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-49bef1fc-61c9-4073-b3e0-f6f1d592003b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:00.240446 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-89cf50b2-52f5-432c-a68f-7447df24d2ee tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Deleting port 22f7fcb3-17cb-437a-8616-8e8993dbef15 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:18:00.243290 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-89cf50b2-52f5-432c-a68f-7447df24d2ee tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:00.337649 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:00.356625 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-49bef1fc-61c9-4073-b3e0-f6f1d592003b None None] Calling delete_port for 5d28363d-2251-4a94-9cea-f6871f16374d owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:18:00.432178 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 5d28363d-2251-4a94-9cea-f6871f16374d, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=5d28363d-2251-4a94-9cea-f6871f16374d,segment=NetworkSegment(a16f69ce-40cb-480f-955b-5108af126ba1),segment_id=a16f69ce-40cb-480f-955b-5108af126ba1)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:18:00.518855 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-89cf50b2-52f5-432c-a68f-7447df24d2ee tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] For port 22f7fcb3-17cb-437a-8616-8e8993dbef15, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=22f7fcb3-17cb-437a-8616-8e8993dbef15,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:18:00.519195 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-89cf50b2-52f5-432c-a68f-7447df24d2ee tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:00.555099 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:00.622444 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=5d28363d-2251-4a94-9cea-f6871f16374d,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:18:00.646147 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-89cf50b2-52f5-432c-a68f-7447df24d2ee tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Calling delete_port for 22f7fcb3-17cb-437a-8616-8e8993dbef15 owned by network:router_gateway {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:18:00.652009 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-49bef1fc-61c9-4073-b3e0-f6f1d592003b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:18:00.652505 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-49bef1fc-61c9-4073-b3e0-f6f1d592003b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:18:00.908484 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-89cf50b2-52f5-432c-a68f-7447df24d2ee tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:00.951533 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cf50b2-52f5-432c-a68f-7447df24d2ee tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event deleted for resources: {'Port': ['ID=22f7fcb3-17cb-437a-8616-8e8993dbef15,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:18:00.990674 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cf50b2-52f5-432c-a68f-7447df24d2ee tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:00.991018 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cf50b2-52f5-432c-a68f-7447df24d2ee tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:00.991351 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cf50b2-52f5-432c-a68f-7447df24d2ee tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:00.991680 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cf50b2-52f5-432c-a68f-7447df24d2ee tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:00.992011 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cf50b2-52f5-432c-a68f-7447df24d2ee tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:00.992332 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cf50b2-52f5-432c-a68f-7447df24d2ee tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:00.992685 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cf50b2-52f5-432c-a68f-7447df24d2ee tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:00.993012 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cf50b2-52f5-432c-a68f-7447df24d2ee tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:00.993328 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cf50b2-52f5-432c-a68f-7447df24d2ee tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:00.993641 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cf50b2-52f5-432c-a68f-7447df24d2ee tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:00.993955 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cf50b2-52f5-432c-a68f-7447df24d2ee tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:01.153993 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-49bef1fc-61c9-4073-b3e0-f6f1d592003b None None] Deleting port 5d28363d-2251-4a94-9cea-f6871f16374d {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:18:01.155294 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-49bef1fc-61c9-4073-b3e0-f6f1d592003b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:01.181440 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-89cf50b2-52f5-432c-a68f-7447df24d2ee tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734197'] for router_gateway, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:01.409246 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-49bef1fc-61c9-4073-b3e0-f6f1d592003b None None] For port 5d28363d-2251-4a94-9cea-f6871f16374d, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=5d28363d-2251-4a94-9cea-f6871f16374d,segment=NetworkSegment(a16f69ce-40cb-480f-955b-5108af126ba1),segment_id=a16f69ce-40cb-480f-955b-5108af126ba1)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:18:01.409623 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-49bef1fc-61c9-4073-b3e0-f6f1d592003b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:01.459820 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-89cf50b2-52f5-432c-a68f-7447df24d2ee tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:01.463989 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-89cf50b2-52f5-432c-a68f-7447df24d2ee tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:01.530985 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-49bef1fc-61c9-4073-b3e0-f6f1d592003b None None] Calling delete_port for 5d28363d-2251-4a94-9cea-f6871f16374d owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:18:01.680478 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-89cf50b2-52f5-432c-a68f-7447df24d2ee tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:01.680645 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89cf50b2-52f5-432c-a68f-7447df24d2ee tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Fanout notify agent at l3_agent the message router_deleted on router bf859d1b-328f-4aa1-99e5-6a6733d0d4ce {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:18:01.707082 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-89cf50b2-52f5-432c-a68f-7447df24d2ee tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:01.708694 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-89cf50b2-52f5-432c-a68f-7447df24d2ee tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "DELETE /v2.0/routers/bf859d1b-328f-4aa1-99e5-6a6733d0d4ce HTTP/1.1" status: 204 len: 168 time: 2.0581255 Feb 10 23:18:01.711266 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51286) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:18:01.743918 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-49bef1fc-61c9-4073-b3e0-f6f1d592003b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:01.807954 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bef1fc-61c9-4073-b3e0-f6f1d592003b None None] Pushing event deleted for resources: {'Port': ['ID=5d28363d-2251-4a94-9cea-f6871f16374d,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:18:01.816407 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bef1fc-61c9-4073-b3e0-f6f1d592003b None None] No DVR routers for this DVR port 5d28363d-2251-4a94-9cea-f6871f16374d on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:18:01.852072 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f586660c-d12c-4bd5-b592-0972d2b38673 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:01.988006 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f586660c-d12c-4bd5-b592-0972d2b38673 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:02.013528 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-f586660c-d12c-4bd5-b592-0972d2b38673 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a5ed911-b6e0-463d-9c4d-76e839dfb4c6']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:18:02.026433 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-f586660c-d12c-4bd5-b592-0972d2b38673 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a16f69ce-40cb-480f-955b-5108af126ba1') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:18:02.029426 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-f586660c-d12c-4bd5-b592-0972d2b38673 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a16f69ce-40cb-480f-955b-5108af126ba1') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:18:02.038303 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f586660c-d12c-4bd5-b592-0972d2b38673 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:02.053910 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f586660c-d12c-4bd5-b592-0972d2b38673 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:02.060012 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f586660c-d12c-4bd5-b592-0972d2b38673 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:18:02.060393 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f586660c-d12c-4bd5-b592-0972d2b38673 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:02.074990 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:18:02.074990 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:18:02.074990 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:18:02.074990 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:18:02.074990 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:18:02.074990 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:18:02.074990 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:18:02.074990 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:18:02.074990 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:18:02.074990 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:18:02.074990 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:18:02.074990 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:18:02.074990 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:18:02.074990 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:18:02.074990 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:18:02.074990 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:18:02.074990 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:18:02.074990 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:18:02.074990 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:18:02.074990 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:18:02.074990 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:18:02.074990 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:18:02.074990 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:18:02.074990 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:18:02.074990 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:18:02.074990 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:18:02.074990 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:18:02.074990 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:18:02.074990 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:18:02.074990 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:18:02.074990 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:18:02.074990 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:18:02.198084 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device febec6ba-cc3e-4144-ad5a-bbd966917d4f no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:18:02.232121 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: febec6ba-cc3e-4144-ad5a-bbd966917d4f {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:18:02.236477 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device febec6ba-cc3e-4144-ad5a-bbd966917d4f not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:18:02.236477 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 22f7fcb3-17cb-437a-8616-8e8993dbef15 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:18:02.268136 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 22f7fcb3-17cb-437a-8616-8e8993dbef15 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:18:02.268484 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 22f7fcb3-17cb-437a-8616-8e8993dbef15 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:18:02.399958 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f586660c-d12c-4bd5-b592-0972d2b38673 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:02.416710 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f586660c-d12c-4bd5-b592-0972d2b38673 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:02.429763 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f586660c-d12c-4bd5-b592-0972d2b38673 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event deleted for resources: {'Network': ['ID=2a5ed911-b6e0-463d-9c4d-76e839dfb4c6,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:18:02.434510 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-f586660c-d12c-4bd5-b592-0972d2b38673 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "DELETE /v2.0/networks/2a5ed911-b6e0-463d-9c4d-76e839dfb4c6 HTTP/1.1" status: 204 len: 168 time: 0.7222755 Feb 10 23:18:02.449099 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51290) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:18:02.461335 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-e4411765-553f-4982-a236-ee8d5e3f0656 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0111876 Feb 10 23:18:02.463674 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51294) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:18:02.468871 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-bc46359b-4c9e-4d83-a756-4a0d0b8056b8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'network': {'name': 'tempest-network-smoke--1611582872', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'port_security_enabled': True}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:18:02.473465 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-bc46359b-4c9e-4d83-a756-4a0d0b8056b8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:18:02.477411 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-bc46359b-4c9e-4d83-a756-4a0d0b8056b8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:network and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:18:02.480612 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-bc46359b-4c9e-4d83-a756-4a0d0b8056b8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:18:02.486964 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-bc46359b-4c9e-4d83-a756-4a0d0b8056b8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:18:02.611555 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc46359b-4c9e-4d83-a756-4a0d0b8056b8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Made reservation on behalf of 714fdf59d9ad4aa1b5cc4598e806e542 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:18:02.621919 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bc46359b-4c9e-4d83-a756-4a0d0b8056b8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:02.641920 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc46359b-4c9e-4d83-a756-4a0d0b8056b8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:18:02.649915 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bc46359b-4c9e-4d83-a756-4a0d0b8056b8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:02.650242 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-bc46359b-4c9e-4d83-a756-4a0d0b8056b8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Added segment 877c32cf-7511-4119-ae3e-15bd3b6ce2f5 of type vlan for network de8e9456-d213-4a2d-b8cb-03b57f319ab1 Feb 10 23:18:02.704675 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bc46359b-4c9e-4d83-a756-4a0d0b8056b8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:02.793698 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bc46359b-4c9e-4d83-a756-4a0d0b8056b8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:02.798435 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc46359b-4c9e-4d83-a756-4a0d0b8056b8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:02.799005 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bc46359b-4c9e-4d83-a756-4a0d0b8056b8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:02.907057 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc46359b-4c9e-4d83-a756-4a0d0b8056b8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Network': ['ID=de8e9456-d213-4a2d-b8cb-03b57f319ab1,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:18:02.916880 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network de8e9456-d213-4a2d-b8cb-03b57f319ab1 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:18:03.012477 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-bc46359b-4c9e-4d83-a756-4a0d0b8056b8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5478497 Feb 10 23:18:03.020068 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51298) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:18:03.025505 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-ee167c4e-6de8-40ab-a31b-3a3519abd552 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1356552505', 'admin_state_up': True, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:18:03.033668 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ee167c4e-6de8-40ab-a31b-3a3519abd552 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:18:03.037358 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-ee167c4e-6de8-40ab-a31b-3a3519abd552 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:router and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:18:03.040691 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-ee167c4e-6de8-40ab-a31b-3a3519abd552 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:18:03.046215 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ee167c4e-6de8-40ab-a31b-3a3519abd552 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:18:03.132683 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ee167c4e-6de8-40ab-a31b-3a3519abd552 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:03.132683 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ee167c4e-6de8-40ab-a31b-3a3519abd552 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:03.150777 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ee167c4e-6de8-40ab-a31b-3a3519abd552 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:03.406171 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ee167c4e-6de8-40ab-a31b-3a3519abd552 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:03.650874 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ee167c4e-6de8-40ab-a31b-3a3519abd552 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:03.682844 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ee167c4e-6de8-40ab-a31b-3a3519abd552 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:03.814665 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-ee167c4e-6de8-40ab-a31b-3a3519abd552 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Allocated IP 172.26.8.243 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/0ff4998c-ef04-474b-9de9-d6c06b7b9441) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:18:03.962415 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ee167c4e-6de8-40ab-a31b-3a3519abd552 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:04.103159 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ee167c4e-6de8-40ab-a31b-3a3519abd552 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:04.175086 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee167c4e-6de8-40ab-a31b-3a3519abd552 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:18:04.177778 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-ee167c4e-6de8-40ab-a31b-3a3519abd552 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:18:04.181990 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee167c4e-6de8-40ab-a31b-3a3519abd552 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:18:04.211826 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee167c4e-6de8-40ab-a31b-3a3519abd552 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Port': ['ID=0ff4998c-ef04-474b-9de9-d6c06b7b9441,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:18:04.594866 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ee167c4e-6de8-40ab-a31b-3a3519abd552 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for router_gateway, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:04.595608 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ee167c4e-6de8-40ab-a31b-3a3519abd552 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:04.930951 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee167c4e-6de8-40ab-a31b-3a3519abd552 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Router 6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7 is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:18:05.224343 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee167c4e-6de8-40ab-a31b-3a3519abd552 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:18:05.234187 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bd201f-1e47-4c6f-b310-4a131f002ca3 None None] Sync routers for ids ['6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:18:05.245747 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bd201f-1e47-4c6f-b310-4a131f002ca3 None None] Routers {'6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:18:05.246390 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-72bd201f-1e47-4c6f-b310-4a131f002ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:17:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:18:05.394705 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ee167c4e-6de8-40ab-a31b-3a3519abd552 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:05.396035 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-ee167c4e-6de8-40ab-a31b-3a3519abd552 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3749466 Feb 10 23:18:05.399176 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 51302) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:18:05.418239 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-72bd201f-1e47-4c6f-b310-4a131f002ca3 None None] Set router 6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:18:05.442420 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4eb68d3b-cd8d-48be-929a-ef8c3316758f tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=714fdf59d9ad4aa1b5cc4598e806e542&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419476 Feb 10 23:18:05.444886 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 51306) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:18:05.574649 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac332de-3eec-48cc-b58e-2c6c42d3977e tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:05.577481 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-fac332de-3eec-48cc-b58e-2c6c42d3977e tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1303356 Feb 10 23:18:05.584335 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51310) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:18:05.624165 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-d8b4d720-628e-4708-b4d4-bad942c494b8 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=c2ed7563-f8af-409c-803f-f56530124ba5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381508 Feb 10 23:18:05.626855 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51314) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:18:05.632111 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-23f46495-4efb-44b9-bacc-2524b83f445b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-230338279', 'network_id': 'de8e9456-d213-4a2d-b8cb-03b57f319ab1', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:18:05.707233 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-72bd201f-1e47-4c6f-b310-4a131f002ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7', 'name': 'tempest-TestNetworkBasicOps-router-1356552505', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': '0ff4998c-ef04-474b-9de9-d6c06b7b9441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:18:03Z', 'updated_at': '2022-02-10T23:18:04Z', 'revision_number': 3, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '0ff4998c-ef04-474b-9de9-d6c06b7b9441', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:03:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:18:03Z', 'updated_at': '2022-02-10T23:18:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:18:05.711436 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bd201f-1e47-4c6f-b310-4a131f002ca3 None None] Checking router: 6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7 for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:18:05.711792 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bd201f-1e47-4c6f-b310-4a131f002ca3 None None] Updating router 6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7 port 0ff4998c-ef04-474b-9de9-d6c06b7b9441 binding host dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:18:05.740662 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-23f46495-4efb-44b9-bacc-2524b83f445b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:18:05.744615 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-23f46495-4efb-44b9-bacc-2524b83f445b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:subnet and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:18:05.747417 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-23f46495-4efb-44b9-bacc-2524b83f445b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:18:05.754359 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-23f46495-4efb-44b9-bacc-2524b83f445b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:18:05.766986 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-72bd201f-1e47-4c6f-b310-4a131f002ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:05.846168 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f46495-4efb-44b9-bacc-2524b83f445b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Made reservation on behalf of 714fdf59d9ad4aa1b5cc4598e806e542 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:18:05.847886 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3616ef89-7c63-464c-8d21-83e0d64579dd req-eb580641-f609-4989-ac60-783c90a95836 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d39e9cb8-c10f-4371-bb8a-c2cec376e450&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0697727 Feb 10 23:18:05.950328 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3616ef89-7c63-464c-8d21-83e0d64579dd req-bfda2f13-c382-4ef4-9808-3d1038f4f9f2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=82bae8319c0a482993cd9e8530b11401&device_id=d39e9cb8-c10f-4371-bb8a-c2cec376e450 HTTP/1.1" status: 200 len: 1099 time: 0.0815682 Feb 10 23:18:05.960915 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-23f46495-4efb-44b9-bacc-2524b83f445b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:06.106743 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616ef89-7c63-464c-8d21-83e0d64579dd req-a1754ee4-0aa1-4192-8c63-85b39d858077 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:06.108648 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3616ef89-7c63-464c-8d21-83e0d64579dd req-a1754ee4-0aa1-4192-8c63-85b39d858077 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a75b224-7431-40b5-b18e-691aa5ad073d HTTP/1.1" status: 200 len: 913 time: 0.1401923 Feb 10 23:18:06.115554 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-72bd201f-1e47-4c6f-b310-4a131f002ca3 None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:06.128506 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-72bd201f-1e47-4c6f-b310-4a131f002ca3 None None] Transition to ACTIVE for port object 0ff4998c-ef04-474b-9de9-d6c06b7b9441 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:18:06.209849 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3616ef89-7c63-464c-8d21-83e0d64579dd req-6f78635d-d2c5-47ef-a11d-942574caa3b6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02f42593-a226-4696-ae2e-725df66172a8 HTTP/1.1" status: 200 len: 1002 time: 0.0957527 Feb 10 23:18:06.275809 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616ef89-7c63-464c-8d21-83e0d64579dd req-7e6cdb8f-4afa-4a79-acf5-f953524d1587 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:06.277312 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3616ef89-7c63-464c-8d21-83e0d64579dd req-7e6cdb8f-4afa-4a79-acf5-f953524d1587 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=375b0e55-6852-456e-bf83-790a9c9d4e02 HTTP/1.1" status: 200 len: 851 time: 0.0613244 Feb 10 23:18:06.351245 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3616ef89-7c63-464c-8d21-83e0d64579dd req-d0a2dce1-814a-4406-9056-ddd73d2a24a2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a75b224-7431-40b5-b18e-691aa5ad073d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685580 Feb 10 23:18:06.365810 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-72bd201f-1e47-4c6f-b310-4a131f002ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:06.403494 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-23f46495-4efb-44b9-bacc-2524b83f445b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:06.482448 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-72bd201f-1e47-4c6f-b310-4a131f002ca3 None None] Attempting to bind port 0ff4998c-ef04-474b-9de9-d6c06b7b9441 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:18:06.483956 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-72bd201f-1e47-4c6f-b310-4a131f002ca3 None None] Attempting to bind port 0ff4998c-ef04-474b-9de9-d6c06b7b9441 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:18:06.483956 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bd201f-1e47-4c6f-b310-4a131f002ca3 None None] Attempting to bind port 0ff4998c-ef04-474b-9de9-d6c06b7b9441 on network c2ed7563-f8af-409c-803f-f56530124ba5 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:18:06.497900 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de11df9-3c63-4ba1-916d-63fd499563a9 None None] Pushing event updated for resources: {'Port': ['ID=0ff4998c-ef04-474b-9de9-d6c06b7b9441,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:18:06.499458 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f46495-4efb-44b9-bacc-2524b83f445b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Subnet': ['ID=afafdd4f-adcb-4575-8d30-04814485ab1e,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:18:06.499554 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3616ef89-7c63-464c-8d21-83e0d64579dd req-af00ed56-9c75-4033-afed-399ca564183e service neutron] 10.222.0.37 "GET /v2.0/networks/4a75b224-7431-40b5-b18e-691aa5ad073d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348176 Feb 10 23:18:06.500425 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bd201f-1e47-4c6f-b310-4a131f002ca3 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:18:06.500425 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bd201f-1e47-4c6f-b310-4a131f002ca3 None None] Checking segment: {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:18:06.500425 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-72bd201f-1e47-4c6f-b310-4a131f002ca3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:06.500736 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bd201f-1e47-4c6f-b310-4a131f002ca3 None None] Bound using segment: {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:18:06.500956 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-72bd201f-1e47-4c6f-b310-4a131f002ca3 None None] Bound port: 0ff4998c-ef04-474b-9de9-d6c06b7b9441, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:18:06.501538 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-72bd201f-1e47-4c6f-b310-4a131f002ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:06.503088 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f46495-4efb-44b9-bacc-2524b83f445b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Checking segment: {'id': '877c32cf-7511-4119-ae3e-15bd3b6ce2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'de8e9456-d213-4a2d-b8cb-03b57f319ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:18:06.503538 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f46495-4efb-44b9-bacc-2524b83f445b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Network hostable DHCP agents. Network: de8e9456-d213-4a2d-b8cb-03b57f319ab1, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:18:06.549908 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de11df9-3c63-4ba1-916d-63fd499563a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:06.550255 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de11df9-3c63-4ba1-916d-63fd499563a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:06.550769 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de11df9-3c63-4ba1-916d-63fd499563a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:06.551098 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de11df9-3c63-4ba1-916d-63fd499563a9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:06.551422 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de11df9-3c63-4ba1-916d-63fd499563a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:06.551744 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de11df9-3c63-4ba1-916d-63fd499563a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:06.552063 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de11df9-3c63-4ba1-916d-63fd499563a9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:06.552381 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de11df9-3c63-4ba1-916d-63fd499563a9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:06.552806 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de11df9-3c63-4ba1-916d-63fd499563a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:06.553130 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de11df9-3c63-4ba1-916d-63fd499563a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:06.553445 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de11df9-3c63-4ba1-916d-63fd499563a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:06.602645 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-72bd201f-1e47-4c6f-b310-4a131f002ca3 None None] For port 0ff4998c-ef04-474b-9de9-d6c06b7b9441, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:18:06.605641 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-72bd201f-1e47-4c6f-b310-4a131f002ca3 None None] For port 0ff4998c-ef04-474b-9de9-d6c06b7b9441, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=0ff4998c-ef04-474b-9de9-d6c06b7b9441,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:18:06.640404 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3616ef89-7c63-464c-8d21-83e0d64579dd req-080a9205-6f34-4a69-993c-2998c6eca900 service neutron] 10.222.0.37 "GET /v2.0/networks/4a75b224-7431-40b5-b18e-691aa5ad073d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397972 Feb 10 23:18:06.668737 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f46495-4efb-44b9-bacc-2524b83f445b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Network de8e9456-d213-4a2d-b8cb-03b57f319ab1 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:18:06.731794 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-72bd201f-1e47-4c6f-b310-4a131f002ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:06.813775 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de11df9-3c63-4ba1-916d-63fd499563a9 None None] Pushing event updated for resources: {'Port': ['ID=0ff4998c-ef04-474b-9de9-d6c06b7b9441,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:18:06.818713 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bd201f-1e47-4c6f-b310-4a131f002ca3 None None] Routers {'6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:18:06.819162 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-72bd201f-1e47-4c6f-b310-4a131f002ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:17:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:18:06.856487 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-23f46495-4efb-44b9-bacc-2524b83f445b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, de8e9456-d213-4a2d-b8cb-03b57f319ab1) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:18:06.868874 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f46495-4efb-44b9-bacc-2524b83f445b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:06.868874 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-23f46495-4efb-44b9-bacc-2524b83f445b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:06.869212 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b85ed6-097e-46c2-9039-7a8153db0e3b None None] Network de8e9456-d213-4a2d-b8cb-03b57f319ab1 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:18:07.047387 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-23f46495-4efb-44b9-bacc-2524b83f445b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4194636 Feb 10 23:18:07.050349 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51318) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:18:07.133542 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-72bd201f-1e47-4c6f-b310-4a131f002ca3 None None] Set router 6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:18:07.333050 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a23247-84b6-4403-8611-a418745f37da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-de8e9456-d213-4a2d-b8cb-03b57f319ab1', 'network_id': 'de8e9456-d213-4a2d-b8cb-03b57f319ab1', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'fixed_ips': [{'subnet_id': 'afafdd4f-adcb-4575-8d30-04814485ab1e'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:18:07.333759 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b9a23247-84b6-4403-8611-a418745f37da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:07.572551 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-b9a23247-84b6-4403-8611-a418745f37da None None] Allocated IP 172.20.0.2 (de8e9456-d213-4a2d-b8cb-03b57f319ab1/afafdd4f-adcb-4575-8d30-04814485ab1e/e8dfbee9-e73d-401c-8c2c-7f768e615799) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:18:07.647588 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-72bd201f-1e47-4c6f-b310-4a131f002ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7', 'name': 'tempest-TestNetworkBasicOps-router-1356552505', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': '0ff4998c-ef04-474b-9de9-d6c06b7b9441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:18:03Z', 'updated_at': '2022-02-10T23:18:04Z', 'revision_number': 3, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '0ff4998c-ef04-474b-9de9-d6c06b7b9441', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:03:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:18:03Z', 'updated_at': '2022-02-10T23:18:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:18:07.656762 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bd201f-1e47-4c6f-b310-4a131f002ca3 None None] The sync data for ids ['6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7'] in dv-neutron-828797-1-hyperv is: [{'id': '6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7', 'name': 'tempest-TestNetworkBasicOps-router-1356552505', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': '0ff4998c-ef04-474b-9de9-d6c06b7b9441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:18:03Z', 'updated_at': '2022-02-10T23:18:04Z', 'revision_number': 3, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '0ff4998c-ef04-474b-9de9-d6c06b7b9441', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:03:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:18:03Z', 'updated_at': '2022-02-10T23:18:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:18:07.798746 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b9a23247-84b6-4403-8611-a418745f37da None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:07.812208 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-b9a23247-84b6-4403-8611-a418745f37da None None] Transition to ACTIVE for port object e8dfbee9-e73d-401c-8c2c-7f768e615799 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:18:07.832814 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-b9a23247-84b6-4403-8611-a418745f37da None None] Transition to ACTIVE for port object e8dfbee9-e73d-401c-8c2c-7f768e615799 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:18:07.832980 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-718bc5de-e832-4b2e-90db-08aa83a272bb tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:07.966715 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b9a23247-84b6-4403-8611-a418745f37da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:08.029214 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a23247-84b6-4403-8611-a418745f37da None None] Network de8e9456-d213-4a2d-b8cb-03b57f319ab1 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:18:08.036281 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 0ff4998c-ef04-474b-9de9-d6c06b7b9441 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:18:08.064089 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-b9a23247-84b6-4403-8611-a418745f37da None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:18:08.103920 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a23247-84b6-4403-8611-a418745f37da None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:18:08.167259 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a23247-84b6-4403-8611-a418745f37da None None] Pushing event updated for resources: {'Port': ['ID=e8dfbee9-e73d-401c-8c2c-7f768e615799,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:18:08.271730 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-b9a23247-84b6-4403-8611-a418745f37da None None] Attempting to bind port e8dfbee9-e73d-401c-8c2c-7f768e615799 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:18:08.272089 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-b9a23247-84b6-4403-8611-a418745f37da None None] Attempting to bind port e8dfbee9-e73d-401c-8c2c-7f768e615799 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '877c32cf-7511-4119-ae3e-15bd3b6ce2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'de8e9456-d213-4a2d-b8cb-03b57f319ab1'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:18:08.272450 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a23247-84b6-4403-8611-a418745f37da None None] Attempting to bind port e8dfbee9-e73d-401c-8c2c-7f768e615799 on network de8e9456-d213-4a2d-b8cb-03b57f319ab1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:18:08.281330 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a23247-84b6-4403-8611-a418745f37da None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:18:08.281768 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a23247-84b6-4403-8611-a418745f37da None None] Checking segment: {'id': '877c32cf-7511-4119-ae3e-15bd3b6ce2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'de8e9456-d213-4a2d-b8cb-03b57f319ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:18:08.282236 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b9a23247-84b6-4403-8611-a418745f37da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:08.282682 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a23247-84b6-4403-8611-a418745f37da None None] Bound using segment: {'id': '877c32cf-7511-4119-ae3e-15bd3b6ce2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'de8e9456-d213-4a2d-b8cb-03b57f319ab1'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:18:08.283212 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-b9a23247-84b6-4403-8611-a418745f37da None None] Bound port: e8dfbee9-e73d-401c-8c2c-7f768e615799, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '877c32cf-7511-4119-ae3e-15bd3b6ce2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'de8e9456-d213-4a2d-b8cb-03b57f319ab1'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:18:08.283639 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b9a23247-84b6-4403-8611-a418745f37da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:08.302297 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 0ff4998c-ef04-474b-9de9-d6c06b7b9441 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:18:08.334170 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 0ff4998c-ef04-474b-9de9-d6c06b7b9441 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:18:08.334642 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:08.401157 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-718bc5de-e832-4b2e-90db-08aa83a272bb tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Allocated IP 172.20.0.1 (de8e9456-d213-4a2d-b8cb-03b57f319ab1/afafdd4f-adcb-4575-8d30-04814485ab1e/2ee1335a-331b-458d-9992-6672bd37fa55) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:18:08.434803 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-b9a23247-84b6-4403-8611-a418745f37da None None] For port e8dfbee9-e73d-401c-8c2c-7f768e615799, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:18:08.438696 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-b9a23247-84b6-4403-8611-a418745f37da None None] For port e8dfbee9-e73d-401c-8c2c-7f768e615799, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=e8dfbee9-e73d-401c-8c2c-7f768e615799,segment=NetworkSegment(877c32cf-7511-4119-ae3e-15bd3b6ce2f5),segment_id=877c32cf-7511-4119-ae3e-15bd3b6ce2f5)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:18:08.490944 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:08.509856 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 0ff4998c-ef04-474b-9de9-d6c06b7b9441, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=0ff4998c-ef04-474b-9de9-d6c06b7b9441,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:18:08.579208 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-718bc5de-e832-4b2e-90db-08aa83a272bb tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:08.595660 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-718bc5de-e832-4b2e-90db-08aa83a272bb tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Transition to ACTIVE for port object 2ee1335a-331b-458d-9992-6672bd37fa55 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:18:08.600134 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b9a23247-84b6-4403-8611-a418745f37da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:08.648231 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:08.687036 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a23247-84b6-4403-8611-a418745f37da None None] Pushing event updated for resources: {'Port': ['ID=e8dfbee9-e73d-401c-8c2c-7f768e615799,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:18:08.756994 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=0ff4998c-ef04-474b-9de9-d6c06b7b9441,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:18:08.784445 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-718bc5de-e832-4b2e-90db-08aa83a272bb tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:08.850409 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718bc5de-e832-4b2e-90db-08aa83a272bb tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Port': ['ID=2ee1335a-331b-458d-9992-6672bd37fa55,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:18:08.862804 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718bc5de-e832-4b2e-90db-08aa83a272bb tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Network de8e9456-d213-4a2d-b8cb-03b57f319ab1 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:18:08.864447 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-718bc5de-e832-4b2e-90db-08aa83a272bb tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:18:08.867622 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718bc5de-e832-4b2e-90db-08aa83a272bb tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:18:08.935340 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-718bc5de-e832-4b2e-90db-08aa83a272bb tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733071'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:09.258279 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-718bc5de-e832-4b2e-90db-08aa83a272bb tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:09.586985 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a81f34-6648-4725-a407-c52f97b477d7 None None] Network de8e9456-d213-4a2d-b8cb-03b57f319ab1 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:18:09.692364 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-718bc5de-e832-4b2e-90db-08aa83a272bb tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:09.801052 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-a8554ebe-ec38-42a5-aad2-050789b9f6a8 None None] Provisioning for port e8dfbee9-e73d-401c-8c2c-7f768e615799 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:18:09.832573 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-718bc5de-e832-4b2e-90db-08aa83a272bb tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:09.947903 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718bc5de-e832-4b2e-90db-08aa83a272bb tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Port': ['ID=2ee1335a-331b-458d-9992-6672bd37fa55,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:18:09.950970 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-718bc5de-e832-4b2e-90db-08aa83a272bb tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2767683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732898'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:10.078677 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device e8dfbee9-e73d-401c-8c2c-7f768e615799 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:18:10.110404 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718bc5de-e832-4b2e-90db-08aa83a272bb tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Network de8e9456-d213-4a2d-b8cb-03b57f319ab1 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:18:10.111745 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-718bc5de-e832-4b2e-90db-08aa83a272bb tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:18:10.302971 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port e8dfbee9-e73d-401c-8c2c-7f768e615799 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:18:10.308939 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port e8dfbee9-e73d-401c-8c2c-7f768e615799 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:18:10.308939 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:10.370348 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-1235321c-5dea-4ae0-8a6d-d81512d3ea16 None None] Provisioning for port 2ee1335a-331b-458d-9992-6672bd37fa55 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:18:10.377594 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-1235321c-5dea-4ae0-8a6d-d81512d3ea16 None None] Provisioning complete for port 2ee1335a-331b-458d-9992-6672bd37fa55 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:18:10.378016 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1235321c-5dea-4ae0-8a6d-d81512d3ea16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:10.440391 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-1235321c-5dea-4ae0-8a6d-d81512d3ea16 None None] Port 2ee1335a-331b-458d-9992-6672bd37fa55 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:18:10.498161 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:10.533045 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port e8dfbee9-e73d-401c-8c2c-7f768e615799, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=e8dfbee9-e73d-401c-8c2c-7f768e615799,segment=NetworkSegment(877c32cf-7511-4119-ae3e-15bd3b6ce2f5),segment_id=877c32cf-7511-4119-ae3e-15bd3b6ce2f5)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:18:10.565613 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-9042f6b2-4ccf-4d6d-b151-379c19404609 None None] Provisioning complete for port 2ee1335a-331b-458d-9992-6672bd37fa55 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:18:10.566012 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9042f6b2-4ccf-4d6d-b151-379c19404609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:10.603710 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-718bc5de-e832-4b2e-90db-08aa83a272bb tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Router 6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:18:10.631366 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-9042f6b2-4ccf-4d6d-b151-379c19404609 None None] Port 2ee1335a-331b-458d-9992-6672bd37fa55 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:18:10.645863 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:10.646695 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 0ff4998c-ef04-474b-9de9-d6c06b7b9441 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:18:10.760971 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=e8dfbee9-e73d-401c-8c2c-7f768e615799,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:18:10.775023 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 0ff4998c-ef04-474b-9de9-d6c06b7b9441 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:18:10.775393 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:10.814619 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718bc5de-e832-4b2e-90db-08aa83a272bb tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:18:10.833550 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 51324) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:18:10.834053 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-718bc5de-e832-4b2e-90db-08aa83a272bb tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "PUT /v2.0/routers/6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7822926 Feb 10 23:18:10.974788 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9744ac1e-adf2-4492-89a7-e8ed58b6f057 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:10.977786 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9744ac1e-adf2-4492-89a7-e8ed58b6f057 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:10.977786 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9744ac1e-adf2-4492-89a7-e8ed58b6f057 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:10.977786 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9744ac1e-adf2-4492-89a7-e8ed58b6f057 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:10.977786 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9744ac1e-adf2-4492-89a7-e8ed58b6f057 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:10.977786 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9744ac1e-adf2-4492-89a7-e8ed58b6f057 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:10.978356 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9744ac1e-adf2-4492-89a7-e8ed58b6f057 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1436882 Feb 10 23:18:10.981039 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 51328) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:18:11.056967 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c16911-5ce2-4e19-9ab7-0b2204de0ab6 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:11.057342 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c16911-5ce2-4e19-9ab7-0b2204de0ab6 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:11.057706 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c16911-5ce2-4e19-9ab7-0b2204de0ab6 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:11.058062 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c16911-5ce2-4e19-9ab7-0b2204de0ab6 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:11.058415 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c16911-5ce2-4e19-9ab7-0b2204de0ab6 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:11.058761 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c16911-5ce2-4e19-9ab7-0b2204de0ab6 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:11.060517 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f9c16911-5ce2-4e19-9ab7-0b2204de0ab6 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0785968 Feb 10 23:18:11.063760 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 51332) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:18:11.244175 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5a2a52-31be-4413-b27e-6c030165277e None None] Sync routers for ids ['6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:18:11.257033 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5a2a52-31be-4413-b27e-6c030165277e None None] Routers {'6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:18:11.257156 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-cc5a2a52-31be-4413-b27e-6c030165277e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:17:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:18:11.273650 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2cf57285-f078-4267-bb88-acdeb01288d7 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2087340 Feb 10 23:18:11.430412 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-cc5a2a52-31be-4413-b27e-6c030165277e None None] Set router 6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:18:11.733514 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-cc5a2a52-31be-4413-b27e-6c030165277e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7', 'name': 'tempest-TestNetworkBasicOps-router-1356552505', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': '0ff4998c-ef04-474b-9de9-d6c06b7b9441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:18:03Z', 'updated_at': '2022-02-10T23:18:08Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '0ff4998c-ef04-474b-9de9-d6c06b7b9441', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:03:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:18:03Z', 'updated_at': '2022-02-10T23:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '2ee1335a-331b-458d-9992-6672bd37fa55', 'name': '', 'network_id': 'de8e9456-d213-4a2d-b8cb-03b57f319ab1', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:d5:12:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afafdd4f-adcb-4575-8d30-04814485ab1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:18:08Z', 'updated_at': '2022-02-10T23:18:09Z', 'revision_number': 2, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': 'afafdd4f-adcb-4575-8d30-04814485ab1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:18:11.737357 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5a2a52-31be-4413-b27e-6c030165277e None None] Checking router: 6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7 for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:18:11.737733 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5a2a52-31be-4413-b27e-6c030165277e None None] Updating router 6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7 port 2ee1335a-331b-458d-9992-6672bd37fa55 binding host dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:18:11.791645 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-cc5a2a52-31be-4413-b27e-6c030165277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:11.862319 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51338) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:18:11.867985 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-5ea1f07e-ad02-4161-af19-b288fbb2ae26 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-539483012', 'description': 'tempest-secgroup-smoke-539483012 description', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:18:11.874357 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5ea1f07e-ad02-4161-af19-b288fbb2ae26 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:18:11.878686 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-5ea1f07e-ad02-4161-af19-b288fbb2ae26 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:18:11.881576 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-5ea1f07e-ad02-4161-af19-b288fbb2ae26 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:18:11.887202 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5ea1f07e-ad02-4161-af19-b288fbb2ae26 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:18:11.971761 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device e8dfbee9-e73d-401c-8c2c-7f768e615799 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:18:12.013301 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5ea1f07e-ad02-4161-af19-b288fbb2ae26 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:12.048300 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5ea1f07e-ad02-4161-af19-b288fbb2ae26 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:18:12.052497 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-5ea1f07e-ad02-4161-af19-b288fbb2ae26 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:18:12.055366 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port e8dfbee9-e73d-401c-8c2c-7f768e615799 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:18:12.055509 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-5ea1f07e-ad02-4161-af19-b288fbb2ae26 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:18:12.055927 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:12.061815 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5ea1f07e-ad02-4161-af19-b288fbb2ae26 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:18:12.121490 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5ea1f07e-ad02-4161-af19-b288fbb2ae26 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:12.141637 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-cc5a2a52-31be-4413-b27e-6c030165277e None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:12.154152 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-cc5a2a52-31be-4413-b27e-6c030165277e None None] Transition to ACTIVE for port object 2ee1335a-331b-458d-9992-6672bd37fa55 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:18:12.255193 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5ea1f07e-ad02-4161-af19-b288fbb2ae26 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:12.285250 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-cc5a2a52-31be-4413-b27e-6c030165277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:12.294547 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea1f07e-ad02-4161-af19-b288fbb2ae26 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14ec5b46-6ef3-412d-b72a-dc827de5bf64,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:18:12.403603 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5ea1f07e-ad02-4161-af19-b288fbb2ae26 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:12.405456 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-5ea1f07e-ad02-4161-af19-b288fbb2ae26 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.5420268 Feb 10 23:18:12.408201 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 51342) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:18:12.412777 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc3e78-cd07-4742-a107-4f76e3a7bf20 None None] Pushing event updated for resources: {'Port': ['ID=2ee1335a-331b-458d-9992-6672bd37fa55,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:18:12.421176 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-35ae27a9-7a1c-419d-a321-6ba96593f61b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': '14ec5b46-6ef3-412d-b72a-dc827de5bf64', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:18:12.421634 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-35ae27a9-7a1c-419d-a321-6ba96593f61b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:18:12.425827 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-35ae27a9-7a1c-419d-a321-6ba96593f61b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:18:12.428873 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-35ae27a9-7a1c-419d-a321-6ba96593f61b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:18:12.434812 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-35ae27a9-7a1c-419d-a321-6ba96593f61b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:18:12.451842 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cc3e78-cd07-4742-a107-4f76e3a7bf20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:12.451842 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cc3e78-cd07-4742-a107-4f76e3a7bf20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:12.451842 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cc3e78-cd07-4742-a107-4f76e3a7bf20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:12.451842 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cc3e78-cd07-4742-a107-4f76e3a7bf20 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:12.451842 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cc3e78-cd07-4742-a107-4f76e3a7bf20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:12.451842 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cc3e78-cd07-4742-a107-4f76e3a7bf20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:12.451842 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cc3e78-cd07-4742-a107-4f76e3a7bf20 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:12.451842 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cc3e78-cd07-4742-a107-4f76e3a7bf20 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:12.451842 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cc3e78-cd07-4742-a107-4f76e3a7bf20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:12.451842 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cc3e78-cd07-4742-a107-4f76e3a7bf20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:12.452858 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cc3e78-cd07-4742-a107-4f76e3a7bf20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:12.522922 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-cc5a2a52-31be-4413-b27e-6c030165277e None None] Attempting to bind port 2ee1335a-331b-458d-9992-6672bd37fa55 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:18:12.522922 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-cc5a2a52-31be-4413-b27e-6c030165277e None None] Attempting to bind port 2ee1335a-331b-458d-9992-6672bd37fa55 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '877c32cf-7511-4119-ae3e-15bd3b6ce2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'de8e9456-d213-4a2d-b8cb-03b57f319ab1'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:18:12.523505 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5a2a52-31be-4413-b27e-6c030165277e None None] Attempting to bind port 2ee1335a-331b-458d-9992-6672bd37fa55 on network de8e9456-d213-4a2d-b8cb-03b57f319ab1 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:18:12.534306 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5a2a52-31be-4413-b27e-6c030165277e None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:18:12.534845 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5a2a52-31be-4413-b27e-6c030165277e None None] Checking segment: {'id': '877c32cf-7511-4119-ae3e-15bd3b6ce2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'de8e9456-d213-4a2d-b8cb-03b57f319ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:18:12.535532 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-cc5a2a52-31be-4413-b27e-6c030165277e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:12.535936 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5a2a52-31be-4413-b27e-6c030165277e None None] Bound using segment: {'id': '877c32cf-7511-4119-ae3e-15bd3b6ce2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'de8e9456-d213-4a2d-b8cb-03b57f319ab1'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:18:12.536529 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-cc5a2a52-31be-4413-b27e-6c030165277e None None] Bound port: 2ee1335a-331b-458d-9992-6672bd37fa55, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '877c32cf-7511-4119-ae3e-15bd3b6ce2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'de8e9456-d213-4a2d-b8cb-03b57f319ab1'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:18:12.536976 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-cc5a2a52-31be-4413-b27e-6c030165277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:12.630702 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-cc5a2a52-31be-4413-b27e-6c030165277e None None] For port 2ee1335a-331b-458d-9992-6672bd37fa55, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:18:12.633688 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-cc5a2a52-31be-4413-b27e-6c030165277e None None] For port 2ee1335a-331b-458d-9992-6672bd37fa55, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=2ee1335a-331b-458d-9992-6672bd37fa55,segment=NetworkSegment(877c32cf-7511-4119-ae3e-15bd3b6ce2f5),segment_id=877c32cf-7511-4119-ae3e-15bd3b6ce2f5)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:18:12.691633 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-35ae27a9-7a1c-419d-a321-6ba96593f61b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:12.749465 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-35ae27a9-7a1c-419d-a321-6ba96593f61b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:12.776579 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-cc5a2a52-31be-4413-b27e-6c030165277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:12.862160 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5a2a52-31be-4413-b27e-6c030165277e None None] Routers {'6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:18:12.863047 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-cc5a2a52-31be-4413-b27e-6c030165277e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:17:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:18:12.874730 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-35ae27a9-7a1c-419d-a321-6ba96593f61b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:12.898495 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ae27a9-7a1c-419d-a321-6ba96593f61b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fba1d5fe-d816-47a2-9130-8cb71723acb3,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:18:12.917841 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc3e78-cd07-4742-a107-4f76e3a7bf20 None None] Pushing event updated for resources: {'Port': ['ID=2ee1335a-331b-458d-9992-6672bd37fa55,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:18:13.040290 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-35ae27a9-7a1c-419d-a321-6ba96593f61b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:13.043485 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-35ae27a9-7a1c-419d-a321-6ba96593f61b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6339748 Feb 10 23:18:13.044510 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51346) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:18:13.051357 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-ab58cd7e-7598-4c2e-a050-b95f74440651 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': '14ec5b46-6ef3-412d-b72a-dc827de5bf64', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:18:13.057635 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ab58cd7e-7598-4c2e-a050-b95f74440651 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:18:13.062959 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-ab58cd7e-7598-4c2e-a050-b95f74440651 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:18:13.065988 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-ab58cd7e-7598-4c2e-a050-b95f74440651 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:18:13.071586 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ab58cd7e-7598-4c2e-a050-b95f74440651 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:18:13.072935 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-cc5a2a52-31be-4413-b27e-6c030165277e None None] Set router 6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:18:13.235502 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ab58cd7e-7598-4c2e-a050-b95f74440651 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:13.297755 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ab58cd7e-7598-4c2e-a050-b95f74440651 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:13.384576 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-cc5a2a52-31be-4413-b27e-6c030165277e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7', 'name': 'tempest-TestNetworkBasicOps-router-1356552505', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': '0ff4998c-ef04-474b-9de9-d6c06b7b9441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:18:03Z', 'updated_at': '2022-02-10T23:18:08Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '0ff4998c-ef04-474b-9de9-d6c06b7b9441', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:03:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:18:03Z', 'updated_at': '2022-02-10T23:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '2ee1335a-331b-458d-9992-6672bd37fa55', 'name': '', 'network_id': 'de8e9456-d213-4a2d-b8cb-03b57f319ab1', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:d5:12:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afafdd4f-adcb-4575-8d30-04814485ab1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:18:08Z', 'updated_at': '2022-02-10T23:18:12Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': 'afafdd4f-adcb-4575-8d30-04814485ab1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:18:13.388485 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5a2a52-31be-4413-b27e-6c030165277e None None] The sync data for ids ['6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7'] in dv-neutron-828797-1-hyperv is: [{'id': '6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7', 'name': 'tempest-TestNetworkBasicOps-router-1356552505', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': '0ff4998c-ef04-474b-9de9-d6c06b7b9441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:18:03Z', 'updated_at': '2022-02-10T23:18:08Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '0ff4998c-ef04-474b-9de9-d6c06b7b9441', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:03:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:18:03Z', 'updated_at': '2022-02-10T23:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '2ee1335a-331b-458d-9992-6672bd37fa55', 'name': '', 'network_id': 'de8e9456-d213-4a2d-b8cb-03b57f319ab1', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:d5:12:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afafdd4f-adcb-4575-8d30-04814485ab1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:18:08Z', 'updated_at': '2022-02-10T23:18:12Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': 'afafdd4f-adcb-4575-8d30-04814485ab1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:18:13.417622 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ab58cd7e-7598-4c2e-a050-b95f74440651 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:13.453536 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab58cd7e-7598-4c2e-a050-b95f74440651 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dcd6964-e439-4b82-9a34-a176ee17edcf,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:18:13.583055 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ab58cd7e-7598-4c2e-a050-b95f74440651 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:13.584498 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-ab58cd7e-7598-4c2e-a050-b95f74440651 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5383594 Feb 10 23:18:13.587672 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 51350) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:18:13.594606 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-7f2161e8-d69a-4b7c-8a71-03c05c5af81c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': '14ec5b46-6ef3-412d-b72a-dc827de5bf64', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:18:13.601125 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-7f2161e8-d69a-4b7c-8a71-03c05c5af81c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:18:13.620738 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-7f2161e8-d69a-4b7c-8a71-03c05c5af81c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:18:13.620738 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-7f2161e8-d69a-4b7c-8a71-03c05c5af81c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:18:13.620738 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-7f2161e8-d69a-4b7c-8a71-03c05c5af81c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:18:13.733052 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7f2161e8-d69a-4b7c-8a71-03c05c5af81c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:13.798499 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7f2161e8-d69a-4b7c-8a71-03c05c5af81c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:13.910898 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7f2161e8-d69a-4b7c-8a71-03c05c5af81c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:13.943762 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2161e8-d69a-4b7c-8a71-03c05c5af81c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ffa7fcb-cca6-4d1a-bcaa-dbf3f16f469f,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:18:14.001477 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 2ee1335a-331b-458d-9992-6672bd37fa55 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:18:14.034284 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7f2161e8-d69a-4b7c-8a71-03c05c5af81c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:14.036019 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7f2161e8-d69a-4b7c-8a71-03c05c5af81c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4466732 Feb 10 23:18:14.038527 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51354) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:18:14.044860 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-1aed9279-17c5-437e-be83-c13f150a68bc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': '14ec5b46-6ef3-412d-b72a-dc827de5bf64', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:18:14.054398 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-1aed9279-17c5-437e-be83-c13f150a68bc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:18:14.059017 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-1aed9279-17c5-437e-be83-c13f150a68bc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:18:14.063109 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-1aed9279-17c5-437e-be83-c13f150a68bc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:18:14.069250 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-1aed9279-17c5-437e-be83-c13f150a68bc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:18:14.131199 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 2ee1335a-331b-458d-9992-6672bd37fa55 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:18:14.136308 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 2ee1335a-331b-458d-9992-6672bd37fa55 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:18:14.136769 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:14.161646 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1aed9279-17c5-437e-be83-c13f150a68bc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:14.236424 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1aed9279-17c5-437e-be83-c13f150a68bc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:14.260046 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:14.293129 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 2ee1335a-331b-458d-9992-6672bd37fa55, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=2ee1335a-331b-458d-9992-6672bd37fa55,segment=NetworkSegment(877c32cf-7511-4119-ae3e-15bd3b6ce2f5),segment_id=877c32cf-7511-4119-ae3e-15bd3b6ce2f5)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:18:14.326663 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1aed9279-17c5-437e-be83-c13f150a68bc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:14.347832 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aed9279-17c5-437e-be83-c13f150a68bc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93f243b2-b98d-49ca-94d1-ed6b7f0bc497,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:18:14.382454 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:14.422915 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1aed9279-17c5-437e-be83-c13f150a68bc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:14.425590 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-1aed9279-17c5-437e-be83-c13f150a68bc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3841791 Feb 10 23:18:14.426763 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51358) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:18:14.432254 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-75fe2ec9-3a02-4cb3-b7f8-c26a5c3ccdcc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': '14ec5b46-6ef3-412d-b72a-dc827de5bf64', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:18:14.439210 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-75fe2ec9-3a02-4cb3-b7f8-c26a5c3ccdcc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:18:14.442552 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-75fe2ec9-3a02-4cb3-b7f8-c26a5c3ccdcc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:18:14.445375 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-75fe2ec9-3a02-4cb3-b7f8-c26a5c3ccdcc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:18:14.451028 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-75fe2ec9-3a02-4cb3-b7f8-c26a5c3ccdcc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:18:14.453889 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=2ee1335a-331b-458d-9992-6672bd37fa55,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:18:14.519980 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.securitygroups_db [None req-75fe2ec9-3a02-4cb3-b7f8-c26a5c3ccdcc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Project 714fdf59d9ad4aa1b5cc4598e806e542 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:18:14.526215 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-75fe2ec9-3a02-4cb3-b7f8-c26a5c3ccdcc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:14.593853 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-75fe2ec9-3a02-4cb3-b7f8-c26a5c3ccdcc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:14.668663 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-75fe2ec9-3a02-4cb3-b7f8-c26a5c3ccdcc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:14.692528 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe2ec9-3a02-4cb3-b7f8-c26a5c3ccdcc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fab102b3-b613-41b5-93be-8ca21be1257b,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:18:14.764166 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-75fe2ec9-3a02-4cb3-b7f8-c26a5c3ccdcc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:14.764166 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-75fe2ec9-3a02-4cb3-b7f8-c26a5c3ccdcc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3336198 Feb 10 23:18:14.765029 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51362) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:18:14.769758 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-4a11c5cf-7576-4b53-ad80-a0447fb74ebc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': '14ec5b46-6ef3-412d-b72a-dc827de5bf64', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:18:14.775791 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4a11c5cf-7576-4b53-ad80-a0447fb74ebc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:18:14.780062 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-4a11c5cf-7576-4b53-ad80-a0447fb74ebc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:18:14.783013 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-4a11c5cf-7576-4b53-ad80-a0447fb74ebc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:18:14.788874 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4a11c5cf-7576-4b53-ad80-a0447fb74ebc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:18:14.880331 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.securitygroups_db [None req-4a11c5cf-7576-4b53-ad80-a0447fb74ebc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Project 714fdf59d9ad4aa1b5cc4598e806e542 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:18:14.886751 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4a11c5cf-7576-4b53-ad80-a0447fb74ebc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:14.952900 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4a11c5cf-7576-4b53-ad80-a0447fb74ebc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:15.033885 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4a11c5cf-7576-4b53-ad80-a0447fb74ebc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:15.057843 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a11c5cf-7576-4b53-ad80-a0447fb74ebc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93372233-b3c8-4df8-834b-d437e4af09b3,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:18:15.143491 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4a11c5cf-7576-4b53-ad80-a0447fb74ebc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:15.145717 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-4a11c5cf-7576-4b53-ad80-a0447fb74ebc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3803642 Feb 10 23:18:15.487928 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-b9a2c948-c53e-4a4f-826b-bb5356daa1b4 req-373263f2-ec17-44e4-963f-420ffa80cdb5 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Synchronizing usage tracker for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:18:15.581657 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-b9a2c948-c53e-4a4f-826b-bb5356daa1b4 req-373263f2-ec17-44e4-963f-420ffa80cdb5 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Unset dirty status for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:18:15.585698 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-b9a2c948-c53e-4a4f-826b-bb5356daa1b4 req-373263f2-ec17-44e4-963f-420ffa80cdb5 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-539483012&fields=id&tenant_id=714fdf59d9ad4aa1b5cc4598e806e542 HTTP/1.1" status: 200 len: 267 time: 0.1358364 Feb 10 23:18:15.728139 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2c948-c53e-4a4f-826b-bb5356daa1b4 req-6a4e7512-8309-4020-83d7-446b0e716127 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:15.728817 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-b9a2c948-c53e-4a4f-826b-bb5356daa1b4 req-6a4e7512-8309-4020-83d7-446b0e716127 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Synchronizing usage tracker for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:network {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:18:15.796734 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-b9a2c948-c53e-4a4f-826b-bb5356daa1b4 req-6a4e7512-8309-4020-83d7-446b0e716127 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Unset dirty status for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:network {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:18:15.796734 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-b9a2c948-c53e-4a4f-826b-bb5356daa1b4 req-6a4e7512-8309-4020-83d7-446b0e716127 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/networks?id=de8e9456-d213-4a2d-b8cb-03b57f319ab1 HTTP/1.1" status: 200 len: 797 time: 0.2058022 Feb 10 23:18:15.814188 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-b9a2c948-c53e-4a4f-826b-bb5356daa1b4 req-60bb2493-16cc-4a63-b919-928923aa05e8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/quotas/714fdf59d9ad4aa1b5cc4598e806e542 HTTP/1.1" status: 200 len: 375 time: 0.0116036 Feb 10 23:18:15.895267 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-b9a2c948-c53e-4a4f-826b-bb5356daa1b4 req-c3b61b1b-7a41-4f64-b1c5-cdf73197a083 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Synchronizing usage tracker for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:18:15.969731 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 2ee1335a-331b-458d-9992-6672bd37fa55 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:18:15.982089 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-b9a2c948-c53e-4a4f-826b-bb5356daa1b4 req-c3b61b1b-7a41-4f64-b1c5-cdf73197a083 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Unset dirty status for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:18:15.983883 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-b9a2c948-c53e-4a4f-826b-bb5356daa1b4 req-c3b61b1b-7a41-4f64-b1c5-cdf73197a083 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1648312 Feb 10 23:18:16.083465 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 2ee1335a-331b-458d-9992-6672bd37fa55 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:18:16.083889 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:16.128136 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-b9a2c948-c53e-4a4f-826b-bb5356daa1b4 req-ab68cf50-08e1-42b7-a540-3d163ec009b8 service neutron] 10.222.0.59 "GET /v2.0/networks/de8e9456-d213-4a2d-b8cb-03b57f319ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315691 Feb 10 23:18:16.138533 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:16.264953 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-b9a2c948-c53e-4a4f-826b-bb5356daa1b4 req-b0d864f4-45ab-4686-9f4f-c40fd26a5c99 service neutron] 10.222.0.59 "GET /v2.0/networks/de8e9456-d213-4a2d-b8cb-03b57f319ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311548 Feb 10 23:18:16.524156 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-687bc89b-5624-4a16-a277-4cd7a2c01dd9 req-bfcec4c7-9151-4276-8be7-9f58ed84fcc8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Synchronizing usage tracker for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:18:16.537929 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-687bc89b-5624-4a16-a277-4cd7a2c01dd9 req-bfcec4c7-9151-4276-8be7-9f58ed84fcc8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Unset dirty status for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:18:16.539166 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-687bc89b-5624-4a16-a277-4cd7a2c01dd9 req-bfcec4c7-9151-4276-8be7-9f58ed84fcc8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f85b169-d618-484c-9a32-7b0b02305007 HTTP/1.1" status: 200 len: 210 time: 0.0567274 Feb 10 23:18:17.716414 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-b0c9b5a1-33e0-4019-89ee-7fe2ad4f93c9 req-d41fd575-b0be-4163-801b-adb55383be12 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f85b169-d618-484c-9a32-7b0b02305007 HTTP/1.1" status: 200 len: 210 time: 0.0412688 Feb 10 23:18:18.786446 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2c948-c53e-4a4f-826b-bb5356daa1b4 req-8c14dd67-f4f7-47f1-8f21-096ab180a487 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:18.787845 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b9a2c948-c53e-4a4f-826b-bb5356daa1b4 req-8c14dd67-f4f7-47f1-8f21-096ab180a487 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.37 "GET /v2.0/networks?id=de8e9456-d213-4a2d-b8cb-03b57f319ab1 HTTP/1.1" status: 200 len: 797 time: 0.1447768 Feb 10 23:18:18.839785 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-b9a2c948-c53e-4a4f-826b-bb5356daa1b4 req-947776e2-c436-4547-b7bd-5037b1784b77 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Synchronizing usage tracker for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:18:18.889864 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-08ca1442-d8c5-4569-b3d0-808872363822 req-3d352600-2d93-4538-b742-62b95312b07e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f85b169-d618-484c-9a32-7b0b02305007 HTTP/1.1" status: 200 len: 210 time: 0.0455790 Feb 10 23:18:18.899322 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-b9a2c948-c53e-4a4f-826b-bb5356daa1b4 req-947776e2-c436-4547-b7bd-5037b1784b77 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Unset dirty status for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:18:18.899322 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b9a2c948-c53e-4a4f-826b-bb5356daa1b4 req-947776e2-c436-4547-b7bd-5037b1784b77 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=714fdf59d9ad4aa1b5cc4598e806e542 HTTP/1.1" status: 200 len: 379 time: 0.0909133 Feb 10 23:18:18.900129 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-b9a2c948-c53e-4a4f-826b-bb5356daa1b4 req-d1483683-a0ba-45d4-8997-39a095d0698f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'port': {'device_id': '3f85b169-d618-484c-9a32-7b0b02305007', 'network_id': 'de8e9456-d213-4a2d-b8cb-03b57f319ab1', 'admin_state_up': True, 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'security_groups': ['14ec5b46-6ef3-412d-b72a-dc827de5bf64']}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:18:19.035780 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-b9a2c948-c53e-4a4f-826b-bb5356daa1b4 req-d1483683-a0ba-45d4-8997-39a095d0698f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:18:19.046300 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-b9a2c948-c53e-4a4f-826b-bb5356daa1b4 req-d1483683-a0ba-45d4-8997-39a095d0698f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:18:19.090506 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f3e8a335-ce5b-47e9-846d-ed8b064c5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:19.199767 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9a2c948-c53e-4a4f-826b-bb5356daa1b4 req-d1483683-a0ba-45d4-8997-39a095d0698f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Made reservation on behalf of 714fdf59d9ad4aa1b5cc4598e806e542 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:18:19.203184 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-b9a2c948-c53e-4a4f-826b-bb5356daa1b4 req-d1483683-a0ba-45d4-8997-39a095d0698f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:19.371451 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [req-b9a2c948-c53e-4a4f-826b-bb5356daa1b4 req-d1483683-a0ba-45d4-8997-39a095d0698f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Allocated IP 172.20.0.14 (de8e9456-d213-4a2d-b8cb-03b57f319ab1/afafdd4f-adcb-4575-8d30-04814485ab1e/ee5ad9b1-9ab5-40a8-a962-68c497a49eb3) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:18:19.562655 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-b9a2c948-c53e-4a4f-826b-bb5356daa1b4 req-d1483683-a0ba-45d4-8997-39a095d0698f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:19.578223 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-b9a2c948-c53e-4a4f-826b-bb5356daa1b4 req-d1483683-a0ba-45d4-8997-39a095d0698f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Transition to ACTIVE for port object ee5ad9b1-9ab5-40a8-a962-68c497a49eb3 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:18:19.686794 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-b9a2c948-c53e-4a4f-826b-bb5356daa1b4 req-d1483683-a0ba-45d4-8997-39a095d0698f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:19.760614 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9a2c948-c53e-4a4f-826b-bb5356daa1b4 req-d1483683-a0ba-45d4-8997-39a095d0698f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Network de8e9456-d213-4a2d-b8cb-03b57f319ab1 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:18:19.763475 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [req-b9a2c948-c53e-4a4f-826b-bb5356daa1b4 req-d1483683-a0ba-45d4-8997-39a095d0698f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:18:19.768290 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a2c948-c53e-4a4f-826b-bb5356daa1b4 req-d1483683-a0ba-45d4-8997-39a095d0698f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:18:19.793616 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1483683-a0ba-45d4-8997-39a095d0698f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Port': ['ID=ee5ad9b1-9ab5-40a8-a962-68c497a49eb3,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:18:19.833356 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2c948-c53e-4a4f-826b-bb5356daa1b4 req-d1483683-a0ba-45d4-8997-39a095d0698f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:19.834297 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-b9a2c948-c53e-4a4f-826b-bb5356daa1b4 req-d1483683-a0ba-45d4-8997-39a095d0698f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:20.033817 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b9a2c948-c53e-4a4f-826b-bb5356daa1b4 req-d1483683-a0ba-45d4-8997-39a095d0698f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1373892 Feb 10 23:18:20.093553 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a8222-05af-4d98-b9d7-0770dac12389 req-904f8d62-b806-4b29-806e-ac6a3b43f37e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:20.095013 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-291a8222-05af-4d98-b9d7-0770dac12389 req-904f8d62-b806-4b29-806e-ac6a3b43f37e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f85b169-d618-484c-9a32-7b0b02305007 HTTP/1.1" status: 200 len: 932 time: 0.0792780 Feb 10 23:18:20.118271 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-b9a2c948-c53e-4a4f-826b-bb5356daa1b4 req-aafcef7f-4d8e-47d3-abbc-e99be2bd5d7c service neutron] Request body: {'port': {'device_id': '3f85b169-d618-484c-9a32-7b0b02305007', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:18:20.143679 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-291a8222-05af-4d98-b9d7-0770dac12389 req-ff965b9e-7378-4177-9b5b-8d401e985f9b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=14ec5b46-6ef3-412d-b72a-dc827de5bf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429592 Feb 10 23:18:20.172040 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-6fe49023-e93e-4798-a03e-34be16352453 None None] Provisioning for port ee5ad9b1-9ab5-40a8-a962-68c497a49eb3 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:18:20.177558 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-6fe49023-e93e-4798-a03e-34be16352453 None None] Provisioning complete for port ee5ad9b1-9ab5-40a8-a962-68c497a49eb3 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:18:20.177961 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6fe49023-e93e-4798-a03e-34be16352453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:20.229119 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-6fe49023-e93e-4798-a03e-34be16352453 None None] Port ee5ad9b1-9ab5-40a8-a962-68c497a49eb3 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:18:20.229697 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-b9a2c948-c53e-4a4f-826b-bb5356daa1b4 req-aafcef7f-4d8e-47d3-abbc-e99be2bd5d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:20.565120 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [req-b9a2c948-c53e-4a4f-826b-bb5356daa1b4 req-aafcef7f-4d8e-47d3-abbc-e99be2bd5d7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee5ad9b1-9ab5-40a8-a962-68c497a49eb3 {{(pid=84332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:18:20.571872 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-b9a2c948-c53e-4a4f-826b-bb5356daa1b4 req-aafcef7f-4d8e-47d3-abbc-e99be2bd5d7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:20.586209 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-b9a2c948-c53e-4a4f-826b-bb5356daa1b4 req-aafcef7f-4d8e-47d3-abbc-e99be2bd5d7c service neutron] Transition to ACTIVE for port object ee5ad9b1-9ab5-40a8-a962-68c497a49eb3 will not be triggered until provisioned by entity L2. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:18:20.713866 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-b9a2c948-c53e-4a4f-826b-bb5356daa1b4 req-aafcef7f-4d8e-47d3-abbc-e99be2bd5d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:20.844874 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafcef7f-4d8e-47d3-abbc-e99be2bd5d7c service neutron] Pushing event updated for resources: {'Port': ['ID=ee5ad9b1-9ab5-40a8-a962-68c497a49eb3,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:18:21.040219 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-b9a2c948-c53e-4a4f-826b-bb5356daa1b4 req-aafcef7f-4d8e-47d3-abbc-e99be2bd5d7c service neutron] Attempting to bind port ee5ad9b1-9ab5-40a8-a962-68c497a49eb3 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:18:21.040563 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-b9a2c948-c53e-4a4f-826b-bb5356daa1b4 req-aafcef7f-4d8e-47d3-abbc-e99be2bd5d7c service neutron] Attempting to bind port ee5ad9b1-9ab5-40a8-a962-68c497a49eb3 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '877c32cf-7511-4119-ae3e-15bd3b6ce2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'de8e9456-d213-4a2d-b8cb-03b57f319ab1'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:18:21.040898 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a2c948-c53e-4a4f-826b-bb5356daa1b4 req-aafcef7f-4d8e-47d3-abbc-e99be2bd5d7c service neutron] Attempting to bind port ee5ad9b1-9ab5-40a8-a962-68c497a49eb3 on network de8e9456-d213-4a2d-b8cb-03b57f319ab1 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:18:21.047004 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a2c948-c53e-4a4f-826b-bb5356daa1b4 req-aafcef7f-4d8e-47d3-abbc-e99be2bd5d7c service neutron] Port ee5ad9b1-9ab5-40a8-a962-68c497a49eb3 on network de8e9456-d213-4a2d-b8cb-03b57f319ab1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:18:21.047317 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a2c948-c53e-4a4f-826b-bb5356daa1b4 req-aafcef7f-4d8e-47d3-abbc-e99be2bd5d7c service neutron] Attempting to bind port ee5ad9b1-9ab5-40a8-a962-68c497a49eb3 on network de8e9456-d213-4a2d-b8cb-03b57f319ab1 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:18:21.053810 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a2c948-c53e-4a4f-826b-bb5356daa1b4 req-aafcef7f-4d8e-47d3-abbc-e99be2bd5d7c service neutron] Checking agent: {'id': '0f85d58b-4cda-4360-97cf-be037aef26b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'started_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:18:21.054132 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a2c948-c53e-4a4f-826b-bb5356daa1b4 req-aafcef7f-4d8e-47d3-abbc-e99be2bd5d7c service neutron] Checking segment: {'id': '877c32cf-7511-4119-ae3e-15bd3b6ce2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'de8e9456-d213-4a2d-b8cb-03b57f319ab1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:18:21.054502 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a2c948-c53e-4a4f-826b-bb5356daa1b4 req-aafcef7f-4d8e-47d3-abbc-e99be2bd5d7c service neutron] Bound using segment: {'id': '877c32cf-7511-4119-ae3e-15bd3b6ce2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'de8e9456-d213-4a2d-b8cb-03b57f319ab1'} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:18:21.054909 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-b9a2c948-c53e-4a4f-826b-bb5356daa1b4 req-aafcef7f-4d8e-47d3-abbc-e99be2bd5d7c service neutron] Bound port: ee5ad9b1-9ab5-40a8-a962-68c497a49eb3, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '877c32cf-7511-4119-ae3e-15bd3b6ce2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'de8e9456-d213-4a2d-b8cb-03b57f319ab1'}}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:18:21.055243 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-b9a2c948-c53e-4a4f-826b-bb5356daa1b4 req-aafcef7f-4d8e-47d3-abbc-e99be2bd5d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:21.143972 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-b9a2c948-c53e-4a4f-826b-bb5356daa1b4 req-aafcef7f-4d8e-47d3-abbc-e99be2bd5d7c service neutron] For port ee5ad9b1-9ab5-40a8-a962-68c497a49eb3, host hv-neutron-8287, cleared binding levels {{(pid=84332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:18:21.147202 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-b9a2c948-c53e-4a4f-826b-bb5356daa1b4 req-aafcef7f-4d8e-47d3-abbc-e99be2bd5d7c service neutron] For port ee5ad9b1-9ab5-40a8-a962-68c497a49eb3, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=ee5ad9b1-9ab5-40a8-a962-68c497a49eb3,segment=NetworkSegment(877c32cf-7511-4119-ae3e-15bd3b6ce2f5),segment_id=877c32cf-7511-4119-ae3e-15bd3b6ce2f5)] {{(pid=84332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:18:21.299540 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-b9a2c948-c53e-4a4f-826b-bb5356daa1b4 req-aafcef7f-4d8e-47d3-abbc-e99be2bd5d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:21.367410 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-b9a2c948-c53e-4a4f-826b-bb5356daa1b4 req-aafcef7f-4d8e-47d3-abbc-e99be2bd5d7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:21.368867 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b9a2c948-c53e-4a4f-826b-bb5356daa1b4 req-aafcef7f-4d8e-47d3-abbc-e99be2bd5d7c service neutron] 10.222.0.37 "PUT /v2.0/ports/ee5ad9b1-9ab5-40a8-a962-68c497a49eb3 HTTP/1.1" status: 200 len: 1094 time: 1.3280058 Feb 10 23:18:21.377622 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f85b169-d618-484c-9a32-7b0b02305007', 'tag': 'ee5ad9b1-9ab5-40a8-a962-68c497a49eb3'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:18:21.381793 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-67e9b2f6-e714-452f-983c-c9101cdadbbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:21.422503 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafcef7f-4d8e-47d3-abbc-e99be2bd5d7c service neutron] Pushing event updated for resources: {'Port': ['ID=ee5ad9b1-9ab5-40a8-a962-68c497a49eb3,revision_number=3']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:18:21.425023 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ba3ee-7266-436f-8813-60f2f2088001 req-50e65978-1a3c-4e7b-87a3-3e09fa4dfcb9 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:21.425756 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-744ba3ee-7266-436f-8813-60f2f2088001 req-50e65978-1a3c-4e7b-87a3-3e09fa4dfcb9 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Synchronizing usage tracker for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:18:21.444339 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f85b169-d618-484c-9a32-7b0b02305007', 'tag': 'ee5ad9b1-9ab5-40a8-a962-68c497a49eb3', 'status': 'completed', 'code': 200} Feb 10 23:18:21.540377 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bd75f243-fb6f-4a7c-8669-d2d961e4179b req-36e68c96-3592-4a9a-8ebc-828af8c7ad93 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&device_id=3f85b169-d618-484c-9a32-7b0b02305007 HTTP/1.1" status: 200 len: 1097 time: 0.0742309 Feb 10 23:18:21.554103 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-744ba3ee-7266-436f-8813-60f2f2088001 req-50e65978-1a3c-4e7b-87a3-3e09fa4dfcb9 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Unset dirty status for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:18:21.554103 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-744ba3ee-7266-436f-8813-60f2f2088001 req-50e65978-1a3c-4e7b-87a3-3e09fa4dfcb9 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f85b169-d618-484c-9a32-7b0b02305007 HTTP/1.1" status: 200 len: 944 time: 0.2795765 Feb 10 23:18:21.681321 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-744ba3ee-7266-436f-8813-60f2f2088001 req-a901c16e-bc12-443c-8711-bb88dc3f97f6 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=14ec5b46-6ef3-412d-b72a-dc827de5bf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159809 Feb 10 23:18:21.716727 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75f243-fb6f-4a7c-8669-d2d961e4179b req-d7c4bfbd-0594-4ed4-961f-53a5da627b56 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:21.718727 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bd75f243-fb6f-4a7c-8669-d2d961e4179b req-d7c4bfbd-0594-4ed4-961f-53a5da627b56 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1723514 Feb 10 23:18:21.851115 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75f243-fb6f-4a7c-8669-d2d961e4179b req-df82ce32-80ca-4913-aee3-ea491c6549f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:21.852505 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bd75f243-fb6f-4a7c-8669-d2d961e4179b req-df82ce32-80ca-4913-aee3-ea491c6549f9 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1282954 Feb 10 23:18:21.960252 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b9a2c948-c53e-4a4f-826b-bb5356daa1b4 req-55417cf3-f0dd-410d-a011-f7f159e60bd6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&device_id=3f85b169-d618-484c-9a32-7b0b02305007 HTTP/1.1" status: 200 len: 1097 time: 0.0740573 Feb 10 23:18:22.033540 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b9a2c948-c53e-4a4f-826b-bb5356daa1b4 req-049af2c7-514d-4acb-9d7e-3ab3f85ec353 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee5ad9b1-9ab5-40a8-a962-68c497a49eb3 HTTP/1.1" status: 200 len: 217 time: 0.0675652 Feb 10 23:18:22.098384 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2c948-c53e-4a4f-826b-bb5356daa1b4 req-afa627f6-a377-4f4f-80c2-2c00858a5991 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:22.099974 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b9a2c948-c53e-4a4f-826b-bb5356daa1b4 req-afa627f6-a377-4f4f-80c2-2c00858a5991 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=afafdd4f-adcb-4575-8d30-04814485ab1e HTTP/1.1" status: 200 len: 834 time: 0.0614424 Feb 10 23:18:22.171929 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b9a2c948-c53e-4a4f-826b-bb5356daa1b4 req-321bda22-a0ad-43fb-9f17-573e48ae1b3c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=de8e9456-d213-4a2d-b8cb-03b57f319ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662601 Feb 10 23:18:22.299887 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b9a2c948-c53e-4a4f-826b-bb5356daa1b4 req-9b55ae42-a8c7-4e7d-9baa-176ba40a375e service neutron] 10.222.0.37 "GET /v2.0/networks/de8e9456-d213-4a2d-b8cb-03b57f319ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222878 Feb 10 23:18:22.431527 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b9a2c948-c53e-4a4f-826b-bb5356daa1b4 req-21f0d335-d5ae-45ed-8878-126decc3d205 service neutron] 10.222.0.37 "GET /v2.0/networks/de8e9456-d213-4a2d-b8cb-03b57f319ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261201 Feb 10 23:18:22.530682 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:22.670410 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:22.882541 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da106fa7-9998-470a-8dd4-490917472fe5 req-ee0a87ce-5faa-4ded-94bc-75917aa1f831 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:22.883968 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-da106fa7-9998-470a-8dd4-490917472fe5 req-ee0a87ce-5faa-4ded-94bc-75917aa1f831 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f85b169-d618-484c-9a32-7b0b02305007 HTTP/1.1" status: 200 len: 944 time: 0.0751698 Feb 10 23:18:22.928582 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-da106fa7-9998-470a-8dd4-490917472fe5 req-a0b0ec89-a26e-4dd8-a10f-3aa962099848 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=14ec5b46-6ef3-412d-b72a-dc827de5bf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385530 Feb 10 23:18:24.044650 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:24.128491 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438c471-864f-4440-8253-537efd69d03e req-323c6700-cf3c-48ed-9168-ed1c28f20b00 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:24.130026 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2438c471-864f-4440-8253-537efd69d03e req-323c6700-cf3c-48ed-9168-ed1c28f20b00 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f85b169-d618-484c-9a32-7b0b02305007 HTTP/1.1" status: 200 len: 944 time: 0.0783379 Feb 10 23:18:24.174613 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2438c471-864f-4440-8253-537efd69d03e req-71429c9f-8eb8-4212-b041-1863756a7833 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=14ec5b46-6ef3-412d-b72a-dc827de5bf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390096 Feb 10 23:18:24.897601 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device ee5ad9b1-9ab5-40a8-a962-68c497a49eb3 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:18:25.034449 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port ee5ad9b1-9ab5-40a8-a962-68c497a49eb3, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=ee5ad9b1-9ab5-40a8-a962-68c497a49eb3,segment=NetworkSegment(877c32cf-7511-4119-ae3e-15bd3b6ce2f5),segment_id=877c32cf-7511-4119-ae3e-15bd3b6ce2f5)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:18:25.051671 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Returning: {'device': 'ee5ad9b1-9ab5-40a8-a962-68c497a49eb3', 'network_id': 'de8e9456-d213-4a2d-b8cb-03b57f319ab1', 'port_id': 'ee5ad9b1-9ab5-40a8-a962-68c497a49eb3', 'mac_address': 'fa:16:3e:1c:34:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afafdd4f-adcb-4575-8d30-04814485ab1e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:18:25.105641 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:25.123134 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee5ad9b1-9ab5-40a8-a962-68c497a49eb3 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:18:25.137848 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port ee5ad9b1-9ab5-40a8-a962-68c497a49eb3, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=ee5ad9b1-9ab5-40a8-a962-68c497a49eb3,segment=NetworkSegment(877c32cf-7511-4119-ae3e-15bd3b6ce2f5),segment_id=877c32cf-7511-4119-ae3e-15bd3b6ce2f5)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:18:25.248134 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:25.313716 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=ee5ad9b1-9ab5-40a8-a962-68c497a49eb3,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:18:25.460658 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['ee5ad9b1-9ab5-40a8-a962-68c497a49eb3'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:18:25.471269 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d364d24-25ac-40f7-af4d-55a0652fa853 req-7e177332-5749-4a5a-a7ac-6dabaf33588c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:25.471950 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-7d364d24-25ac-40f7-af4d-55a0652fa853 req-7e177332-5749-4a5a-a7ac-6dabaf33588c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f85b169-d618-484c-9a32-7b0b02305007 HTTP/1.1" status: 200 len: 945 time: 0.1770430 Feb 10 23:18:25.517965 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-7d364d24-25ac-40f7-af4d-55a0652fa853 req-5354147e-0d67-4ae0-9798-ff254890732e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=14ec5b46-6ef3-412d-b72a-dc827de5bf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402176 Feb 10 23:18:26.215520 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:18:26.716198 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342fda58-5793-42c7-aeeb-6f8ac6c0ee2b req-2ad4b666-72a8-400b-9aae-5f685f065bfc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:26.718651 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-342fda58-5793-42c7-aeeb-6f8ac6c0ee2b req-2ad4b666-72a8-400b-9aae-5f685f065bfc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f85b169-d618-484c-9a32-7b0b02305007 HTTP/1.1" status: 200 len: 945 time: 0.0776954 Feb 10 23:18:26.767350 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-342fda58-5793-42c7-aeeb-6f8ac6c0ee2b req-286b6821-a45f-4efe-a4c0-fcd3cea1aec3 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=14ec5b46-6ef3-412d-b72a-dc827de5bf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430288 Feb 10 23:18:26.912514 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device ee5ad9b1-9ab5-40a8-a962-68c497a49eb3 up at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:18:27.073517 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning for port ee5ad9b1-9ab5-40a8-a962-68c497a49eb3 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:18:27.078995 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning complete for port ee5ad9b1-9ab5-40a8-a962-68c497a49eb3 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:18:27.079468 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:27.190034 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:27.215504 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f85b169-d618-484c-9a32-7b0b02305007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee5ad9b1-9ab5-40a8-a962-68c497a49eb3'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:18:27.226390 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port ee5ad9b1-9ab5-40a8-a962-68c497a49eb3, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=ee5ad9b1-9ab5-40a8-a962-68c497a49eb3,segment=NetworkSegment(877c32cf-7511-4119-ae3e-15bd3b6ce2f5),segment_id=877c32cf-7511-4119-ae3e-15bd3b6ce2f5)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:18:27.270738 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f85b169-d618-484c-9a32-7b0b02305007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee5ad9b1-9ab5-40a8-a962-68c497a49eb3', 'code': 200} Feb 10 23:18:27.336650 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:27.404377 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=ee5ad9b1-9ab5-40a8-a962-68c497a49eb3,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:18:27.795979 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d8bcbbd6-f66a-460f-8786-a691c94b0e06 req-ba6efa23-15bc-478e-819c-dde65e595b71 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3f85b169-d618-484c-9a32-7b0b02305007 HTTP/1.1" status: 200 len: 1099 time: 0.0692351 Feb 10 23:18:27.838391 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d8bcbbd6-f66a-460f-8786-a691c94b0e06 req-cc7fcb04-7750-4e15-96b2-65edd56c016f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=14ec5b46-6ef3-412d-b72a-dc827de5bf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372026 Feb 10 23:18:27.973374 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62fd753-9879-4339-a303-922aa63067e2 req-eca1cc85-c8c6-47da-99a5-8d1c4d084a46 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:27.973374 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b62fd753-9879-4339-a303-922aa63067e2 req-eca1cc85-c8c6-47da-99a5-8d1c4d084a46 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f85b169-d618-484c-9a32-7b0b02305007 HTTP/1.1" status: 200 len: 946 time: 0.0814142 Feb 10 23:18:28.018048 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b62fd753-9879-4339-a303-922aa63067e2 req-37c8114c-6658-41ad-beb9-ccb1428a5106 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=14ec5b46-6ef3-412d-b72a-dc827de5bf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393302 Feb 10 23:18:29.219030 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0728da-61a5-4651-b092-2320efc3caba req-a8c93b99-2489-4b6e-8b8d-7e91fa1608a1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:29.220356 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-7f0728da-61a5-4651-b092-2320efc3caba req-a8c93b99-2489-4b6e-8b8d-7e91fa1608a1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f85b169-d618-484c-9a32-7b0b02305007 HTTP/1.1" status: 200 len: 946 time: 0.0741839 Feb 10 23:18:29.268311 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-7f0728da-61a5-4651-b092-2320efc3caba req-6cf2df22-0bba-4149-81ee-23ac1de7d68b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=14ec5b46-6ef3-412d-b72a-dc827de5bf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424461 Feb 10 23:18:30.470778 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b0da99-bd0b-4342-84ac-9cdbbea8664f req-462b0665-f689-4550-9cac-42447dc8f381 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:30.472233 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d4b0da99-bd0b-4342-84ac-9cdbbea8664f req-462b0665-f689-4550-9cac-42447dc8f381 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f85b169-d618-484c-9a32-7b0b02305007 HTTP/1.1" status: 200 len: 946 time: 0.0788488 Feb 10 23:18:30.518507 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d4b0da99-bd0b-4342-84ac-9cdbbea8664f req-5a1ec249-23e4-4366-9910-4af60970eb5f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=14ec5b46-6ef3-412d-b72a-dc827de5bf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406189 Feb 10 23:18:30.719514 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca39d3-16e3-4de2-aab6-764aea51d8c7 req-a825876d-3b64-453a-8c72-31daab19313a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:30.720969 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-f8ca39d3-16e3-4de2-aab6-764aea51d8c7 req-a825876d-3b64-453a-8c72-31daab19313a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f85b169-d618-484c-9a32-7b0b02305007 HTTP/1.1" status: 200 len: 946 time: 0.0773866 Feb 10 23:18:30.764877 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-f8ca39d3-16e3-4de2-aab6-764aea51d8c7 req-7fb0af6f-c249-4e06-8d1f-784b7059cb79 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=14ec5b46-6ef3-412d-b72a-dc827de5bf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383346 Feb 10 23:18:30.791670 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51418) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:18:30.861470 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-03540c5b-5fd0-4fed-84ad-c25e407a9318 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=3f85b169-d618-484c-9a32-7b0b02305007 HTTP/1.1" status: 200 len: 1094 time: 0.0686553 Feb 10 23:18:30.864136 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51422) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:18:30.869637 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-30536933-76dc-49d9-9997-2d407329a03d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'floatingip': {'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'port_id': 'ee5ad9b1-9ab5-40a8-a962-68c497a49eb3', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:18:30.875952 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-30536933-76dc-49d9-9997-2d407329a03d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:18:30.879739 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-30536933-76dc-49d9-9997-2d407329a03d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:floatingip and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:18:30.882570 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-30536933-76dc-49d9-9997-2d407329a03d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:18:30.888093 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-30536933-76dc-49d9-9997-2d407329a03d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:18:31.028101 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-30536933-76dc-49d9-9997-2d407329a03d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for floatingip, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:31.168393 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-30536933-76dc-49d9-9997-2d407329a03d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:31.306991 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-30536933-76dc-49d9-9997-2d407329a03d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Allocated IP 172.26.8.159 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/99d05884-0e3c-4767-a5de-0c82b4d13854) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:18:31.456671 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-30536933-76dc-49d9-9997-2d407329a03d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:31.588808 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-30536933-76dc-49d9-9997-2d407329a03d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:31.663579 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30536933-76dc-49d9-9997-2d407329a03d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:18:31.670471 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-30536933-76dc-49d9-9997-2d407329a03d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:18:31.670471 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30536933-76dc-49d9-9997-2d407329a03d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:18:31.699600 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30536933-76dc-49d9-9997-2d407329a03d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Port': ['ID=99d05884-0e3c-4767-a5de-0c82b4d13854,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:18:32.170708 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-30536933-76dc-49d9-9997-2d407329a03d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:32.310691 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-30536933-76dc-49d9-9997-2d407329a03d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:32.505442 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-30536933-76dc-49d9-9997-2d407329a03d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:32.678473 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-30536933-76dc-49d9-9997-2d407329a03d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:32.874770 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30536933-76dc-49d9-9997-2d407329a03d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Port': ['ID=99d05884-0e3c-4767-a5de-0c82b4d13854,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:18:32.890733 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-30536933-76dc-49d9-9997-2d407329a03d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1734214'] for floatingip, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:33.077227 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.l3_db [None req-30536933-76dc-49d9-9997-2d407329a03d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Floating IP 0e21e7c2-d4bf-49ff-a1cf-0deb28c9fa18 associated. External IP: 172.26.8.159, port: ee5ad9b1-9ab5-40a8-a962-68c497a49eb3. Feb 10 23:18:33.455749 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30536933-76dc-49d9-9997-2d407329a03d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Router 6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:18:33.649590 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30536933-76dc-49d9-9997-2d407329a03d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:18:33.659762 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1513909-312d-4e62-b774-139dcc5d310b None None] Sync routers for ids ['6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:18:33.671488 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1513909-312d-4e62-b774-139dcc5d310b None None] Routers {'6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:18:33.672787 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-b1513909-312d-4e62-b774-139dcc5d310b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:18:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:18:33.777302 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-30536933-76dc-49d9-9997-2d407329a03d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:33.836440 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-30536933-76dc-49d9-9997-2d407329a03d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9711893 Feb 10 23:18:33.837322 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f85b169-d618-484c-9a32-7b0b02305007', 'tag': 'ee5ad9b1-9ab5-40a8-a962-68c497a49eb3'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:18:33.839251 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 51426) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:18:33.850967 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-b1513909-312d-4e62-b774-139dcc5d310b None None] Set router 6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:18:33.898044 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f85b169-d618-484c-9a32-7b0b02305007', 'tag': 'ee5ad9b1-9ab5-40a8-a962-68c497a49eb3', 'status': 'completed', 'code': 200} Feb 10 23:18:34.136740 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-97c4f63d-19be-45b6-87f7-89a3377873fe req-baa40409-5b0f-4968-be1e-ff50c310589d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&device_id=3f85b169-d618-484c-9a32-7b0b02305007 HTTP/1.1" status: 200 len: 1099 time: 0.1499224 Feb 10 23:18:34.248380 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-b1513909-312d-4e62-b774-139dcc5d310b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7', 'name': 'tempest-TestNetworkBasicOps-router-1356552505', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': '0ff4998c-ef04-474b-9de9-d6c06b7b9441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:18:03Z', 'updated_at': '2022-02-10T23:18:08Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '0ff4998c-ef04-474b-9de9-d6c06b7b9441', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:03:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:18:03Z', 'updated_at': '2022-02-10T23:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '0e21e7c2-d4bf-49ff-a1cf-0deb28c9fa18', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'floating_ip_address': '172.26.8.159', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7', 'port_id': 'ee5ad9b1-9ab5-40a8-a962-68c497a49eb3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de8e9456-d213-4a2d-b8cb-03b57f319ab1', 'mac_address': 'fa:16:3e:1c:34:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f85b169-d618-484c-9a32-7b0b02305007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:18:32Z', 'updated_at': '2022-02-10T23:18:32Z', 'revision_number': 0, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ee1335a-331b-458d-9992-6672bd37fa55', 'name': '', 'network_id': 'de8e9456-d213-4a2d-b8cb-03b57f319ab1', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:d5:12:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afafdd4f-adcb-4575-8d30-04814485ab1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:18:08Z', 'updated_at': '2022-02-10T23:18:14Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': 'afafdd4f-adcb-4575-8d30-04814485ab1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:18:34.259394 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1513909-312d-4e62-b774-139dcc5d310b None None] Checking router: 6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7 for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:18:34.263553 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1513909-312d-4e62-b774-139dcc5d310b None None] Routers {'6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:18:34.264431 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-b1513909-312d-4e62-b774-139dcc5d310b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:18:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:18:34.296924 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c4f63d-19be-45b6-87f7-89a3377873fe req-c1624ce6-ebe3-4a30-b1b9-f9b5b3dda7db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:34.298348 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-97c4f63d-19be-45b6-87f7-89a3377873fe req-c1624ce6-ebe3-4a30-b1b9-f9b5b3dda7db service neutron] 10.222.0.37 "GET /v2.0/networks?id=de8e9456-d213-4a2d-b8cb-03b57f319ab1 HTTP/1.1" status: 200 len: 898 time: 0.1519859 Feb 10 23:18:34.303497 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0d850e58-9091-458a-84f2-2744067195d6 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/routers/6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7 HTTP/1.1" status: 200 len: 923 time: 0.4626803 Feb 10 23:18:34.306388 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51432) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:18:34.405072 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-97c4f63d-19be-45b6-87f7-89a3377873fe req-cc56c536-4a51-41c4-85e4-990494631818 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee5ad9b1-9ab5-40a8-a962-68c497a49eb3 HTTP/1.1" status: 200 len: 1000 time: 0.1001768 Feb 10 23:18:34.445841 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-9dd8549d-4b6f-48b5-b74b-94cdae3e5b46 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/floatingips/0e21e7c2-d4bf-49ff-a1cf-0deb28c9fa18 HTTP/1.1" status: 200 len: 992 time: 0.1108534 Feb 10 23:18:34.447832 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-b1513909-312d-4e62-b774-139dcc5d310b None None] Set router 6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:18:34.471774 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c4f63d-19be-45b6-87f7-89a3377873fe req-2f3a99ba-4924-45e1-af58-87f86e325f33 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:34.473230 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-97c4f63d-19be-45b6-87f7-89a3377873fe req-2f3a99ba-4924-45e1-af58-87f86e325f33 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=afafdd4f-adcb-4575-8d30-04814485ab1e HTTP/1.1" status: 200 len: 834 time: 0.0598989 Feb 10 23:18:34.562899 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-97c4f63d-19be-45b6-87f7-89a3377873fe req-6f62483c-977e-4e72-a9f0-71ad1a1166cc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=de8e9456-d213-4a2d-b8cb-03b57f319ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750947 Feb 10 23:18:34.713961 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-97c4f63d-19be-45b6-87f7-89a3377873fe req-3e350f2c-7c30-4ca2-aab1-5a97edfca23c service neutron] 10.222.0.37 "GET /v2.0/networks/de8e9456-d213-4a2d-b8cb-03b57f319ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280951 Feb 10 23:18:34.811342 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-b1513909-312d-4e62-b774-139dcc5d310b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7', 'name': 'tempest-TestNetworkBasicOps-router-1356552505', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': '0ff4998c-ef04-474b-9de9-d6c06b7b9441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:18:03Z', 'updated_at': '2022-02-10T23:18:08Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '0ff4998c-ef04-474b-9de9-d6c06b7b9441', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:03:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:18:03Z', 'updated_at': '2022-02-10T23:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '0e21e7c2-d4bf-49ff-a1cf-0deb28c9fa18', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'floating_ip_address': '172.26.8.159', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7', 'port_id': 'ee5ad9b1-9ab5-40a8-a962-68c497a49eb3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de8e9456-d213-4a2d-b8cb-03b57f319ab1', 'mac_address': 'fa:16:3e:1c:34:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f85b169-d618-484c-9a32-7b0b02305007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:18:32Z', 'updated_at': '2022-02-10T23:18:32Z', 'revision_number': 0, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ee1335a-331b-458d-9992-6672bd37fa55', 'name': '', 'network_id': 'de8e9456-d213-4a2d-b8cb-03b57f319ab1', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:d5:12:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afafdd4f-adcb-4575-8d30-04814485ab1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:18:08Z', 'updated_at': '2022-02-10T23:18:14Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': 'afafdd4f-adcb-4575-8d30-04814485ab1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:18:34.811342 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1513909-312d-4e62-b774-139dcc5d310b None None] The sync data for ids ['6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7'] in dv-neutron-828797-1-hyperv is: [{'id': '6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7', 'name': 'tempest-TestNetworkBasicOps-router-1356552505', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': '0ff4998c-ef04-474b-9de9-d6c06b7b9441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:18:03Z', 'updated_at': '2022-02-10T23:18:08Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '0ff4998c-ef04-474b-9de9-d6c06b7b9441', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:03:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:18:03Z', 'updated_at': '2022-02-10T23:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '0e21e7c2-d4bf-49ff-a1cf-0deb28c9fa18', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'floating_ip_address': '172.26.8.159', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7', 'port_id': 'ee5ad9b1-9ab5-40a8-a962-68c497a49eb3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de8e9456-d213-4a2d-b8cb-03b57f319ab1', 'mac_address': 'fa:16:3e:1c:34:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f85b169-d618-484c-9a32-7b0b02305007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:18:32Z', 'updated_at': '2022-02-10T23:18:32Z', 'revision_number': 0, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ee1335a-331b-458d-9992-6672bd37fa55', 'name': '', 'network_id': 'de8e9456-d213-4a2d-b8cb-03b57f319ab1', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:d5:12:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afafdd4f-adcb-4575-8d30-04814485ab1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:18:08Z', 'updated_at': '2022-02-10T23:18:14Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': 'afafdd4f-adcb-4575-8d30-04814485ab1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:18:34.828232 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-97c4f63d-19be-45b6-87f7-89a3377873fe req-08c74be7-d1f5-42f2-84f7-2ac344578a2b service neutron] 10.222.0.37 "GET /v2.0/networks/de8e9456-d213-4a2d-b8cb-03b57f319ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249378 Feb 10 23:18:35.000365 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e653afb-d7ed-44f2-a3cf-c48d1e97061e None None] New status for floating IP 0e21e7c2-d4bf-49ff-a1cf-0deb28c9fa18: ACTIVE {{(pid=84335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 23:18:35.422864 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 51436) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:18:35.521304 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f2d250c7-b25e-434e-9262-68fc12c84a96 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/floatingips/0e21e7c2-d4bf-49ff-a1cf-0deb28c9fa18 HTTP/1.1" status: 200 len: 994 time: 0.0970790 Feb 10 23:18:46.170025 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:49.157706 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cb04fb7c-f27c-4668-980f-2f0183bb4f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:51.254956 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-52dcb7f4-405d-4c76-87c2-0b7162ef9dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:52.477643 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:52.599843 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:54.061853 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:02.129938 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 51452) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:19:02.311754 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9f471145-8ed2-423e-b668-c18e4b477f29 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/routers/6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1806731 Feb 10 23:19:02.315408 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 51456) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:19:02.576769 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeee3cd3-4e65-44f5-80c1-8450595ea2b2 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Notify agent at dv-neutron-828797-1-hyperv the message router_removed_from_agent {{(pid=84332) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Feb 10 23:19:02.580677 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-aeee3cd3-4e65-44f5-80c1-8450595ea2b2 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "DELETE /v2.0/agents/eea4d02f-d75c-41ab-9d65-29ec9ffcfd10/l3-routers/6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7 HTTP/1.1" status: 204 len: 168 time: 0.2642536 Feb 10 23:19:02.583057 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 51460) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:19:02.849022 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-329c7899-b6d3-4248-bfed-915256b4f20b tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/routers/6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.2645378 Feb 10 23:19:02.851560 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 51464) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:19:02.957800 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-493b6915-9c01-42fc-a371-978f7c991fab tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/floatingips/0e21e7c2-d4bf-49ff-a1cf-0deb28c9fa18 HTTP/1.1" status: 200 len: 994 time: 0.1050227 Feb 10 23:19:03.215469 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:19:03.343608 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ae882d-c943-481e-92d8-ec0171935811 None None] New status for floating IP 0e21e7c2-d4bf-49ff-a1cf-0deb28c9fa18: DOWN {{(pid=84334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 23:19:03.961395 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 51468) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:19:03.988137 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 2ee1335a-331b-458d-9992-6672bd37fa55 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:19:04.069967 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a15ec3ef-e593-44f9-8a64-a04269e32725 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/floatingips/0e21e7c2-d4bf-49ff-a1cf-0deb28c9fa18 HTTP/1.1" status: 200 len: 992 time: 0.1073668 Feb 10 23:19:04.099686 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:04.130761 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 2ee1335a-331b-458d-9992-6672bd37fa55, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=2ee1335a-331b-458d-9992-6672bd37fa55,segment=NetworkSegment(877c32cf-7511-4119-ae3e-15bd3b6ce2f5),segment_id=877c32cf-7511-4119-ae3e-15bd3b6ce2f5)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:19:04.221881 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:04.222501 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 0ff4998c-ef04-474b-9de9-d6c06b7b9441 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:19:04.331752 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=2ee1335a-331b-458d-9992-6672bd37fa55,revision_number=6']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:04.388107 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:04.403858 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 0ff4998c-ef04-474b-9de9-d6c06b7b9441, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=0ff4998c-ef04-474b-9de9-d6c06b7b9441,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:19:04.465951 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:04.529608 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=0ff4998c-ef04-474b-9de9-d6c06b7b9441,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:05.219677 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 51474) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:19:05.500165 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-767a188c-fd2f-4845-bbf9-f92d245bf867 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Router 6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7 is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:19:05.500496 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-767a188c-fd2f-4845-bbf9-f92d245bf867 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Notify agent at dv-neutron-828797-1-hyperv the message router_added_to_agent {{(pid=84332) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Feb 10 23:19:05.529513 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-767a188c-fd2f-4845-bbf9-f92d245bf867 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "POST /v2.0/agents/eea4d02f-d75c-41ab-9d65-29ec9ffcfd10/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.3081532 Feb 10 23:19:05.532116 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 51480) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:19:05.550453 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80406a6-3d2b-4c6a-974d-95f8aa3b4682 None None] Sync routers for ids ['6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:19:05.564090 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80406a6-3d2b-4c6a-974d-95f8aa3b4682 None None] Routers {'6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:19:05.564903 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-a80406a6-3d2b-4c6a-974d-95f8aa3b4682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:18:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:19:05.712836 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-964d06b7-54e1-4963-aaa9-6ee176a4f0d7 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/routers/6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1793814 Feb 10 23:19:05.715520 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 51486) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:19:05.746970 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-a80406a6-3d2b-4c6a-974d-95f8aa3b4682 None None] Set router 6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:19:05.819567 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1ea465e7-5bde-4514-a870-4180d83bf274 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/floatingips/0e21e7c2-d4bf-49ff-a1cf-0deb28c9fa18 HTTP/1.1" status: 200 len: 992 time: 0.1018200 Feb 10 23:19:06.081848 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-a80406a6-3d2b-4c6a-974d-95f8aa3b4682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7', 'name': 'tempest-TestNetworkBasicOps-router-1356552505', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': '0ff4998c-ef04-474b-9de9-d6c06b7b9441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:18:03Z', 'updated_at': '2022-02-10T23:18:08Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '0ff4998c-ef04-474b-9de9-d6c06b7b9441', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:03:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:18:03Z', 'updated_at': '2022-02-10T23:19:04Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '0e21e7c2-d4bf-49ff-a1cf-0deb28c9fa18', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'floating_ip_address': '172.26.8.159', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7', 'port_id': 'ee5ad9b1-9ab5-40a8-a962-68c497a49eb3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de8e9456-d213-4a2d-b8cb-03b57f319ab1', 'mac_address': 'fa:16:3e:1c:34:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f85b169-d618-484c-9a32-7b0b02305007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:18:32Z', 'updated_at': '2022-02-10T23:19:03Z', 'revision_number': 2, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ee1335a-331b-458d-9992-6672bd37fa55', 'name': '', 'network_id': 'de8e9456-d213-4a2d-b8cb-03b57f319ab1', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:d5:12:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afafdd4f-adcb-4575-8d30-04814485ab1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:18:08Z', 'updated_at': '2022-02-10T23:19:04Z', 'revision_number': 6, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': 'afafdd4f-adcb-4575-8d30-04814485ab1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:19:06.085420 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80406a6-3d2b-4c6a-974d-95f8aa3b4682 None None] Checking router: 6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7 for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:19:06.095449 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80406a6-3d2b-4c6a-974d-95f8aa3b4682 None None] Routers {'6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:19:06.096063 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-a80406a6-3d2b-4c6a-974d-95f8aa3b4682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:18:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:19:06.293064 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-a80406a6-3d2b-4c6a-974d-95f8aa3b4682 None None] Set router 6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:19:06.636786 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-a80406a6-3d2b-4c6a-974d-95f8aa3b4682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7', 'name': 'tempest-TestNetworkBasicOps-router-1356552505', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': '0ff4998c-ef04-474b-9de9-d6c06b7b9441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:18:03Z', 'updated_at': '2022-02-10T23:18:08Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '0ff4998c-ef04-474b-9de9-d6c06b7b9441', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:03:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:18:03Z', 'updated_at': '2022-02-10T23:19:04Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '0e21e7c2-d4bf-49ff-a1cf-0deb28c9fa18', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'floating_ip_address': '172.26.8.159', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7', 'port_id': 'ee5ad9b1-9ab5-40a8-a962-68c497a49eb3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de8e9456-d213-4a2d-b8cb-03b57f319ab1', 'mac_address': 'fa:16:3e:1c:34:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f85b169-d618-484c-9a32-7b0b02305007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:18:32Z', 'updated_at': '2022-02-10T23:19:03Z', 'revision_number': 2, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ee1335a-331b-458d-9992-6672bd37fa55', 'name': '', 'network_id': 'de8e9456-d213-4a2d-b8cb-03b57f319ab1', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:d5:12:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afafdd4f-adcb-4575-8d30-04814485ab1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:18:08Z', 'updated_at': '2022-02-10T23:19:04Z', 'revision_number': 6, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': 'afafdd4f-adcb-4575-8d30-04814485ab1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:19:06.640797 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80406a6-3d2b-4c6a-974d-95f8aa3b4682 None None] The sync data for ids ['6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7'] in dv-neutron-828797-1-hyperv is: [{'id': '6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7', 'name': 'tempest-TestNetworkBasicOps-router-1356552505', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': '0ff4998c-ef04-474b-9de9-d6c06b7b9441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:18:03Z', 'updated_at': '2022-02-10T23:18:08Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '0ff4998c-ef04-474b-9de9-d6c06b7b9441', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:03:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:18:03Z', 'updated_at': '2022-02-10T23:19:04Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '0e21e7c2-d4bf-49ff-a1cf-0deb28c9fa18', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'floating_ip_address': '172.26.8.159', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7', 'port_id': 'ee5ad9b1-9ab5-40a8-a962-68c497a49eb3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de8e9456-d213-4a2d-b8cb-03b57f319ab1', 'mac_address': 'fa:16:3e:1c:34:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f85b169-d618-484c-9a32-7b0b02305007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:18:32Z', 'updated_at': '2022-02-10T23:19:03Z', 'revision_number': 2, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ee1335a-331b-458d-9992-6672bd37fa55', 'name': '', 'network_id': 'de8e9456-d213-4a2d-b8cb-03b57f319ab1', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:d5:12:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afafdd4f-adcb-4575-8d30-04814485ab1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:18:08Z', 'updated_at': '2022-02-10T23:19:04Z', 'revision_number': 6, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': 'afafdd4f-adcb-4575-8d30-04814485ab1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:19:06.822230 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 51490) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:19:06.937144 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-27d050f7-b4f6-45ba-a16c-6684bd3f9e75 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/floatingips/0e21e7c2-d4bf-49ff-a1cf-0deb28c9fa18 HTTP/1.1" status: 200 len: 992 time: 0.1133943 Feb 10 23:19:07.113934 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e00fc464-830c-4430-a810-6fb3b0f9fb93 req-6c04c2c9-e875-4930-91d3-4666c335eece service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cd2a7f2e-7c36-40b0-ab8a-a8d8a6fdec11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681195 Feb 10 23:19:07.271762 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e00fc464-830c-4430-a810-6fb3b0f9fb93 req-62ee0cbc-b14e-456a-8e04-6a622310a880 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=82bae8319c0a482993cd9e8530b11401&device_id=cd2a7f2e-7c36-40b0-ab8a-a8d8a6fdec11 HTTP/1.1" status: 200 len: 1098 time: 0.0838552 Feb 10 23:19:07.419608 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00fc464-830c-4430-a810-6fb3b0f9fb93 req-5ea2c35b-ecc3-4fe9-9644-d737b6b54c03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:07.421078 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e00fc464-830c-4430-a810-6fb3b0f9fb93 req-5ea2c35b-ecc3-4fe9-9644-d737b6b54c03 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a75b224-7431-40b5-b18e-691aa5ad073d HTTP/1.1" status: 200 len: 913 time: 0.1300857 Feb 10 23:19:07.634565 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e00fc464-830c-4430-a810-6fb3b0f9fb93 req-08174ea4-263b-42c9-81d3-c2d469eae503 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3068d05b-2836-40d5-8bd2-e43394992d1a HTTP/1.1" status: 200 len: 1001 time: 0.2072129 Feb 10 23:19:07.697876 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00fc464-830c-4430-a810-6fb3b0f9fb93 req-046bb78f-95c6-401d-a3c1-cce4b20ce74e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:07.699465 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e00fc464-830c-4430-a810-6fb3b0f9fb93 req-046bb78f-95c6-401d-a3c1-cce4b20ce74e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=375b0e55-6852-456e-bf83-790a9c9d4e02 HTTP/1.1" status: 200 len: 851 time: 0.0595310 Feb 10 23:19:07.774352 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e00fc464-830c-4430-a810-6fb3b0f9fb93 req-2163602e-d3f9-4ff2-bdb1-a61d94a5e0a0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a75b224-7431-40b5-b18e-691aa5ad073d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689609 Feb 10 23:19:07.903835 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e00fc464-830c-4430-a810-6fb3b0f9fb93 req-3c53f73e-cb64-43ee-823e-7971b9f28bc6 service neutron] 10.222.0.37 "GET /v2.0/networks/4a75b224-7431-40b5-b18e-691aa5ad073d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232674 Feb 10 23:19:07.939881 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51494) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:19:08.040903 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e00fc464-830c-4430-a810-6fb3b0f9fb93 req-2d0535d4-8142-420a-bc50-3bbf4c4fb4ad service neutron] 10.222.0.37 "GET /v2.0/networks/4a75b224-7431-40b5-b18e-691aa5ad073d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313121 Feb 10 23:19:08.041418 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 2ee1335a-331b-458d-9992-6672bd37fa55 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:19:08.064644 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-cd4098fa-c587-47db-8009-a66a5db68f90 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/floatingips/0e21e7c2-d4bf-49ff-a1cf-0deb28c9fa18 HTTP/1.1" status: 200 len: 992 time: 0.1235197 Feb 10 23:19:08.117006 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 2ee1335a-331b-458d-9992-6672bd37fa55 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:19:08.117363 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:08.225946 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:08.261989 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 2ee1335a-331b-458d-9992-6672bd37fa55, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=2ee1335a-331b-458d-9992-6672bd37fa55,segment=NetworkSegment(877c32cf-7511-4119-ae3e-15bd3b6ce2f5),segment_id=877c32cf-7511-4119-ae3e-15bd3b6ce2f5)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:19:08.328802 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:08.329874 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 0ff4998c-ef04-474b-9de9-d6c06b7b9441 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:19:08.470883 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=2ee1335a-331b-458d-9992-6672bd37fa55,revision_number=7']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:08.483289 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:08.483634 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:08.483973 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:08.484305 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:08.484662 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:08.484991 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:08.485493 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:08.486566 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:08.486908 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:08.487235 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:08.487560 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:08.496826 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 0ff4998c-ef04-474b-9de9-d6c06b7b9441 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:19:08.496994 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:08.608520 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:08.625554 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 0ff4998c-ef04-474b-9de9-d6c06b7b9441, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=0ff4998c-ef04-474b-9de9-d6c06b7b9441,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:19:08.724939 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:08.790640 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=0ff4998c-ef04-474b-9de9-d6c06b7b9441,revision_number=6']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:09.066405 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51498) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:19:09.169185 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-d13b04f2-2a92-4f11-a692-08eaf5e0d904 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/floatingips/0e21e7c2-d4bf-49ff-a1cf-0deb28c9fa18 HTTP/1.1" status: 200 len: 992 time: 0.1015966 Feb 10 23:19:09.999394 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 2ee1335a-331b-458d-9992-6672bd37fa55 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:19:10.065929 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 2ee1335a-331b-458d-9992-6672bd37fa55 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:19:10.066295 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:10.173354 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51502) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:19:10.178765 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 0ff4998c-ef04-474b-9de9-d6c06b7b9441 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:19:10.245277 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 0ff4998c-ef04-474b-9de9-d6c06b7b9441 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:19:10.245566 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:10.279881 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-db5fd6eb-40ac-4cd1-8d72-485344dc692e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/floatingips/0e21e7c2-d4bf-49ff-a1cf-0deb28c9fa18 HTTP/1.1" status: 200 len: 992 time: 0.1054122 Feb 10 23:19:11.284325 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51506) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:19:11.486349 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-bff2b345-058e-4634-9c62-7902cb5328dd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/floatingips/0e21e7c2-d4bf-49ff-a1cf-0deb28c9fa18 HTTP/1.1" status: 200 len: 992 time: 0.2005045 Feb 10 23:19:12.490742 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51510) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:19:12.595526 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-bb6f47b0-2553-4686-8458-e56b12157a98 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/floatingips/0e21e7c2-d4bf-49ff-a1cf-0deb28c9fa18 HTTP/1.1" status: 200 len: 992 time: 0.1038754 Feb 10 23:19:13.599489 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51514) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:19:13.701269 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-066a6f9f-79b1-4c2e-96af-db522433cf61 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/floatingips/0e21e7c2-d4bf-49ff-a1cf-0deb28c9fa18 HTTP/1.1" status: 200 len: 992 time: 0.1007688 Feb 10 23:19:13.801271 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df36d15-3ba7-4148-99ed-9fe79ce41430 None None] New status for floating IP 0e21e7c2-d4bf-49ff-a1cf-0deb28c9fa18: ACTIVE {{(pid=84334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 23:19:14.705858 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51518) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:19:14.807216 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-aae87fdb-2f33-4319-b569-a03c6daecb62 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/floatingips/0e21e7c2-d4bf-49ff-a1cf-0deb28c9fa18 HTTP/1.1" status: 200 len: 994 time: 0.1002381 Feb 10 23:19:15.111279 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51526) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:19:15.302998 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-08a0ab61-3bd5-4b67-ace5-09cda47e0e05 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Deleting port 99d05884-0e3c-4767-a5de-0c82b4d13854 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:19:15.303226 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-08a0ab61-3bd5-4b67-ace5-09cda47e0e05 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:15.471239 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-08a0ab61-3bd5-4b67-ace5-09cda47e0e05 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:15.471563 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-08a0ab61-3bd5-4b67-ace5-09cda47e0e05 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:15.592447 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-08a0ab61-3bd5-4b67-ace5-09cda47e0e05 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Calling delete_port for 99d05884-0e3c-4767-a5de-0c82b4d13854 owned by network:floatingip {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:19:15.791387 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-08a0ab61-3bd5-4b67-ace5-09cda47e0e05 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:15.835528 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a0ab61-3bd5-4b67-ace5-09cda47e0e05 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event deleted for resources: {'Port': ['ID=99d05884-0e3c-4767-a5de-0c82b4d13854,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:15.874499 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a0ab61-3bd5-4b67-ace5-09cda47e0e05 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:15.874840 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a0ab61-3bd5-4b67-ace5-09cda47e0e05 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:15.875174 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a0ab61-3bd5-4b67-ace5-09cda47e0e05 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:15.875504 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a0ab61-3bd5-4b67-ace5-09cda47e0e05 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:15.875923 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a0ab61-3bd5-4b67-ace5-09cda47e0e05 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:15.876424 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a0ab61-3bd5-4b67-ace5-09cda47e0e05 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:15.876782 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a0ab61-3bd5-4b67-ace5-09cda47e0e05 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:15.877110 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a0ab61-3bd5-4b67-ace5-09cda47e0e05 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:15.877451 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a0ab61-3bd5-4b67-ace5-09cda47e0e05 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:15.877772 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a0ab61-3bd5-4b67-ace5-09cda47e0e05 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:15.878095 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a0ab61-3bd5-4b67-ace5-09cda47e0e05 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:15.936546 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-08a0ab61-3bd5-4b67-ace5-09cda47e0e05 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for floatingip, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:16.153287 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:16.412342 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a0ab61-3bd5-4b67-ace5-09cda47e0e05 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Router 6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:19:16.613813 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a0ab61-3bd5-4b67-ace5-09cda47e0e05 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:19:16.684207 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-08a0ab61-3bd5-4b67-ace5-09cda47e0e05 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:16.736944 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-08a0ab61-3bd5-4b67-ace5-09cda47e0e05 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "DELETE /v2.0/floatingips/0e21e7c2-d4bf-49ff-a1cf-0deb28c9fa18 HTTP/1.1" status: 204 len: 168 time: 1.6245773 Feb 10 23:19:16.737515 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f85b169-d618-484c-9a32-7b0b02305007', 'tag': 'ee5ad9b1-9ab5-40a8-a962-68c497a49eb3'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:19:16.793374 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f85b169-d618-484c-9a32-7b0b02305007', 'tag': 'ee5ad9b1-9ab5-40a8-a962-68c497a49eb3', 'status': 'completed', 'code': 200} Feb 10 23:19:16.886732 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-931723e8-74a2-4430-8194-eb17953e45d5 req-21357341-aa5e-4bac-adab-ffb9fa6fb57a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&device_id=3f85b169-d618-484c-9a32-7b0b02305007 HTTP/1.1" status: 200 len: 1099 time: 0.0719790 Feb 10 23:19:17.018029 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931723e8-74a2-4430-8194-eb17953e45d5 req-5c098384-c1a7-4c2f-b1c2-ad45e80c1ecf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:17.019374 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-931723e8-74a2-4430-8194-eb17953e45d5 req-5c098384-c1a7-4c2f-b1c2-ad45e80c1ecf service neutron] 10.222.0.37 "GET /v2.0/networks?id=de8e9456-d213-4a2d-b8cb-03b57f319ab1 HTTP/1.1" status: 200 len: 898 time: 0.1266234 Feb 10 23:19:17.088797 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-931723e8-74a2-4430-8194-eb17953e45d5 req-6df0ca03-5c93-448c-9844-61c5d6c50f56 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee5ad9b1-9ab5-40a8-a962-68c497a49eb3 HTTP/1.1" status: 200 len: 217 time: 0.0634012 Feb 10 23:19:17.152387 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931723e8-74a2-4430-8194-eb17953e45d5 req-d7c7841a-1aa2-4bb4-a053-7f60327d0d13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:17.153857 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-931723e8-74a2-4430-8194-eb17953e45d5 req-d7c7841a-1aa2-4bb4-a053-7f60327d0d13 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=afafdd4f-adcb-4575-8d30-04814485ab1e HTTP/1.1" status: 200 len: 834 time: 0.0597806 Feb 10 23:19:17.228274 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-931723e8-74a2-4430-8194-eb17953e45d5 req-4f270c76-97f9-4901-9be6-dca394a0161a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=de8e9456-d213-4a2d-b8cb-03b57f319ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685339 Feb 10 23:19:17.328460 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c3c0a-dd39-4496-a07c-ad46e2ede397 req-1c529ad0-28f7-4010-a524-0e0fe3a7b478 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:17.329791 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-979c3c0a-dd39-4496-a07c-ad46e2ede397 req-1c529ad0-28f7-4010-a524-0e0fe3a7b478 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Synchronizing usage tracker for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:19:17.361133 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-931723e8-74a2-4430-8194-eb17953e45d5 req-f5af2d9e-8161-4a18-b016-de2484f64b28 service neutron] 10.222.0.37 "GET /v2.0/networks/de8e9456-d213-4a2d-b8cb-03b57f319ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265743 Feb 10 23:19:17.416099 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-979c3c0a-dd39-4496-a07c-ad46e2ede397 req-1c529ad0-28f7-4010-a524-0e0fe3a7b478 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Unset dirty status for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:19:17.417305 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-979c3c0a-dd39-4496-a07c-ad46e2ede397 req-1c529ad0-28f7-4010-a524-0e0fe3a7b478 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f85b169-d618-484c-9a32-7b0b02305007 HTTP/1.1" status: 200 len: 946 time: 0.1643186 Feb 10 23:19:17.465781 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-979c3c0a-dd39-4496-a07c-ad46e2ede397 req-f7ffa4e9-8b2f-478d-8648-c864bcda9215 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=14ec5b46-6ef3-412d-b72a-dc827de5bf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425766 Feb 10 23:19:17.495023 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-931723e8-74a2-4430-8194-eb17953e45d5 req-d9492a13-ccdd-442c-af2c-763eadfed1eb service neutron] 10.222.0.37 "GET /v2.0/networks/de8e9456-d213-4a2d-b8cb-03b57f319ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270733 Feb 10 23:19:18.562573 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ded262-7f54-49cc-8985-dcaa0ce846b2 req-8a9b9568-7592-4be9-a9ef-ae09464a996d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:18.564020 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-97ded262-7f54-49cc-8985-dcaa0ce846b2 req-8a9b9568-7592-4be9-a9ef-ae09464a996d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f85b169-d618-484c-9a32-7b0b02305007 HTTP/1.1" status: 200 len: 946 time: 0.0788403 Feb 10 23:19:18.673439 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-97ded262-7f54-49cc-8985-dcaa0ce846b2 req-ff4db022-ae38-4df1-aeb3-2db8e41c0eba tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Deleting port ee5ad9b1-9ab5-40a8-a962-68c497a49eb3 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:19:18.673773 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-97ded262-7f54-49cc-8985-dcaa0ce846b2 req-ff4db022-ae38-4df1-aeb3-2db8e41c0eba tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:18.771273 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a193d4-96c6-45b3-a209-e67f3da4cd22 req-8f750c6c-d599-4566-ac9c-f08e90c8b10a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:18.772617 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-74a193d4-96c6-45b3-a209-e67f3da4cd22 req-8f750c6c-d599-4566-ac9c-f08e90c8b10a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f85b169-d618-484c-9a32-7b0b02305007 HTTP/1.1" status: 200 len: 946 time: 0.1732628 Feb 10 23:19:18.897435 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-74a193d4-96c6-45b3-a209-e67f3da4cd22 req-4a701beb-12f1-47aa-a9ba-cd77ea6e8053 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=14ec5b46-6ef3-412d-b72a-dc827de5bf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185656 Feb 10 23:19:18.960710 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-97ded262-7f54-49cc-8985-dcaa0ce846b2 req-ff4db022-ae38-4df1-aeb3-2db8e41c0eba tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] For port ee5ad9b1-9ab5-40a8-a962-68c497a49eb3, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=ee5ad9b1-9ab5-40a8-a962-68c497a49eb3,segment=NetworkSegment(877c32cf-7511-4119-ae3e-15bd3b6ce2f5),segment_id=877c32cf-7511-4119-ae3e-15bd3b6ce2f5)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:19:18.960822 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-97ded262-7f54-49cc-8985-dcaa0ce846b2 req-ff4db022-ae38-4df1-aeb3-2db8e41c0eba tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:19.050179 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-106ed8c3-bf30-4204-8503-8135f439e47a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:19.167998 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-97ded262-7f54-49cc-8985-dcaa0ce846b2 req-ff4db022-ae38-4df1-aeb3-2db8e41c0eba tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Calling delete_port for ee5ad9b1-9ab5-40a8-a962-68c497a49eb3 owned by compute:nova {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:19:19.387382 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-97ded262-7f54-49cc-8985-dcaa0ce846b2 req-ff4db022-ae38-4df1-aeb3-2db8e41c0eba tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:19.434009 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4db022-ae38-4df1-aeb3-2db8e41c0eba tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event deleted for resources: {'Port': ['ID=ee5ad9b1-9ab5-40a8-a962-68c497a49eb3,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:19.464055 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51538) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:19:19.474960 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4db022-ae38-4df1-aeb3-2db8e41c0eba tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:19.475317 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4db022-ae38-4df1-aeb3-2db8e41c0eba tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:19.475657 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4db022-ae38-4df1-aeb3-2db8e41c0eba tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:19.475989 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4db022-ae38-4df1-aeb3-2db8e41c0eba tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:19.476320 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4db022-ae38-4df1-aeb3-2db8e41c0eba tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:19.476777 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4db022-ae38-4df1-aeb3-2db8e41c0eba tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:19.477121 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4db022-ae38-4df1-aeb3-2db8e41c0eba tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:19.477445 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4db022-ae38-4df1-aeb3-2db8e41c0eba tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:19.477774 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4db022-ae38-4df1-aeb3-2db8e41c0eba tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:19.478083 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4db022-ae38-4df1-aeb3-2db8e41c0eba tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:19.478405 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4db022-ae38-4df1-aeb3-2db8e41c0eba tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:19.523289 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ded262-7f54-49cc-8985-dcaa0ce846b2 req-ff4db022-ae38-4df1-aeb3-2db8e41c0eba tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] No DVR routers for this DVR port ee5ad9b1-9ab5-40a8-a962-68c497a49eb3 on host hv-neutron-8287 {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:19:19.525764 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-97ded262-7f54-49cc-8985-dcaa0ce846b2 req-ff4db022-ae38-4df1-aeb3-2db8e41c0eba tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:19.528594 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f85b169-d618-484c-9a32-7b0b02305007', 'name': 'network-vif-deleted', 'tag': 'ee5ad9b1-9ab5-40a8-a962-68c497a49eb3'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:19:19.633669 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-97ded262-7f54-49cc-8985-dcaa0ce846b2 req-ff4db022-ae38-4df1-aeb3-2db8e41c0eba tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.37 "DELETE /v2.0/ports/ee5ad9b1-9ab5-40a8-a962-68c497a49eb3 HTTP/1.1" status: 204 len: 173 time: 1.0649667 Feb 10 23:19:19.696692 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f85b169-d618-484c-9a32-7b0b02305007', 'name': 'network-vif-deleted', 'tag': 'ee5ad9b1-9ab5-40a8-a962-68c497a49eb3', 'status': 'completed', 'code': 200} Feb 10 23:19:19.780590 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b036f46d-cf80-4c3f-b87d-de8d284bde39 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Deleting port 256fc7e2-4d97-4785-897e-403238276994 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:19:19.780933 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b036f46d-cf80-4c3f-b87d-de8d284bde39 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:19.962645 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b036f46d-cf80-4c3f-b87d-de8d284bde39 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:19.962973 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b036f46d-cf80-4c3f-b87d-de8d284bde39 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:20.088289 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-9586a810-a77a-4f5d-91b9-a24453a4c237 req-c0d8066e-58ec-4271-bdfc-b7905b06b3b0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Synchronizing usage tracker for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:19:20.089109 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b036f46d-cf80-4c3f-b87d-de8d284bde39 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Calling delete_port for 256fc7e2-4d97-4785-897e-403238276994 owned by network:floatingip {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:19:20.151203 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-9586a810-a77a-4f5d-91b9-a24453a4c237 req-c0d8066e-58ec-4271-bdfc-b7905b06b3b0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Unset dirty status for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:19:20.152453 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9586a810-a77a-4f5d-91b9-a24453a4c237 req-c0d8066e-58ec-4271-bdfc-b7905b06b3b0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f85b169-d618-484c-9a32-7b0b02305007 HTTP/1.1" status: 200 len: 210 time: 0.1050849 Feb 10 23:19:20.425593 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b036f46d-cf80-4c3f-b87d-de8d284bde39 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:20.473627 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b036f46d-cf80-4c3f-b87d-de8d284bde39 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Pushing event deleted for resources: {'Port': ['ID=256fc7e2-4d97-4785-897e-403238276994,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:20.564014 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b036f46d-cf80-4c3f-b87d-de8d284bde39 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks [] for floatingip, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:21.041511 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b036f46d-cf80-4c3f-b87d-de8d284bde39 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Router 0c9fa0c2-ee96-477c-9912-b767191929dc has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:19:21.233181 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4fbe299f-9373-45ec-9f2e-46cdbb5dc163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:21.263647 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 51552) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:19:21.264167 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b036f46d-cf80-4c3f-b87d-de8d284bde39 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:19:21.275612 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae3ca1b-775c-4c9c-9b70-1097b6c371c6 None None] Sync routers for ids ['0c9fa0c2-ee96-477c-9912-b767191929dc'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:19:21.290741 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae3ca1b-775c-4c9c-9b70-1097b6c371c6 None None] Routers {'0c9fa0c2-ee96-477c-9912-b767191929dc'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:19:21.291336 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-dae3ca1b-775c-4c9c-9b70-1097b6c371c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:19:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['0c9fa0c2-ee96-477c-9912-b767191929dc'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:19:21.336372 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-131e9b72-87df-4a3f-b89b-c432344cd2fd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:21.339397 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b036f46d-cf80-4c3f-b87d-de8d284bde39 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:21.367638 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-131e9b72-87df-4a3f-b89b-c432344cd2fd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:21.396919 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-b036f46d-cf80-4c3f-b87d-de8d284bde39 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "DELETE /v2.0/floatingips/c7f0557a-cd33-49d6-aca4-3183eecc02ee HTTP/1.1" status: 204 len: 168 time: 1.9292066 Feb 10 23:19:21.396919 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd39e9cb8-c10f-4371-bb8a-c2cec376e450', 'tag': '02f42593-a226-4696-ae2e-725df66172a8'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:19:21.451472 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd39e9cb8-c10f-4371-bb8a-c2cec376e450', 'tag': '02f42593-a226-4696-ae2e-725df66172a8', 'status': 'completed', 'code': 200} Feb 10 23:19:21.493504 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-dae3ca1b-775c-4c9c-9b70-1097b6c371c6 None None] Set router 0c9fa0c2-ee96-477c-9912-b767191929dc gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:19:21.511275 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-131e9b72-87df-4a3f-b89b-c432344cd2fd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:21.545377 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e9b72-87df-4a3f-b89b-c432344cd2fd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ec5b46-6ef3-412d-b72a-dc827de5bf64,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:21.576806 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-54488d91-6c74-4a23-8ad3-a3aef1e21f3b req-5dee6226-e3de-4606-9111-fd34c0e0785f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=82bae8319c0a482993cd9e8530b11401&device_id=d39e9cb8-c10f-4371-bb8a-c2cec376e450 HTTP/1.1" status: 200 len: 1099 time: 0.1028144 Feb 10 23:19:21.667342 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-131e9b72-87df-4a3f-b89b-c432344cd2fd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:21.668375 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-131e9b72-87df-4a3f-b89b-c432344cd2fd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "DELETE /v2.0/security-groups/14ec5b46-6ef3-412d-b72a-dc827de5bf64 HTTP/1.1" status: 204 len: 168 time: 0.4036920 Feb 10 23:19:21.722691 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54488d91-6c74-4a23-8ad3-a3aef1e21f3b req-baf2e58c-e5f6-4e62-be8a-61f9eee26bde service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:21.724049 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-54488d91-6c74-4a23-8ad3-a3aef1e21f3b req-baf2e58c-e5f6-4e62-be8a-61f9eee26bde service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a75b224-7431-40b5-b18e-691aa5ad073d HTTP/1.1" status: 200 len: 913 time: 0.1403363 Feb 10 23:19:21.796360 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51562) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:19:21.802614 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-54488d91-6c74-4a23-8ad3-a3aef1e21f3b req-1028efaf-07da-4f92-85cb-7974051d3bfd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02f42593-a226-4696-ae2e-725df66172a8 HTTP/1.1" status: 200 len: 217 time: 0.0731492 Feb 10 23:19:21.864602 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-dae3ca1b-775c-4c9c-9b70-1097b6c371c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'name': 'tempest-TestVolumeBootPattern-2038376794-router', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '093b879d-55ae-41f8-86e6-83c75280bd23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:07:12Z', 'updated_at': '2022-02-10T23:07:24Z', 'revision_number': 4, 'project_id': '82bae8319c0a482993cd9e8530b11401', 'gw_port': {'id': '093b879d-55ae-41f8-86e6-83c75280bd23', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:85:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:13Z', 'updated_at': '2022-02-10T23:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '846126ad-8d3e-4ad3-bf41-e5225fe61d08', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'floating_ip_address': '172.26.8.140', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'port_id': '3068d05b-2836-40d5-8bd2-e43394992d1a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a75b224-7431-40b5-b18e-691aa5ad073d', 'mac_address': 'fa:16:3e:0c:12:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2a7f2e-7c36-40b0-ab8a-a8d8a6fdec11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:13:14Z', 'updated_at': '2022-02-10T23:13:18Z', 'revision_number': 1, 'project_id': '82bae8319c0a482993cd9e8530b11401', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84c668e2-7ac4-43ac-a76c-bad486b79ed7', 'name': '', 'network_id': '4a75b224-7431-40b5-b18e-691aa5ad073d', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'mac_address': 'fa:16:3e:f1:ad:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '375b0e55-6852-456e-bf83-790a9c9d4e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:20Z', 'updated_at': '2022-02-10T23:07:36Z', 'revision_number': 5, 'project_id': '82bae8319c0a482993cd9e8530b11401', 'subnets': [{'id': '375b0e55-6852-456e-bf83-790a9c9d4e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:19:21.868444 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae3ca1b-775c-4c9c-9b70-1097b6c371c6 None None] Checking router: 0c9fa0c2-ee96-477c-9912-b767191929dc for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:19:21.868860 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54488d91-6c74-4a23-8ad3-a3aef1e21f3b req-889df02b-13f4-4ef1-a8f0-cd3e7b1a2c3f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:21.870294 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-54488d91-6c74-4a23-8ad3-a3aef1e21f3b req-889df02b-13f4-4ef1-a8f0-cd3e7b1a2c3f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=375b0e55-6852-456e-bf83-790a9c9d4e02 HTTP/1.1" status: 200 len: 851 time: 0.0625930 Feb 10 23:19:21.880581 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae3ca1b-775c-4c9c-9b70-1097b6c371c6 None None] Routers {'0c9fa0c2-ee96-477c-9912-b767191929dc'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:19:21.881322 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-dae3ca1b-775c-4c9c-9b70-1097b6c371c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:19:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['0c9fa0c2-ee96-477c-9912-b767191929dc'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:19:21.964034 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-54488d91-6c74-4a23-8ad3-a3aef1e21f3b req-1281f528-82f0-4710-a1f5-e44e0a3ae48e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a75b224-7431-40b5-b18e-691aa5ad073d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0880058 Feb 10 23:19:22.096011 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-dae3ca1b-775c-4c9c-9b70-1097b6c371c6 None None] Set router 0c9fa0c2-ee96-477c-9912-b767191929dc gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:19:22.104253 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-54488d91-6c74-4a23-8ad3-a3aef1e21f3b req-47089900-1e9b-4ee3-b70b-89bb315c12a2 service neutron] 10.222.0.37 "GET /v2.0/networks/4a75b224-7431-40b5-b18e-691aa5ad073d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337070 Feb 10 23:19:22.150662 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aec986-9c2a-41e7-aca8-3e8c22f451c6 req-494643f4-35c4-40c5-93d7-f9a6490514df tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:22.151468 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-a6aec986-9c2a-41e7-aca8-3e8c22f451c6 req-494643f4-35c4-40c5-93d7-f9a6490514df tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Synchronizing usage tracker for tenant:82bae8319c0a482993cd9e8530b11401 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:19:22.243644 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-54488d91-6c74-4a23-8ad3-a3aef1e21f3b req-1e43945b-7f16-4956-a869-37a333d6466f service neutron] 10.222.0.37 "GET /v2.0/networks/4a75b224-7431-40b5-b18e-691aa5ad073d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321361 Feb 10 23:19:22.279823 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-a6aec986-9c2a-41e7-aca8-3e8c22f451c6 req-494643f4-35c4-40c5-93d7-f9a6490514df tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Unset dirty status for tenant:82bae8319c0a482993cd9e8530b11401 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:19:22.280883 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-a6aec986-9c2a-41e7-aca8-3e8c22f451c6 req-494643f4-35c4-40c5-93d7-f9a6490514df tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/ports?device_id=d39e9cb8-c10f-4371-bb8a-c2cec376e450 HTTP/1.1" status: 200 len: 946 time: 0.2987549 Feb 10 23:19:22.316740 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-32b42f05-6bb3-4b12-a1f1-4f731d831ab3 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732944'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:22.447737 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-a6aec986-9c2a-41e7-aca8-3e8c22f451c6 req-1f1d9fa0-d60c-4b92-a6ba-a83bd5b5b39d tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c3f6aaf-3a27-49e5-ae54-3cc5a3f3586f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587048 Feb 10 23:19:22.450276 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:22.478283 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-dae3ca1b-775c-4c9c-9b70-1097b6c371c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'name': 'tempest-TestVolumeBootPattern-2038376794-router', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '093b879d-55ae-41f8-86e6-83c75280bd23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:07:12Z', 'updated_at': '2022-02-10T23:07:24Z', 'revision_number': 4, 'project_id': '82bae8319c0a482993cd9e8530b11401', 'gw_port': {'id': '093b879d-55ae-41f8-86e6-83c75280bd23', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:85:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:13Z', 'updated_at': '2022-02-10T23:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '846126ad-8d3e-4ad3-bf41-e5225fe61d08', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'floating_ip_address': '172.26.8.140', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'port_id': '3068d05b-2836-40d5-8bd2-e43394992d1a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a75b224-7431-40b5-b18e-691aa5ad073d', 'mac_address': 'fa:16:3e:0c:12:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2a7f2e-7c36-40b0-ab8a-a8d8a6fdec11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:13:14Z', 'updated_at': '2022-02-10T23:13:18Z', 'revision_number': 1, 'project_id': '82bae8319c0a482993cd9e8530b11401', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84c668e2-7ac4-43ac-a76c-bad486b79ed7', 'name': '', 'network_id': '4a75b224-7431-40b5-b18e-691aa5ad073d', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'mac_address': 'fa:16:3e:f1:ad:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '375b0e55-6852-456e-bf83-790a9c9d4e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:20Z', 'updated_at': '2022-02-10T23:07:36Z', 'revision_number': 5, 'project_id': '82bae8319c0a482993cd9e8530b11401', 'subnets': [{'id': '375b0e55-6852-456e-bf83-790a9c9d4e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:19:22.482279 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae3ca1b-775c-4c9c-9b70-1097b6c371c6 None None] The sync data for ids ['0c9fa0c2-ee96-477c-9912-b767191929dc'] in dv-neutron-828797-1-hyperv is: [{'id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'name': 'tempest-TestVolumeBootPattern-2038376794-router', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '093b879d-55ae-41f8-86e6-83c75280bd23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:07:12Z', 'updated_at': '2022-02-10T23:07:24Z', 'revision_number': 4, 'project_id': '82bae8319c0a482993cd9e8530b11401', 'gw_port': {'id': '093b879d-55ae-41f8-86e6-83c75280bd23', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:85:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:13Z', 'updated_at': '2022-02-10T23:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '846126ad-8d3e-4ad3-bf41-e5225fe61d08', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'floating_ip_address': '172.26.8.140', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'port_id': '3068d05b-2836-40d5-8bd2-e43394992d1a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a75b224-7431-40b5-b18e-691aa5ad073d', 'mac_address': 'fa:16:3e:0c:12:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2a7f2e-7c36-40b0-ab8a-a8d8a6fdec11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:13:14Z', 'updated_at': '2022-02-10T23:13:18Z', 'revision_number': 1, 'project_id': '82bae8319c0a482993cd9e8530b11401', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84c668e2-7ac4-43ac-a76c-bad486b79ed7', 'name': '', 'network_id': '4a75b224-7431-40b5-b18e-691aa5ad073d', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'mac_address': 'fa:16:3e:f1:ad:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '375b0e55-6852-456e-bf83-790a9c9d4e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:20Z', 'updated_at': '2022-02-10T23:07:36Z', 'revision_number': 5, 'project_id': '82bae8319c0a482993cd9e8530b11401', 'subnets': [{'id': '375b0e55-6852-456e-bf83-790a9c9d4e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:19:22.596896 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:23.046794 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-32b42f05-6bb3-4b12-a1f1-4f731d831ab3 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Deleting port 2ee1335a-331b-458d-9992-6672bd37fa55 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:19:23.047671 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-32b42f05-6bb3-4b12-a1f1-4f731d831ab3 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:23.055653 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device ee5ad9b1-9ab5-40a8-a962-68c497a49eb3 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:19:23.090922 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] No Port match for: ee5ad9b1-9ab5-40a8-a962-68c497a49eb3 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:19:23.093244 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device ee5ad9b1-9ab5-40a8-a962-68c497a49eb3 not bound to the agent host hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:19:23.227524 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-32b42f05-6bb3-4b12-a1f1-4f731d831ab3 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] For port 2ee1335a-331b-458d-9992-6672bd37fa55, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=2ee1335a-331b-458d-9992-6672bd37fa55,segment=NetworkSegment(877c32cf-7511-4119-ae3e-15bd3b6ce2f5),segment_id=877c32cf-7511-4119-ae3e-15bd3b6ce2f5)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:19:23.227872 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-32b42f05-6bb3-4b12-a1f1-4f731d831ab3 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:23.348253 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-32b42f05-6bb3-4b12-a1f1-4f731d831ab3 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Calling delete_port for 2ee1335a-331b-458d-9992-6672bd37fa55 owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:19:23.539155 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0a822-81e0-4d2e-a4c7-c75b0fccc5a1 req-29465106-1173-4b32-aeaa-4ace096d418d tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:23.540608 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-42b0a822-81e0-4d2e-a4c7-c75b0fccc5a1 req-29465106-1173-4b32-aeaa-4ace096d418d tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.37 "GET /v2.0/ports?device_id=d39e9cb8-c10f-4371-bb8a-c2cec376e450 HTTP/1.1" status: 200 len: 946 time: 0.0853567 Feb 10 23:19:23.593167 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-32b42f05-6bb3-4b12-a1f1-4f731d831ab3 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:23.641475 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b42f05-6bb3-4b12-a1f1-4f731d831ab3 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event deleted for resources: {'Port': ['ID=2ee1335a-331b-458d-9992-6672bd37fa55,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:23.647891 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-42b0a822-81e0-4d2e-a4c7-c75b0fccc5a1 req-321cbb51-a6f0-47c5-9f1a-8505ccbdcce4 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Deleting port 02f42593-a226-4696-ae2e-725df66172a8 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:19:23.648224 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-42b0a822-81e0-4d2e-a4c7-c75b0fccc5a1 req-321cbb51-a6f0-47c5-9f1a-8505ccbdcce4 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:23.870852 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ce54a-5614-4ed1-a7dd-e3f66541507b req-298f56a3-d990-4929-8674-9ab07af11084 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:23.872163 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a23ce54a-5614-4ed1-a7dd-e3f66541507b req-298f56a3-d990-4929-8674-9ab07af11084 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/ports?device_id=d39e9cb8-c10f-4371-bb8a-c2cec376e450 HTTP/1.1" status: 200 len: 946 time: 0.2887270 Feb 10 23:19:23.949380 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-32b42f05-6bb3-4b12-a1f1-4f731d831ab3 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2767638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733091'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:23.967367 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:24.020376 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a23ce54a-5614-4ed1-a7dd-e3f66541507b req-fdffcc0c-70a3-4625-a56f-5ca36701da28 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c3f6aaf-3a27-49e5-ae54-3cc5a3f3586f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279032 Feb 10 23:19:24.046822 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-42b0a822-81e0-4d2e-a4c7-c75b0fccc5a1 req-321cbb51-a6f0-47c5-9f1a-8505ccbdcce4 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] For port 02f42593-a226-4696-ae2e-725df66172a8, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=02f42593-a226-4696-ae2e-725df66172a8,segment=NetworkSegment(87261b23-5de2-4068-8909-bc5d27f42710),segment_id=87261b23-5de2-4068-8909-bc5d27f42710)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:19:24.048144 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-42b0a822-81e0-4d2e-a4c7-c75b0fccc5a1 req-321cbb51-a6f0-47c5-9f1a-8505ccbdcce4 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:24.171187 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-42b0a822-81e0-4d2e-a4c7-c75b0fccc5a1 req-321cbb51-a6f0-47c5-9f1a-8505ccbdcce4 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Calling delete_port for 02f42593-a226-4696-ae2e-725df66172a8 owned by compute:nova {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:19:24.331358 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb519f5-dfac-4779-a910-d65923b9cffb None None] Sync routers for ids ['6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:19:24.347284 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb519f5-dfac-4779-a910-d65923b9cffb None None] Routers {'6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:19:24.347973 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-5eb519f5-dfac-4779-a910-d65923b9cffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:19:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:19:24.358832 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636c03e8-cb2b-4aff-9bb0-8c5812911679 None None] New status for floating IP c7f0557a-cd33-49d6-aca4-3183eecc02ee: DOWN {{(pid=84335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 23:19:24.404606 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-42b0a822-81e0-4d2e-a4c7-c75b0fccc5a1 req-321cbb51-a6f0-47c5-9f1a-8505ccbdcce4 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:24.460853 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321cbb51-a6f0-47c5-9f1a-8505ccbdcce4 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Pushing event deleted for resources: {'Port': ['ID=02f42593-a226-4696-ae2e-725df66172a8,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:24.563259 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-42b0a822-81e0-4d2e-a4c7-c75b0fccc5a1 req-321cbb51-a6f0-47c5-9f1a-8505ccbdcce4 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] No DVR routers for this DVR port 02f42593-a226-4696-ae2e-725df66172a8 on host hv-neutron-8287 {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:19:24.568343 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-42b0a822-81e0-4d2e-a4c7-c75b0fccc5a1 req-321cbb51-a6f0-47c5-9f1a-8505ccbdcce4 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:24.585586 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39e9cb8-c10f-4371-bb8a-c2cec376e450', 'name': 'network-vif-deleted', 'tag': '02f42593-a226-4696-ae2e-725df66172a8'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:19:24.585772 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-5eb519f5-dfac-4779-a910-d65923b9cffb None None] Set router 6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:19:24.645674 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd39e9cb8-c10f-4371-bb8a-c2cec376e450', 'name': 'network-vif-deleted', 'tag': '02f42593-a226-4696-ae2e-725df66172a8', 'status': 'completed', 'code': 200} Feb 10 23:19:24.668843 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-42b0a822-81e0-4d2e-a4c7-c75b0fccc5a1 req-321cbb51-a6f0-47c5-9f1a-8505ccbdcce4 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.37 "DELETE /v2.0/ports/02f42593-a226-4696-ae2e-725df66172a8 HTTP/1.1" status: 204 len: 173 time: 1.1232700 Feb 10 23:19:24.731900 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b42f05-6bb3-4b12-a1f1-4f731d831ab3 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Router 6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:19:24.930693 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-5eb519f5-dfac-4779-a910-d65923b9cffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7', 'name': 'tempest-TestNetworkBasicOps-router-1356552505', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': '0ff4998c-ef04-474b-9de9-d6c06b7b9441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:18:03Z', 'updated_at': '2022-02-10T23:19:23Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '0ff4998c-ef04-474b-9de9-d6c06b7b9441', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:03:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:18:03Z', 'updated_at': '2022-02-10T23:19:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:19:24.937124 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb519f5-dfac-4779-a910-d65923b9cffb None None] Checking router: 6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7 for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:19:24.949213 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb519f5-dfac-4779-a910-d65923b9cffb None None] Routers {'6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:19:24.950067 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-5eb519f5-dfac-4779-a910-d65923b9cffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:19:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:19:24.953196 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b42f05-6bb3-4b12-a1f1-4f731d831ab3 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:19:25.037139 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-32b42f05-6bb3-4b12-a1f1-4f731d831ab3 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "PUT /v2.0/routers/6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2366753 Feb 10 23:19:25.040026 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 51572) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:19:25.156204 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-5eb519f5-dfac-4779-a910-d65923b9cffb None None] Set router 6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:19:25.237413 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-4b168e69-671c-471a-8a85-25fc28bda2fe req-e3ea69ae-f8ec-42a3-ad65-e53321459cba tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Synchronizing usage tracker for tenant:82bae8319c0a482993cd9e8530b11401 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:19:25.292575 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5c5bfc8-78dd-40e1-b614-27c495b003ca tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Deleting subnet afafdd4f-adcb-4575-8d30-04814485ab1e {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:19:25.295660 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e5c5bfc8-78dd-40e1-b614-27c495b003ca tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:25.327857 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-4b168e69-671c-471a-8a85-25fc28bda2fe req-e3ea69ae-f8ec-42a3-ad65-e53321459cba tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Unset dirty status for tenant:82bae8319c0a482993cd9e8530b11401 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:19:25.329893 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4b168e69-671c-471a-8a85-25fc28bda2fe req-e3ea69ae-f8ec-42a3-ad65-e53321459cba tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/ports?device_id=d39e9cb8-c10f-4371-bb8a-c2cec376e450 HTTP/1.1" status: 200 len: 210 time: 0.1455469 Feb 10 23:19:25.354069 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e5c5bfc8-78dd-40e1-b614-27c495b003ca tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:25.445372 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e5c5bfc8-78dd-40e1-b614-27c495b003ca tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:25.465349 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-5eb519f5-dfac-4779-a910-d65923b9cffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7', 'name': 'tempest-TestNetworkBasicOps-router-1356552505', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': '0ff4998c-ef04-474b-9de9-d6c06b7b9441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:18:03Z', 'updated_at': '2022-02-10T23:19:23Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '0ff4998c-ef04-474b-9de9-d6c06b7b9441', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:03:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:18:03Z', 'updated_at': '2022-02-10T23:19:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:19:25.473193 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb519f5-dfac-4779-a910-d65923b9cffb None None] The sync data for ids ['6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7'] in dv-neutron-828797-1-hyperv is: [{'id': '6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7', 'name': 'tempest-TestNetworkBasicOps-router-1356552505', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': '0ff4998c-ef04-474b-9de9-d6c06b7b9441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:18:03Z', 'updated_at': '2022-02-10T23:19:23Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': '0ff4998c-ef04-474b-9de9-d6c06b7b9441', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:03:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:18:03Z', 'updated_at': '2022-02-10T23:19:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:19:25.625981 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e5c5bfc8-78dd-40e1-b614-27c495b003ca tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:25.664051 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c5bfc8-78dd-40e1-b614-27c495b003ca tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event deleted for resources: {'Subnet': ['ID=afafdd4f-adcb-4575-8d30-04814485ab1e,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:25.671343 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e5c5bfc8-78dd-40e1-b614-27c495b003ca tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:25.678421 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcb9b9f-9000-4b78-b005-21ecfa01b5a1 None None] Network de8e9456-d213-4a2d-b8cb-03b57f319ab1 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:19:25.683204 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e5c5bfc8-78dd-40e1-b614-27c495b003ca tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "DELETE /v2.0/subnets/afafdd4f-adcb-4575-8d30-04814485ab1e HTTP/1.1" status: 204 len: 168 time: 0.6409264 Feb 10 23:19:25.683204 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 51578) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:19:25.892177 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b3b3f59f-ef60-4457-8ab8-7a2db007524c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:25.942189 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639d1312-2ce0-483c-ba51-58c17a0875fa None None] DHCP port deletion for de8e9456-d213-4a2d-b8cb-03b57f319ab1 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:19:25.947878 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-639d1312-2ce0-483c-ba51-58c17a0875fa None None] Deleting port e8dfbee9-e73d-401c-8c2c-7f768e615799 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:19:25.948253 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-639d1312-2ce0-483c-ba51-58c17a0875fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:26.036058 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device e8dfbee9-e73d-401c-8c2c-7f768e615799 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:19:26.149806 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b3b3f59f-ef60-4457-8ab8-7a2db007524c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:26.227566 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-b3b3f59f-ef60-4457-8ab8-7a2db007524c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Deleting port 0ff4998c-ef04-474b-9de9-d6c06b7b9441 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:19:26.235673 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b3b3f59f-ef60-4457-8ab8-7a2db007524c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:26.245319 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-639d1312-2ce0-483c-ba51-58c17a0875fa None None] For port e8dfbee9-e73d-401c-8c2c-7f768e615799, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=e8dfbee9-e73d-401c-8c2c-7f768e615799,segment=NetworkSegment(877c32cf-7511-4119-ae3e-15bd3b6ce2f5),segment_id=877c32cf-7511-4119-ae3e-15bd3b6ce2f5)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:19:26.245954 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-639d1312-2ce0-483c-ba51-58c17a0875fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:26.384364 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-639d1312-2ce0-483c-ba51-58c17a0875fa None None] Calling delete_port for e8dfbee9-e73d-401c-8c2c-7f768e615799 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:19:26.418664 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:26.476141 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port e8dfbee9-e73d-401c-8c2c-7f768e615799, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=e8dfbee9-e73d-401c-8c2c-7f768e615799,segment=NetworkSegment(877c32cf-7511-4119-ae3e-15bd3b6ce2f5),segment_id=877c32cf-7511-4119-ae3e-15bd3b6ce2f5)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:19:26.539177 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-b3b3f59f-ef60-4457-8ab8-7a2db007524c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] For port 0ff4998c-ef04-474b-9de9-d6c06b7b9441, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=0ff4998c-ef04-474b-9de9-d6c06b7b9441,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:19:26.539618 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b3b3f59f-ef60-4457-8ab8-7a2db007524c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:26.542453 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:26.543218 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 2ee1335a-331b-458d-9992-6672bd37fa55 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:19:26.660870 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-639d1312-2ce0-483c-ba51-58c17a0875fa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:19:26.661182 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-639d1312-2ce0-483c-ba51-58c17a0875fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:19:26.667865 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 2ee1335a-331b-458d-9992-6672bd37fa55 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:19:26.667865 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 2ee1335a-331b-458d-9992-6672bd37fa55 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:19:26.670191 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-b3b3f59f-ef60-4457-8ab8-7a2db007524c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Calling delete_port for 0ff4998c-ef04-474b-9de9-d6c06b7b9441 owned by network:router_gateway {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:19:26.695701 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=e8dfbee9-e73d-401c-8c2c-7f768e615799,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:26.894060 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b3b3f59f-ef60-4457-8ab8-7a2db007524c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:26.941016 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b3f59f-ef60-4457-8ab8-7a2db007524c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event deleted for resources: {'Port': ['ID=0ff4998c-ef04-474b-9de9-d6c06b7b9441,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:27.082557 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 02f42593-a226-4696-ae2e-725df66172a8 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:19:27.115716 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] No Port match for: 02f42593-a226-4696-ae2e-725df66172a8 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:19:27.116060 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 02f42593-a226-4696-ae2e-725df66172a8 not bound to the agent host hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:19:27.162353 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b3b3f59f-ef60-4457-8ab8-7a2db007524c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734197'] for router_gateway, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:27.162592 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-639d1312-2ce0-483c-ba51-58c17a0875fa None None] Deleting port e8dfbee9-e73d-401c-8c2c-7f768e615799 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:19:27.162891 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-639d1312-2ce0-483c-ba51-58c17a0875fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:27.363967 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-639d1312-2ce0-483c-ba51-58c17a0875fa None None] For port e8dfbee9-e73d-401c-8c2c-7f768e615799, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=e8dfbee9-e73d-401c-8c2c-7f768e615799,segment=NetworkSegment(877c32cf-7511-4119-ae3e-15bd3b6ce2f5),segment_id=877c32cf-7511-4119-ae3e-15bd3b6ce2f5)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:19:27.364875 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-639d1312-2ce0-483c-ba51-58c17a0875fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:27.423909 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b3b3f59f-ef60-4457-8ab8-7a2db007524c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:27.428184 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b3b3f59f-ef60-4457-8ab8-7a2db007524c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:27.484242 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-639d1312-2ce0-483c-ba51-58c17a0875fa None None] Calling delete_port for e8dfbee9-e73d-401c-8c2c-7f768e615799 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:19:27.527561 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b3b3f59f-ef60-4457-8ab8-7a2db007524c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:27.528297 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b3f59f-ef60-4457-8ab8-7a2db007524c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Fanout notify agent at l3_agent the message router_deleted on router 6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7 {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:19:27.557370 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b3b3f59f-ef60-4457-8ab8-7a2db007524c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:27.562637 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51590) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:19:27.563241 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b3b3f59f-ef60-4457-8ab8-7a2db007524c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "DELETE /v2.0/routers/6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7 HTTP/1.1" status: 204 len: 168 time: 1.8800168 Feb 10 23:19:27.627426 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-639d1312-2ce0-483c-ba51-58c17a0875fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:27.681302 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639d1312-2ce0-483c-ba51-58c17a0875fa None None] Pushing event deleted for resources: {'Port': ['ID=e8dfbee9-e73d-401c-8c2c-7f768e615799,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:27.685533 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9c64ab36-0c43-40ad-896b-bace4e140eed tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:27.691152 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639d1312-2ce0-483c-ba51-58c17a0875fa None None] No DVR routers for this DVR port e8dfbee9-e73d-401c-8c2c-7f768e615799 on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:19:27.848929 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9c64ab36-0c43-40ad-896b-bace4e140eed tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:27.874331 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-9c64ab36-0c43-40ad-896b-bace4e140eed tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de8e9456-d213-4a2d-b8cb-03b57f319ab1']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:19:27.886685 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-9c64ab36-0c43-40ad-896b-bace4e140eed tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '877c32cf-7511-4119-ae3e-15bd3b6ce2f5') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:19:27.886991 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-9c64ab36-0c43-40ad-896b-bace4e140eed tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '877c32cf-7511-4119-ae3e-15bd3b6ce2f5') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:19:27.898872 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9c64ab36-0c43-40ad-896b-bace4e140eed tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:27.916533 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9c64ab36-0c43-40ad-896b-bace4e140eed tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:27.925168 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c64ab36-0c43-40ad-896b-bace4e140eed tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:19:27.925669 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9c64ab36-0c43-40ad-896b-bace4e140eed tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:27.944408 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:19:27.944408 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:19:27.944408 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:19:27.944408 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:19:27.944408 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:19:27.944408 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:19:27.944408 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:19:27.944408 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:19:27.944408 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:19:27.944408 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:19:27.944408 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:19:27.944408 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:19:27.944408 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:19:27.944408 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:19:27.944408 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:19:27.944408 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:19:27.944408 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:19:27.944408 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:19:27.944408 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:19:27.944408 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:19:27.944408 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:19:27.944408 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:19:27.944408 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:19:27.944408 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:19:27.944408 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:19:27.944408 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:19:27.944408 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:19:27.944408 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:19:27.944408 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:19:27.944408 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:19:27.944408 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:19:27.944408 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:19:28.124308 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9c64ab36-0c43-40ad-896b-bace4e140eed tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:28.144565 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9c64ab36-0c43-40ad-896b-bace4e140eed tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:28.156723 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c64ab36-0c43-40ad-896b-bace4e140eed tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event deleted for resources: {'Network': ['ID=de8e9456-d213-4a2d-b8cb-03b57f319ab1,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:28.254098 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-9c64ab36-0c43-40ad-896b-bace4e140eed tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "DELETE /v2.0/networks/de8e9456-d213-4a2d-b8cb-03b57f319ab1 HTTP/1.1" status: 204 len: 168 time: 0.6875722 Feb 10 23:19:28.274682 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51596) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:19:28.281340 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-908e36b7-1879-4f91-a152-eca2a063962b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'network': {'name': 'tempest-network-smoke--119550680', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'port_security_enabled': True}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:19:28.287671 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-908e36b7-1879-4f91-a152-eca2a063962b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:19:28.293125 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-908e36b7-1879-4f91-a152-eca2a063962b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:network and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:19:28.296788 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-908e36b7-1879-4f91-a152-eca2a063962b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:19:28.304383 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-908e36b7-1879-4f91-a152-eca2a063962b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:19:28.409738 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908e36b7-1879-4f91-a152-eca2a063962b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Made reservation on behalf of 714fdf59d9ad4aa1b5cc4598e806e542 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:19:28.412767 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-908e36b7-1879-4f91-a152-eca2a063962b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:28.448507 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-908e36b7-1879-4f91-a152-eca2a063962b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:19:28.458523 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-908e36b7-1879-4f91-a152-eca2a063962b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:28.458850 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-908e36b7-1879-4f91-a152-eca2a063962b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Added segment d1eec1b7-3dc0-4c6d-8d13-3625d9630964 of type vlan for network 618bd366-bca7-44ec-968a-8ee989afebce Feb 10 23:19:28.483454 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-908e36b7-1879-4f91-a152-eca2a063962b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:28.573830 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-908e36b7-1879-4f91-a152-eca2a063962b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:28.577482 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908e36b7-1879-4f91-a152-eca2a063962b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:28.578780 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-908e36b7-1879-4f91-a152-eca2a063962b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:28.686887 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908e36b7-1879-4f91-a152-eca2a063962b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Network': ['ID=618bd366-bca7-44ec-968a-8ee989afebce,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:28.697519 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 618bd366-bca7-44ec-968a-8ee989afebce details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:19:28.754432 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-908e36b7-1879-4f91-a152-eca2a063962b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4786510 Feb 10 23:19:28.756955 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51600) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:19:28.762423 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-d3765498-d083-42c4-aebd-b6b77b05733b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1844274964', 'admin_state_up': True, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:19:28.773623 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d3765498-d083-42c4-aebd-b6b77b05733b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:19:28.778093 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-d3765498-d083-42c4-aebd-b6b77b05733b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:router and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:19:28.781891 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-d3765498-d083-42c4-aebd-b6b77b05733b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:19:28.788004 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d3765498-d083-42c4-aebd-b6b77b05733b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:19:28.798806 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a90d44a-1dd8-4a23-893f-b3693920df61 None None] New status for floating IP 0e21e7c2-d4bf-49ff-a1cf-0deb28c9fa18: DOWN {{(pid=84334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 23:19:28.884790 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d3765498-d083-42c4-aebd-b6b77b05733b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:28.886044 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d3765498-d083-42c4-aebd-b6b77b05733b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:28.909486 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d3765498-d083-42c4-aebd-b6b77b05733b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:29.037340 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f0ac81-090a-4737-bba3-7dcf15dcb2bc None None] Sync routers for ids ['6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:19:29.054402 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f0ac81-090a-4737-bba3-7dcf15dcb2bc None None] Routers set() bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:19:29.055943 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f0ac81-090a-4737-bba3-7dcf15dcb2bc None None] Router IDs set() for agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 10 23:19:29.056316 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_agentschedulers_db [None req-b3f0ac81-090a-4737-bba3-7dcf15dcb2bc None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:19:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent'). {{(pid=84335) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 10 23:19:29.069318 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f0ac81-090a-4737-bba3-7dcf15dcb2bc None None] Routers set() bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:19:29.069720 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f0ac81-090a-4737-bba3-7dcf15dcb2bc None None] Router IDs set() for agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 10 23:19:29.070292 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_agentschedulers_db [None req-b3f0ac81-090a-4737-bba3-7dcf15dcb2bc None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:19:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent'). {{(pid=84335) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 10 23:19:29.070677 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f0ac81-090a-4737-bba3-7dcf15dcb2bc None None] The sync data for ids ['6cda073f-ed55-4b3f-8ea3-d3e4e312b4c7'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:19:29.198807 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d3765498-d083-42c4-aebd-b6b77b05733b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:29.509776 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d3765498-d083-42c4-aebd-b6b77b05733b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:29.545965 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d3765498-d083-42c4-aebd-b6b77b05733b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:29.853909 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-d3765498-d083-42c4-aebd-b6b77b05733b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Allocated IP 172.26.8.177 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/def3d615-e685-4cbd-952c-705a39321be4) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:19:29.967062 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 0ff4998c-ef04-474b-9de9-d6c06b7b9441 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:19:30.001399 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 0ff4998c-ef04-474b-9de9-d6c06b7b9441 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:19:30.001884 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 0ff4998c-ef04-474b-9de9-d6c06b7b9441 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:19:30.043729 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d3765498-d083-42c4-aebd-b6b77b05733b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:30.145405 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d3765498-d083-42c4-aebd-b6b77b05733b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:30.228124 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3765498-d083-42c4-aebd-b6b77b05733b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:19:30.231572 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-d3765498-d083-42c4-aebd-b6b77b05733b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:19:30.233503 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3765498-d083-42c4-aebd-b6b77b05733b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Port': ['ID=def3d615-e685-4cbd-952c-705a39321be4,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:30.235791 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3765498-d083-42c4-aebd-b6b77b05733b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:19:30.470170 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d3765498-d083-42c4-aebd-b6b77b05733b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for router_gateway, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:30.470919 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d3765498-d083-42c4-aebd-b6b77b05733b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:30.802231 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3765498-d083-42c4-aebd-b6b77b05733b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Router bcf73084-3d00-43f2-b57b-6c8f50ad59b2 is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:19:31.020898 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3765498-d083-42c4-aebd-b6b77b05733b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:19:31.031729 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848db1f3-ff51-4258-9cb3-c830777719a3 None None] Sync routers for ids ['bcf73084-3d00-43f2-b57b-6c8f50ad59b2'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:19:31.044685 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848db1f3-ff51-4258-9cb3-c830777719a3 None None] Routers {'bcf73084-3d00-43f2-b57b-6c8f50ad59b2'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:19:31.045406 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-848db1f3-ff51-4258-9cb3-c830777719a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:19:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['bcf73084-3d00-43f2-b57b-6c8f50ad59b2'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:19:31.116421 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d3765498-d083-42c4-aebd-b6b77b05733b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:31.117646 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-d3765498-d083-42c4-aebd-b6b77b05733b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3597856 Feb 10 23:19:31.120807 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51614) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:19:31.164084 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-f520c720-5938-4fd4-b7fa-be562def000f tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=714fdf59d9ad4aa1b5cc4598e806e542&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0397348 Feb 10 23:19:31.165024 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51618) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:19:31.228425 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-848db1f3-ff51-4258-9cb3-c830777719a3 None None] Set router bcf73084-3d00-43f2-b57b-6c8f50ad59b2 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:19:31.291591 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 51624) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:19:31.298358 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d220b4-b030-47cd-bc69-6f75f67c0b70 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:31.302407 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-d8d220b4-b030-47cd-bc69-6f75f67c0b70 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1339157 Feb 10 23:19:31.302626 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51628) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:19:31.344755 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-147c9a05-5b53-42d1-a64c-608088ab6bc8 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=c2ed7563-f8af-409c-803f-f56530124ba5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389917 Feb 10 23:19:31.345448 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51632) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:19:31.351000 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-a7741062-8bff-48dc-aa48-810ca1e3d12b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-990617434', 'network_id': '618bd366-bca7-44ec-968a-8ee989afebce', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:19:31.464086 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a7741062-8bff-48dc-aa48-810ca1e3d12b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:19:31.468082 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-a7741062-8bff-48dc-aa48-810ca1e3d12b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:subnet and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:19:31.472643 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-a7741062-8bff-48dc-aa48-810ca1e3d12b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:19:31.480182 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a7741062-8bff-48dc-aa48-810ca1e3d12b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:19:31.498485 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-27567307-ed1e-4eea-a54b-589274337dda tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Deleting port 23885388-1b91-45c1-b53d-6624aee71b1f {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:19:31.508779 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-27567307-ed1e-4eea-a54b-589274337dda tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:31.521331 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-848db1f3-ff51-4258-9cb3-c830777719a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf73084-3d00-43f2-b57b-6c8f50ad59b2', 'name': 'tempest-TestNetworkBasicOps-router-1844274964', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': 'def3d615-e685-4cbd-952c-705a39321be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:19:28Z', 'updated_at': '2022-02-10T23:19:30Z', 'revision_number': 3, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': 'def3d615-e685-4cbd-952c-705a39321be4', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf73084-3d00-43f2-b57b-6c8f50ad59b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:19:29Z', 'updated_at': '2022-02-10T23:19:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:19:31.525195 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848db1f3-ff51-4258-9cb3-c830777719a3 None None] Checking router: bcf73084-3d00-43f2-b57b-6c8f50ad59b2 for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:19:31.525538 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848db1f3-ff51-4258-9cb3-c830777719a3 None None] Updating router bcf73084-3d00-43f2-b57b-6c8f50ad59b2 port def3d615-e685-4cbd-952c-705a39321be4 binding host dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:19:31.556214 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7741062-8bff-48dc-aa48-810ca1e3d12b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Made reservation on behalf of 714fdf59d9ad4aa1b5cc4598e806e542 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:19:31.629631 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-848db1f3-ff51-4258-9cb3-c830777719a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:31.674615 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a7741062-8bff-48dc-aa48-810ca1e3d12b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:31.794574 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-27567307-ed1e-4eea-a54b-589274337dda tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:31.794574 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-27567307-ed1e-4eea-a54b-589274337dda tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:31.916879 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-27567307-ed1e-4eea-a54b-589274337dda tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Calling delete_port for 23885388-1b91-45c1-b53d-6624aee71b1f owned by network:floatingip {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:19:31.948040 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a7741062-8bff-48dc-aa48-810ca1e3d12b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:31.968813 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-848db1f3-ff51-4258-9cb3-c830777719a3 None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:31.981996 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-848db1f3-ff51-4258-9cb3-c830777719a3 None None] Transition to ACTIVE for port object def3d615-e685-4cbd-952c-705a39321be4 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:19:32.067370 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-848db1f3-ff51-4258-9cb3-c830777719a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:32.132892 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7741062-8bff-48dc-aa48-810ca1e3d12b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Subnet': ['ID=6c54f976-c5b4-47f7-969e-0089c02e7114,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:32.144381 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7741062-8bff-48dc-aa48-810ca1e3d12b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Checking segment: {'id': 'd1eec1b7-3dc0-4c6d-8d13-3625d9630964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '618bd366-bca7-44ec-968a-8ee989afebce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:19:32.144760 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7741062-8bff-48dc-aa48-810ca1e3d12b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Network hostable DHCP agents. Network: 618bd366-bca7-44ec-968a-8ee989afebce, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:19:32.149594 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35f3843-edeb-4be5-b720-13b26c84b4ed None None] Pushing event updated for resources: {'Port': ['ID=def3d615-e685-4cbd-952c-705a39321be4,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:32.151927 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-848db1f3-ff51-4258-9cb3-c830777719a3 None None] Attempting to bind port def3d615-e685-4cbd-952c-705a39321be4 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:19:32.152290 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-848db1f3-ff51-4258-9cb3-c830777719a3 None None] Attempting to bind port def3d615-e685-4cbd-952c-705a39321be4 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:19:32.152677 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848db1f3-ff51-4258-9cb3-c830777719a3 None None] Attempting to bind port def3d615-e685-4cbd-952c-705a39321be4 on network c2ed7563-f8af-409c-803f-f56530124ba5 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:19:32.159710 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848db1f3-ff51-4258-9cb3-c830777719a3 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:19:32.160077 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848db1f3-ff51-4258-9cb3-c830777719a3 None None] Checking segment: {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:19:32.160476 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-848db1f3-ff51-4258-9cb3-c830777719a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:32.160888 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848db1f3-ff51-4258-9cb3-c830777719a3 None None] Bound using segment: {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:19:32.161345 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-848db1f3-ff51-4258-9cb3-c830777719a3 None None] Bound port: def3d615-e685-4cbd-952c-705a39321be4, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:19:32.161712 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-848db1f3-ff51-4258-9cb3-c830777719a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:32.170150 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-27567307-ed1e-4eea-a54b-589274337dda tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:32.214034 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27567307-ed1e-4eea-a54b-589274337dda tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Pushing event deleted for resources: {'Port': ['ID=23885388-1b91-45c1-b53d-6624aee71b1f,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:32.233010 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-848db1f3-ff51-4258-9cb3-c830777719a3 None None] For port def3d615-e685-4cbd-952c-705a39321be4, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:19:32.236855 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7741062-8bff-48dc-aa48-810ca1e3d12b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Network 618bd366-bca7-44ec-968a-8ee989afebce is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:19:32.240684 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-848db1f3-ff51-4258-9cb3-c830777719a3 None None] For port def3d615-e685-4cbd-952c-705a39321be4, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=def3d615-e685-4cbd-952c-705a39321be4,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:19:32.308851 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-27567307-ed1e-4eea-a54b-589274337dda tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks [] for floatingip, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:32.311050 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-848db1f3-ff51-4258-9cb3-c830777719a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:32.333465 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-a7741062-8bff-48dc-aa48-810ca1e3d12b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 618bd366-bca7-44ec-968a-8ee989afebce) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:19:32.341725 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7741062-8bff-48dc-aa48-810ca1e3d12b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:32.344767 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a7741062-8bff-48dc-aa48-810ca1e3d12b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:32.351646 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a909911-dbba-43e9-81a7-e4517e99355c None None] Network 618bd366-bca7-44ec-968a-8ee989afebce requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:19:32.442481 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-a7741062-8bff-48dc-aa48-810ca1e3d12b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0934324 Feb 10 23:19:32.443284 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51636) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:19:32.477978 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35f3843-edeb-4be5-b720-13b26c84b4ed None None] Pushing event updated for resources: {'Port': ['ID=def3d615-e685-4cbd-952c-705a39321be4,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:32.483966 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848db1f3-ff51-4258-9cb3-c830777719a3 None None] Routers {'bcf73084-3d00-43f2-b57b-6c8f50ad59b2'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:19:32.485316 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-848db1f3-ff51-4258-9cb3-c830777719a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:19:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['bcf73084-3d00-43f2-b57b-6c8f50ad59b2'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:19:32.711222 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27567307-ed1e-4eea-a54b-589274337dda tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Router 0c9fa0c2-ee96-477c-9912-b767191929dc has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:19:32.769749 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-848db1f3-ff51-4258-9cb3-c830777719a3 None None] Set router bcf73084-3d00-43f2-b57b-6c8f50ad59b2 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:19:32.809235 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41d6599-5242-4767-a3da-d405125a3f70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-618bd366-bca7-44ec-968a-8ee989afebce', 'network_id': '618bd366-bca7-44ec-968a-8ee989afebce', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'fixed_ips': [{'subnet_id': '6c54f976-c5b4-47f7-969e-0089c02e7114'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:19:32.810034 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a41d6599-5242-4767-a3da-d405125a3f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:32.928157 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27567307-ed1e-4eea-a54b-589274337dda tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:19:32.942453 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87af1434-1741-42ec-b554-bbf9574a36e8 None None] Sync routers for ids ['0c9fa0c2-ee96-477c-9912-b767191929dc'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:19:32.955016 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87af1434-1741-42ec-b554-bbf9574a36e8 None None] Routers {'0c9fa0c2-ee96-477c-9912-b767191929dc'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:19:32.956231 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-87af1434-1741-42ec-b554-bbf9574a36e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:19:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['0c9fa0c2-ee96-477c-9912-b767191929dc'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:19:33.013329 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-27567307-ed1e-4eea-a54b-589274337dda tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:33.097365 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-27567307-ed1e-4eea-a54b-589274337dda tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "DELETE /v2.0/floatingips/846126ad-8d3e-4ad3-bf41-e5225fe61d08 HTTP/1.1" status: 204 len: 168 time: 1.8038459 Feb 10 23:19:33.098210 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd2a7f2e-7c36-40b0-ab8a-a8d8a6fdec11', 'tag': '3068d05b-2836-40d5-8bd2-e43394992d1a'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:19:33.137188 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-87af1434-1741-42ec-b554-bbf9574a36e8 None None] Set router 0c9fa0c2-ee96-477c-9912-b767191929dc gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:19:33.176974 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-a41d6599-5242-4767-a3da-d405125a3f70 None None] Allocated IP 172.20.0.2 (618bd366-bca7-44ec-968a-8ee989afebce/6c54f976-c5b4-47f7-969e-0089c02e7114/48f20f74-15fc-43ab-ac77-6ca392fb224c) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:19:33.179577 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd2a7f2e-7c36-40b0-ab8a-a8d8a6fdec11', 'tag': '3068d05b-2836-40d5-8bd2-e43394992d1a', 'status': 'completed', 'code': 200} Feb 10 23:19:33.281882 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ecbd2a23-497a-478f-ab06-75126027777f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:33.334028 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b170fc39-b550-480b-b819-5dded79c5bdb req-ea79c8a2-4df4-47e2-8b0f-e3a559cd228a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=82bae8319c0a482993cd9e8530b11401&device_id=cd2a7f2e-7c36-40b0-ab8a-a8d8a6fdec11 HTTP/1.1" status: 200 len: 1098 time: 0.1294410 Feb 10 23:19:33.508648 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-87af1434-1741-42ec-b554-bbf9574a36e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'name': 'tempest-TestVolumeBootPattern-2038376794-router', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '093b879d-55ae-41f8-86e6-83c75280bd23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:07:12Z', 'updated_at': '2022-02-10T23:07:24Z', 'revision_number': 4, 'project_id': '82bae8319c0a482993cd9e8530b11401', 'gw_port': {'id': '093b879d-55ae-41f8-86e6-83c75280bd23', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:85:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:13Z', 'updated_at': '2022-02-10T23:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '84c668e2-7ac4-43ac-a76c-bad486b79ed7', 'name': '', 'network_id': '4a75b224-7431-40b5-b18e-691aa5ad073d', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'mac_address': 'fa:16:3e:f1:ad:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '375b0e55-6852-456e-bf83-790a9c9d4e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:20Z', 'updated_at': '2022-02-10T23:07:36Z', 'revision_number': 5, 'project_id': '82bae8319c0a482993cd9e8530b11401', 'subnets': [{'id': '375b0e55-6852-456e-bf83-790a9c9d4e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:19:33.513354 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87af1434-1741-42ec-b554-bbf9574a36e8 None None] Checking router: 0c9fa0c2-ee96-477c-9912-b767191929dc for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:19:33.527401 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170fc39-b550-480b-b819-5dded79c5bdb req-cea3c345-d030-4001-8fd0-d0de0a777274 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:33.529738 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b170fc39-b550-480b-b819-5dded79c5bdb req-cea3c345-d030-4001-8fd0-d0de0a777274 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a75b224-7431-40b5-b18e-691aa5ad073d HTTP/1.1" status: 200 len: 913 time: 0.1891434 Feb 10 23:19:33.531068 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87af1434-1741-42ec-b554-bbf9574a36e8 None None] Routers {'0c9fa0c2-ee96-477c-9912-b767191929dc'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:19:33.548176 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-87af1434-1741-42ec-b554-bbf9574a36e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:19:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['0c9fa0c2-ee96-477c-9912-b767191929dc'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:19:33.576939 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a41d6599-5242-4767-a3da-d405125a3f70 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:33.580639 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-848db1f3-ff51-4258-9cb3-c830777719a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf73084-3d00-43f2-b57b-6c8f50ad59b2', 'name': 'tempest-TestNetworkBasicOps-router-1844274964', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': 'def3d615-e685-4cbd-952c-705a39321be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:19:28Z', 'updated_at': '2022-02-10T23:19:30Z', 'revision_number': 3, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': 'def3d615-e685-4cbd-952c-705a39321be4', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf73084-3d00-43f2-b57b-6c8f50ad59b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:19:29Z', 'updated_at': '2022-02-10T23:19:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:19:33.590979 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848db1f3-ff51-4258-9cb3-c830777719a3 None None] The sync data for ids ['bcf73084-3d00-43f2-b57b-6c8f50ad59b2'] in dv-neutron-828797-1-hyperv is: [{'id': 'bcf73084-3d00-43f2-b57b-6c8f50ad59b2', 'name': 'tempest-TestNetworkBasicOps-router-1844274964', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': 'def3d615-e685-4cbd-952c-705a39321be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:19:28Z', 'updated_at': '2022-02-10T23:19:30Z', 'revision_number': 3, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': 'def3d615-e685-4cbd-952c-705a39321be4', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf73084-3d00-43f2-b57b-6c8f50ad59b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:19:29Z', 'updated_at': '2022-02-10T23:19:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:19:33.592911 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-a41d6599-5242-4767-a3da-d405125a3f70 None None] Transition to ACTIVE for port object 48f20f74-15fc-43ab-ac77-6ca392fb224c will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:19:33.634651 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-a41d6599-5242-4767-a3da-d405125a3f70 None None] Transition to ACTIVE for port object 48f20f74-15fc-43ab-ac77-6ca392fb224c will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:19:33.747598 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a41d6599-5242-4767-a3da-d405125a3f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:33.775082 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b170fc39-b550-480b-b819-5dded79c5bdb req-77e04cf4-7683-4f97-a2e1-8ca69425db10 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3068d05b-2836-40d5-8bd2-e43394992d1a HTTP/1.1" status: 200 len: 217 time: 0.2394331 Feb 10 23:19:33.849389 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170fc39-b550-480b-b819-5dded79c5bdb req-2d00d149-b9c2-42fd-8382-3ac88608c163 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:33.850817 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b170fc39-b550-480b-b819-5dded79c5bdb req-2d00d149-b9c2-42fd-8382-3ac88608c163 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=375b0e55-6852-456e-bf83-790a9c9d4e02 HTTP/1.1" status: 200 len: 851 time: 0.0683606 Feb 10 23:19:33.866631 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d6599-5242-4767-a3da-d405125a3f70 None None] Pushing event updated for resources: {'Port': ['ID=48f20f74-15fc-43ab-ac77-6ca392fb224c,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:33.872938 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-87af1434-1741-42ec-b554-bbf9574a36e8 None None] Set router 0c9fa0c2-ee96-477c-9912-b767191929dc gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:19:33.882169 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41d6599-5242-4767-a3da-d405125a3f70 None None] Network 618bd366-bca7-44ec-968a-8ee989afebce is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:19:33.883816 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-a41d6599-5242-4767-a3da-d405125a3f70 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:19:33.887351 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41d6599-5242-4767-a3da-d405125a3f70 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:19:33.999565 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-ecbd2a23-497a-478f-ab06-75126027777f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Allocated IP 172.20.0.1 (618bd366-bca7-44ec-968a-8ee989afebce/6c54f976-c5b4-47f7-969e-0089c02e7114/eefcc02c-e822-40d1-bae7-c153acd1c80b) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:19:34.020505 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-a41d6599-5242-4767-a3da-d405125a3f70 None None] Attempting to bind port 48f20f74-15fc-43ab-ac77-6ca392fb224c on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:19:34.020906 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-a41d6599-5242-4767-a3da-d405125a3f70 None None] Attempting to bind port 48f20f74-15fc-43ab-ac77-6ca392fb224c by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': 'd1eec1b7-3dc0-4c6d-8d13-3625d9630964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '618bd366-bca7-44ec-968a-8ee989afebce'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:19:34.021265 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41d6599-5242-4767-a3da-d405125a3f70 None None] Attempting to bind port 48f20f74-15fc-43ab-ac77-6ca392fb224c on network 618bd366-bca7-44ec-968a-8ee989afebce {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:19:34.028248 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41d6599-5242-4767-a3da-d405125a3f70 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:19:34.028614 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41d6599-5242-4767-a3da-d405125a3f70 None None] Checking segment: {'id': 'd1eec1b7-3dc0-4c6d-8d13-3625d9630964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '618bd366-bca7-44ec-968a-8ee989afebce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:19:34.029023 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a41d6599-5242-4767-a3da-d405125a3f70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:34.029413 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41d6599-5242-4767-a3da-d405125a3f70 None None] Bound using segment: {'id': 'd1eec1b7-3dc0-4c6d-8d13-3625d9630964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '618bd366-bca7-44ec-968a-8ee989afebce'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:19:34.029877 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-a41d6599-5242-4767-a3da-d405125a3f70 None None] Bound port: 48f20f74-15fc-43ab-ac77-6ca392fb224c, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1eec1b7-3dc0-4c6d-8d13-3625d9630964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '618bd366-bca7-44ec-968a-8ee989afebce'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:19:34.030664 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a41d6599-5242-4767-a3da-d405125a3f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:34.063947 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b170fc39-b550-480b-b819-5dded79c5bdb req-a679efed-42ad-41f5-95c5-59ff6e81bc62 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a75b224-7431-40b5-b18e-691aa5ad073d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2049212 Feb 10 23:19:34.155966 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device def3d615-e685-4cbd-952c-705a39321be4 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:19:34.222606 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d99c1-5338-4744-a28c-4333de162f9c req-b676d575-2210-4769-ba75-75ec35771ada tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:34.225044 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-a41d6599-5242-4767-a3da-d405125a3f70 None None] For port 48f20f74-15fc-43ab-ac77-6ca392fb224c, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:19:34.231434 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-5c7d99c1-5338-4744-a28c-4333de162f9c req-b676d575-2210-4769-ba75-75ec35771ada tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd2a7f2e-7c36-40b0-ab8a-a8d8a6fdec11 HTTP/1.1" status: 200 len: 945 time: 0.3727367 Feb 10 23:19:34.232057 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-a41d6599-5242-4767-a3da-d405125a3f70 None None] For port 48f20f74-15fc-43ab-ac77-6ca392fb224c, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=48f20f74-15fc-43ab-ac77-6ca392fb224c,segment=NetworkSegment(d1eec1b7-3dc0-4c6d-8d13-3625d9630964),segment_id=d1eec1b7-3dc0-4c6d-8d13-3625d9630964)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:19:34.260989 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b170fc39-b550-480b-b819-5dded79c5bdb req-434848d6-5a19-4fea-92ff-44003574655c service neutron] 10.222.0.37 "GET /v2.0/networks/4a75b224-7431-40b5-b18e-691aa5ad073d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903787 Feb 10 23:19:34.344587 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-5c7d99c1-5338-4744-a28c-4333de162f9c req-a049d3ad-d05c-4c83-ba95-54ffe8ef85fd tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c3f6aaf-3a27-49e5-ae54-3cc5a3f3586f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120679 Feb 10 23:19:34.358884 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a41d6599-5242-4767-a3da-d405125a3f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:34.389885 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ecbd2a23-497a-478f-ab06-75126027777f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:34.432277 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b170fc39-b550-480b-b819-5dded79c5bdb req-94b15bcf-8bef-4b74-9bb9-97000c7f6d8e service neutron] 10.222.0.37 "GET /v2.0/networks/4a75b224-7431-40b5-b18e-691aa5ad073d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604979 Feb 10 23:19:34.437560 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-ecbd2a23-497a-478f-ab06-75126027777f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Transition to ACTIVE for port object eefcc02c-e822-40d1-bae7-c153acd1c80b will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:19:34.441767 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port def3d615-e685-4cbd-952c-705a39321be4 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:19:34.460190 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port def3d615-e685-4cbd-952c-705a39321be4 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:19:34.466162 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:34.533947 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-87af1434-1741-42ec-b554-bbf9574a36e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'name': 'tempest-TestVolumeBootPattern-2038376794-router', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '093b879d-55ae-41f8-86e6-83c75280bd23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:07:12Z', 'updated_at': '2022-02-10T23:07:24Z', 'revision_number': 4, 'project_id': '82bae8319c0a482993cd9e8530b11401', 'gw_port': {'id': '093b879d-55ae-41f8-86e6-83c75280bd23', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:85:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:13Z', 'updated_at': '2022-02-10T23:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '84c668e2-7ac4-43ac-a76c-bad486b79ed7', 'name': '', 'network_id': '4a75b224-7431-40b5-b18e-691aa5ad073d', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'mac_address': 'fa:16:3e:f1:ad:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '375b0e55-6852-456e-bf83-790a9c9d4e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:20Z', 'updated_at': '2022-02-10T23:07:36Z', 'revision_number': 5, 'project_id': '82bae8319c0a482993cd9e8530b11401', 'subnets': [{'id': '375b0e55-6852-456e-bf83-790a9c9d4e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:19:34.539553 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87af1434-1741-42ec-b554-bbf9574a36e8 None None] The sync data for ids ['0c9fa0c2-ee96-477c-9912-b767191929dc'] in dv-neutron-828797-1-hyperv is: [{'id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'name': 'tempest-TestVolumeBootPattern-2038376794-router', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '093b879d-55ae-41f8-86e6-83c75280bd23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:07:12Z', 'updated_at': '2022-02-10T23:07:24Z', 'revision_number': 4, 'project_id': '82bae8319c0a482993cd9e8530b11401', 'gw_port': {'id': '093b879d-55ae-41f8-86e6-83c75280bd23', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:85:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:13Z', 'updated_at': '2022-02-10T23:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '84c668e2-7ac4-43ac-a76c-bad486b79ed7', 'name': '', 'network_id': '4a75b224-7431-40b5-b18e-691aa5ad073d', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'mac_address': 'fa:16:3e:f1:ad:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '375b0e55-6852-456e-bf83-790a9c9d4e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:20Z', 'updated_at': '2022-02-10T23:07:36Z', 'revision_number': 5, 'project_id': '82bae8319c0a482993cd9e8530b11401', 'subnets': [{'id': '375b0e55-6852-456e-bf83-790a9c9d4e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:19:34.544511 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ecbd2a23-497a-478f-ab06-75126027777f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:34.548179 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d6599-5242-4767-a3da-d405125a3f70 None None] Pushing event updated for resources: {'Port': ['ID=48f20f74-15fc-43ab-ac77-6ca392fb224c,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:34.579284 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f9ba6-8401-4c52-ae1f-c4174fcf9e0e req-9ef02d9e-b8f9-48a9-aa59-ba477cb3696b tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:34.580294 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-e29f9ba6-8401-4c52-ae1f-c4174fcf9e0e req-9ef02d9e-b8f9-48a9-aa59-ba477cb3696b tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Synchronizing usage tracker for tenant:82bae8319c0a482993cd9e8530b11401 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:19:34.666608 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:34.667130 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-e29f9ba6-8401-4c52-ae1f-c4174fcf9e0e req-9ef02d9e-b8f9-48a9-aa59-ba477cb3696b tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Unset dirty status for tenant:82bae8319c0a482993cd9e8530b11401 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:19:34.668428 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e29f9ba6-8401-4c52-ae1f-c4174fcf9e0e req-9ef02d9e-b8f9-48a9-aa59-ba477cb3696b tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd2a7f2e-7c36-40b0-ab8a-a8d8a6fdec11 HTTP/1.1" status: 200 len: 945 time: 0.2351675 Feb 10 23:19:34.687711 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port def3d615-e685-4cbd-952c-705a39321be4, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=def3d615-e685-4cbd-952c-705a39321be4,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:19:34.768570 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:34.820967 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-e29f9ba6-8401-4c52-ae1f-c4174fcf9e0e req-d8262202-881c-4ef1-9c0c-beb5b968a87c tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Deleting port 3068d05b-2836-40d5-8bd2-e43394992d1a {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:19:34.822697 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-e29f9ba6-8401-4c52-ae1f-c4174fcf9e0e req-d8262202-881c-4ef1-9c0c-beb5b968a87c tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:34.855818 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbd2a23-497a-478f-ab06-75126027777f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Network 618bd366-bca7-44ec-968a-8ee989afebce is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:19:34.863817 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-ecbd2a23-497a-478f-ab06-75126027777f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:19:34.879632 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbd2a23-497a-478f-ab06-75126027777f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:19:34.904948 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=def3d615-e685-4cbd-952c-705a39321be4,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:34.915205 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbd2a23-497a-478f-ab06-75126027777f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Port': ['ID=eefcc02c-e822-40d1-bae7-c153acd1c80b,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:34.960041 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ecbd2a23-497a-478f-ab06-75126027777f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733071'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:35.144585 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-e29f9ba6-8401-4c52-ae1f-c4174fcf9e0e req-d8262202-881c-4ef1-9c0c-beb5b968a87c tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] For port 3068d05b-2836-40d5-8bd2-e43394992d1a, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=3068d05b-2836-40d5-8bd2-e43394992d1a,segment=NetworkSegment(87261b23-5de2-4068-8909-bc5d27f42710),segment_id=87261b23-5de2-4068-8909-bc5d27f42710)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:19:35.144935 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-e29f9ba6-8401-4c52-ae1f-c4174fcf9e0e req-d8262202-881c-4ef1-9c0c-beb5b968a87c tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:35.148096 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ecbd2a23-497a-478f-ab06-75126027777f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:35.269007 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-e29f9ba6-8401-4c52-ae1f-c4174fcf9e0e req-d8262202-881c-4ef1-9c0c-beb5b968a87c tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Calling delete_port for 3068d05b-2836-40d5-8bd2-e43394992d1a owned by compute:nova {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:19:35.501707 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-e29f9ba6-8401-4c52-ae1f-c4174fcf9e0e req-d8262202-881c-4ef1-9c0c-beb5b968a87c tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:35.595851 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ecbd2a23-497a-478f-ab06-75126027777f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:35.621134 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8262202-881c-4ef1-9c0c-beb5b968a87c tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Pushing event deleted for resources: {'Port': ['ID=3068d05b-2836-40d5-8bd2-e43394992d1a,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:35.659993 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-022f536c-2e10-45cd-98f6-ca7c1e781213 req-a3a60b72-2d96-47e7-bfd8-7285938cf463 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd2a7f2e-7c36-40b0-ab8a-a8d8a6fdec11 HTTP/1.1" status: 200 len: 210 time: 0.1112802 Feb 10 23:19:35.664835 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad21178-d182-41ae-b6b0-9a758189a916 None None] Network 618bd366-bca7-44ec-968a-8ee989afebce requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:19:35.672825 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-e29f9ba6-8401-4c52-ae1f-c4174fcf9e0e req-d8262202-881c-4ef1-9c0c-beb5b968a87c tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] No DVR routers for this DVR port 3068d05b-2836-40d5-8bd2-e43394992d1a on host hv-neutron-8287 {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:19:35.675617 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-e29f9ba6-8401-4c52-ae1f-c4174fcf9e0e req-d8262202-881c-4ef1-9c0c-beb5b968a87c tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:35.678666 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2a7f2e-7c36-40b0-ab8a-a8d8a6fdec11', 'name': 'network-vif-deleted', 'tag': '3068d05b-2836-40d5-8bd2-e43394992d1a'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:19:35.727473 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ecbd2a23-497a-478f-ab06-75126027777f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:35.743690 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd2a7f2e-7c36-40b0-ab8a-a8d8a6fdec11', 'name': 'network-vif-deleted', 'tag': '3068d05b-2836-40d5-8bd2-e43394992d1a', 'status': 'completed', 'code': 200} Feb 10 23:19:35.799872 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e29f9ba6-8401-4c52-ae1f-c4174fcf9e0e req-d8262202-881c-4ef1-9c0c-beb5b968a87c tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.37 "DELETE /v2.0/ports/3068d05b-2836-40d5-8bd2-e43394992d1a HTTP/1.1" status: 204 len: 173 time: 1.1262619 Feb 10 23:19:35.845470 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbd2a23-497a-478f-ab06-75126027777f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Port': ['ID=eefcc02c-e822-40d1-bae7-c153acd1c80b,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:35.851073 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ecbd2a23-497a-478f-ab06-75126027777f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2767683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732898'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:35.900661 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-c54bd6ef-e6fe-469a-970b-9d83efabd4b8 None None] Provisioning for port 48f20f74-15fc-43ab-ac77-6ca392fb224c completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:19:36.051283 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbd2a23-497a-478f-ab06-75126027777f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Network 618bd366-bca7-44ec-968a-8ee989afebce is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:19:36.051283 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-ecbd2a23-497a-478f-ab06-75126027777f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:19:36.188808 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device def3d615-e685-4cbd-952c-705a39321be4 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:19:36.272152 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port def3d615-e685-4cbd-952c-705a39321be4 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:19:36.272525 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:36.431427 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 48f20f74-15fc-43ab-ac77-6ca392fb224c up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:19:36.459359 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-73f9af93-14a3-439b-be46-e7dd96d7fac7 None None] Provisioning for port eefcc02c-e822-40d1-bae7-c153acd1c80b completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:19:36.472498 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-73f9af93-14a3-439b-be46-e7dd96d7fac7 None None] Provisioning complete for port eefcc02c-e822-40d1-bae7-c153acd1c80b triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:19:36.472792 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-73f9af93-14a3-439b-be46-e7dd96d7fac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:36.536066 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecbd2a23-497a-478f-ab06-75126027777f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Router bcf73084-3d00-43f2-b57b-6c8f50ad59b2 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:19:36.548873 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-73f9af93-14a3-439b-be46-e7dd96d7fac7 None None] Port eefcc02c-e822-40d1-bae7-c153acd1c80b cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:19:36.673400 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-63bb0eff-015d-4919-b903-dbaeefc17d43 None None] Provisioning complete for port eefcc02c-e822-40d1-bae7-c153acd1c80b triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:19:36.683190 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-63bb0eff-015d-4919-b903-dbaeefc17d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:36.729472 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 48f20f74-15fc-43ab-ac77-6ca392fb224c completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:19:36.755569 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 48f20f74-15fc-43ab-ac77-6ca392fb224c triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:19:36.755948 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:36.777538 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecbd2a23-497a-478f-ab06-75126027777f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:19:36.793116 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-ecbd2a23-497a-478f-ab06-75126027777f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "PUT /v2.0/routers/bcf73084-3d00-43f2-b57b-6c8f50ad59b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3492551 Feb 10 23:19:36.793857 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 51652) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:19:36.821555 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-63bb0eff-015d-4919-b903-dbaeefc17d43 None None] Port eefcc02c-e822-40d1-bae7-c153acd1c80b cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:19:36.887602 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:36.914393 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-4c7523a4-37d7-4001-affc-6f394d6d329b req-b1ed571a-6cbc-43f1-af6f-69d31614667c tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Synchronizing usage tracker for tenant:82bae8319c0a482993cd9e8530b11401 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:19:36.928722 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 48f20f74-15fc-43ab-ac77-6ca392fb224c, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=48f20f74-15fc-43ab-ac77-6ca392fb224c,segment=NetworkSegment(d1eec1b7-3dc0-4c6d-8d13-3625d9630964),segment_id=d1eec1b7-3dc0-4c6d-8d13-3625d9630964)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:19:36.955099 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-3d7aaa48-61e3-4df8-b50c-cf794cadfa56 None None] Provisioning complete for port eefcc02c-e822-40d1-bae7-c153acd1c80b triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:19:36.955099 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3d7aaa48-61e3-4df8-b50c-cf794cadfa56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:36.992317 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f6d68b-38b8-434c-937d-06b446f98fd4 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:36.995434 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f6d68b-38b8-434c-937d-06b446f98fd4 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:36.995434 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f6d68b-38b8-434c-937d-06b446f98fd4 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:36.995434 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f6d68b-38b8-434c-937d-06b446f98fd4 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:36.995434 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f6d68b-38b8-434c-937d-06b446f98fd4 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:36.995434 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f6d68b-38b8-434c-937d-06b446f98fd4 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:36.995952 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b0f6d68b-38b8-434c-937d-06b446f98fd4 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.2003224 Feb 10 23:19:36.997012 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-3d7aaa48-61e3-4df8-b50c-cf794cadfa56 None None] Port eefcc02c-e822-40d1-bae7-c153acd1c80b cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:19:36.998840 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51656) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:19:37.067378 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-4c7523a4-37d7-4001-affc-6f394d6d329b req-b1ed571a-6cbc-43f1-af6f-69d31614667c tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Unset dirty status for tenant:82bae8319c0a482993cd9e8530b11401 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:19:37.067588 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:37.068510 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4c7523a4-37d7-4001-affc-6f394d6d329b req-b1ed571a-6cbc-43f1-af6f-69d31614667c tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd2a7f2e-7c36-40b0-ab8a-a8d8a6fdec11 HTTP/1.1" status: 200 len: 210 time: 0.2489412 Feb 10 23:19:37.122145 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c505705e-a73a-4823-abbe-99f12f7eab47 None None] New status for floating IP 846126ad-8d3e-4ad3-bf41-e5225fe61d08: DOWN {{(pid=84334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 23:19:37.185941 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b511e446-ec97-4c51-9759-40db6acadf34 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:37.186302 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b511e446-ec97-4c51-9759-40db6acadf34 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:37.186650 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b511e446-ec97-4c51-9759-40db6acadf34 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:37.187010 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b511e446-ec97-4c51-9759-40db6acadf34 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:37.187345 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b511e446-ec97-4c51-9759-40db6acadf34 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:37.187874 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b511e446-ec97-4c51-9759-40db6acadf34 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:37.189745 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-b511e446-ec97-4c51-9759-40db6acadf34 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4013 time: 0.1897614 Feb 10 23:19:37.192665 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51660) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:19:37.303701 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=48f20f74-15fc-43ab-ac77-6ca392fb224c,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:37.399495 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-0f76c53e-c4d4-43ff-8150-6c3d3d8dbf5c tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2058725 Feb 10 23:19:37.802779 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc3bd37-fcf8-4054-9711-9ed6974183e3 None None] Sync routers for ids ['bcf73084-3d00-43f2-b57b-6c8f50ad59b2'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:19:37.809343 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51666) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:19:37.815784 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-f77d3bb4-4584-4f1d-9094-0da095af4e92 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1411236806', 'description': 'tempest-secgroup-smoke-1411236806 description', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:19:37.819459 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc3bd37-fcf8-4054-9711-9ed6974183e3 None None] Routers {'bcf73084-3d00-43f2-b57b-6c8f50ad59b2'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:19:37.820037 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-1dc3bd37-fcf8-4054-9711-9ed6974183e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:19:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['bcf73084-3d00-43f2-b57b-6c8f50ad59b2'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:19:37.822177 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f77d3bb4-4584-4f1d-9094-0da095af4e92 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:19:37.827064 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-f77d3bb4-4584-4f1d-9094-0da095af4e92 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:19:37.830834 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-f77d3bb4-4584-4f1d-9094-0da095af4e92 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:19:37.836659 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f77d3bb4-4584-4f1d-9094-0da095af4e92 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:19:37.939547 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f77d3bb4-4584-4f1d-9094-0da095af4e92 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:37.976395 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f77d3bb4-4584-4f1d-9094-0da095af4e92 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:19:37.980270 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-f77d3bb4-4584-4f1d-9094-0da095af4e92 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:19:37.983147 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-f77d3bb4-4584-4f1d-9094-0da095af4e92 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:19:37.996979 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f77d3bb4-4584-4f1d-9094-0da095af4e92 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:19:38.005271 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-1dc3bd37-fcf8-4054-9711-9ed6974183e3 None None] Set router bcf73084-3d00-43f2-b57b-6c8f50ad59b2 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:19:38.023235 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 48f20f74-15fc-43ab-ac77-6ca392fb224c up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:19:38.069237 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f77d3bb4-4584-4f1d-9094-0da095af4e92 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:38.104306 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 48f20f74-15fc-43ab-ac77-6ca392fb224c triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:19:38.104793 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:38.145211 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f77d3bb4-4584-4f1d-9094-0da095af4e92 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:38.202267 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77d3bb4-4584-4f1d-9094-0da095af4e92 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0ec046-72dc-4314-8a8c-a147e208dc93,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:38.212146 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 51672) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:19:38.295761 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f77d3bb4-4584-4f1d-9094-0da095af4e92 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:38.300385 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-f77d3bb4-4584-4f1d-9094-0da095af4e92 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4895928 Feb 10 23:19:38.302841 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51676) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:19:38.316111 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-92559afd-60dc-4ba0-98db-4987fe87a77a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': 'fc0ec046-72dc-4314-8a8c-a147e208dc93', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:19:38.322556 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-92559afd-60dc-4ba0-98db-4987fe87a77a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:19:38.328703 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-92559afd-60dc-4ba0-98db-4987fe87a77a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:19:38.334524 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-92559afd-60dc-4ba0-98db-4987fe87a77a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:19:38.343209 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-92559afd-60dc-4ba0-98db-4987fe87a77a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:19:38.421228 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-1dc3bd37-fcf8-4054-9711-9ed6974183e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf73084-3d00-43f2-b57b-6c8f50ad59b2', 'name': 'tempest-TestNetworkBasicOps-router-1844274964', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': 'def3d615-e685-4cbd-952c-705a39321be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:19:28Z', 'updated_at': '2022-02-10T23:19:34Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': 'def3d615-e685-4cbd-952c-705a39321be4', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf73084-3d00-43f2-b57b-6c8f50ad59b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:19:29Z', 'updated_at': '2022-02-10T23:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'eefcc02c-e822-40d1-bae7-c153acd1c80b', 'name': '', 'network_id': '618bd366-bca7-44ec-968a-8ee989afebce', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:98:f7:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf73084-3d00-43f2-b57b-6c8f50ad59b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c54f976-c5b4-47f7-969e-0089c02e7114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:19:33Z', 'updated_at': '2022-02-10T23:19:35Z', 'revision_number': 2, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': '6c54f976-c5b4-47f7-969e-0089c02e7114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:19:38.426106 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc3bd37-fcf8-4054-9711-9ed6974183e3 None None] Checking router: bcf73084-3d00-43f2-b57b-6c8f50ad59b2 for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:19:38.426444 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc3bd37-fcf8-4054-9711-9ed6974183e3 None None] Updating router bcf73084-3d00-43f2-b57b-6c8f50ad59b2 port eefcc02c-e822-40d1-bae7-c153acd1c80b binding host dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:19:38.471571 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-92559afd-60dc-4ba0-98db-4987fe87a77a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:38.489575 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-1dc3bd37-fcf8-4054-9711-9ed6974183e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:38.502887 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5bec7-0b87-4d47-9127-ee92bc6baae5 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Deleting port 5b82c7ba-9f55-4b7c-b765-562fd98efc6c {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:19:38.503223 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cbd5bec7-0b87-4d47-9127-ee92bc6baae5 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:38.549142 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-92559afd-60dc-4ba0-98db-4987fe87a77a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:38.655742 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-92559afd-60dc-4ba0-98db-4987fe87a77a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:38.683209 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92559afd-60dc-4ba0-98db-4987fe87a77a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a1d52f1-0321-4a24-b726-680e3cc2058f,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:38.732454 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cbd5bec7-0b87-4d47-9127-ee92bc6baae5 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:38.733212 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cbd5bec7-0b87-4d47-9127-ee92bc6baae5 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:38.849799 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-92559afd-60dc-4ba0-98db-4987fe87a77a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:38.851202 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-92559afd-60dc-4ba0-98db-4987fe87a77a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5468240 Feb 10 23:19:38.860854 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51680) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:19:38.861504 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5bec7-0b87-4d47-9127-ee92bc6baae5 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Calling delete_port for 5b82c7ba-9f55-4b7c-b765-562fd98efc6c owned by network:floatingip {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:19:38.866901 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-b8508e5e-8d13-481e-b465-b836fee10cec tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': 'fc0ec046-72dc-4314-8a8c-a147e208dc93', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:19:38.872946 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b8508e5e-8d13-481e-b465-b836fee10cec tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:19:38.877625 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-b8508e5e-8d13-481e-b465-b836fee10cec tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:19:38.880239 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-1dc3bd37-fcf8-4054-9711-9ed6974183e3 None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:38.880743 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-b8508e5e-8d13-481e-b465-b836fee10cec tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:19:38.888647 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-b8508e5e-8d13-481e-b465-b836fee10cec tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:19:38.893710 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-1dc3bd37-fcf8-4054-9711-9ed6974183e3 None None] Transition to ACTIVE for port object eefcc02c-e822-40d1-bae7-c153acd1c80b will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:19:39.033339 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-1dc3bd37-fcf8-4054-9711-9ed6974183e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:39.076636 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b8508e5e-8d13-481e-b465-b836fee10cec tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:39.146364 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cbd5bec7-0b87-4d47-9127-ee92bc6baae5 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:39.149980 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 3068d05b-2836-40d5-8bd2-e43394992d1a no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:19:39.150494 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b8508e5e-8d13-481e-b465-b836fee10cec tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:39.161978 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f327f0-490e-4b98-8961-b347ddce888d None None] Pushing event updated for resources: {'Port': ['ID=eefcc02c-e822-40d1-bae7-c153acd1c80b,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:39.195664 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] No Port match for: 3068d05b-2836-40d5-8bd2-e43394992d1a {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:19:39.196142 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 3068d05b-2836-40d5-8bd2-e43394992d1a not bound to the agent host hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:19:39.196802 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5bec7-0b87-4d47-9127-ee92bc6baae5 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Pushing event deleted for resources: {'Port': ['ID=5b82c7ba-9f55-4b7c-b765-562fd98efc6c,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:39.202222 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f327f0-490e-4b98-8961-b347ddce888d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:39.202571 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f327f0-490e-4b98-8961-b347ddce888d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:39.202907 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f327f0-490e-4b98-8961-b347ddce888d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:39.204143 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f327f0-490e-4b98-8961-b347ddce888d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:39.204475 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f327f0-490e-4b98-8961-b347ddce888d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:39.204829 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f327f0-490e-4b98-8961-b347ddce888d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:39.205154 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f327f0-490e-4b98-8961-b347ddce888d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:39.205478 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f327f0-490e-4b98-8961-b347ddce888d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:39.205798 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f327f0-490e-4b98-8961-b347ddce888d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:39.206248 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f327f0-490e-4b98-8961-b347ddce888d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:39.206566 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f327f0-490e-4b98-8961-b347ddce888d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:39.268233 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-1dc3bd37-fcf8-4054-9711-9ed6974183e3 None None] Attempting to bind port eefcc02c-e822-40d1-bae7-c153acd1c80b on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:19:39.268620 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-1dc3bd37-fcf8-4054-9711-9ed6974183e3 None None] Attempting to bind port eefcc02c-e822-40d1-bae7-c153acd1c80b by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': 'd1eec1b7-3dc0-4c6d-8d13-3625d9630964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '618bd366-bca7-44ec-968a-8ee989afebce'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:19:39.269043 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc3bd37-fcf8-4054-9711-9ed6974183e3 None None] Attempting to bind port eefcc02c-e822-40d1-bae7-c153acd1c80b on network 618bd366-bca7-44ec-968a-8ee989afebce {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:19:39.278613 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc3bd37-fcf8-4054-9711-9ed6974183e3 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:19:39.279256 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc3bd37-fcf8-4054-9711-9ed6974183e3 None None] Checking segment: {'id': 'd1eec1b7-3dc0-4c6d-8d13-3625d9630964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '618bd366-bca7-44ec-968a-8ee989afebce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:19:39.279385 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-1dc3bd37-fcf8-4054-9711-9ed6974183e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:39.279741 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc3bd37-fcf8-4054-9711-9ed6974183e3 None None] Bound using segment: {'id': 'd1eec1b7-3dc0-4c6d-8d13-3625d9630964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '618bd366-bca7-44ec-968a-8ee989afebce'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:19:39.280197 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-1dc3bd37-fcf8-4054-9711-9ed6974183e3 None None] Bound port: eefcc02c-e822-40d1-bae7-c153acd1c80b, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1eec1b7-3dc0-4c6d-8d13-3625d9630964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '618bd366-bca7-44ec-968a-8ee989afebce'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:19:39.280593 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-1dc3bd37-fcf8-4054-9711-9ed6974183e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:39.293279 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b8508e5e-8d13-481e-b465-b836fee10cec tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:39.309591 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cbd5bec7-0b87-4d47-9127-ee92bc6baae5 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks [] for floatingip, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:39.315871 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8508e5e-8d13-481e-b465-b836fee10cec tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f7a3ff7-8d1f-4f12-9e45-c07fa1e2dd68,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:39.375507 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-1dc3bd37-fcf8-4054-9711-9ed6974183e3 None None] For port eefcc02c-e822-40d1-bae7-c153acd1c80b, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:19:39.378590 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-1dc3bd37-fcf8-4054-9711-9ed6974183e3 None None] For port eefcc02c-e822-40d1-bae7-c153acd1c80b, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=eefcc02c-e822-40d1-bae7-c153acd1c80b,segment=NetworkSegment(d1eec1b7-3dc0-4c6d-8d13-3625d9630964),segment_id=d1eec1b7-3dc0-4c6d-8d13-3625d9630964)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:19:39.464780 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cbd5bec7-0b87-4d47-9127-ee92bc6baae5 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:39.465954 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-cbd5bec7-0b87-4d47-9127-ee92bc6baae5 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "DELETE /v2.0/floatingips/47af9a2a-307c-45c5-acd0-950585c2199b HTTP/1.1" status: 204 len: 168 time: 1.2499168 Feb 10 23:19:39.501769 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b8508e5e-8d13-481e-b465-b836fee10cec tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:39.502037 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-1dc3bd37-fcf8-4054-9711-9ed6974183e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:39.507870 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-b8508e5e-8d13-481e-b465-b836fee10cec tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6415608 Feb 10 23:19:39.507870 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51686) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:19:39.514272 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-8bd9a227-65a2-4866-a36e-6b1042a48e41 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': 'fc0ec046-72dc-4314-8a8c-a147e208dc93', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:19:39.521076 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8bd9a227-65a2-4866-a36e-6b1042a48e41 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:19:39.525118 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-8bd9a227-65a2-4866-a36e-6b1042a48e41 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:19:39.528268 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-8bd9a227-65a2-4866-a36e-6b1042a48e41 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:19:39.534801 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8bd9a227-65a2-4866-a36e-6b1042a48e41 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:19:39.616940 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f327f0-490e-4b98-8961-b347ddce888d None None] Pushing event updated for resources: {'Port': ['ID=eefcc02c-e822-40d1-bae7-c153acd1c80b,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:39.619284 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc3bd37-fcf8-4054-9711-9ed6974183e3 None None] Routers {'bcf73084-3d00-43f2-b57b-6c8f50ad59b2'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:19:39.620296 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-1dc3bd37-fcf8-4054-9711-9ed6974183e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:19:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['bcf73084-3d00-43f2-b57b-6c8f50ad59b2'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:19:39.660963 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8bd9a227-65a2-4866-a36e-6b1042a48e41 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:39.744697 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8bd9a227-65a2-4866-a36e-6b1042a48e41 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:39.820926 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-1dc3bd37-fcf8-4054-9711-9ed6974183e3 None None] Set router bcf73084-3d00-43f2-b57b-6c8f50ad59b2 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:19:39.898940 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8bd9a227-65a2-4866-a36e-6b1042a48e41 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:39.927231 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd9a227-65a2-4866-a36e-6b1042a48e41 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=412174c8-248b-4bca-ae31-3b475e4acd9e,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:40.137176 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-1dc3bd37-fcf8-4054-9711-9ed6974183e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf73084-3d00-43f2-b57b-6c8f50ad59b2', 'name': 'tempest-TestNetworkBasicOps-router-1844274964', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': 'def3d615-e685-4cbd-952c-705a39321be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:19:28Z', 'updated_at': '2022-02-10T23:19:34Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': 'def3d615-e685-4cbd-952c-705a39321be4', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf73084-3d00-43f2-b57b-6c8f50ad59b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:19:29Z', 'updated_at': '2022-02-10T23:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'eefcc02c-e822-40d1-bae7-c153acd1c80b', 'name': '', 'network_id': '618bd366-bca7-44ec-968a-8ee989afebce', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:98:f7:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf73084-3d00-43f2-b57b-6c8f50ad59b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c54f976-c5b4-47f7-969e-0089c02e7114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:19:33Z', 'updated_at': '2022-02-10T23:19:39Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': '6c54f976-c5b4-47f7-969e-0089c02e7114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:19:40.141974 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc3bd37-fcf8-4054-9711-9ed6974183e3 None None] The sync data for ids ['bcf73084-3d00-43f2-b57b-6c8f50ad59b2'] in dv-neutron-828797-1-hyperv is: [{'id': 'bcf73084-3d00-43f2-b57b-6c8f50ad59b2', 'name': 'tempest-TestNetworkBasicOps-router-1844274964', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': 'def3d615-e685-4cbd-952c-705a39321be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:19:28Z', 'updated_at': '2022-02-10T23:19:34Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': 'def3d615-e685-4cbd-952c-705a39321be4', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf73084-3d00-43f2-b57b-6c8f50ad59b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:19:29Z', 'updated_at': '2022-02-10T23:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'eefcc02c-e822-40d1-bae7-c153acd1c80b', 'name': '', 'network_id': '618bd366-bca7-44ec-968a-8ee989afebce', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:98:f7:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf73084-3d00-43f2-b57b-6c8f50ad59b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c54f976-c5b4-47f7-969e-0089c02e7114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:19:33Z', 'updated_at': '2022-02-10T23:19:39Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': '6c54f976-c5b4-47f7-969e-0089c02e7114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:19:40.198592 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8bd9a227-65a2-4866-a36e-6b1042a48e41 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:40.199984 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-8bd9a227-65a2-4866-a36e-6b1042a48e41 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6913426 Feb 10 23:19:40.210349 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51694) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:19:40.215983 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-a2b37a6b-1e1c-467b-999f-d693d89191be tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': 'fc0ec046-72dc-4314-8a8c-a147e208dc93', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:19:40.217821 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:19:40.222011 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a2b37a6b-1e1c-467b-999f-d693d89191be tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:19:40.225810 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-a2b37a6b-1e1c-467b-999f-d693d89191be tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:19:40.228669 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-a2b37a6b-1e1c-467b-999f-d693d89191be tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:19:40.236504 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a2b37a6b-1e1c-467b-999f-d693d89191be tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:19:40.469321 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a2b37a6b-1e1c-467b-999f-d693d89191be tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:40.539647 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a2b37a6b-1e1c-467b-999f-d693d89191be tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:40.801916 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a2b37a6b-1e1c-467b-999f-d693d89191be tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:40.828917 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b37a6b-1e1c-467b-999f-d693d89191be tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b9bccba-78fd-4023-b9be-2d1d6a53818e,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:41.016597 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a2b37a6b-1e1c-467b-999f-d693d89191be tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:41.017786 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-a2b37a6b-1e1c-467b-999f-d693d89191be tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8064721 Feb 10 23:19:41.020663 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51700) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:19:41.027382 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-85a1fa77-90e6-46b7-8fd9-1e8b0dead0c8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': 'fc0ec046-72dc-4314-8a8c-a147e208dc93', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:19:41.034321 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-85a1fa77-90e6-46b7-8fd9-1e8b0dead0c8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:19:41.039209 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-85a1fa77-90e6-46b7-8fd9-1e8b0dead0c8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:19:41.044472 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-85a1fa77-90e6-46b7-8fd9-1e8b0dead0c8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:19:41.051904 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-85a1fa77-90e6-46b7-8fd9-1e8b0dead0c8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:19:41.212893 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.securitygroups_db [None req-85a1fa77-90e6-46b7-8fd9-1e8b0dead0c8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Project 714fdf59d9ad4aa1b5cc4598e806e542 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:19:41.220034 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-85a1fa77-90e6-46b7-8fd9-1e8b0dead0c8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:41.284666 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-85a1fa77-90e6-46b7-8fd9-1e8b0dead0c8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:41.412905 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-85a1fa77-90e6-46b7-8fd9-1e8b0dead0c8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:41.435702 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a1fa77-90e6-46b7-8fd9-1e8b0dead0c8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c20d8d0-d969-4525-a9f3-ab723b315d01,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:41.536083 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-85a1fa77-90e6-46b7-8fd9-1e8b0dead0c8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:41.540152 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-85a1fa77-90e6-46b7-8fd9-1e8b0dead0c8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5159149 Feb 10 23:19:41.540620 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51706) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:19:41.546231 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-81f585af-4b6c-4b99-bf71-219ab2720b68 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': 'fc0ec046-72dc-4314-8a8c-a147e208dc93', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:19:41.554707 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-81f585af-4b6c-4b99-bf71-219ab2720b68 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:19:41.557387 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-81f585af-4b6c-4b99-bf71-219ab2720b68 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:19:41.560283 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-81f585af-4b6c-4b99-bf71-219ab2720b68 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:19:41.567519 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-81f585af-4b6c-4b99-bf71-219ab2720b68 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:19:41.653232 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.securitygroups_db [None req-81f585af-4b6c-4b99-bf71-219ab2720b68 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Project 714fdf59d9ad4aa1b5cc4598e806e542 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:19:41.660330 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-81f585af-4b6c-4b99-bf71-219ab2720b68 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:41.733977 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-81f585af-4b6c-4b99-bf71-219ab2720b68 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:41.821347 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-81f585af-4b6c-4b99-bf71-219ab2720b68 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:41.846946 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f585af-4b6c-4b99-bf71-219ab2720b68 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a251632c-3440-415b-b1e2-b1437874659f,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:41.927370 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-81f585af-4b6c-4b99-bf71-219ab2720b68 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:41.928657 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-81f585af-4b6c-4b99-bf71-219ab2720b68 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3868713 Feb 10 23:19:42.039781 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device eefcc02c-e822-40d1-bae7-c153acd1c80b up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:19:42.117006 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-ae6fe202-2a2c-4cc6-a7a4-81eefd59370d req-340bc9fc-d890-42fa-ad50-faffc7cadcc3 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Synchronizing usage tracker for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:19:42.210005 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port eefcc02c-e822-40d1-bae7-c153acd1c80b completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:19:42.215240 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port eefcc02c-e822-40d1-bae7-c153acd1c80b triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:19:42.215664 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:42.241826 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-ae6fe202-2a2c-4cc6-a7a4-81eefd59370d req-340bc9fc-d890-42fa-ad50-faffc7cadcc3 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Unset dirty status for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:19:42.243094 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-ae6fe202-2a2c-4cc6-a7a4-81eefd59370d req-340bc9fc-d890-42fa-ad50-faffc7cadcc3 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1411236806&fields=id&tenant_id=714fdf59d9ad4aa1b5cc4598e806e542 HTTP/1.1" status: 200 len: 267 time: 0.1677270 Feb 10 23:19:42.334316 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:42.366726 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port eefcc02c-e822-40d1-bae7-c153acd1c80b, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=eefcc02c-e822-40d1-bae7-c153acd1c80b,segment=NetworkSegment(d1eec1b7-3dc0-4c6d-8d13-3625d9630964),segment_id=d1eec1b7-3dc0-4c6d-8d13-3625d9630964)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:19:42.392641 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6fe202-2a2c-4cc6-a7a4-81eefd59370d req-b53dce81-102a-413d-b2ff-f681d4671574 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:42.393240 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-ae6fe202-2a2c-4cc6-a7a4-81eefd59370d req-b53dce81-102a-413d-b2ff-f681d4671574 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Synchronizing usage tracker for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:network {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:19:42.470333 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:42.533878 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=eefcc02c-e822-40d1-bae7-c153acd1c80b,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:42.548095 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-ae6fe202-2a2c-4cc6-a7a4-81eefd59370d req-b53dce81-102a-413d-b2ff-f681d4671574 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Unset dirty status for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:network {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:19:42.552339 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-ae6fe202-2a2c-4cc6-a7a4-81eefd59370d req-b53dce81-102a-413d-b2ff-f681d4671574 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/networks?id=618bd366-bca7-44ec-968a-8ee989afebce HTTP/1.1" status: 200 len: 796 time: 0.2973471 Feb 10 23:19:42.566084 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-ae6fe202-2a2c-4cc6-a7a4-81eefd59370d req-3c1fc77b-5629-4b16-ab39-ce932c431198 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/quotas/714fdf59d9ad4aa1b5cc4598e806e542 HTTP/1.1" status: 200 len: 375 time: 0.0114787 Feb 10 23:19:42.642553 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51720) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:19:42.672316 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-ae6fe202-2a2c-4cc6-a7a4-81eefd59370d req-712d2811-efe0-47bc-bbad-0c54eb4de3b6 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Synchronizing usage tracker for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:19:42.729682 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b1ffce2e-3be5-4596-a359-75a5be050a97 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:42.759911 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b1ffce2e-3be5-4596-a359-75a5be050a97 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:42.790506 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-ae6fe202-2a2c-4cc6-a7a4-81eefd59370d req-712d2811-efe0-47bc-bbad-0c54eb4de3b6 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Unset dirty status for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:19:42.791792 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-ae6fe202-2a2c-4cc6-a7a4-81eefd59370d req-712d2811-efe0-47bc-bbad-0c54eb4de3b6 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2205567 Feb 10 23:19:42.932887 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-ae6fe202-2a2c-4cc6-a7a4-81eefd59370d req-54d7a9df-b029-4a94-b733-c73e59d5d163 service neutron] 10.222.0.59 "GET /v2.0/networks/618bd366-bca7-44ec-968a-8ee989afebce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272767 Feb 10 23:19:43.009878 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b1ffce2e-3be5-4596-a359-75a5be050a97 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:43.042611 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ffce2e-3be5-4596-a359-75a5be050a97 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3f6aaf-3a27-49e5-ae54-3cc5a3f3586f,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:43.102684 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-ae6fe202-2a2c-4cc6-a7a4-81eefd59370d req-9025100f-100d-4826-9327-35afdcd52405 service neutron] 10.222.0.59 "GET /v2.0/networks/618bd366-bca7-44ec-968a-8ee989afebce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627798 Feb 10 23:19:43.191600 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b1ffce2e-3be5-4596-a359-75a5be050a97 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:43.191600 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-b1ffce2e-3be5-4596-a359-75a5be050a97 tempest-TestVolumeBootPattern-1576119407 tempest-TestVolumeBootPattern-1576119407-project] 10.222.0.59 "DELETE /v2.0/security-groups/7c3f6aaf-3a27-49e5-ae54-3cc5a3f3586f HTTP/1.1" status: 204 len: 168 time: 0.5444369 Feb 10 23:19:43.360312 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51730) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:19:43.417134 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-9f9cd303-6ea7-4682-aa9d-a9ed29f6eba7 req-861692ea-c54c-4e8f-9897-024212456178 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=b562252a-0bd7-4ead-99b3-94cc983be196 HTTP/1.1" status: 200 len: 210 time: 0.0506697 Feb 10 23:19:44.020635 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device eefcc02c-e822-40d1-bae7-c153acd1c80b up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:19:44.055103 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c579bb38-b668-457e-ac11-747a90b71ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732944'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:44.094953 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port eefcc02c-e822-40d1-bae7-c153acd1c80b triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:19:44.095393 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:44.600805 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b58a55d8-b18a-4079-b76a-428c9a195470 req-feee3c27-8d82-4fac-a507-5f1c841d144e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=b562252a-0bd7-4ead-99b3-94cc983be196 HTTP/1.1" status: 200 len: 210 time: 0.0629206 Feb 10 23:19:44.661447 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-c579bb38-b668-457e-ac11-747a90b71ce3 admin admin] Deleting port 84c668e2-7ac4-43ac-a76c-bad486b79ed7 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:19:44.661970 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c579bb38-b668-457e-ac11-747a90b71ce3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:44.834833 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-c579bb38-b668-457e-ac11-747a90b71ce3 admin admin] For port 84c668e2-7ac4-43ac-a76c-bad486b79ed7, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=84c668e2-7ac4-43ac-a76c-bad486b79ed7,segment=NetworkSegment(87261b23-5de2-4068-8909-bc5d27f42710),segment_id=87261b23-5de2-4068-8909-bc5d27f42710)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:19:44.835277 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c579bb38-b668-457e-ac11-747a90b71ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:44.954217 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-c579bb38-b668-457e-ac11-747a90b71ce3 admin admin] Calling delete_port for 84c668e2-7ac4-43ac-a76c-bad486b79ed7 owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:19:45.219706 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c579bb38-b668-457e-ac11-747a90b71ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:45.262858 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c579bb38-b668-457e-ac11-747a90b71ce3 admin admin] Pushing event deleted for resources: {'Port': ['ID=84c668e2-7ac4-43ac-a76c-bad486b79ed7,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:45.612380 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6fe202-2a2c-4cc6-a7a4-81eefd59370d req-a08a6ac3-81ce-4b68-9896-70b02cfb225d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:45.614127 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ae6fe202-2a2c-4cc6-a7a4-81eefd59370d req-a08a6ac3-81ce-4b68-9896-70b02cfb225d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.37 "GET /v2.0/networks?id=618bd366-bca7-44ec-968a-8ee989afebce HTTP/1.1" status: 200 len: 796 time: 0.1607566 Feb 10 23:19:45.659758 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c579bb38-b668-457e-ac11-747a90b71ce3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2767638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733091'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:45.669489 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-ae6fe202-2a2c-4cc6-a7a4-81eefd59370d req-f6329f37-397d-47bd-9bf7-32f6c85829e5 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Synchronizing usage tracker for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:19:45.684851 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-ae6fe202-2a2c-4cc6-a7a4-81eefd59370d req-f6329f37-397d-47bd-9bf7-32f6c85829e5 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Unset dirty status for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:19:45.686624 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ae6fe202-2a2c-4cc6-a7a4-81eefd59370d req-f6329f37-397d-47bd-9bf7-32f6c85829e5 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=714fdf59d9ad4aa1b5cc4598e806e542 HTTP/1.1" status: 200 len: 380 time: 0.0605276 Feb 10 23:19:45.696676 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-ae6fe202-2a2c-4cc6-a7a4-81eefd59370d req-c5eb882a-13f1-4903-9534-355b1ea6d696 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'port': {'device_id': 'b562252a-0bd7-4ead-99b3-94cc983be196', 'network_id': '618bd366-bca7-44ec-968a-8ee989afebce', 'admin_state_up': True, 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'security_groups': ['fc0ec046-72dc-4314-8a8c-a147e208dc93']}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:19:45.843115 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-ae6fe202-2a2c-4cc6-a7a4-81eefd59370d req-c5eb882a-13f1-4903-9534-355b1ea6d696 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:19:45.844176 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-90bd6afb-85d5-4b35-82e9-b6bd8944d216 req-66d0a19a-9f10-4c2d-a30b-69d2074983c8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=b562252a-0bd7-4ead-99b3-94cc983be196 HTTP/1.1" status: 200 len: 210 time: 0.1045606 Feb 10 23:19:45.855854 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-ae6fe202-2a2c-4cc6-a7a4-81eefd59370d req-c5eb882a-13f1-4903-9534-355b1ea6d696 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:19:45.922489 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae6fe202-2a2c-4cc6-a7a4-81eefd59370d req-c5eb882a-13f1-4903-9534-355b1ea6d696 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Made reservation on behalf of 714fdf59d9ad4aa1b5cc4598e806e542 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:19:45.925797 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-ae6fe202-2a2c-4cc6-a7a4-81eefd59370d req-c5eb882a-13f1-4903-9534-355b1ea6d696 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:46.101258 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [req-ae6fe202-2a2c-4cc6-a7a4-81eefd59370d req-c5eb882a-13f1-4903-9534-355b1ea6d696 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Allocated IP 172.20.0.7 (618bd366-bca7-44ec-968a-8ee989afebce/6c54f976-c5b4-47f7-969e-0089c02e7114/e3374562-2af3-4354-8631-e8d9791dd5d4) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:19:46.119684 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:46.301757 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c579bb38-b668-457e-ac11-747a90b71ce3 admin admin] Router 0c9fa0c2-ee96-477c-9912-b767191929dc has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:19:46.302169 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-ae6fe202-2a2c-4cc6-a7a4-81eefd59370d req-c5eb882a-13f1-4903-9534-355b1ea6d696 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:46.318102 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-ae6fe202-2a2c-4cc6-a7a4-81eefd59370d req-c5eb882a-13f1-4903-9534-355b1ea6d696 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Transition to ACTIVE for port object e3374562-2af3-4354-8631-e8d9791dd5d4 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:19:46.401925 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-ae6fe202-2a2c-4cc6-a7a4-81eefd59370d req-c5eb882a-13f1-4903-9534-355b1ea6d696 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:46.477640 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae6fe202-2a2c-4cc6-a7a4-81eefd59370d req-c5eb882a-13f1-4903-9534-355b1ea6d696 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Network 618bd366-bca7-44ec-968a-8ee989afebce is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:19:46.480490 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [req-ae6fe202-2a2c-4cc6-a7a4-81eefd59370d req-c5eb882a-13f1-4903-9534-355b1ea6d696 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:19:46.482966 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae6fe202-2a2c-4cc6-a7a4-81eefd59370d req-c5eb882a-13f1-4903-9534-355b1ea6d696 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:19:46.504814 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c579bb38-b668-457e-ac11-747a90b71ce3 admin admin] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:19:46.515861 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d23d91f-9a53-40f1-8f16-b60282f2adeb None None] Sync routers for ids ['0c9fa0c2-ee96-477c-9912-b767191929dc'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:19:46.519089 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eb882a-13f1-4903-9534-355b1ea6d696 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Port': ['ID=e3374562-2af3-4354-8631-e8d9791dd5d4,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:46.526538 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-c579bb38-b668-457e-ac11-747a90b71ce3 admin admin] 10.222.0.59 "PUT /v2.0/routers/0c9fa0c2-ee96-477c-9912-b767191929dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1626778 Feb 10 23:19:46.527677 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51746) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:19:46.542355 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d23d91f-9a53-40f1-8f16-b60282f2adeb None None] Routers {'0c9fa0c2-ee96-477c-9912-b767191929dc'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:19:46.543336 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-2d23d91f-9a53-40f1-8f16-b60282f2adeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:19:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['0c9fa0c2-ee96-477c-9912-b767191929dc'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:19:46.557027 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6fe202-2a2c-4cc6-a7a4-81eefd59370d req-c5eb882a-13f1-4903-9534-355b1ea6d696 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:46.558003 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-ae6fe202-2a2c-4cc6-a7a4-81eefd59370d req-c5eb882a-13f1-4903-9534-355b1ea6d696 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:46.676085 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ae6fe202-2a2c-4cc6-a7a4-81eefd59370d req-c5eb882a-13f1-4903-9534-355b1ea6d696 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9834385 Feb 10 23:19:46.688373 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-ae6fe202-2a2c-4cc6-a7a4-81eefd59370d req-c6e7e986-6427-4f6f-b069-e636325db790 service neutron] Request body: {'port': {'device_id': 'b562252a-0bd7-4ead-99b3-94cc983be196', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:19:46.748715 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-61fbadd2-ee1a-4419-a666-75449b8f9a88 admin admin] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:46.775382 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-2d23d91f-9a53-40f1-8f16-b60282f2adeb None None] Set router 0c9fa0c2-ee96-477c-9912-b767191929dc gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:19:46.890942 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-3183725b-b480-44b1-a0c3-bcb8af1f6f22 None None] Provisioning for port e3374562-2af3-4354-8631-e8d9791dd5d4 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:19:46.910060 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-ae6fe202-2a2c-4cc6-a7a4-81eefd59370d req-c6e7e986-6427-4f6f-b069-e636325db790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:46.925893 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-3183725b-b480-44b1-a0c3-bcb8af1f6f22 None None] Provisioning complete for port e3374562-2af3-4354-8631-e8d9791dd5d4 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:19:46.926334 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3183725b-b480-44b1-a0c3-bcb8af1f6f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:46.964011 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-61fbadd2-ee1a-4419-a666-75449b8f9a88 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:47.043949 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-3183725b-b480-44b1-a0c3-bcb8af1f6f22 None None] Port e3374562-2af3-4354-8631-e8d9791dd5d4 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:19:47.075968 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-61fbadd2-ee1a-4419-a666-75449b8f9a88 admin admin] Deleting port 093b879d-55ae-41f8-86e6-83c75280bd23 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:19:47.076303 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-61fbadd2-ee1a-4419-a666-75449b8f9a88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:47.150896 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-2d23d91f-9a53-40f1-8f16-b60282f2adeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'name': 'tempest-TestVolumeBootPattern-2038376794-router', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '093b879d-55ae-41f8-86e6-83c75280bd23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:07:12Z', 'updated_at': '2022-02-10T23:19:45Z', 'revision_number': 5, 'project_id': '82bae8319c0a482993cd9e8530b11401', 'gw_port': {'id': '093b879d-55ae-41f8-86e6-83c75280bd23', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:85:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:13Z', 'updated_at': '2022-02-10T23:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:19:47.155397 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d23d91f-9a53-40f1-8f16-b60282f2adeb None None] Checking router: 0c9fa0c2-ee96-477c-9912-b767191929dc for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:19:47.168091 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d23d91f-9a53-40f1-8f16-b60282f2adeb None None] Routers {'0c9fa0c2-ee96-477c-9912-b767191929dc'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:19:47.168758 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-2d23d91f-9a53-40f1-8f16-b60282f2adeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:19:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['0c9fa0c2-ee96-477c-9912-b767191929dc'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:19:47.217948 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792cbb25-d7ac-4963-9fdc-38641a2b880e req-71b5fbbb-5eff-4eb1-bbc2-1b46fdd1544a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:47.219367 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-792cbb25-d7ac-4963-9fdc-38641a2b880e req-71b5fbbb-5eff-4eb1-bbc2-1b46fdd1544a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Synchronizing usage tracker for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:19:47.333541 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-2d23d91f-9a53-40f1-8f16-b60282f2adeb None None] Set router 0c9fa0c2-ee96-477c-9912-b767191929dc gateway port host: None {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:19:47.338438 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [req-ae6fe202-2a2c-4cc6-a7a4-81eefd59370d req-c6e7e986-6427-4f6f-b069-e636325db790 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3374562-2af3-4354-8631-e8d9791dd5d4 {{(pid=84332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:19:47.345421 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-792cbb25-d7ac-4963-9fdc-38641a2b880e req-71b5fbbb-5eff-4eb1-bbc2-1b46fdd1544a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Unset dirty status for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:19:47.393992 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-792cbb25-d7ac-4963-9fdc-38641a2b880e req-71b5fbbb-5eff-4eb1-bbc2-1b46fdd1544a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=b562252a-0bd7-4ead-99b3-94cc983be196 HTTP/1.1" status: 200 len: 931 time: 0.3206775 Feb 10 23:19:47.393992 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-ae6fe202-2a2c-4cc6-a7a4-81eefd59370d req-c6e7e986-6427-4f6f-b069-e636325db790 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:47.394770 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-61fbadd2-ee1a-4419-a666-75449b8f9a88 admin admin] For port 093b879d-55ae-41f8-86e6-83c75280bd23, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=093b879d-55ae-41f8-86e6-83c75280bd23,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:19:47.394770 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-61fbadd2-ee1a-4419-a666-75449b8f9a88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:47.401211 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-ae6fe202-2a2c-4cc6-a7a4-81eefd59370d req-c6e7e986-6427-4f6f-b069-e636325db790 service neutron] Transition to ACTIVE for port object e3374562-2af3-4354-8631-e8d9791dd5d4 will not be triggered until provisioned by entity L2. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:19:47.422971 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-792cbb25-d7ac-4963-9fdc-38641a2b880e req-66b8bbfd-1ca6-470f-b069-ff45a28c1ff5 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc0ec046-72dc-4314-8a8c-a147e208dc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628908 Feb 10 23:19:47.485446 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-2d23d91f-9a53-40f1-8f16-b60282f2adeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'name': 'tempest-TestVolumeBootPattern-2038376794-router', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:07:12Z', 'updated_at': '2022-02-10T23:19:46Z', 'revision_number': 6, 'project_id': '82bae8319c0a482993cd9e8530b11401', 'gw_port_host': None}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:19:47.489201 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d23d91f-9a53-40f1-8f16-b60282f2adeb None None] The sync data for ids ['0c9fa0c2-ee96-477c-9912-b767191929dc'] in dv-neutron-828797-1-hyperv is: [{'id': '0c9fa0c2-ee96-477c-9912-b767191929dc', 'name': 'tempest-TestVolumeBootPattern-2038376794-router', 'tenant_id': '82bae8319c0a482993cd9e8530b11401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:07:12Z', 'updated_at': '2022-02-10T23:19:46Z', 'revision_number': 6, 'project_id': '82bae8319c0a482993cd9e8530b11401', 'gw_port_host': None}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:19:47.501727 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-61fbadd2-ee1a-4419-a666-75449b8f9a88 admin admin] Calling delete_port for 093b879d-55ae-41f8-86e6-83c75280bd23 owned by network:router_gateway {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:19:47.504694 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-ae6fe202-2a2c-4cc6-a7a4-81eefd59370d req-c6e7e986-6427-4f6f-b069-e636325db790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:47.648323 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e7e986-6427-4f6f-b069-e636325db790 service neutron] Pushing event updated for resources: {'Port': ['ID=e3374562-2af3-4354-8631-e8d9791dd5d4,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:47.761791 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-ae6fe202-2a2c-4cc6-a7a4-81eefd59370d req-c6e7e986-6427-4f6f-b069-e636325db790 service neutron] Attempting to bind port e3374562-2af3-4354-8631-e8d9791dd5d4 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:19:47.762360 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-ae6fe202-2a2c-4cc6-a7a4-81eefd59370d req-c6e7e986-6427-4f6f-b069-e636325db790 service neutron] Attempting to bind port e3374562-2af3-4354-8631-e8d9791dd5d4 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': 'd1eec1b7-3dc0-4c6d-8d13-3625d9630964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '618bd366-bca7-44ec-968a-8ee989afebce'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:19:47.762582 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6fe202-2a2c-4cc6-a7a4-81eefd59370d req-c6e7e986-6427-4f6f-b069-e636325db790 service neutron] Attempting to bind port e3374562-2af3-4354-8631-e8d9791dd5d4 on network 618bd366-bca7-44ec-968a-8ee989afebce {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:19:47.769068 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6fe202-2a2c-4cc6-a7a4-81eefd59370d req-c6e7e986-6427-4f6f-b069-e636325db790 service neutron] Port e3374562-2af3-4354-8631-e8d9791dd5d4 on network 618bd366-bca7-44ec-968a-8ee989afebce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:19:47.769380 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6fe202-2a2c-4cc6-a7a4-81eefd59370d req-c6e7e986-6427-4f6f-b069-e636325db790 service neutron] Attempting to bind port e3374562-2af3-4354-8631-e8d9791dd5d4 on network 618bd366-bca7-44ec-968a-8ee989afebce {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:19:47.775512 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6fe202-2a2c-4cc6-a7a4-81eefd59370d req-c6e7e986-6427-4f6f-b069-e636325db790 service neutron] Checking agent: {'id': '0f85d58b-4cda-4360-97cf-be037aef26b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'started_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:19:47.775880 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6fe202-2a2c-4cc6-a7a4-81eefd59370d req-c6e7e986-6427-4f6f-b069-e636325db790 service neutron] Checking segment: {'id': 'd1eec1b7-3dc0-4c6d-8d13-3625d9630964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '618bd366-bca7-44ec-968a-8ee989afebce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:19:47.776199 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6fe202-2a2c-4cc6-a7a4-81eefd59370d req-c6e7e986-6427-4f6f-b069-e636325db790 service neutron] Bound using segment: {'id': 'd1eec1b7-3dc0-4c6d-8d13-3625d9630964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '618bd366-bca7-44ec-968a-8ee989afebce'} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:19:47.776630 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-ae6fe202-2a2c-4cc6-a7a4-81eefd59370d req-c6e7e986-6427-4f6f-b069-e636325db790 service neutron] Bound port: e3374562-2af3-4354-8631-e8d9791dd5d4, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1eec1b7-3dc0-4c6d-8d13-3625d9630964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '618bd366-bca7-44ec-968a-8ee989afebce'}}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:19:47.776964 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-ae6fe202-2a2c-4cc6-a7a4-81eefd59370d req-c6e7e986-6427-4f6f-b069-e636325db790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:47.795885 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-61fbadd2-ee1a-4419-a666-75449b8f9a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:47.846468 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fbadd2-ee1a-4419-a666-75449b8f9a88 admin admin] Pushing event deleted for resources: {'Port': ['ID=093b879d-55ae-41f8-86e6-83c75280bd23,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:47.877706 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-ae6fe202-2a2c-4cc6-a7a4-81eefd59370d req-c6e7e986-6427-4f6f-b069-e636325db790 service neutron] For port e3374562-2af3-4354-8631-e8d9791dd5d4, host hv-neutron-8287, cleared binding levels {{(pid=84332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:19:47.888439 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-ae6fe202-2a2c-4cc6-a7a4-81eefd59370d req-c6e7e986-6427-4f6f-b069-e636325db790 service neutron] For port e3374562-2af3-4354-8631-e8d9791dd5d4, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=e3374562-2af3-4354-8631-e8d9791dd5d4,segment=NetworkSegment(d1eec1b7-3dc0-4c6d-8d13-3625d9630964),segment_id=d1eec1b7-3dc0-4c6d-8d13-3625d9630964)] {{(pid=84332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:19:48.036615 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 84c668e2-7ac4-43ac-a76c-bad486b79ed7 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:19:48.059183 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-ae6fe202-2a2c-4cc6-a7a4-81eefd59370d req-c6e7e986-6427-4f6f-b069-e636325db790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:48.071073 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 84c668e2-7ac4-43ac-a76c-bad486b79ed7 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:19:48.071420 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 84c668e2-7ac4-43ac-a76c-bad486b79ed7 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:19:48.084512 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-61fbadd2-ee1a-4419-a666-75449b8f9a88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734197'] for router_gateway, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:48.121023 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-ae6fe202-2a2c-4cc6-a7a4-81eefd59370d req-c6e7e986-6427-4f6f-b069-e636325db790 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:48.122421 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ae6fe202-2a2c-4cc6-a7a4-81eefd59370d req-c6e7e986-6427-4f6f-b069-e636325db790 service neutron] 10.222.0.37 "PUT /v2.0/ports/e3374562-2af3-4354-8631-e8d9791dd5d4 HTTP/1.1" status: 200 len: 1093 time: 1.4390507 Feb 10 23:19:48.131363 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b562252a-0bd7-4ead-99b3-94cc983be196', 'tag': 'e3374562-2af3-4354-8631-e8d9791dd5d4'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:19:48.152640 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e7e986-6427-4f6f-b069-e636325db790 service neutron] Pushing event updated for resources: {'Port': ['ID=e3374562-2af3-4354-8631-e8d9791dd5d4,revision_number=3']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:48.197160 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b562252a-0bd7-4ead-99b3-94cc983be196', 'tag': 'e3374562-2af3-4354-8631-e8d9791dd5d4', 'status': 'completed', 'code': 200} Feb 10 23:19:48.294165 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4e7cf52f-bcfd-4642-bfdc-5c817509f525 req-d141fd1b-4708-426a-9c6f-456a22a1dc6a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&device_id=b562252a-0bd7-4ead-99b3-94cc983be196 HTTP/1.1" status: 200 len: 1096 time: 0.0734315 Feb 10 23:19:48.348420 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-61fbadd2-ee1a-4419-a666-75449b8f9a88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:48.352674 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-61fbadd2-ee1a-4419-a666-75449b8f9a88 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:48.445651 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7cf52f-bcfd-4642-bfdc-5c817509f525 req-aff92e39-3b77-465a-8f1e-7ff3f225d2a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:48.447270 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4e7cf52f-bcfd-4642-bfdc-5c817509f525 req-aff92e39-3b77-465a-8f1e-7ff3f225d2a4 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1464450 Feb 10 23:19:48.449808 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-61fbadd2-ee1a-4419-a666-75449b8f9a88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:48.450323 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61fbadd2-ee1a-4419-a666-75449b8f9a88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c9fa0c2-ee96-477c-9912-b767191929dc {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:19:48.467735 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-61fbadd2-ee1a-4419-a666-75449b8f9a88 admin admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:48.472844 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-61fbadd2-ee1a-4419-a666-75449b8f9a88 admin admin] 10.222.0.59 "DELETE /v2.0/routers/0c9fa0c2-ee96-477c-9912-b767191929dc HTTP/1.1" status: 204 len: 168 time: 1.9442074 Feb 10 23:19:48.473497 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51756) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:19:48.548598 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-96ba85f7-225e-4303-877a-cc32bf72ecc9 admin admin] Deleting subnet 375b0e55-6852-456e-bf83-790a9c9d4e02 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:19:48.553945 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-96ba85f7-225e-4303-877a-cc32bf72ecc9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:48.610029 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-96ba85f7-225e-4303-877a-cc32bf72ecc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31983416'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:48.655287 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7cf52f-bcfd-4642-bfdc-5c817509f525 req-6c46abd1-937f-481d-9ba0-058f255d82b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:48.657461 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4e7cf52f-bcfd-4642-bfdc-5c817509f525 req-6c46abd1-937f-481d-9ba0-058f255d82b1 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2047555 Feb 10 23:19:48.675160 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d5c4f-1bbe-4403-9f32-1d9ef765862c req-904dbbd5-5ffe-4586-81bf-f589cd7263fd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:48.676911 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-968d5c4f-1bbe-4403-9f32-1d9ef765862c req-904dbbd5-5ffe-4586-81bf-f589cd7263fd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=b562252a-0bd7-4ead-99b3-94cc983be196 HTTP/1.1" status: 200 len: 943 time: 0.1231430 Feb 10 23:19:48.687239 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-96ba85f7-225e-4303-877a-cc32bf72ecc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:48.774265 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-968d5c4f-1bbe-4403-9f32-1d9ef765862c req-0a2931fa-78ff-4dc9-a6bf-f33887456d29 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc0ec046-72dc-4314-8a8c-a147e208dc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910532 Feb 10 23:19:48.788654 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ae6fe202-2a2c-4cc6-a7a4-81eefd59370d req-09e1dfd1-f04a-432d-8889-7d1f607bbd33 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&device_id=b562252a-0bd7-4ead-99b3-94cc983be196 HTTP/1.1" status: 200 len: 1096 time: 0.0886064 Feb 10 23:19:48.859142 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ae6fe202-2a2c-4cc6-a7a4-81eefd59370d req-3a004ab1-77d4-48c3-bfef-a752b124d8c8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3374562-2af3-4354-8631-e8d9791dd5d4 HTTP/1.1" status: 200 len: 217 time: 0.0643160 Feb 10 23:19:48.882003 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-96ba85f7-225e-4303-877a-cc32bf72ecc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:48.918829 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6fe202-2a2c-4cc6-a7a4-81eefd59370d req-fc7ae72e-7c89-40a9-9a43-4bf960416783 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:48.920277 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ae6fe202-2a2c-4cc6-a7a4-81eefd59370d req-fc7ae72e-7c89-40a9-9a43-4bf960416783 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6c54f976-c5b4-47f7-969e-0089c02e7114 HTTP/1.1" status: 200 len: 843 time: 0.0563321 Feb 10 23:19:49.034126 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ba85f7-225e-4303-877a-cc32bf72ecc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=375b0e55-6852-456e-bf83-790a9c9d4e02,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:49.043891 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-96ba85f7-225e-4303-877a-cc32bf72ecc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:49.051259 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-96ba85f7-225e-4303-877a-cc32bf72ecc9 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/375b0e55-6852-456e-bf83-790a9c9d4e02 HTTP/1.1" status: 204 len: 168 time: 0.5766859 Feb 10 23:19:49.051898 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8941fb9-c58e-420c-8a60-774fa0817b4a None None] Network 4a75b224-7431-40b5-b18e-691aa5ad073d requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:19:49.053779 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51760) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:19:49.094925 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ae6fe202-2a2c-4cc6-a7a4-81eefd59370d req-ed3fe9ce-2fca-49d5-b60c-121d7ea3d148 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=618bd366-bca7-44ec-968a-8ee989afebce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1688371 Feb 10 23:19:49.121520 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7abe1f68-b003-4667-b0bd-906aba96e004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:49.166612 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a55c2bf6-847b-4f89-8a62-8fb4d58672eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:49.177545 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-a55c2bf6-847b-4f89-8a62-8fb4d58672eb admin admin] Deleting port 9f9f58e5-be60-4faa-b783-9934e0c9a3fa {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:19:49.177870 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a55c2bf6-847b-4f89-8a62-8fb4d58672eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:49.237347 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ae6fe202-2a2c-4cc6-a7a4-81eefd59370d req-a7797a59-3c85-4f7f-a043-d0fd1aeab3b9 service neutron] 10.222.0.37 "GET /v2.0/networks/618bd366-bca7-44ec-968a-8ee989afebce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365418 Feb 10 23:19:49.317673 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87030b90-f7a4-46e5-ad57-a1f9a1ddc13b None None] DHCP port deletion for 4a75b224-7431-40b5-b18e-691aa5ad073d request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:19:49.321997 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-87030b90-f7a4-46e5-ad57-a1f9a1ddc13b None None] Deleting port 9f9f58e5-be60-4faa-b783-9934e0c9a3fa {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:19:49.322476 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-87030b90-f7a4-46e5-ad57-a1f9a1ddc13b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:49.376735 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ae6fe202-2a2c-4cc6-a7a4-81eefd59370d req-17f02402-506f-4be6-9334-f25132299fd1 service neutron] 10.222.0.37 "GET /v2.0/networks/618bd366-bca7-44ec-968a-8ee989afebce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338327 Feb 10 23:19:49.389077 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-a55c2bf6-847b-4f89-8a62-8fb4d58672eb admin admin] For port 9f9f58e5-be60-4faa-b783-9934e0c9a3fa, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=9f9f58e5-be60-4faa-b783-9934e0c9a3fa,segment=NetworkSegment(87261b23-5de2-4068-8909-bc5d27f42710),segment_id=87261b23-5de2-4068-8909-bc5d27f42710)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:19:49.389419 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a55c2bf6-847b-4f89-8a62-8fb4d58672eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:49.512977 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-a55c2bf6-847b-4f89-8a62-8fb4d58672eb admin admin] Calling delete_port for 9f9f58e5-be60-4faa-b783-9934e0c9a3fa owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:19:49.556416 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-87030b90-f7a4-46e5-ad57-a1f9a1ddc13b None None] For port 9f9f58e5-be60-4faa-b783-9934e0c9a3fa, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=9f9f58e5-be60-4faa-b783-9934e0c9a3fa,segment=NetworkSegment(87261b23-5de2-4068-8909-bc5d27f42710),segment_id=87261b23-5de2-4068-8909-bc5d27f42710)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:19:49.556416 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-87030b90-f7a4-46e5-ad57-a1f9a1ddc13b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:49.675118 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-87030b90-f7a4-46e5-ad57-a1f9a1ddc13b None None] Calling delete_port for 9f9f58e5-be60-4faa-b783-9934e0c9a3fa owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:19:49.676070 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a55c2bf6-847b-4f89-8a62-8fb4d58672eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:49.720064 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55c2bf6-847b-4f89-8a62-8fb4d58672eb admin admin] Pushing event deleted for resources: {'Port': ['ID=9f9f58e5-be60-4faa-b783-9934e0c9a3fa,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:49.727090 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55c2bf6-847b-4f89-8a62-8fb4d58672eb admin admin] No DVR routers for this DVR port 9f9f58e5-be60-4faa-b783-9934e0c9a3fa on host dv-neutron-828797-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:19:49.746269 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-87030b90-f7a4-46e5-ad57-a1f9a1ddc13b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:19:49.746624 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-87030b90-f7a4-46e5-ad57-a1f9a1ddc13b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:19:49.846349 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a55c2bf6-847b-4f89-8a62-8fb4d58672eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:49.876826 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-a55c2bf6-847b-4f89-8a62-8fb4d58672eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a75b224-7431-40b5-b18e-691aa5ad073d']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:19:49.888522 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-a55c2bf6-847b-4f89-8a62-8fb4d58672eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87261b23-5de2-4068-8909-bc5d27f42710') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:19:49.888853 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-a55c2bf6-847b-4f89-8a62-8fb4d58672eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87261b23-5de2-4068-8909-bc5d27f42710') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:19:49.900254 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a55c2bf6-847b-4f89-8a62-8fb4d58672eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:49.958296 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a55c2bf6-847b-4f89-8a62-8fb4d58672eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:49.966680 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a55c2bf6-847b-4f89-8a62-8fb4d58672eb admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:19:49.967058 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a55c2bf6-847b-4f89-8a62-8fb4d58672eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:49.980421 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:19:49.980421 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:19:49.980421 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:19:49.980421 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:19:49.980421 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:19:49.980421 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:19:49.980421 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:19:49.980421 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:19:49.980421 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:19:49.980421 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:19:49.980421 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:19:49.980421 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:19:49.980421 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:19:49.980421 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:19:49.980421 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:19:49.980421 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:19:49.980421 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:19:49.980421 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:19:49.980421 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:19:49.980421 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:19:49.980421 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:19:49.980421 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:19:49.980421 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:19:49.980421 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:19:49.980421 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:19:49.980421 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:19:49.980421 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:19:49.980421 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:19:49.980421 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:19:49.980421 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:19:49.980421 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:19:49.980421 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:19:50.036513 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 9f9f58e5-be60-4faa-b783-9934e0c9a3fa no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:19:50.072752 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 9f9f58e5-be60-4faa-b783-9934e0c9a3fa {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:19:50.073397 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 9f9f58e5-be60-4faa-b783-9934e0c9a3fa not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:19:50.073724 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 093b879d-55ae-41f8-86e6-83c75280bd23 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:19:50.081785 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716ab65c-a3fc-4b07-b494-e6290abbe6e9 req-885f7c3a-f178-4ed5-afb4-80be614ef878 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:50.083306 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-716ab65c-a3fc-4b07-b494-e6290abbe6e9 req-885f7c3a-f178-4ed5-afb4-80be614ef878 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=b562252a-0bd7-4ead-99b3-94cc983be196 HTTP/1.1" status: 200 len: 943 time: 0.1717131 Feb 10 23:19:50.113283 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 093b879d-55ae-41f8-86e6-83c75280bd23 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:19:50.113619 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 093b879d-55ae-41f8-86e6-83c75280bd23 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:19:50.132814 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-716ab65c-a3fc-4b07-b494-e6290abbe6e9 req-be6296a2-128e-417b-b25f-496d76245fe0 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc0ec046-72dc-4314-8a8c-a147e208dc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438855 Feb 10 23:19:50.184493 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a55c2bf6-847b-4f89-8a62-8fb4d58672eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:50.200891 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a55c2bf6-847b-4f89-8a62-8fb4d58672eb admin admin] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:50.213419 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55c2bf6-847b-4f89-8a62-8fb4d58672eb admin admin] Pushing event deleted for resources: {'Network': ['ID=4a75b224-7431-40b5-b18e-691aa5ad073d,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:50.248005 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-87030b90-f7a4-46e5-ad57-a1f9a1ddc13b None None] Deleting port 9f9f58e5-be60-4faa-b783-9934e0c9a3fa {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:19:50.248387 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-87030b90-f7a4-46e5-ad57-a1f9a1ddc13b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:50.290155 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-a55c2bf6-847b-4f89-8a62-8fb4d58672eb admin admin] 10.222.0.59 "DELETE /v2.0/networks/4a75b224-7431-40b5-b18e-691aa5ad073d HTTP/1.1" status: 204 len: 168 time: 1.2350893 Feb 10 23:19:50.293116 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51766) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:19:50.312155 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-87030b90-f7a4-46e5-ad57-a1f9a1ddc13b None None] The port '9f9f58e5-be60-4faa-b783-9934e0c9a3fa' was deleted {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 23:19:50.674961 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a89b53b1-0246-4ecb-96de-1dcbc82fc5f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732944'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:51.243801 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a87a74b2-14e1-44f0-999a-700ae22e08c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:51.336223 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e51a64-1ce1-4b4f-ae00-f70999112860 req-ec1f29a5-8b6e-4253-92ab-85ff8d960dd1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:51.337680 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-78e51a64-1ce1-4b4f-ae00-f70999112860 req-ec1f29a5-8b6e-4253-92ab-85ff8d960dd1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=b562252a-0bd7-4ead-99b3-94cc983be196 HTTP/1.1" status: 200 len: 943 time: 0.0762079 Feb 10 23:19:51.360584 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-a89b53b1-0246-4ecb-96de-1dcbc82fc5f3 admin admin] Deleting port 8621ed15-2a1f-4297-b4c2-886d4eb1a0a9 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:19:51.361182 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a89b53b1-0246-4ecb-96de-1dcbc82fc5f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:51.382905 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-78e51a64-1ce1-4b4f-ae00-f70999112860 req-44b9ff33-733a-4015-8f4c-f136b13b462a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc0ec046-72dc-4314-8a8c-a147e208dc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396512 Feb 10 23:19:51.531084 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-a89b53b1-0246-4ecb-96de-1dcbc82fc5f3 admin admin] For port 8621ed15-2a1f-4297-b4c2-886d4eb1a0a9, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=8621ed15-2a1f-4297-b4c2-886d4eb1a0a9,segment=NetworkSegment(b51d1102-25f4-4b08-812e-99429151629e),segment_id=b51d1102-25f4-4b08-812e-99429151629e)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:19:51.531426 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a89b53b1-0246-4ecb-96de-1dcbc82fc5f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:51.649644 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-a89b53b1-0246-4ecb-96de-1dcbc82fc5f3 admin admin] Calling delete_port for 8621ed15-2a1f-4297-b4c2-886d4eb1a0a9 owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:19:51.904519 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a89b53b1-0246-4ecb-96de-1dcbc82fc5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:51.950819 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89b53b1-0246-4ecb-96de-1dcbc82fc5f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8621ed15-2a1f-4297-b4c2-886d4eb1a0a9,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:52.322348 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a89b53b1-0246-4ecb-96de-1dcbc82fc5f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2767638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733091'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:52.521245 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:52.621120 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:52.650223 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a75bb-7ed2-45a5-ab63-81b0b4efc659 req-0f97230b-65f0-414e-8546-9389fa42ac39 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:52.654993 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-d21a75bb-7ed2-45a5-ab63-81b0b4efc659 req-0f97230b-65f0-414e-8546-9389fa42ac39 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=b562252a-0bd7-4ead-99b3-94cc983be196 HTTP/1.1" status: 200 len: 943 time: 0.1213048 Feb 10 23:19:52.714726 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-d21a75bb-7ed2-45a5-ab63-81b0b4efc659 req-350c22a2-7f90-44fa-a859-121bcf5e7c8a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc0ec046-72dc-4314-8a8c-a147e208dc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560582 Feb 10 23:19:53.092988 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a89b53b1-0246-4ecb-96de-1dcbc82fc5f3 admin admin] Router 75664401-6998-4355-be07-b08e18d63d30 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:19:53.207076 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device e3374562-2af3-4354-8631-e8d9791dd5d4 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:19:53.292864 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a89b53b1-0246-4ecb-96de-1dcbc82fc5f3 admin admin] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:19:53.302295 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e32c08-7022-4995-8016-bcd1b9a852b2 None None] Sync routers for ids ['75664401-6998-4355-be07-b08e18d63d30'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:19:53.303282 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-a89b53b1-0246-4ecb-96de-1dcbc82fc5f3 admin admin] 10.222.0.59 "PUT /v2.0/routers/75664401-6998-4355-be07-b08e18d63d30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0091410 Feb 10 23:19:53.305774 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51774) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:19:53.314534 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e32c08-7022-4995-8016-bcd1b9a852b2 None None] Routers {'75664401-6998-4355-be07-b08e18d63d30'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:19:53.315190 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-97e32c08-7022-4995-8016-bcd1b9a852b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:19:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['75664401-6998-4355-be07-b08e18d63d30'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:19:53.345491 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port e3374562-2af3-4354-8631-e8d9791dd5d4, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=e3374562-2af3-4354-8631-e8d9791dd5d4,segment=NetworkSegment(d1eec1b7-3dc0-4c6d-8d13-3625d9630964),segment_id=d1eec1b7-3dc0-4c6d-8d13-3625d9630964)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:19:53.359995 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Returning: {'device': 'e3374562-2af3-4354-8631-e8d9791dd5d4', 'network_id': '618bd366-bca7-44ec-968a-8ee989afebce', 'port_id': 'e3374562-2af3-4354-8631-e8d9791dd5d4', 'mac_address': 'fa:16:3e:d5:1b:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c54f976-c5b4-47f7-969e-0089c02e7114', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:19:53.419537 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:53.437770 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3374562-2af3-4354-8631-e8d9791dd5d4 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:19:53.454144 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port e3374562-2af3-4354-8631-e8d9791dd5d4, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=e3374562-2af3-4354-8631-e8d9791dd5d4,segment=NetworkSegment(d1eec1b7-3dc0-4c6d-8d13-3625d9630964),segment_id=d1eec1b7-3dc0-4c6d-8d13-3625d9630964)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:19:53.493329 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-97e32c08-7022-4995-8016-bcd1b9a852b2 None None] Set router 75664401-6998-4355-be07-b08e18d63d30 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:19:53.508492 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2dadec2d-6f1d-4a67-9d5e-1593edf0e735 admin admin] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:53.566949 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:53.650776 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=e3374562-2af3-4354-8631-e8d9791dd5d4,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:53.704454 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2dadec2d-6f1d-4a67-9d5e-1593edf0e735 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:53.767374 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-2dadec2d-6f1d-4a67-9d5e-1593edf0e735 admin admin] Deleting port b1cd2d19-b46a-4732-98b9-d025ac228028 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:19:53.767754 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2dadec2d-6f1d-4a67-9d5e-1593edf0e735 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:53.771771 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['e3374562-2af3-4354-8631-e8d9791dd5d4'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:19:53.778364 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-97e32c08-7022-4995-8016-bcd1b9a852b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75664401-6998-4355-be07-b08e18d63d30', 'name': 'tempest-TestVolumeBootPattern-821366541-router', 'tenant_id': '18df93ccf45246f886dee042ef6343cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.144'}], 'enable_snat': True}, 'gw_port_id': 'b1cd2d19-b46a-4732-98b9-d025ac228028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:07:40Z', 'updated_at': '2022-02-10T23:19:51Z', 'revision_number': 5, 'project_id': '18df93ccf45246f886dee042ef6343cf', 'gw_port': {'id': 'b1cd2d19-b46a-4732-98b9-d025ac228028', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75664401-6998-4355-be07-b08e18d63d30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:43Z', 'updated_at': '2022-02-10T23:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:19:53.783739 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e32c08-7022-4995-8016-bcd1b9a852b2 None None] Checking router: 75664401-6998-4355-be07-b08e18d63d30 for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:19:53.793039 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e32c08-7022-4995-8016-bcd1b9a852b2 None None] Routers {'75664401-6998-4355-be07-b08e18d63d30'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:19:53.793633 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-97e32c08-7022-4995-8016-bcd1b9a852b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:19:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['75664401-6998-4355-be07-b08e18d63d30'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:19:53.947756 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a951b2-03f0-493a-919c-80887061df35 req-40e7511d-2b9e-46e2-bb33-41c001e5ab38 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:53.955385 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c7a951b2-03f0-493a-919c-80887061df35 req-40e7511d-2b9e-46e2-bb33-41c001e5ab38 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=b562252a-0bd7-4ead-99b3-94cc983be196 HTTP/1.1" status: 200 len: 944 time: 0.1124249 Feb 10 23:19:53.962680 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-97e32c08-7022-4995-8016-bcd1b9a852b2 None None] Set router 75664401-6998-4355-be07-b08e18d63d30 gateway port host: None {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:19:54.001465 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-2dadec2d-6f1d-4a67-9d5e-1593edf0e735 admin admin] For port b1cd2d19-b46a-4732-98b9-d025ac228028, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=b1cd2d19-b46a-4732-98b9-d025ac228028,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:19:54.001835 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2dadec2d-6f1d-4a67-9d5e-1593edf0e735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:54.016515 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c7a951b2-03f0-493a-919c-80887061df35 req-8d6f8c84-2b72-4490-8bcd-e29d36910111 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc0ec046-72dc-4314-8a8c-a147e208dc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582335 Feb 10 23:19:54.058388 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:54.139507 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-97e32c08-7022-4995-8016-bcd1b9a852b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75664401-6998-4355-be07-b08e18d63d30', 'name': 'tempest-TestVolumeBootPattern-821366541-router', 'tenant_id': '18df93ccf45246f886dee042ef6343cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:07:40Z', 'updated_at': '2022-02-10T23:19:53Z', 'revision_number': 6, 'project_id': '18df93ccf45246f886dee042ef6343cf', 'gw_port_host': None}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:19:54.146286 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e32c08-7022-4995-8016-bcd1b9a852b2 None None] The sync data for ids ['75664401-6998-4355-be07-b08e18d63d30'] in dv-neutron-828797-1-hyperv is: [{'id': '75664401-6998-4355-be07-b08e18d63d30', 'name': 'tempest-TestVolumeBootPattern-821366541-router', 'tenant_id': '18df93ccf45246f886dee042ef6343cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:07:40Z', 'updated_at': '2022-02-10T23:19:53Z', 'revision_number': 6, 'project_id': '18df93ccf45246f886dee042ef6343cf', 'gw_port_host': None}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:19:54.246419 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-2dadec2d-6f1d-4a67-9d5e-1593edf0e735 admin admin] Calling delete_port for b1cd2d19-b46a-4732-98b9-d025ac228028 owned by network:router_gateway {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:19:54.492884 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2dadec2d-6f1d-4a67-9d5e-1593edf0e735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:54.542084 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dadec2d-6f1d-4a67-9d5e-1593edf0e735 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1cd2d19-b46a-4732-98b9-d025ac228028,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:54.795142 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2dadec2d-6f1d-4a67-9d5e-1593edf0e735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734197'] for router_gateway, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:55.064794 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2dadec2d-6f1d-4a67-9d5e-1593edf0e735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:55.069140 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2dadec2d-6f1d-4a67-9d5e-1593edf0e735 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:55.219890 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f632d3-3655-4aea-b16a-fc2a7aef4097 req-fe210a6f-43cf-40c9-aa5a-47842e02d596 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:55.221204 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device e3374562-2af3-4354-8631-e8d9791dd5d4 up at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:19:55.222883 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-e2f632d3-3655-4aea-b16a-fc2a7aef4097 req-fe210a6f-43cf-40c9-aa5a-47842e02d596 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=b562252a-0bd7-4ead-99b3-94cc983be196 HTTP/1.1" status: 200 len: 944 time: 0.0881090 Feb 10 23:19:55.268379 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2dadec2d-6f1d-4a67-9d5e-1593edf0e735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:55.268926 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dadec2d-6f1d-4a67-9d5e-1593edf0e735 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75664401-6998-4355-be07-b08e18d63d30 {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:19:55.272580 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-e2f632d3-3655-4aea-b16a-fc2a7aef4097 req-6969ff0e-b8fb-4114-85fa-9af1f0ad758b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc0ec046-72dc-4314-8a8c-a147e208dc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441399 Feb 10 23:19:55.284611 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2dadec2d-6f1d-4a67-9d5e-1593edf0e735 admin admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:55.285867 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-2dadec2d-6f1d-4a67-9d5e-1593edf0e735 admin admin] 10.222.0.59 "DELETE /v2.0/routers/75664401-6998-4355-be07-b08e18d63d30 HTTP/1.1" status: 204 len: 168 time: 1.9790425 Feb 10 23:19:55.288375 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51782) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:19:55.351197 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-75c6cc3f-e963-4c1a-aa3e-ef3f3f058e17 admin admin] Deleting subnet b8a97865-eb3e-40ee-b3b1-2e9e14ea5224 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:19:55.353982 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-75c6cc3f-e963-4c1a-aa3e-ef3f3f058e17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:55.403262 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-75c6cc3f-e963-4c1a-aa3e-ef3f3f058e17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31983416'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:55.475661 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning for port e3374562-2af3-4354-8631-e8d9791dd5d4 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:19:55.477993 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-75c6cc3f-e963-4c1a-aa3e-ef3f3f058e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:55.480523 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning complete for port e3374562-2af3-4354-8631-e8d9791dd5d4 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:19:55.480927 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:55.594991 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:55.616932 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-75c6cc3f-e963-4c1a-aa3e-ef3f3f058e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:55.623002 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b562252a-0bd7-4ead-99b3-94cc983be196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3374562-2af3-4354-8631-e8d9791dd5d4'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:19:55.632976 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port e3374562-2af3-4354-8631-e8d9791dd5d4, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=e3374562-2af3-4354-8631-e8d9791dd5d4,segment=NetworkSegment(d1eec1b7-3dc0-4c6d-8d13-3625d9630964),segment_id=d1eec1b7-3dc0-4c6d-8d13-3625d9630964)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:19:55.663111 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c6cc3f-e963-4c1a-aa3e-ef3f3f058e17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8a97865-eb3e-40ee-b3b1-2e9e14ea5224,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:55.671365 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-75c6cc3f-e963-4c1a-aa3e-ef3f3f058e17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:55.674261 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-75c6cc3f-e963-4c1a-aa3e-ef3f3f058e17 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/b8a97865-eb3e-40ee-b3b1-2e9e14ea5224 HTTP/1.1" status: 204 len: 168 time: 0.3844948 Feb 10 23:19:55.675633 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e103cc0-3bb9-4795-9691-795b832323e6 None None] Network 04d672ad-5400-4d8d-9dca-03c20800c6eb requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:19:55.676711 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51788) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:19:55.692306 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b562252a-0bd7-4ead-99b3-94cc983be196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3374562-2af3-4354-8631-e8d9791dd5d4', 'code': 200} Feb 10 23:19:55.750689 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:55.882078 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c59e57a4-ef6b-4b77-a001-81ea252477fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:55.893345 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-c59e57a4-ef6b-4b77-a001-81ea252477fe admin admin] Deleting port 609509fa-12e5-48fc-8efb-b90b90bd0d99 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:19:55.893675 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c59e57a4-ef6b-4b77-a001-81ea252477fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:55.913325 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=e3374562-2af3-4354-8631-e8d9791dd5d4,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:55.997949 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdc555b-24ef-4f27-b80d-6eefc9919fc6 None None] DHCP port deletion for 04d672ad-5400-4d8d-9dca-03c20800c6eb request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:19:56.003489 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-2fdc555b-24ef-4f27-b80d-6eefc9919fc6 None None] Deleting port 609509fa-12e5-48fc-8efb-b90b90bd0d99 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:19:56.004027 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2fdc555b-24ef-4f27-b80d-6eefc9919fc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:56.116419 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-c59e57a4-ef6b-4b77-a001-81ea252477fe admin admin] For port 609509fa-12e5-48fc-8efb-b90b90bd0d99, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=609509fa-12e5-48fc-8efb-b90b90bd0d99,segment=NetworkSegment(b51d1102-25f4-4b08-812e-99429151629e),segment_id=b51d1102-25f4-4b08-812e-99429151629e)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:19:56.116635 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c59e57a4-ef6b-4b77-a001-81ea252477fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:56.129897 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 609509fa-12e5-48fc-8efb-b90b90bd0d99 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:19:56.212269 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cdefa1f5-9167-4179-adc7-4c1606cc7a3a req-c873604c-61a3-4c1d-9358-e94b3236cbd8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b562252a-0bd7-4ead-99b3-94cc983be196 HTTP/1.1" status: 200 len: 1098 time: 0.0726266 Feb 10 23:19:56.246954 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-c59e57a4-ef6b-4b77-a001-81ea252477fe admin admin] Calling delete_port for 609509fa-12e5-48fc-8efb-b90b90bd0d99 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:19:56.255352 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cdefa1f5-9167-4179-adc7-4c1606cc7a3a req-f42a362f-5a96-4ad9-8560-3177b7dfdc29 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fc0ec046-72dc-4314-8a8c-a147e208dc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376389 Feb 10 23:19:56.265291 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-2fdc555b-24ef-4f27-b80d-6eefc9919fc6 None None] For port 609509fa-12e5-48fc-8efb-b90b90bd0d99, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=609509fa-12e5-48fc-8efb-b90b90bd0d99,segment=NetworkSegment(b51d1102-25f4-4b08-812e-99429151629e),segment_id=b51d1102-25f4-4b08-812e-99429151629e)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:19:56.265950 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2fdc555b-24ef-4f27-b80d-6eefc9919fc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:56.389039 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c59e57a4-ef6b-4b77-a001-81ea252477fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:56.408573 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-2fdc555b-24ef-4f27-b80d-6eefc9919fc6 None None] Calling delete_port for 609509fa-12e5-48fc-8efb-b90b90bd0d99 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:19:56.442066 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Port 609509fa-12e5-48fc-8efb-b90b90bd0d99 update to DOWN by agent not found {{(pid=84334) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 10 23:19:56.442539 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 8621ed15-2a1f-4297-b4c2-886d4eb1a0a9 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:19:56.471135 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59e57a4-ef6b-4b77-a001-81ea252477fe admin admin] Pushing event deleted for resources: {'Port': ['ID=609509fa-12e5-48fc-8efb-b90b90bd0d99,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:56.484908 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59e57a4-ef6b-4b77-a001-81ea252477fe admin admin] No DVR routers for this DVR port 609509fa-12e5-48fc-8efb-b90b90bd0d99 on host dv-neutron-828797-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:19:56.485182 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 8621ed15-2a1f-4297-b4c2-886d4eb1a0a9 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:19:56.485528 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 8621ed15-2a1f-4297-b4c2-886d4eb1a0a9 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:19:56.514565 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-2fdc555b-24ef-4f27-b80d-6eefc9919fc6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:19:56.515468 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-2fdc555b-24ef-4f27-b80d-6eefc9919fc6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:19:56.613566 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c59e57a4-ef6b-4b77-a001-81ea252477fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:56.645661 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa547b6-0146-407e-971f-a5728338d26c req-73f4e85b-5844-4fda-a748-d9ceee5553dc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:56.647114 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-eaa547b6-0146-407e-971f-a5728338d26c req-73f4e85b-5844-4fda-a748-d9ceee5553dc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=b562252a-0bd7-4ead-99b3-94cc983be196 HTTP/1.1" status: 200 len: 945 time: 0.2262602 Feb 10 23:19:56.650720 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-c59e57a4-ef6b-4b77-a001-81ea252477fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04d672ad-5400-4d8d-9dca-03c20800c6eb']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:19:56.684007 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-c59e57a4-ef6b-4b77-a001-81ea252477fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b51d1102-25f4-4b08-812e-99429151629e') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:19:56.684393 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-c59e57a4-ef6b-4b77-a001-81ea252477fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b51d1102-25f4-4b08-812e-99429151629e') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:19:56.705497 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c59e57a4-ef6b-4b77-a001-81ea252477fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:56.726336 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c59e57a4-ef6b-4b77-a001-81ea252477fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:56.730231 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-eaa547b6-0146-407e-971f-a5728338d26c req-991c443d-c146-45a6-a894-3bc00284157e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc0ec046-72dc-4314-8a8c-a147e208dc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722828 Feb 10 23:19:56.734983 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c59e57a4-ef6b-4b77-a001-81ea252477fe admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:19:56.735361 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c59e57a4-ef6b-4b77-a001-81ea252477fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:56.748413 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:19:56.748413 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:19:56.748413 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:19:56.748413 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:19:56.748413 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:19:56.748413 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:19:56.748413 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:19:56.748413 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:19:56.748413 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:19:56.748413 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:19:56.748413 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:19:56.748413 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:19:56.748413 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:19:56.748413 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:19:56.748413 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:19:56.748413 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:19:56.748413 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:19:56.748413 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:19:56.748413 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:19:56.748413 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:19:56.748413 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:19:56.748413 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:19:56.748413 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:19:56.748413 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:19:56.748413 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:19:56.748413 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:19:56.748413 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:19:56.748413 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:19:56.748413 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:19:56.748413 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:19:56.748413 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:19:56.748413 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:19:56.955752 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c59e57a4-ef6b-4b77-a001-81ea252477fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:56.979805 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c59e57a4-ef6b-4b77-a001-81ea252477fe admin admin] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:56.989531 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59e57a4-ef6b-4b77-a001-81ea252477fe admin admin] Pushing event deleted for resources: {'Network': ['ID=04d672ad-5400-4d8d-9dca-03c20800c6eb,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:56.994530 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-c59e57a4-ef6b-4b77-a001-81ea252477fe admin admin] 10.222.0.59 "DELETE /v2.0/networks/04d672ad-5400-4d8d-9dca-03c20800c6eb HTTP/1.1" status: 204 len: 168 time: 1.3143644 Feb 10 23:19:57.016888 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-2fdc555b-24ef-4f27-b80d-6eefc9919fc6 None None] Deleting port 609509fa-12e5-48fc-8efb-b90b90bd0d99 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:19:57.017273 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2fdc555b-24ef-4f27-b80d-6eefc9919fc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:57.082405 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-2fdc555b-24ef-4f27-b80d-6eefc9919fc6 None None] The port '609509fa-12e5-48fc-8efb-b90b90bd0d99' was deleted {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 23:19:57.590254 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 51796) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:19:57.644043 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-48e294fe-4500-4414-82d3-47e77a168ff2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=82bae8319c0a482993cd9e8530b11401&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0524402 Feb 10 23:19:57.646512 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 51800) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:19:57.705196 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2387fca1-cef7-4aaf-ab96-1bb48dbe9121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:57.729902 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2387fca1-cef7-4aaf-ab96-1bb48dbe9121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:57.895000 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2387fca1-cef7-4aaf-ab96-1bb48dbe9121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:57.924446 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2387fca1-cef7-4aaf-ab96-1bb48dbe9121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e7d70c-dbd9-41cc-871d-e628889f208b,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:57.938872 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2387fca1-cef7-4aaf-ab96-1bb48dbe9121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:57.940310 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2387fca1-cef7-4aaf-ab96-1bb48dbe9121 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/28e7d70c-dbd9-41cc-871d-e628889f208b HTTP/1.1" status: 204 len: 168 time: 0.2926812 Feb 10 23:19:57.979855 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a51dc-a30f-4543-831e-83eba866dc62 req-902f6f34-d23d-4aa4-a58e-6935d7bdeb52 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:57.981352 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-688a51dc-a30f-4543-831e-83eba866dc62 req-902f6f34-d23d-4aa4-a58e-6935d7bdeb52 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=b562252a-0bd7-4ead-99b3-94cc983be196 HTTP/1.1" status: 200 len: 945 time: 0.1243305 Feb 10 23:19:57.993610 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device b1cd2d19-b46a-4732-98b9-d025ac228028 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:19:58.027320 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-688a51dc-a30f-4543-831e-83eba866dc62 req-218b81e6-2cc6-494f-b661-8dd1524a6a9a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc0ec046-72dc-4314-8a8c-a147e208dc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405931 Feb 10 23:19:58.033598 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: b1cd2d19-b46a-4732-98b9-d025ac228028 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:19:58.033950 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device b1cd2d19-b46a-4732-98b9-d025ac228028 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:19:58.228351 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23948e8d-71f7-4f30-8b5a-9b4f633a5e7f req-6a16217c-9336-4115-8d35-859573c2d5a8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:58.230023 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-23948e8d-71f7-4f30-8b5a-9b4f633a5e7f req-6a16217c-9336-4115-8d35-859573c2d5a8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=b562252a-0bd7-4ead-99b3-94cc983be196 HTTP/1.1" status: 200 len: 945 time: 0.0774629 Feb 10 23:19:58.276104 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-23948e8d-71f7-4f30-8b5a-9b4f633a5e7f req-da258566-a652-4041-93f6-369f1196ce91 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc0ec046-72dc-4314-8a8c-a147e208dc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403647 Feb 10 23:19:58.306151 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51810) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:19:58.380225 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-9972ab19-56a8-4466-861d-7ed3a38e01bb tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=b562252a-0bd7-4ead-99b3-94cc983be196 HTTP/1.1" status: 200 len: 1093 time: 0.0729010 Feb 10 23:19:58.382893 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51816) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:19:58.388878 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-40c13c8f-58e0-42ae-892c-3d61e3d0dd4f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'floatingip': {'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'port_id': 'e3374562-2af3-4354-8631-e8d9791dd5d4', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:19:58.394603 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-40c13c8f-58e0-42ae-892c-3d61e3d0dd4f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:19:58.398648 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-40c13c8f-58e0-42ae-892c-3d61e3d0dd4f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:floatingip and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:19:58.401644 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-40c13c8f-58e0-42ae-892c-3d61e3d0dd4f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:19:58.407687 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-40c13c8f-58e0-42ae-892c-3d61e3d0dd4f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:19:58.552377 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-40c13c8f-58e0-42ae-892c-3d61e3d0dd4f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for floatingip, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:58.692695 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-40c13c8f-58e0-42ae-892c-3d61e3d0dd4f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:58.821700 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-40c13c8f-58e0-42ae-892c-3d61e3d0dd4f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Allocated IP 172.26.8.65 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/54275585-60da-4e7d-bfbe-3e23799215be) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:19:58.968971 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 51820) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:19:58.972557 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-40c13c8f-58e0-42ae-892c-3d61e3d0dd4f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:59.020699 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-13cf4603-d27f-4377-90ad-4a9cfe055fde admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=18df93ccf45246f886dee042ef6343cf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0505030 Feb 10 23:19:59.023182 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 51824) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:19:59.084838 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f4580443-80c0-4463-a7f1-4171b73a7e36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:59.105924 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-40c13c8f-58e0-42ae-892c-3d61e3d0dd4f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:59.109496 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f4580443-80c0-4463-a7f1-4171b73a7e36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:59.271960 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c13c8f-58e0-42ae-892c-3d61e3d0dd4f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:19:59.274600 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-40c13c8f-58e0-42ae-892c-3d61e3d0dd4f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:19:59.279161 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c13c8f-58e0-42ae-892c-3d61e3d0dd4f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:19:59.304992 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c13c8f-58e0-42ae-892c-3d61e3d0dd4f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Port': ['ID=54275585-60da-4e7d-bfbe-3e23799215be,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:59.307129 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f4580443-80c0-4463-a7f1-4171b73a7e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:59.324795 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4580443-80c0-4463-a7f1-4171b73a7e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a543def-5953-4875-be50-df139b84d2b0,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:59.329925 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f4580443-80c0-4463-a7f1-4171b73a7e36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:59.331639 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f4580443-80c0-4463-a7f1-4171b73a7e36 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8a543def-5953-4875-be50-df139b84d2b0 HTTP/1.1" status: 204 len: 168 time: 0.3069282 Feb 10 23:19:59.785307 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-40c13c8f-58e0-42ae-892c-3d61e3d0dd4f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:59.933083 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-40c13c8f-58e0-42ae-892c-3d61e3d0dd4f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:00.138610 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-40c13c8f-58e0-42ae-892c-3d61e3d0dd4f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:00.237978 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-40c13c8f-58e0-42ae-892c-3d61e3d0dd4f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:00.341275 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c13c8f-58e0-42ae-892c-3d61e3d0dd4f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Port': ['ID=54275585-60da-4e7d-bfbe-3e23799215be,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:20:00.354474 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-40c13c8f-58e0-42ae-892c-3d61e3d0dd4f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1734214'] for floatingip, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:00.540237 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.l3_db [None req-40c13c8f-58e0-42ae-892c-3d61e3d0dd4f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Floating IP 42d51fa8-224d-4bbc-855c-c09793a97f2a associated. External IP: 172.26.8.65, port: e3374562-2af3-4354-8631-e8d9791dd5d4. Feb 10 23:20:01.027306 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40c13c8f-58e0-42ae-892c-3d61e3d0dd4f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Router bcf73084-3d00-43f2-b57b-6c8f50ad59b2 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:20:01.246237 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c13c8f-58e0-42ae-892c-3d61e3d0dd4f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:20:01.256752 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5df143a-5418-4c77-adde-6900ee67485c None None] Sync routers for ids ['bcf73084-3d00-43f2-b57b-6c8f50ad59b2'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:20:01.269075 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5df143a-5418-4c77-adde-6900ee67485c None None] Routers {'bcf73084-3d00-43f2-b57b-6c8f50ad59b2'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:20:01.269689 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-c5df143a-5418-4c77-adde-6900ee67485c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:19:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['bcf73084-3d00-43f2-b57b-6c8f50ad59b2'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:20:01.443308 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-c5df143a-5418-4c77-adde-6900ee67485c None None] Set router bcf73084-3d00-43f2-b57b-6c8f50ad59b2 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:20:01.549923 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-40c13c8f-58e0-42ae-892c-3d61e3d0dd4f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:01.611820 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-40c13c8f-58e0-42ae-892c-3d61e3d0dd4f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.2277589 Feb 10 23:20:01.612423 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b562252a-0bd7-4ead-99b3-94cc983be196', 'tag': 'e3374562-2af3-4354-8631-e8d9791dd5d4'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:20:01.614587 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 51830) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:20:01.671895 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b562252a-0bd7-4ead-99b3-94cc983be196', 'tag': 'e3374562-2af3-4354-8631-e8d9791dd5d4', 'status': 'completed', 'code': 200} Feb 10 23:20:01.761807 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-bd1dff97-5047-4165-98a3-9256e6048386 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/floatingips/42d51fa8-224d-4bbc-855c-c09793a97f2a HTTP/1.1" status: 200 len: 990 time: 0.1454971 Feb 10 23:20:01.786850 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-937323a1-be57-4b1a-94b5-d01107b45268 req-e20ee224-876d-4e29-9c17-3c8135863991 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&device_id=b562252a-0bd7-4ead-99b3-94cc983be196 HTTP/1.1" status: 200 len: 1098 time: 0.0927567 Feb 10 23:20:01.828926 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-c5df143a-5418-4c77-adde-6900ee67485c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf73084-3d00-43f2-b57b-6c8f50ad59b2', 'name': 'tempest-TestNetworkBasicOps-router-1844274964', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': 'def3d615-e685-4cbd-952c-705a39321be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:19:28Z', 'updated_at': '2022-02-10T23:19:34Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': 'def3d615-e685-4cbd-952c-705a39321be4', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf73084-3d00-43f2-b57b-6c8f50ad59b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:19:29Z', 'updated_at': '2022-02-10T23:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '42d51fa8-224d-4bbc-855c-c09793a97f2a', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'floating_ip_address': '172.26.8.65', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': 'bcf73084-3d00-43f2-b57b-6c8f50ad59b2', 'port_id': 'e3374562-2af3-4354-8631-e8d9791dd5d4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '618bd366-bca7-44ec-968a-8ee989afebce', 'mac_address': 'fa:16:3e:d5:1b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b562252a-0bd7-4ead-99b3-94cc983be196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:19:59Z', 'updated_at': '2022-02-10T23:19:59Z', 'revision_number': 0, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eefcc02c-e822-40d1-bae7-c153acd1c80b', 'name': '', 'network_id': '618bd366-bca7-44ec-968a-8ee989afebce', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:98:f7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf73084-3d00-43f2-b57b-6c8f50ad59b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c54f976-c5b4-47f7-969e-0089c02e7114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:19:33Z', 'updated_at': '2022-02-10T23:19:42Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': '6c54f976-c5b4-47f7-969e-0089c02e7114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:20:01.832885 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5df143a-5418-4c77-adde-6900ee67485c None None] Checking router: bcf73084-3d00-43f2-b57b-6c8f50ad59b2 for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:20:01.843424 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5df143a-5418-4c77-adde-6900ee67485c None None] Routers {'bcf73084-3d00-43f2-b57b-6c8f50ad59b2'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:20:01.844020 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-c5df143a-5418-4c77-adde-6900ee67485c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:19:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['bcf73084-3d00-43f2-b57b-6c8f50ad59b2'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:20:01.914854 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937323a1-be57-4b1a-94b5-d01107b45268 req-17d6cd6a-6afb-4f15-a140-bdd737b1e1dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:01.916257 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-937323a1-be57-4b1a-94b5-d01107b45268 req-17d6cd6a-6afb-4f15-a140-bdd737b1e1dc service neutron] 10.222.0.37 "GET /v2.0/networks?id=618bd366-bca7-44ec-968a-8ee989afebce HTTP/1.1" status: 200 len: 897 time: 0.1239364 Feb 10 23:20:02.018793 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-937323a1-be57-4b1a-94b5-d01107b45268 req-d292f6c9-d030-409f-b6c5-7e7608d091bc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3374562-2af3-4354-8631-e8d9791dd5d4 HTTP/1.1" status: 200 len: 998 time: 0.0964739 Feb 10 23:20:02.021838 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-c5df143a-5418-4c77-adde-6900ee67485c None None] Set router bcf73084-3d00-43f2-b57b-6c8f50ad59b2 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:20:02.080622 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937323a1-be57-4b1a-94b5-d01107b45268 req-fc621064-7aa8-4f91-b315-94e1a9720bfb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:02.082040 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-937323a1-be57-4b1a-94b5-d01107b45268 req-fc621064-7aa8-4f91-b315-94e1a9720bfb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6c54f976-c5b4-47f7-969e-0089c02e7114 HTTP/1.1" status: 200 len: 843 time: 0.0577435 Feb 10 23:20:02.154154 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-937323a1-be57-4b1a-94b5-d01107b45268 req-1a12a194-29b2-4de6-93ea-9f3de9f7342f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=618bd366-bca7-44ec-968a-8ee989afebce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666049 Feb 10 23:20:02.294357 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-937323a1-be57-4b1a-94b5-d01107b45268 req-dfe8f347-d702-4146-9250-36e65f42503b service neutron] 10.222.0.37 "GET /v2.0/networks/618bd366-bca7-44ec-968a-8ee989afebce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343088 Feb 10 23:20:02.384510 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-c5df143a-5418-4c77-adde-6900ee67485c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf73084-3d00-43f2-b57b-6c8f50ad59b2', 'name': 'tempest-TestNetworkBasicOps-router-1844274964', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': 'def3d615-e685-4cbd-952c-705a39321be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:19:28Z', 'updated_at': '2022-02-10T23:19:34Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': 'def3d615-e685-4cbd-952c-705a39321be4', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf73084-3d00-43f2-b57b-6c8f50ad59b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:19:29Z', 'updated_at': '2022-02-10T23:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '42d51fa8-224d-4bbc-855c-c09793a97f2a', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'floating_ip_address': '172.26.8.65', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': 'bcf73084-3d00-43f2-b57b-6c8f50ad59b2', 'port_id': 'e3374562-2af3-4354-8631-e8d9791dd5d4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '618bd366-bca7-44ec-968a-8ee989afebce', 'mac_address': 'fa:16:3e:d5:1b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b562252a-0bd7-4ead-99b3-94cc983be196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:19:59Z', 'updated_at': '2022-02-10T23:19:59Z', 'revision_number': 0, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eefcc02c-e822-40d1-bae7-c153acd1c80b', 'name': '', 'network_id': '618bd366-bca7-44ec-968a-8ee989afebce', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:98:f7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf73084-3d00-43f2-b57b-6c8f50ad59b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c54f976-c5b4-47f7-969e-0089c02e7114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:19:33Z', 'updated_at': '2022-02-10T23:19:42Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': '6c54f976-c5b4-47f7-969e-0089c02e7114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:20:02.388739 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5df143a-5418-4c77-adde-6900ee67485c None None] The sync data for ids ['bcf73084-3d00-43f2-b57b-6c8f50ad59b2'] in dv-neutron-828797-1-hyperv is: [{'id': 'bcf73084-3d00-43f2-b57b-6c8f50ad59b2', 'name': 'tempest-TestNetworkBasicOps-router-1844274964', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': 'def3d615-e685-4cbd-952c-705a39321be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:19:28Z', 'updated_at': '2022-02-10T23:19:34Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': 'def3d615-e685-4cbd-952c-705a39321be4', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf73084-3d00-43f2-b57b-6c8f50ad59b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:19:29Z', 'updated_at': '2022-02-10T23:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '42d51fa8-224d-4bbc-855c-c09793a97f2a', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'floating_ip_address': '172.26.8.65', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': 'bcf73084-3d00-43f2-b57b-6c8f50ad59b2', 'port_id': 'e3374562-2af3-4354-8631-e8d9791dd5d4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '618bd366-bca7-44ec-968a-8ee989afebce', 'mac_address': 'fa:16:3e:d5:1b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b562252a-0bd7-4ead-99b3-94cc983be196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:19:59Z', 'updated_at': '2022-02-10T23:19:59Z', 'revision_number': 0, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eefcc02c-e822-40d1-bae7-c153acd1c80b', 'name': '', 'network_id': '618bd366-bca7-44ec-968a-8ee989afebce', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:98:f7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf73084-3d00-43f2-b57b-6c8f50ad59b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c54f976-c5b4-47f7-969e-0089c02e7114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:19:33Z', 'updated_at': '2022-02-10T23:19:42Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': '6c54f976-c5b4-47f7-969e-0089c02e7114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:20:02.539166 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-937323a1-be57-4b1a-94b5-d01107b45268 req-4a57bba4-7b06-47f0-b1c3-f58a58525fa7 service neutron] 10.222.0.37 "GET /v2.0/networks/618bd366-bca7-44ec-968a-8ee989afebce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393258 Feb 10 23:20:02.598114 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e03b6c-b67b-43ae-b56f-881e6f2cd1f1 None None] New status for floating IP 42d51fa8-224d-4bbc-855c-c09793a97f2a: ACTIVE {{(pid=84335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 23:20:02.766118 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51836) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:20:02.870274 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-cf76c8bd-c776-45e5-98aa-87b00e9aa7f3 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/floatingips/42d51fa8-224d-4bbc-855c-c09793a97f2a HTTP/1.1" status: 200 len: 990 time: 0.1028504 Feb 10 23:20:03.874088 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51840) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:20:03.977955 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-c50014f2-15fe-46fa-9b6d-ec691f01fbb3 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/floatingips/42d51fa8-224d-4bbc-855c-c09793a97f2a HTTP/1.1" status: 200 len: 992 time: 0.1026244 Feb 10 23:20:16.229458 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:17.217533 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:20:19.057283 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-93e90bd4-c9ca-4a72-9201-004091008919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:21.274735 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-35740103-aceb-4645-90a5-5948743d4dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:22.463225 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:22.626088 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:24.038488 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:46.090901 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:49.038827 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-13dd1040-d59d-4eb9-9542-ce76b46fb32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:51.227854 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b230d4ed-906c-4a2c-aff2-8c4233b67e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:52.461773 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:52.581852 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:54.016174 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:54.217714 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:21:09.106524 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2b13b88d-c8fa-404a-ad7a-2c6fac1bf7e1 req-de85d743-fd99-4adc-8fb6-28199939f163 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b562252a-0bd7-4ead-99b3-94cc983be196&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0664248 Feb 10 23:21:09.246326 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2b13b88d-c8fa-404a-ad7a-2c6fac1bf7e1 req-c4c7fdac-8188-40a8-9e5f-c701128f8a7b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&device_id=b562252a-0bd7-4ead-99b3-94cc983be196 HTTP/1.1" status: 200 len: 1098 time: 0.0697908 Feb 10 23:21:09.389548 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b13b88d-c8fa-404a-ad7a-2c6fac1bf7e1 req-9425c290-8866-477f-bc8d-c74daa7fd014 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:09.390878 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2b13b88d-c8fa-404a-ad7a-2c6fac1bf7e1 req-9425c290-8866-477f-bc8d-c74daa7fd014 service neutron] 10.222.0.37 "GET /v2.0/networks?id=618bd366-bca7-44ec-968a-8ee989afebce HTTP/1.1" status: 200 len: 897 time: 0.1236360 Feb 10 23:21:09.491886 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2b13b88d-c8fa-404a-ad7a-2c6fac1bf7e1 req-1f0177eb-4bcf-4af9-b3bb-cfef607749d5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3374562-2af3-4354-8631-e8d9791dd5d4 HTTP/1.1" status: 200 len: 1000 time: 0.0945423 Feb 10 23:21:09.556712 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b13b88d-c8fa-404a-ad7a-2c6fac1bf7e1 req-81afe0b6-367d-483b-82f7-fd7bb63b3d9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:09.558140 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2b13b88d-c8fa-404a-ad7a-2c6fac1bf7e1 req-81afe0b6-367d-483b-82f7-fd7bb63b3d9d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6c54f976-c5b4-47f7-969e-0089c02e7114 HTTP/1.1" status: 200 len: 843 time: 0.0600648 Feb 10 23:21:09.631773 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2b13b88d-c8fa-404a-ad7a-2c6fac1bf7e1 req-4db26188-200b-4485-bc1c-40acb8be71d8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=618bd366-bca7-44ec-968a-8ee989afebce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669718 Feb 10 23:21:09.762045 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2b13b88d-c8fa-404a-ad7a-2c6fac1bf7e1 req-e17b62e4-8d0d-4d0c-bed7-713aa10348be service neutron] 10.222.0.37 "GET /v2.0/networks/618bd366-bca7-44ec-968a-8ee989afebce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237803 Feb 10 23:21:09.889764 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2b13b88d-c8fa-404a-ad7a-2c6fac1bf7e1 req-6e7e6d4f-3191-4f31-818f-f6e99e066c60 service neutron] 10.222.0.37 "GET /v2.0/networks/618bd366-bca7-44ec-968a-8ee989afebce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207108 Feb 10 23:21:16.093878 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:19.046000 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cc301beb-eafd-4d9c-9fc3-02ff7a4d29a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:21.248153 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-21e5d6d3-8916-429f-af88-b971d58b2faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:22.472326 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:22.609725 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:24.009639 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:31.218567 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:21:46.140190 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:49.036789 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-398ede05-18b2-40b8-9ec4-89ab87b70eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:51.271290 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b0946fdc-6d7e-47b0-ac5b-b69391e6aac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:52.442773 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:52.574106 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:54.008668 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:55.235089 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51878) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:21:55.458555 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-a496cc07-0e58-4962-9e03-a8529f02cd46 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:21:55.686728 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a496cc07-0e58-4962-9e03-a8529f02cd46 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-32320829'] for subnet, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:55.922470 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a496cc07-0e58-4962-9e03-a8529f02cd46 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769972262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-32244844'] for subnet, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:55.973351 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a496cc07-0e58-4962-9e03-a8529f02cd46 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:55.973930 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a496cc07-0e58-4962-9e03-a8529f02cd46 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:55.975191 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-a496cc07-0e58-4962-9e03-a8529f02cd46 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "PUT /v2.0/subnets/6c54f976-c5b4-47f7-969e-0089c02e7114 HTTP/1.1" status: 200 len: 835 time: 0.7391343 Feb 10 23:21:55.981079 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267388c1-9399-4e35-b728-6964042e6c03 None None] Network 618bd366-bca7-44ec-968a-8ee989afebce requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:21:55.987884 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a496cc07-0e58-4962-9e03-a8529f02cd46 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Subnet': ['ID=6c54f976-c5b4-47f7-969e-0089c02e7114,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:21:55.996308 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a496cc07-0e58-4962-9e03-a8529f02cd46 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:21:55.996674 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a496cc07-0e58-4962-9e03-a8529f02cd46 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:21:55.997008 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a496cc07-0e58-4962-9e03-a8529f02cd46 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:21:55.997845 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a496cc07-0e58-4962-9e03-a8529f02cd46 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:21:55.998173 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a496cc07-0e58-4962-9e03-a8529f02cd46 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:21:55.998556 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a496cc07-0e58-4962-9e03-a8529f02cd46 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:21:55.998933 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a496cc07-0e58-4962-9e03-a8529f02cd46 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:21:55.999253 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a496cc07-0e58-4962-9e03-a8529f02cd46 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:21:55.999569 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a496cc07-0e58-4962-9e03-a8529f02cd46 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:21:55.999885 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a496cc07-0e58-4962-9e03-a8529f02cd46 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:21:56.000200 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a496cc07-0e58-4962-9e03-a8529f02cd46 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:21:56.398814 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-4223542a-20bd-499e-8c83-143fc94e1c1a None None] Provisioning complete for port e3374562-2af3-4354-8631-e8d9791dd5d4 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:21:56.399183 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4223542a-20bd-499e-8c83-143fc94e1c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:56.556485 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-4223542a-20bd-499e-8c83-143fc94e1c1a None None] Provisioning complete for port 48f20f74-15fc-43ab-ac77-6ca392fb224c triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:21:56.556839 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4223542a-20bd-499e-8c83-143fc94e1c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:56.678207 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-4223542a-20bd-499e-8c83-143fc94e1c1a None None] Provisioning complete for port eefcc02c-e822-40d1-bae7-c153acd1c80b triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:21:56.678571 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4223542a-20bd-499e-8c83-143fc94e1c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:08.218292 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:22:10.095005 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cb4da246-86e0-4c5a-8abf-b4af33e5e857 req-ff0f3016-cf52-459d-be57-ee429b8c3728 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b562252a-0bd7-4ead-99b3-94cc983be196&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0718126 Feb 10 23:22:10.227170 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cb4da246-86e0-4c5a-8abf-b4af33e5e857 req-f734d3bb-1e86-43c4-a900-f43155f21f0a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&device_id=b562252a-0bd7-4ead-99b3-94cc983be196 HTTP/1.1" status: 200 len: 1098 time: 0.0664709 Feb 10 23:22:10.370064 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4da246-86e0-4c5a-8abf-b4af33e5e857 req-2ca3e47a-bdbe-411d-98d0-27a4f4134c03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:10.371392 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cb4da246-86e0-4c5a-8abf-b4af33e5e857 req-2ca3e47a-bdbe-411d-98d0-27a4f4134c03 service neutron] 10.222.0.37 "GET /v2.0/networks?id=618bd366-bca7-44ec-968a-8ee989afebce HTTP/1.1" status: 200 len: 897 time: 0.1252384 Feb 10 23:22:10.478870 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cb4da246-86e0-4c5a-8abf-b4af33e5e857 req-6b5b4d71-802e-4042-b4bd-c2fce9f60f4b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3374562-2af3-4354-8631-e8d9791dd5d4 HTTP/1.1" status: 200 len: 1000 time: 0.1010327 Feb 10 23:22:10.539760 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4da246-86e0-4c5a-8abf-b4af33e5e857 req-355bb590-0128-4496-9159-3fd447a4197f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:10.541210 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cb4da246-86e0-4c5a-8abf-b4af33e5e857 req-355bb590-0128-4496-9159-3fd447a4197f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6c54f976-c5b4-47f7-969e-0089c02e7114 HTTP/1.1" status: 200 len: 843 time: 0.0563805 Feb 10 23:22:10.619211 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cb4da246-86e0-4c5a-8abf-b4af33e5e857 req-8a12717e-3160-4451-8d9b-0d20715af108 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=618bd366-bca7-44ec-968a-8ee989afebce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717990 Feb 10 23:22:10.831027 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cb4da246-86e0-4c5a-8abf-b4af33e5e857 req-4e5da2d5-875b-4522-8a38-2392016bc504 service neutron] 10.222.0.37 "GET /v2.0/networks/618bd366-bca7-44ec-968a-8ee989afebce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054725 Feb 10 23:22:10.956006 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cb4da246-86e0-4c5a-8abf-b4af33e5e857 req-87bc393a-2c95-4cca-b47e-fa5b057f7177 service neutron] 10.222.0.37 "GET /v2.0/networks/618bd366-bca7-44ec-968a-8ee989afebce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192746 Feb 10 23:22:16.115654 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:19.070488 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e36644eb-aa18-4c91-9b40-47da9b2970ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:21.229951 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-31b2131c-b9cc-411a-8093-9d97103be46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:22.458865 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:22.590022 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:24.001770 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:38.875930 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51894) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:22:39.073353 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-3ed60d26-eff7-4a20-b383-88439e9c86f7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Deleting port 54275585-60da-4e7d-bfbe-3e23799215be {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:22:39.073683 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3ed60d26-eff7-4a20-b383-88439e9c86f7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:39.231488 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3ed60d26-eff7-4a20-b383-88439e9c86f7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:39.231735 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3ed60d26-eff7-4a20-b383-88439e9c86f7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:39.445762 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-3ed60d26-eff7-4a20-b383-88439e9c86f7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Calling delete_port for 54275585-60da-4e7d-bfbe-3e23799215be owned by network:floatingip {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:22:39.635716 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3ed60d26-eff7-4a20-b383-88439e9c86f7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:39.678492 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed60d26-eff7-4a20-b383-88439e9c86f7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event deleted for resources: {'Port': ['ID=54275585-60da-4e7d-bfbe-3e23799215be,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:22:39.772648 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3ed60d26-eff7-4a20-b383-88439e9c86f7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for floatingip, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:40.227254 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed60d26-eff7-4a20-b383-88439e9c86f7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Router bcf73084-3d00-43f2-b57b-6c8f50ad59b2 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:22:40.425818 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed60d26-eff7-4a20-b383-88439e9c86f7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:22:40.435692 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8379f0f0-cef4-4506-bcc3-fa763cd59a3c None None] Sync routers for ids ['bcf73084-3d00-43f2-b57b-6c8f50ad59b2'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:22:40.448475 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8379f0f0-cef4-4506-bcc3-fa763cd59a3c None None] Routers {'bcf73084-3d00-43f2-b57b-6c8f50ad59b2'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:22:40.458126 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-8379f0f0-cef4-4506-bcc3-fa763cd59a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:22:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['bcf73084-3d00-43f2-b57b-6c8f50ad59b2'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:22:40.509545 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3ed60d26-eff7-4a20-b383-88439e9c86f7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:40.564286 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-3ed60d26-eff7-4a20-b383-88439e9c86f7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "DELETE /v2.0/floatingips/42d51fa8-224d-4bbc-855c-c09793a97f2a HTTP/1.1" status: 204 len: 168 time: 1.6873343 Feb 10 23:22:40.564884 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b562252a-0bd7-4ead-99b3-94cc983be196', 'tag': 'e3374562-2af3-4354-8631-e8d9791dd5d4'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:22:40.641403 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-8379f0f0-cef4-4506-bcc3-fa763cd59a3c None None] Set router bcf73084-3d00-43f2-b57b-6c8f50ad59b2 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:22:40.823105 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b562252a-0bd7-4ead-99b3-94cc983be196', 'tag': 'e3374562-2af3-4354-8631-e8d9791dd5d4', 'status': 'completed', 'code': 200} Feb 10 23:22:40.912827 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1a2f19d9-d6c4-4d46-a216-e4a27b5723dd req-fdce5fdf-5868-4f06-8496-471e98f66b7c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&device_id=b562252a-0bd7-4ead-99b3-94cc983be196 HTTP/1.1" status: 200 len: 1098 time: 0.0686820 Feb 10 23:22:40.965921 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-8379f0f0-cef4-4506-bcc3-fa763cd59a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf73084-3d00-43f2-b57b-6c8f50ad59b2', 'name': 'tempest-TestNetworkBasicOps-router-1844274964', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': 'def3d615-e685-4cbd-952c-705a39321be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:19:28Z', 'updated_at': '2022-02-10T23:19:34Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': 'def3d615-e685-4cbd-952c-705a39321be4', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf73084-3d00-43f2-b57b-6c8f50ad59b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:19:29Z', 'updated_at': '2022-02-10T23:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'eefcc02c-e822-40d1-bae7-c153acd1c80b', 'name': '', 'network_id': '618bd366-bca7-44ec-968a-8ee989afebce', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:98:f7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf73084-3d00-43f2-b57b-6c8f50ad59b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c54f976-c5b4-47f7-969e-0089c02e7114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:19:33Z', 'updated_at': '2022-02-10T23:19:42Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': '6c54f976-c5b4-47f7-969e-0089c02e7114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:22:40.970766 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8379f0f0-cef4-4506-bcc3-fa763cd59a3c None None] Checking router: bcf73084-3d00-43f2-b57b-6c8f50ad59b2 for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:22:40.981160 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8379f0f0-cef4-4506-bcc3-fa763cd59a3c None None] Routers {'bcf73084-3d00-43f2-b57b-6c8f50ad59b2'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:22:40.981759 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-8379f0f0-cef4-4506-bcc3-fa763cd59a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:22:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['bcf73084-3d00-43f2-b57b-6c8f50ad59b2'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:22:41.052882 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f19d9-d6c4-4d46-a216-e4a27b5723dd req-f51ddcd5-4046-4517-9e1d-b391e9cabf3c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:41.054320 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1a2f19d9-d6c4-4d46-a216-e4a27b5723dd req-f51ddcd5-4046-4517-9e1d-b391e9cabf3c service neutron] 10.222.0.37 "GET /v2.0/networks?id=618bd366-bca7-44ec-968a-8ee989afebce HTTP/1.1" status: 200 len: 897 time: 0.1352317 Feb 10 23:22:41.126601 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1a2f19d9-d6c4-4d46-a216-e4a27b5723dd req-5aa6c078-a008-4d06-bc76-5157fc2a8a76 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3374562-2af3-4354-8631-e8d9791dd5d4 HTTP/1.1" status: 200 len: 217 time: 0.0665569 Feb 10 23:22:41.157238 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-8379f0f0-cef4-4506-bcc3-fa763cd59a3c None None] Set router bcf73084-3d00-43f2-b57b-6c8f50ad59b2 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:22:41.194205 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f19d9-d6c4-4d46-a216-e4a27b5723dd req-2b5a1fe1-1ce9-424a-8cb1-34635722dc0b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:41.195638 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1a2f19d9-d6c4-4d46-a216-e4a27b5723dd req-2b5a1fe1-1ce9-424a-8cb1-34635722dc0b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6c54f976-c5b4-47f7-969e-0089c02e7114 HTTP/1.1" status: 200 len: 843 time: 0.0629385 Feb 10 23:22:41.263822 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14880d3-8fc1-4de7-b785-ea484493ec23 req-a16156e8-8370-4411-9e85-cdb31fed6dff tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:41.265067 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-a14880d3-8fc1-4de7-b785-ea484493ec23 req-a16156e8-8370-4411-9e85-cdb31fed6dff tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Synchronizing usage tracker for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:22:41.277899 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1a2f19d9-d6c4-4d46-a216-e4a27b5723dd req-60beac6c-76ae-43b1-b6c9-cc7b641b2e3e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=618bd366-bca7-44ec-968a-8ee989afebce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750234 Feb 10 23:22:41.349580 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-a14880d3-8fc1-4de7-b785-ea484493ec23 req-a16156e8-8370-4411-9e85-cdb31fed6dff tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Unset dirty status for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:22:41.350797 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-a14880d3-8fc1-4de7-b785-ea484493ec23 req-a16156e8-8370-4411-9e85-cdb31fed6dff tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=b562252a-0bd7-4ead-99b3-94cc983be196 HTTP/1.1" status: 200 len: 945 time: 0.1719668 Feb 10 23:22:41.405133 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-a14880d3-8fc1-4de7-b785-ea484493ec23 req-1a9ad469-5afe-4d2d-ac8b-821b1dfcf52d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc0ec046-72dc-4314-8a8c-a147e208dc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481699 Feb 10 23:22:41.414438 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1a2f19d9-d6c4-4d46-a216-e4a27b5723dd req-a442ca13-43bd-4935-a70a-f2fef27c791b service neutron] 10.222.0.37 "GET /v2.0/networks/618bd366-bca7-44ec-968a-8ee989afebce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301720 Feb 10 23:22:41.515298 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-8379f0f0-cef4-4506-bcc3-fa763cd59a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf73084-3d00-43f2-b57b-6c8f50ad59b2', 'name': 'tempest-TestNetworkBasicOps-router-1844274964', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': 'def3d615-e685-4cbd-952c-705a39321be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:19:28Z', 'updated_at': '2022-02-10T23:19:34Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': 'def3d615-e685-4cbd-952c-705a39321be4', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf73084-3d00-43f2-b57b-6c8f50ad59b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:19:29Z', 'updated_at': '2022-02-10T23:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'eefcc02c-e822-40d1-bae7-c153acd1c80b', 'name': '', 'network_id': '618bd366-bca7-44ec-968a-8ee989afebce', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:98:f7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf73084-3d00-43f2-b57b-6c8f50ad59b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c54f976-c5b4-47f7-969e-0089c02e7114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:19:33Z', 'updated_at': '2022-02-10T23:19:42Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': '6c54f976-c5b4-47f7-969e-0089c02e7114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:22:41.519545 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8379f0f0-cef4-4506-bcc3-fa763cd59a3c None None] The sync data for ids ['bcf73084-3d00-43f2-b57b-6c8f50ad59b2'] in dv-neutron-828797-1-hyperv is: [{'id': 'bcf73084-3d00-43f2-b57b-6c8f50ad59b2', 'name': 'tempest-TestNetworkBasicOps-router-1844274964', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': 'def3d615-e685-4cbd-952c-705a39321be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:19:28Z', 'updated_at': '2022-02-10T23:19:34Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': 'def3d615-e685-4cbd-952c-705a39321be4', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf73084-3d00-43f2-b57b-6c8f50ad59b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:19:29Z', 'updated_at': '2022-02-10T23:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'eefcc02c-e822-40d1-bae7-c153acd1c80b', 'name': '', 'network_id': '618bd366-bca7-44ec-968a-8ee989afebce', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:98:f7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf73084-3d00-43f2-b57b-6c8f50ad59b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c54f976-c5b4-47f7-969e-0089c02e7114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:19:33Z', 'updated_at': '2022-02-10T23:19:42Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': '6c54f976-c5b4-47f7-969e-0089c02e7114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:22:41.550324 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1a2f19d9-d6c4-4d46-a216-e4a27b5723dd req-a8a8054f-3cac-461e-b74f-dc2cc19c42ee service neutron] 10.222.0.37 "GET /v2.0/networks/618bd366-bca7-44ec-968a-8ee989afebce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296380 Feb 10 23:22:41.738018 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf3b6e4-4181-4896-8920-b3a6fe3916eb None None] New status for floating IP 42d51fa8-224d-4bbc-855c-c09793a97f2a: DOWN {{(pid=84335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 23:22:42.462848 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7878018-a91f-4d3b-afce-2cb838df8a79 req-1855698e-7a05-42f1-a6a1-a55915e9648d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:42.464269 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e7878018-a91f-4d3b-afce-2cb838df8a79 req-1855698e-7a05-42f1-a6a1-a55915e9648d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.37 "GET /v2.0/ports?device_id=b562252a-0bd7-4ead-99b3-94cc983be196 HTTP/1.1" status: 200 len: 945 time: 0.0802596 Feb 10 23:22:42.529569 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-e7878018-a91f-4d3b-afce-2cb838df8a79 req-b0fa6833-f292-479c-a6d1-53b68498da4f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Deleting port e3374562-2af3-4354-8631-e8d9791dd5d4 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:22:42.529918 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-e7878018-a91f-4d3b-afce-2cb838df8a79 req-b0fa6833-f292-479c-a6d1-53b68498da4f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:42.766363 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55882b83-fe75-4d6d-80f0-1170eac8a142 req-dce8c73e-1d43-4413-ad6a-b55a084d2d8e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:42.767681 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-55882b83-fe75-4d6d-80f0-1170eac8a142 req-dce8c73e-1d43-4413-ad6a-b55a084d2d8e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=b562252a-0bd7-4ead-99b3-94cc983be196 HTTP/1.1" status: 200 len: 945 time: 0.2073979 Feb 10 23:22:42.858795 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-55882b83-fe75-4d6d-80f0-1170eac8a142 req-bcf13046-0989-4dad-b942-07e5e6a82489 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc0ec046-72dc-4314-8a8c-a147e208dc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808768 Feb 10 23:22:42.860331 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-e7878018-a91f-4d3b-afce-2cb838df8a79 req-b0fa6833-f292-479c-a6d1-53b68498da4f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] For port e3374562-2af3-4354-8631-e8d9791dd5d4, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=e3374562-2af3-4354-8631-e8d9791dd5d4,segment=NetworkSegment(d1eec1b7-3dc0-4c6d-8d13-3625d9630964),segment_id=d1eec1b7-3dc0-4c6d-8d13-3625d9630964)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:22:42.860701 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-e7878018-a91f-4d3b-afce-2cb838df8a79 req-b0fa6833-f292-479c-a6d1-53b68498da4f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:42.978785 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-e7878018-a91f-4d3b-afce-2cb838df8a79 req-b0fa6833-f292-479c-a6d1-53b68498da4f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Calling delete_port for e3374562-2af3-4354-8631-e8d9791dd5d4 owned by compute:nova {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:22:43.281071 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-e7878018-a91f-4d3b-afce-2cb838df8a79 req-b0fa6833-f292-479c-a6d1-53b68498da4f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:43.329116 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fa6833-f292-479c-a6d1-53b68498da4f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event deleted for resources: {'Port': ['ID=e3374562-2af3-4354-8631-e8d9791dd5d4,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:22:43.373050 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fa6833-f292-479c-a6d1-53b68498da4f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:43.373392 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fa6833-f292-479c-a6d1-53b68498da4f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:43.373792 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fa6833-f292-479c-a6d1-53b68498da4f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:43.374625 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fa6833-f292-479c-a6d1-53b68498da4f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:43.374951 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fa6833-f292-479c-a6d1-53b68498da4f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:43.375272 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fa6833-f292-479c-a6d1-53b68498da4f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:43.375587 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fa6833-f292-479c-a6d1-53b68498da4f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:43.375902 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fa6833-f292-479c-a6d1-53b68498da4f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:43.376215 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fa6833-f292-479c-a6d1-53b68498da4f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:43.376524 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fa6833-f292-479c-a6d1-53b68498da4f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:43.376858 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fa6833-f292-479c-a6d1-53b68498da4f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:43.410442 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7878018-a91f-4d3b-afce-2cb838df8a79 req-b0fa6833-f292-479c-a6d1-53b68498da4f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] No DVR routers for this DVR port e3374562-2af3-4354-8631-e8d9791dd5d4 on host hv-neutron-8287 {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:22:43.412767 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-e7878018-a91f-4d3b-afce-2cb838df8a79 req-b0fa6833-f292-479c-a6d1-53b68498da4f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:43.415202 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b562252a-0bd7-4ead-99b3-94cc983be196', 'name': 'network-vif-deleted', 'tag': 'e3374562-2af3-4354-8631-e8d9791dd5d4'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:22:43.476446 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b562252a-0bd7-4ead-99b3-94cc983be196', 'name': 'network-vif-deleted', 'tag': 'e3374562-2af3-4354-8631-e8d9791dd5d4', 'status': 'completed', 'code': 200} Feb 10 23:22:43.487429 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e7878018-a91f-4d3b-afce-2cb838df8a79 req-b0fa6833-f292-479c-a6d1-53b68498da4f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.37 "DELETE /v2.0/ports/e3374562-2af3-4354-8631-e8d9791dd5d4 HTTP/1.1" status: 204 len: 173 time: 1.0180073 Feb 10 23:22:44.034032 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-04d574e6-423d-471b-8925-18cd5ed7427f req-18fa2d79-d39b-4d85-b9b1-80f0b567eaf4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Synchronizing usage tracker for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:22:44.121360 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-04d574e6-423d-471b-8925-18cd5ed7427f req-18fa2d79-d39b-4d85-b9b1-80f0b567eaf4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Unset dirty status for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:22:44.122643 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-04d574e6-423d-471b-8925-18cd5ed7427f req-18fa2d79-d39b-4d85-b9b1-80f0b567eaf4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=b562252a-0bd7-4ead-99b3-94cc983be196 HTTP/1.1" status: 200 len: 210 time: 0.1289032 Feb 10 23:22:45.218808 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:22:45.231322 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51926) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:22:45.299795 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f30eadaf-2a4c-4547-89da-d74636775875 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:45.327842 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f30eadaf-2a4c-4547-89da-d74636775875 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:45.486487 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f30eadaf-2a4c-4547-89da-d74636775875 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:45.503798 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30eadaf-2a4c-4547-89da-d74636775875 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0ec046-72dc-4314-8a8c-a147e208dc93,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:22:45.588586 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f30eadaf-2a4c-4547-89da-d74636775875 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:45.589731 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-f30eadaf-2a4c-4547-89da-d74636775875 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "DELETE /v2.0/security-groups/fc0ec046-72dc-4314-8a8c-a147e208dc93 HTTP/1.1" status: 204 len: 168 time: 0.3574502 Feb 10 23:22:45.732937 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51932) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:22:46.126858 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:46.202631 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device e3374562-2af3-4354-8631-e8d9791dd5d4 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:22:46.233602 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7214248e-9a51-47b3-81e3-766021b16308 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732944'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:46.235706 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] No Port match for: e3374562-2af3-4354-8631-e8d9791dd5d4 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:22:46.236073 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device e3374562-2af3-4354-8631-e8d9791dd5d4 not bound to the agent host hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:22:46.836711 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7214248e-9a51-47b3-81e3-766021b16308 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Deleting port eefcc02c-e822-40d1-bae7-c153acd1c80b {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:22:46.837053 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7214248e-9a51-47b3-81e3-766021b16308 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:47.021251 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7214248e-9a51-47b3-81e3-766021b16308 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] For port eefcc02c-e822-40d1-bae7-c153acd1c80b, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=eefcc02c-e822-40d1-bae7-c153acd1c80b,segment=NetworkSegment(d1eec1b7-3dc0-4c6d-8d13-3625d9630964),segment_id=d1eec1b7-3dc0-4c6d-8d13-3625d9630964)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:22:47.021604 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7214248e-9a51-47b3-81e3-766021b16308 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:47.140990 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7214248e-9a51-47b3-81e3-766021b16308 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Calling delete_port for eefcc02c-e822-40d1-bae7-c153acd1c80b owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:22:47.378580 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7214248e-9a51-47b3-81e3-766021b16308 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:47.427298 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7214248e-9a51-47b3-81e3-766021b16308 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event deleted for resources: {'Port': ['ID=eefcc02c-e822-40d1-bae7-c153acd1c80b,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:22:47.816656 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7214248e-9a51-47b3-81e3-766021b16308 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2767638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733091'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:48.383656 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7214248e-9a51-47b3-81e3-766021b16308 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Router bcf73084-3d00-43f2-b57b-6c8f50ad59b2 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:22:48.581921 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7214248e-9a51-47b3-81e3-766021b16308 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:22:48.592400 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21d0f19-991c-47e0-be92-6a95820109ab None None] Sync routers for ids ['bcf73084-3d00-43f2-b57b-6c8f50ad59b2'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:22:48.604893 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21d0f19-991c-47e0-be92-6a95820109ab None None] Routers {'bcf73084-3d00-43f2-b57b-6c8f50ad59b2'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:22:48.605498 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-b21d0f19-991c-47e0-be92-6a95820109ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:22:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['bcf73084-3d00-43f2-b57b-6c8f50ad59b2'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:22:48.722875 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-7214248e-9a51-47b3-81e3-766021b16308 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "PUT /v2.0/routers/bcf73084-3d00-43f2-b57b-6c8f50ad59b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9888206 Feb 10 23:22:48.725540 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51936) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:22:48.777581 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-b21d0f19-991c-47e0-be92-6a95820109ab None None] Set router bcf73084-3d00-43f2-b57b-6c8f50ad59b2 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:22:48.909313 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-198a5cf3-498f-4214-b478-2ec289f7c863 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Deleting subnet 6c54f976-c5b4-47f7-969e-0089c02e7114 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:22:48.912285 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-198a5cf3-498f-4214-b478-2ec289f7c863 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:48.966264 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-198a5cf3-498f-4214-b478-2ec289f7c863 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31983416'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:49.047594 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-198a5cf3-498f-4214-b478-2ec289f7c863 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:49.078407 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-b21d0f19-991c-47e0-be92-6a95820109ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf73084-3d00-43f2-b57b-6c8f50ad59b2', 'name': 'tempest-TestNetworkBasicOps-router-1844274964', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': 'def3d615-e685-4cbd-952c-705a39321be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:19:28Z', 'updated_at': '2022-02-10T23:22:47Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': 'def3d615-e685-4cbd-952c-705a39321be4', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf73084-3d00-43f2-b57b-6c8f50ad59b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:19:29Z', 'updated_at': '2022-02-10T23:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:22:49.082463 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21d0f19-991c-47e0-be92-6a95820109ab None None] Checking router: bcf73084-3d00-43f2-b57b-6c8f50ad59b2 for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:22:49.093871 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21d0f19-991c-47e0-be92-6a95820109ab None None] Routers {'bcf73084-3d00-43f2-b57b-6c8f50ad59b2'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:22:49.094470 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-b21d0f19-991c-47e0-be92-6a95820109ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:22:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['bcf73084-3d00-43f2-b57b-6c8f50ad59b2'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:22:49.144504 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-890b561c-2766-40d9-8c9b-94fa1232263a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:49.224733 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-198a5cf3-498f-4214-b478-2ec289f7c863 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:49.264393 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-b21d0f19-991c-47e0-be92-6a95820109ab None None] Set router bcf73084-3d00-43f2-b57b-6c8f50ad59b2 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:22:49.264784 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198a5cf3-498f-4214-b478-2ec289f7c863 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event deleted for resources: {'Subnet': ['ID=6c54f976-c5b4-47f7-969e-0089c02e7114,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:22:49.269657 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-198a5cf3-498f-4214-b478-2ec289f7c863 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:49.276414 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-198a5cf3-498f-4214-b478-2ec289f7c863 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "DELETE /v2.0/subnets/6c54f976-c5b4-47f7-969e-0089c02e7114 HTTP/1.1" status: 204 len: 168 time: 0.5498827 Feb 10 23:22:49.278961 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51940) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:22:49.305371 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a560c6-5488-473b-a9ce-44d0ecde1559 None None] Network 618bd366-bca7-44ec-968a-8ee989afebce requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:22:49.592801 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcd576c1-6f77-42a9-b2ac-89b2a73ab834 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:49.756266 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-b21d0f19-991c-47e0-be92-6a95820109ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf73084-3d00-43f2-b57b-6c8f50ad59b2', 'name': 'tempest-TestNetworkBasicOps-router-1844274964', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': 'def3d615-e685-4cbd-952c-705a39321be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:19:28Z', 'updated_at': '2022-02-10T23:22:47Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': 'def3d615-e685-4cbd-952c-705a39321be4', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf73084-3d00-43f2-b57b-6c8f50ad59b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:19:29Z', 'updated_at': '2022-02-10T23:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:22:49.760793 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21d0f19-991c-47e0-be92-6a95820109ab None None] The sync data for ids ['bcf73084-3d00-43f2-b57b-6c8f50ad59b2'] in dv-neutron-828797-1-hyperv is: [{'id': 'bcf73084-3d00-43f2-b57b-6c8f50ad59b2', 'name': 'tempest-TestNetworkBasicOps-router-1844274964', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': 'def3d615-e685-4cbd-952c-705a39321be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:19:28Z', 'updated_at': '2022-02-10T23:22:47Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': 'def3d615-e685-4cbd-952c-705a39321be4', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf73084-3d00-43f2-b57b-6c8f50ad59b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:19:29Z', 'updated_at': '2022-02-10T23:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:22:49.799392 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcd576c1-6f77-42a9-b2ac-89b2a73ab834 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:49.806268 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995408f4-388a-4960-aaea-2558636f1cc1 None None] DHCP port deletion for 618bd366-bca7-44ec-968a-8ee989afebce request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:22:49.809926 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-995408f4-388a-4960-aaea-2558636f1cc1 None None] Deleting port 48f20f74-15fc-43ab-ac77-6ca392fb224c {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:22:49.810296 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-995408f4-388a-4960-aaea-2558636f1cc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:49.881292 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-dcd576c1-6f77-42a9-b2ac-89b2a73ab834 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Deleting port def3d615-e685-4cbd-952c-705a39321be4 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:22:49.881634 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcd576c1-6f77-42a9-b2ac-89b2a73ab834 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:50.017934 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-995408f4-388a-4960-aaea-2558636f1cc1 None None] For port 48f20f74-15fc-43ab-ac77-6ca392fb224c, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=48f20f74-15fc-43ab-ac77-6ca392fb224c,segment=NetworkSegment(d1eec1b7-3dc0-4c6d-8d13-3625d9630964),segment_id=d1eec1b7-3dc0-4c6d-8d13-3625d9630964)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:22:50.018321 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-995408f4-388a-4960-aaea-2558636f1cc1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:50.053401 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-dcd576c1-6f77-42a9-b2ac-89b2a73ab834 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] For port def3d615-e685-4cbd-952c-705a39321be4, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=def3d615-e685-4cbd-952c-705a39321be4,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:22:50.053704 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcd576c1-6f77-42a9-b2ac-89b2a73ab834 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:50.140413 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-995408f4-388a-4960-aaea-2558636f1cc1 None None] Calling delete_port for 48f20f74-15fc-43ab-ac77-6ca392fb224c owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:22:50.178474 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device eefcc02c-e822-40d1-bae7-c153acd1c80b no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:22:50.180643 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-dcd576c1-6f77-42a9-b2ac-89b2a73ab834 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Calling delete_port for def3d615-e685-4cbd-952c-705a39321be4 owned by network:router_gateway {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:22:50.229565 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: eefcc02c-e822-40d1-bae7-c153acd1c80b {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:22:50.229910 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device eefcc02c-e822-40d1-bae7-c153acd1c80b not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:22:50.230349 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 48f20f74-15fc-43ab-ac77-6ca392fb224c no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:22:50.350159 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:50.443454 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-995408f4-388a-4960-aaea-2558636f1cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:50.452993 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcd576c1-6f77-42a9-b2ac-89b2a73ab834 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:50.494243 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995408f4-388a-4960-aaea-2558636f1cc1 None None] Pushing event deleted for resources: {'Port': ['ID=48f20f74-15fc-43ab-ac77-6ca392fb224c,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:22:50.494552 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd576c1-6f77-42a9-b2ac-89b2a73ab834 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event deleted for resources: {'Port': ['ID=def3d615-e685-4cbd-952c-705a39321be4,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:22:50.506086 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995408f4-388a-4960-aaea-2558636f1cc1 None None] No DVR routers for this DVR port 48f20f74-15fc-43ab-ac77-6ca392fb224c on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:22:50.508094 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995408f4-388a-4960-aaea-2558636f1cc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:50.508437 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995408f4-388a-4960-aaea-2558636f1cc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:50.508961 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995408f4-388a-4960-aaea-2558636f1cc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:50.509641 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995408f4-388a-4960-aaea-2558636f1cc1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:50.509641 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995408f4-388a-4960-aaea-2558636f1cc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:50.509795 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995408f4-388a-4960-aaea-2558636f1cc1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:50.510077 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995408f4-388a-4960-aaea-2558636f1cc1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:50.510400 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995408f4-388a-4960-aaea-2558636f1cc1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:50.510721 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995408f4-388a-4960-aaea-2558636f1cc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:50.511036 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995408f4-388a-4960-aaea-2558636f1cc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:50.511350 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995408f4-388a-4960-aaea-2558636f1cc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:50.728091 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcd576c1-6f77-42a9-b2ac-89b2a73ab834 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734197'] for router_gateway, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:50.981434 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcd576c1-6f77-42a9-b2ac-89b2a73ab834 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:50.986005 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcd576c1-6f77-42a9-b2ac-89b2a73ab834 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:51.069484 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcd576c1-6f77-42a9-b2ac-89b2a73ab834 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:51.070054 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd576c1-6f77-42a9-b2ac-89b2a73ab834 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Fanout notify agent at l3_agent the message router_deleted on router bcf73084-3d00-43f2-b57b-6c8f50ad59b2 {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:22:51.084393 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcd576c1-6f77-42a9-b2ac-89b2a73ab834 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:51.085505 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-dcd576c1-6f77-42a9-b2ac-89b2a73ab834 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "DELETE /v2.0/routers/bcf73084-3d00-43f2-b57b-6c8f50ad59b2 HTTP/1.1" status: 204 len: 168 time: 1.8056662 Feb 10 23:22:51.088265 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51944) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:22:51.286526 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-89194fea-71d1-4e6b-a5cb-64b4a1041ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:51.306290 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-84d53856-63e6-478e-b314-3f82ca8eade1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:51.435116 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-84d53856-63e6-478e-b314-3f82ca8eade1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:51.459479 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-84d53856-63e6-478e-b314-3f82ca8eade1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['618bd366-bca7-44ec-968a-8ee989afebce']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:22:51.471638 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-84d53856-63e6-478e-b314-3f82ca8eade1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1eec1b7-3dc0-4c6d-8d13-3625d9630964') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:22:51.471931 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-84d53856-63e6-478e-b314-3f82ca8eade1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1eec1b7-3dc0-4c6d-8d13-3625d9630964') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:22:51.482757 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-84d53856-63e6-478e-b314-3f82ca8eade1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:51.498075 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-84d53856-63e6-478e-b314-3f82ca8eade1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:51.504431 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84d53856-63e6-478e-b314-3f82ca8eade1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:22:51.504861 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-84d53856-63e6-478e-b314-3f82ca8eade1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:51.520155 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:22:51.520155 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:22:51.520155 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:22:51.520155 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:22:51.520155 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:22:51.520155 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:22:51.520155 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:22:51.520155 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:22:51.520155 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:22:51.520155 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:22:51.520155 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:22:51.520155 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:22:51.520155 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:22:51.520155 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:22:51.520155 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:22:51.520155 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:22:51.520155 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:22:51.520155 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:22:51.520155 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:22:51.520155 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:22:51.520155 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:22:51.520155 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:22:51.520155 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:22:51.520155 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:22:51.520155 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:22:51.520155 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:22:51.520155 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:22:51.520155 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:22:51.520155 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:22:51.520155 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:22:51.520155 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:22:51.520155 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:22:51.658218 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-84d53856-63e6-478e-b314-3f82ca8eade1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:51.675236 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-84d53856-63e6-478e-b314-3f82ca8eade1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:51.687077 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d53856-63e6-478e-b314-3f82ca8eade1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event deleted for resources: {'Network': ['ID=618bd366-bca7-44ec-968a-8ee989afebce,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:22:51.767496 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-84d53856-63e6-478e-b314-3f82ca8eade1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "DELETE /v2.0/networks/618bd366-bca7-44ec-968a-8ee989afebce HTTP/1.1" status: 204 len: 168 time: 0.6783137 Feb 10 23:22:51.780891 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51948) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:22:51.786562 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-db12c4b0-599e-4b0d-a150-272e5630c76d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'network': {'name': 'tempest-network-smoke--2102267382', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'port_security_enabled': True}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:22:51.792049 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-db12c4b0-599e-4b0d-a150-272e5630c76d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:22:51.799803 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-db12c4b0-599e-4b0d-a150-272e5630c76d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:network and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:22:51.799803 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-db12c4b0-599e-4b0d-a150-272e5630c76d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:22:51.806744 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-db12c4b0-599e-4b0d-a150-272e5630c76d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:22:51.863706 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db12c4b0-599e-4b0d-a150-272e5630c76d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Made reservation on behalf of 714fdf59d9ad4aa1b5cc4598e806e542 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:22:51.866635 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-db12c4b0-599e-4b0d-a150-272e5630c76d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:51.896703 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db12c4b0-599e-4b0d-a150-272e5630c76d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:22:51.905396 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-db12c4b0-599e-4b0d-a150-272e5630c76d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:51.908865 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-db12c4b0-599e-4b0d-a150-272e5630c76d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Added segment fb70297c-191d-46ef-a81d-d712e64db411 of type vlan for network eeebc465-fc81-43d0-8ad0-5ecaa0801a34 Feb 10 23:22:51.936036 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-db12c4b0-599e-4b0d-a150-272e5630c76d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:52.017987 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-db12c4b0-599e-4b0d-a150-272e5630c76d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:52.021600 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db12c4b0-599e-4b0d-a150-272e5630c76d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:52.022174 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-db12c4b0-599e-4b0d-a150-272e5630c76d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:52.112210 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device def3d615-e685-4cbd-952c-705a39321be4 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:22:52.132457 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db12c4b0-599e-4b0d-a150-272e5630c76d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Network': ['ID=eeebc465-fc81-43d0-8ad0-5ecaa0801a34,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:22:52.146143 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network eeebc465-fc81-43d0-8ad0-5ecaa0801a34 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:22:52.161078 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: def3d615-e685-4cbd-952c-705a39321be4 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:22:52.161415 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device def3d615-e685-4cbd-952c-705a39321be4 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:22:52.224741 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-db12c4b0-599e-4b0d-a150-272e5630c76d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4424310 Feb 10 23:22:52.227318 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51952) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:22:52.232689 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-2f6c2cd5-e508-437b-b8a0-25fc3e83fc6f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1841639388', 'admin_state_up': True, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:22:52.239901 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2f6c2cd5-e508-437b-b8a0-25fc3e83fc6f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:22:52.243773 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-2f6c2cd5-e508-437b-b8a0-25fc3e83fc6f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:router and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:22:52.246783 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-2f6c2cd5-e508-437b-b8a0-25fc3e83fc6f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:22:52.253396 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2f6c2cd5-e508-437b-b8a0-25fc3e83fc6f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:22:52.343508 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2f6c2cd5-e508-437b-b8a0-25fc3e83fc6f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:52.344429 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2f6c2cd5-e508-437b-b8a0-25fc3e83fc6f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:52.362919 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2f6c2cd5-e508-437b-b8a0-25fc3e83fc6f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:52.492120 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:52.582895 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2f6c2cd5-e508-437b-b8a0-25fc3e83fc6f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:52.583649 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:52.835308 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2f6c2cd5-e508-437b-b8a0-25fc3e83fc6f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:52.865210 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2f6c2cd5-e508-437b-b8a0-25fc3e83fc6f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:52.998523 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-2f6c2cd5-e508-437b-b8a0-25fc3e83fc6f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Allocated IP 172.26.8.172 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/aab72488-7ab5-49f8-b561-950a7b003666) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:22:53.142988 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2f6c2cd5-e508-437b-b8a0-25fc3e83fc6f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:53.235496 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2f6c2cd5-e508-437b-b8a0-25fc3e83fc6f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:53.302528 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6c2cd5-e508-437b-b8a0-25fc3e83fc6f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:22:53.305788 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-2f6c2cd5-e508-437b-b8a0-25fc3e83fc6f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:22:53.307659 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6c2cd5-e508-437b-b8a0-25fc3e83fc6f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Port': ['ID=aab72488-7ab5-49f8-b561-950a7b003666,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:22:53.309731 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6c2cd5-e508-437b-b8a0-25fc3e83fc6f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:22:53.510065 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2f6c2cd5-e508-437b-b8a0-25fc3e83fc6f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for router_gateway, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:53.510808 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2f6c2cd5-e508-437b-b8a0-25fc3e83fc6f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:53.909437 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f6c2cd5-e508-437b-b8a0-25fc3e83fc6f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Router 7ce25059-4008-4b2d-a29e-1f074539bace is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:22:53.995281 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:54.107916 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f6c2cd5-e508-437b-b8a0-25fc3e83fc6f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:22:54.118764 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b0284d-373d-45c0-a2ab-5bcbcb5b766d None None] Sync routers for ids ['7ce25059-4008-4b2d-a29e-1f074539bace'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:22:54.131389 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b0284d-373d-45c0-a2ab-5bcbcb5b766d None None] Routers {'7ce25059-4008-4b2d-a29e-1f074539bace'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:22:54.131982 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-82b0284d-373d-45c0-a2ab-5bcbcb5b766d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:22:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['7ce25059-4008-4b2d-a29e-1f074539bace'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:22:54.212271 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2f6c2cd5-e508-437b-b8a0-25fc3e83fc6f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:54.213522 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-2f6c2cd5-e508-437b-b8a0-25fc3e83fc6f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9852531 Feb 10 23:22:54.216658 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51958) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:22:54.307787 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-82b0284d-373d-45c0-a2ab-5bcbcb5b766d None None] Set router 7ce25059-4008-4b2d-a29e-1f074539bace gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:22:54.429202 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-4f465590-ff71-419c-a4ae-c6e25c5f79f5 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=714fdf59d9ad4aa1b5cc4598e806e542&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2114792 Feb 10 23:22:54.431713 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51964) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:22:54.563432 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2bba7f-d44b-4050-80e7-72b350ddafb1 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:54.567792 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 51968) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:22:54.568381 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-2b2bba7f-d44b-4050-80e7-72b350ddafb1 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1351717 Feb 10 23:22:54.598882 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-82b0284d-373d-45c0-a2ab-5bcbcb5b766d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'name': 'tempest-TestNetworkBasicOps-router-1841639388', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': 'aab72488-7ab5-49f8-b561-950a7b003666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:22:52Z', 'updated_at': '2022-02-10T23:22:53Z', 'revision_number': 3, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': 'aab72488-7ab5-49f8-b561-950a7b003666', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e2:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:22:52Z', 'updated_at': '2022-02-10T23:22:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:22:54.602652 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b0284d-373d-45c0-a2ab-5bcbcb5b766d None None] Checking router: 7ce25059-4008-4b2d-a29e-1f074539bace for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:22:54.602990 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b0284d-373d-45c0-a2ab-5bcbcb5b766d None None] Updating router 7ce25059-4008-4b2d-a29e-1f074539bace port aab72488-7ab5-49f8-b561-950a7b003666 binding host dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:22:54.621384 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1938ac6f-793d-4eac-bca2-482a8b1ab381 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=c2ed7563-f8af-409c-803f-f56530124ba5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0524511 Feb 10 23:22:54.624132 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 51972) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:22:54.629409 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-28aaf3c6-f8de-4048-bef5-34087be63d61 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1863432599', 'network_id': 'eeebc465-fc81-43d0-8ad0-5ecaa0801a34', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:22:54.654400 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-82b0284d-373d-45c0-a2ab-5bcbcb5b766d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:54.740345 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-28aaf3c6-f8de-4048-bef5-34087be63d61 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:22:54.744329 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-28aaf3c6-f8de-4048-bef5-34087be63d61 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:subnet and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:22:54.747346 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-28aaf3c6-f8de-4048-bef5-34087be63d61 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:22:54.753498 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-28aaf3c6-f8de-4048-bef5-34087be63d61 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:22:54.852238 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28aaf3c6-f8de-4048-bef5-34087be63d61 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Made reservation on behalf of 714fdf59d9ad4aa1b5cc4598e806e542 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:22:54.950472 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-28aaf3c6-f8de-4048-bef5-34087be63d61 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:54.996595 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-82b0284d-373d-45c0-a2ab-5bcbcb5b766d None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:55.008603 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-82b0284d-373d-45c0-a2ab-5bcbcb5b766d None None] Transition to ACTIVE for port object aab72488-7ab5-49f8-b561-950a7b003666 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:22:55.086732 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-82b0284d-373d-45c0-a2ab-5bcbcb5b766d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:55.165687 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2f2c55-2a02-4ffb-87cc-3bb2fbfb83b5 None None] Pushing event updated for resources: {'Port': ['ID=aab72488-7ab5-49f8-b561-950a7b003666,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:22:55.169902 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-82b0284d-373d-45c0-a2ab-5bcbcb5b766d None None] Attempting to bind port aab72488-7ab5-49f8-b561-950a7b003666 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:22:55.170258 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-82b0284d-373d-45c0-a2ab-5bcbcb5b766d None None] Attempting to bind port aab72488-7ab5-49f8-b561-950a7b003666 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:22:55.170614 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b0284d-373d-45c0-a2ab-5bcbcb5b766d None None] Attempting to bind port aab72488-7ab5-49f8-b561-950a7b003666 on network c2ed7563-f8af-409c-803f-f56530124ba5 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:22:55.181446 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b0284d-373d-45c0-a2ab-5bcbcb5b766d None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:22:55.192971 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b0284d-373d-45c0-a2ab-5bcbcb5b766d None None] Checking segment: {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:22:55.192971 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-82b0284d-373d-45c0-a2ab-5bcbcb5b766d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:55.192971 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b0284d-373d-45c0-a2ab-5bcbcb5b766d None None] Bound using segment: {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:22:55.192971 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-82b0284d-373d-45c0-a2ab-5bcbcb5b766d None None] Bound port: aab72488-7ab5-49f8-b561-950a7b003666, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:22:55.192971 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-82b0284d-373d-45c0-a2ab-5bcbcb5b766d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:55.206532 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2f2c55-2a02-4ffb-87cc-3bb2fbfb83b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:55.206809 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2f2c55-2a02-4ffb-87cc-3bb2fbfb83b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:55.207137 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2f2c55-2a02-4ffb-87cc-3bb2fbfb83b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:55.207459 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2f2c55-2a02-4ffb-87cc-3bb2fbfb83b5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:55.207777 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2f2c55-2a02-4ffb-87cc-3bb2fbfb83b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:55.208094 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2f2c55-2a02-4ffb-87cc-3bb2fbfb83b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:55.208405 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2f2c55-2a02-4ffb-87cc-3bb2fbfb83b5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:55.208748 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2f2c55-2a02-4ffb-87cc-3bb2fbfb83b5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:55.209061 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2f2c55-2a02-4ffb-87cc-3bb2fbfb83b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:55.209370 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2f2c55-2a02-4ffb-87cc-3bb2fbfb83b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:55.209683 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2f2c55-2a02-4ffb-87cc-3bb2fbfb83b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:55.259179 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-82b0284d-373d-45c0-a2ab-5bcbcb5b766d None None] For port aab72488-7ab5-49f8-b561-950a7b003666, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:22:55.262086 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-82b0284d-373d-45c0-a2ab-5bcbcb5b766d None None] For port aab72488-7ab5-49f8-b561-950a7b003666, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=aab72488-7ab5-49f8-b561-950a7b003666,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:22:55.304199 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-28aaf3c6-f8de-4048-bef5-34087be63d61 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:55.379730 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aaf3c6-f8de-4048-bef5-34087be63d61 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Subnet': ['ID=687c3690-476e-4bc7-80b5-b33501c1893b,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:22:55.384234 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-82b0284d-373d-45c0-a2ab-5bcbcb5b766d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:55.392507 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28aaf3c6-f8de-4048-bef5-34087be63d61 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Checking segment: {'id': 'fb70297c-191d-46ef-a81d-d712e64db411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'eeebc465-fc81-43d0-8ad0-5ecaa0801a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:22:55.392894 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28aaf3c6-f8de-4048-bef5-34087be63d61 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Network hostable DHCP agents. Network: eeebc465-fc81-43d0-8ad0-5ecaa0801a34, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:22:55.470943 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2f2c55-2a02-4ffb-87cc-3bb2fbfb83b5 None None] Pushing event updated for resources: {'Port': ['ID=aab72488-7ab5-49f8-b561-950a7b003666,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:22:55.470943 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b0284d-373d-45c0-a2ab-5bcbcb5b766d None None] Routers {'7ce25059-4008-4b2d-a29e-1f074539bace'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:22:55.470943 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-82b0284d-373d-45c0-a2ab-5bcbcb5b766d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:22:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['7ce25059-4008-4b2d-a29e-1f074539bace'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:22:55.492475 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28aaf3c6-f8de-4048-bef5-34087be63d61 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Network eeebc465-fc81-43d0-8ad0-5ecaa0801a34 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:22:55.600855 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-28aaf3c6-f8de-4048-bef5-34087be63d61 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, eeebc465-fc81-43d0-8ad0-5ecaa0801a34) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:22:55.605924 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28aaf3c6-f8de-4048-bef5-34087be63d61 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:55.606594 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-28aaf3c6-f8de-4048-bef5-34087be63d61 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:55.612944 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b66638-8a0e-47cf-98b9-9e1c4bc189a1 None None] Network eeebc465-fc81-43d0-8ad0-5ecaa0801a34 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:22:55.641495 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-82b0284d-373d-45c0-a2ab-5bcbcb5b766d None None] Set router 7ce25059-4008-4b2d-a29e-1f074539bace gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:22:55.701526 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-28aaf3c6-f8de-4048-bef5-34087be63d61 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0738919 Feb 10 23:22:55.702589 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51976) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:22:55.837511 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6eed84d-3744-4052-b613-ea272731e912 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-eeebc465-fc81-43d0-8ad0-5ecaa0801a34', 'network_id': 'eeebc465-fc81-43d0-8ad0-5ecaa0801a34', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'fixed_ips': [{'subnet_id': '687c3690-476e-4bc7-80b5-b33501c1893b'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:22:55.838823 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d6eed84d-3744-4052-b613-ea272731e912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:55.944107 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-82b0284d-373d-45c0-a2ab-5bcbcb5b766d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'name': 'tempest-TestNetworkBasicOps-router-1841639388', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': 'aab72488-7ab5-49f8-b561-950a7b003666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:22:52Z', 'updated_at': '2022-02-10T23:22:53Z', 'revision_number': 3, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': 'aab72488-7ab5-49f8-b561-950a7b003666', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e2:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:22:52Z', 'updated_at': '2022-02-10T23:22:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:22:55.948628 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b0284d-373d-45c0-a2ab-5bcbcb5b766d None None] The sync data for ids ['7ce25059-4008-4b2d-a29e-1f074539bace'] in dv-neutron-828797-1-hyperv is: [{'id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'name': 'tempest-TestNetworkBasicOps-router-1841639388', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': 'aab72488-7ab5-49f8-b561-950a7b003666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:22:52Z', 'updated_at': '2022-02-10T23:22:53Z', 'revision_number': 3, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': 'aab72488-7ab5-49f8-b561-950a7b003666', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e2:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:22:52Z', 'updated_at': '2022-02-10T23:22:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:22:56.008873 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-d6eed84d-3744-4052-b613-ea272731e912 None None] Allocated IP 172.20.0.2 (eeebc465-fc81-43d0-8ad0-5ecaa0801a34/687c3690-476e-4bc7-80b5-b33501c1893b/a5c50151-6aac-453d-b04a-ca8a94668344) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:22:56.240284 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d6eed84d-3744-4052-b613-ea272731e912 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:56.254006 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-d6eed84d-3744-4052-b613-ea272731e912 None None] Transition to ACTIVE for port object a5c50151-6aac-453d-b04a-ca8a94668344 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:22:56.273594 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-d6eed84d-3744-4052-b613-ea272731e912 None None] Transition to ACTIVE for port object a5c50151-6aac-453d-b04a-ca8a94668344 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:22:56.338707 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d6eed84d-3744-4052-b613-ea272731e912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:56.449620 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6eed84d-3744-4052-b613-ea272731e912 None None] Network eeebc465-fc81-43d0-8ad0-5ecaa0801a34 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:22:56.453189 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eed84d-3744-4052-b613-ea272731e912 None None] Pushing event updated for resources: {'Port': ['ID=a5c50151-6aac-453d-b04a-ca8a94668344,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:22:56.455591 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-d6eed84d-3744-4052-b613-ea272731e912 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:22:56.457712 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6eed84d-3744-4052-b613-ea272731e912 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:22:56.505511 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7035fe2a-587e-4bfd-9d99-4dc6b5aaaf8e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:56.542897 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-d6eed84d-3744-4052-b613-ea272731e912 None None] Attempting to bind port a5c50151-6aac-453d-b04a-ca8a94668344 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:22:56.543571 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-d6eed84d-3744-4052-b613-ea272731e912 None None] Attempting to bind port a5c50151-6aac-453d-b04a-ca8a94668344 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': 'fb70297c-191d-46ef-a81d-d712e64db411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'eeebc465-fc81-43d0-8ad0-5ecaa0801a34'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:22:56.543693 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6eed84d-3744-4052-b613-ea272731e912 None None] Attempting to bind port a5c50151-6aac-453d-b04a-ca8a94668344 on network eeebc465-fc81-43d0-8ad0-5ecaa0801a34 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:22:56.551051 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6eed84d-3744-4052-b613-ea272731e912 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:22:56.551420 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6eed84d-3744-4052-b613-ea272731e912 None None] Checking segment: {'id': 'fb70297c-191d-46ef-a81d-d712e64db411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'eeebc465-fc81-43d0-8ad0-5ecaa0801a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:22:56.551818 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d6eed84d-3744-4052-b613-ea272731e912 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:56.552206 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6eed84d-3744-4052-b613-ea272731e912 None None] Bound using segment: {'id': 'fb70297c-191d-46ef-a81d-d712e64db411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'eeebc465-fc81-43d0-8ad0-5ecaa0801a34'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:22:56.552697 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-d6eed84d-3744-4052-b613-ea272731e912 None None] Bound port: a5c50151-6aac-453d-b04a-ca8a94668344, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb70297c-191d-46ef-a81d-d712e64db411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'eeebc465-fc81-43d0-8ad0-5ecaa0801a34'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:22:56.553070 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d6eed84d-3744-4052-b613-ea272731e912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:56.650364 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-d6eed84d-3744-4052-b613-ea272731e912 None None] For port a5c50151-6aac-453d-b04a-ca8a94668344, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:22:56.653777 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-d6eed84d-3744-4052-b613-ea272731e912 None None] For port a5c50151-6aac-453d-b04a-ca8a94668344, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=a5c50151-6aac-453d-b04a-ca8a94668344,segment=NetworkSegment(fb70297c-191d-46ef-a81d-d712e64db411),segment_id=fb70297c-191d-46ef-a81d-d712e64db411)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:22:56.750735 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d6eed84d-3744-4052-b613-ea272731e912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:56.836323 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eed84d-3744-4052-b613-ea272731e912 None None] Pushing event updated for resources: {'Port': ['ID=a5c50151-6aac-453d-b04a-ca8a94668344,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:22:57.052425 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-7035fe2a-587e-4bfd-9d99-4dc6b5aaaf8e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Allocated IP 172.20.0.1 (eeebc465-fc81-43d0-8ad0-5ecaa0801a34/687c3690-476e-4bc7-80b5-b33501c1893b/4abe124a-15da-4517-9312-c77cb539c9ca) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:22:57.211409 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7035fe2a-587e-4bfd-9d99-4dc6b5aaaf8e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:57.227406 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7035fe2a-587e-4bfd-9d99-4dc6b5aaaf8e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Transition to ACTIVE for port object 4abe124a-15da-4517-9312-c77cb539c9ca will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:22:57.321687 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7035fe2a-587e-4bfd-9d99-4dc6b5aaaf8e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:57.392927 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7035fe2a-587e-4bfd-9d99-4dc6b5aaaf8e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Network eeebc465-fc81-43d0-8ad0-5ecaa0801a34 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:22:57.395686 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-7035fe2a-587e-4bfd-9d99-4dc6b5aaaf8e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:22:57.399437 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7035fe2a-587e-4bfd-9d99-4dc6b5aaaf8e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:22:57.431176 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7035fe2a-587e-4bfd-9d99-4dc6b5aaaf8e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Port': ['ID=4abe124a-15da-4517-9312-c77cb539c9ca,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:22:57.454074 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7035fe2a-587e-4bfd-9d99-4dc6b5aaaf8e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:57.454426 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7035fe2a-587e-4bfd-9d99-4dc6b5aaaf8e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:57.454753 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7035fe2a-587e-4bfd-9d99-4dc6b5aaaf8e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:57.455081 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7035fe2a-587e-4bfd-9d99-4dc6b5aaaf8e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:57.455411 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7035fe2a-587e-4bfd-9d99-4dc6b5aaaf8e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:57.455737 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7035fe2a-587e-4bfd-9d99-4dc6b5aaaf8e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:57.456060 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7035fe2a-587e-4bfd-9d99-4dc6b5aaaf8e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:57.456382 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7035fe2a-587e-4bfd-9d99-4dc6b5aaaf8e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:57.456726 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7035fe2a-587e-4bfd-9d99-4dc6b5aaaf8e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:57.457067 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7035fe2a-587e-4bfd-9d99-4dc6b5aaaf8e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:57.457384 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7035fe2a-587e-4bfd-9d99-4dc6b5aaaf8e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:57.473380 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7035fe2a-587e-4bfd-9d99-4dc6b5aaaf8e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733071'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:57.662534 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7035fe2a-587e-4bfd-9d99-4dc6b5aaaf8e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:57.735105 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6713785f-c77c-47e2-b943-ccf61cce3409 None None] Network eeebc465-fc81-43d0-8ad0-5ecaa0801a34 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:22:57.961205 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-27344b7f-4417-4cbf-af54-dddd8f9d81dd None None] Provisioning for port a5c50151-6aac-453d-b04a-ca8a94668344 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:22:58.079664 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7035fe2a-587e-4bfd-9d99-4dc6b5aaaf8e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:58.149751 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7035fe2a-587e-4bfd-9d99-4dc6b5aaaf8e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:58.184438 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device a5c50151-6aac-453d-b04a-ca8a94668344 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:22:58.264451 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7035fe2a-587e-4bfd-9d99-4dc6b5aaaf8e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Port': ['ID=4abe124a-15da-4517-9312-c77cb539c9ca,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:22:58.267108 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7035fe2a-587e-4bfd-9d99-4dc6b5aaaf8e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2767683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732898'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:58.349395 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-ba02ab01-11eb-45f7-872d-163829b2a8df None None] Provisioning for port 4abe124a-15da-4517-9312-c77cb539c9ca completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:22:58.354227 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-ba02ab01-11eb-45f7-872d-163829b2a8df None None] Provisioning complete for port 4abe124a-15da-4517-9312-c77cb539c9ca triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:22:58.354720 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ba02ab01-11eb-45f7-872d-163829b2a8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:58.383381 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port a5c50151-6aac-453d-b04a-ca8a94668344 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:22:58.396902 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port a5c50151-6aac-453d-b04a-ca8a94668344 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:22:58.397267 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:58.422056 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7035fe2a-587e-4bfd-9d99-4dc6b5aaaf8e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Network eeebc465-fc81-43d0-8ad0-5ecaa0801a34 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:22:58.423228 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-7035fe2a-587e-4bfd-9d99-4dc6b5aaaf8e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:22:58.450683 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-ba02ab01-11eb-45f7-872d-163829b2a8df None None] Port 4abe124a-15da-4517-9312-c77cb539c9ca cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:22:58.527039 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:58.576124 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port a5c50151-6aac-453d-b04a-ca8a94668344, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=a5c50151-6aac-453d-b04a-ca8a94668344,segment=NetworkSegment(fb70297c-191d-46ef-a81d-d712e64db411),segment_id=fb70297c-191d-46ef-a81d-d712e64db411)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:22:58.585657 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-c0b75096-5d5e-4e50-a5b3-67506a16c409 None None] Provisioning complete for port 4abe124a-15da-4517-9312-c77cb539c9ca triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:22:58.585867 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c0b75096-5d5e-4e50-a5b3-67506a16c409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:58.642854 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-c0b75096-5d5e-4e50-a5b3-67506a16c409 None None] Port 4abe124a-15da-4517-9312-c77cb539c9ca cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:22:58.652143 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:58.652926 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device aab72488-7ab5-49f8-b561-950a7b003666 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:22:58.774000 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=a5c50151-6aac-453d-b04a-ca8a94668344,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:22:58.788943 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-9e30f474-1c6b-4306-a304-f9409bec33dd None None] Provisioning complete for port 4abe124a-15da-4517-9312-c77cb539c9ca triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:22:58.789318 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9e30f474-1c6b-4306-a304-f9409bec33dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:58.844880 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-9e30f474-1c6b-4306-a304-f9409bec33dd None None] Port 4abe124a-15da-4517-9312-c77cb539c9ca cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:22:58.887283 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port aab72488-7ab5-49f8-b561-950a7b003666 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:22:58.892132 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port aab72488-7ab5-49f8-b561-950a7b003666 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:22:58.892597 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:58.933670 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7035fe2a-587e-4bfd-9d99-4dc6b5aaaf8e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Router 7ce25059-4008-4b2d-a29e-1f074539bace has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:22:59.003421 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:59.019845 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port aab72488-7ab5-49f8-b561-950a7b003666, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=aab72488-7ab5-49f8-b561-950a7b003666,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:22:59.098280 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:59.135722 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7035fe2a-587e-4bfd-9d99-4dc6b5aaaf8e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:22:59.149364 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-7035fe2a-587e-4bfd-9d99-4dc6b5aaaf8e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "PUT /v2.0/routers/7ce25059-4008-4b2d-a29e-1f074539bace/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4456868 Feb 10 23:22:59.151853 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51982) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:22:59.166808 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=aab72488-7ab5-49f8-b561-950a7b003666,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:22:59.291776 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c375f290-0b7c-4592-9aaf-044fd9268495 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:59.292027 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c375f290-0b7c-4592-9aaf-044fd9268495 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:59.292754 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c375f290-0b7c-4592-9aaf-044fd9268495 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:59.293126 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c375f290-0b7c-4592-9aaf-044fd9268495 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:59.294701 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-c375f290-0b7c-4592-9aaf-044fd9268495 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1417632 Feb 10 23:22:59.297368 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51986) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:22:59.363689 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0929fd5a-dc52-401b-8964-e28bcef81f9f tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:59.364057 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0929fd5a-dc52-401b-8964-e28bcef81f9f tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:59.364409 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0929fd5a-dc52-401b-8964-e28bcef81f9f tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:59.364790 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0929fd5a-dc52-401b-8964-e28bcef81f9f tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:59.366378 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-0929fd5a-dc52-401b-8964-e28bcef81f9f tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0681465 Feb 10 23:22:59.369090 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51990) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:22:59.478105 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29db34ca-c986-4e07-9fe1-086836e284d7 None None] Sync routers for ids ['7ce25059-4008-4b2d-a29e-1f074539bace'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:22:59.490214 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29db34ca-c986-4e07-9fe1-086836e284d7 None None] Routers {'7ce25059-4008-4b2d-a29e-1f074539bace'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:22:59.490848 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-29db34ca-c986-4e07-9fe1-086836e284d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:22:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['7ce25059-4008-4b2d-a29e-1f074539bace'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:22:59.573700 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-f906a049-2739-4dd0-8c67-b8fca89a04bf tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2034950 Feb 10 23:22:59.666757 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-29db34ca-c986-4e07-9fe1-086836e284d7 None None] Set router 7ce25059-4008-4b2d-a29e-1f074539bace gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:22:59.998593 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-29db34ca-c986-4e07-9fe1-086836e284d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'name': 'tempest-TestNetworkBasicOps-router-1841639388', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': 'aab72488-7ab5-49f8-b561-950a7b003666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:22:52Z', 'updated_at': '2022-02-10T23:22:57Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': 'aab72488-7ab5-49f8-b561-950a7b003666', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:22:52Z', 'updated_at': '2022-02-10T23:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '4abe124a-15da-4517-9312-c77cb539c9ca', 'name': '', 'network_id': 'eeebc465-fc81-43d0-8ad0-5ecaa0801a34', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:32:87:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '687c3690-476e-4bc7-80b5-b33501c1893b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:22:56Z', 'updated_at': '2022-02-10T23:22:57Z', 'revision_number': 2, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': '687c3690-476e-4bc7-80b5-b33501c1893b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:23:00.003789 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29db34ca-c986-4e07-9fe1-086836e284d7 None None] Checking router: 7ce25059-4008-4b2d-a29e-1f074539bace for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:23:00.004142 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29db34ca-c986-4e07-9fe1-086836e284d7 None None] Updating router 7ce25059-4008-4b2d-a29e-1f074539bace port 4abe124a-15da-4517-9312-c77cb539c9ca binding host dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:23:00.025590 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 51996) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:23:00.031313 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-35cc1b49-7415-447a-9504-407823a33557 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-433875364', 'description': 'tempest-secgroup-smoke-433875364 description', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:23:00.037459 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-35cc1b49-7415-447a-9504-407823a33557 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:23:00.041769 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-35cc1b49-7415-447a-9504-407823a33557 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:23:00.044624 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-35cc1b49-7415-447a-9504-407823a33557 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:23:00.051768 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-35cc1b49-7415-447a-9504-407823a33557 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:23:00.056446 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-29db34ca-c986-4e07-9fe1-086836e284d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:00.129791 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device a5c50151-6aac-453d-b04a-ca8a94668344 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:23:00.132396 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-35cc1b49-7415-447a-9504-407823a33557 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:00.167527 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-35cc1b49-7415-447a-9504-407823a33557 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:23:00.172055 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-35cc1b49-7415-447a-9504-407823a33557 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:23:00.174867 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-35cc1b49-7415-447a-9504-407823a33557 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:23:00.180453 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-35cc1b49-7415-447a-9504-407823a33557 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:23:00.238377 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-35cc1b49-7415-447a-9504-407823a33557 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:00.297993 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-35cc1b49-7415-447a-9504-407823a33557 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:00.347366 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port a5c50151-6aac-453d-b04a-ca8a94668344 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:23:00.347730 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:00.351886 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cc1b49-7415-447a-9504-407823a33557 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3b6087-f7dd-4185-b7d6-cac4a3733cb2,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:23:00.429513 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-35cc1b49-7415-447a-9504-407823a33557 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:00.430741 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-35cc1b49-7415-447a-9504-407823a33557 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4041584 Feb 10 23:23:00.434282 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 52000) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:23:00.440593 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-c36202ae-c3d2-4487-9051-69d11c685d5c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': 'fc3b6087-f7dd-4185-b7d6-cac4a3733cb2', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:23:00.447431 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c36202ae-c3d2-4487-9051-69d11c685d5c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:23:00.451587 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c36202ae-c3d2-4487-9051-69d11c685d5c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:23:00.455402 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c36202ae-c3d2-4487-9051-69d11c685d5c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:23:00.461293 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c36202ae-c3d2-4487-9051-69d11c685d5c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:23:00.551071 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c36202ae-c3d2-4487-9051-69d11c685d5c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:00.597504 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device aab72488-7ab5-49f8-b561-950a7b003666 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:23:00.630309 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-29db34ca-c986-4e07-9fe1-086836e284d7 None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:00.636410 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c36202ae-c3d2-4487-9051-69d11c685d5c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:00.661083 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-29db34ca-c986-4e07-9fe1-086836e284d7 None None] Transition to ACTIVE for port object 4abe124a-15da-4517-9312-c77cb539c9ca will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:23:00.683877 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port aab72488-7ab5-49f8-b561-950a7b003666 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:23:00.684235 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:00.807076 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c36202ae-c3d2-4487-9051-69d11c685d5c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:00.810255 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-29db34ca-c986-4e07-9fe1-086836e284d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:00.838957 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36202ae-c3d2-4487-9051-69d11c685d5c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf4f038a-b472-4fbd-a9ed-5c126d71410e,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:23:00.927195 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c36202ae-c3d2-4487-9051-69d11c685d5c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:00.931314 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c36202ae-c3d2-4487-9051-69d11c685d5c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4933360 Feb 10 23:23:00.931602 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 52004) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:23:00.939521 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-1b73baaa-01c0-4081-b81b-a82ebf6360c7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': 'fc3b6087-f7dd-4185-b7d6-cac4a3733cb2', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:23:00.947172 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-1b73baaa-01c0-4081-b81b-a82ebf6360c7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:23:00.951711 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1b73baaa-01c0-4081-b81b-a82ebf6360c7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:23:00.956211 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1b73baaa-01c0-4081-b81b-a82ebf6360c7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:23:00.963005 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-1b73baaa-01c0-4081-b81b-a82ebf6360c7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:23:00.963925 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f0daf5-8578-46ee-9a0a-c13bb0f86243 None None] Pushing event updated for resources: {'Port': ['ID=4abe124a-15da-4517-9312-c77cb539c9ca,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:23:01.054598 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1b73baaa-01c0-4081-b81b-a82ebf6360c7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:01.058609 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-29db34ca-c986-4e07-9fe1-086836e284d7 None None] Attempting to bind port 4abe124a-15da-4517-9312-c77cb539c9ca on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:23:01.059356 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-29db34ca-c986-4e07-9fe1-086836e284d7 None None] Attempting to bind port 4abe124a-15da-4517-9312-c77cb539c9ca by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': 'fb70297c-191d-46ef-a81d-d712e64db411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'eeebc465-fc81-43d0-8ad0-5ecaa0801a34'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:23:01.059356 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29db34ca-c986-4e07-9fe1-086836e284d7 None None] Attempting to bind port 4abe124a-15da-4517-9312-c77cb539c9ca on network eeebc465-fc81-43d0-8ad0-5ecaa0801a34 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:23:01.067921 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29db34ca-c986-4e07-9fe1-086836e284d7 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:23:01.069045 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29db34ca-c986-4e07-9fe1-086836e284d7 None None] Checking segment: {'id': 'fb70297c-191d-46ef-a81d-d712e64db411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'eeebc465-fc81-43d0-8ad0-5ecaa0801a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:23:01.069447 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-29db34ca-c986-4e07-9fe1-086836e284d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:01.069860 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29db34ca-c986-4e07-9fe1-086836e284d7 None None] Bound using segment: {'id': 'fb70297c-191d-46ef-a81d-d712e64db411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'eeebc465-fc81-43d0-8ad0-5ecaa0801a34'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:23:01.070332 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-29db34ca-c986-4e07-9fe1-086836e284d7 None None] Bound port: 4abe124a-15da-4517-9312-c77cb539c9ca, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb70297c-191d-46ef-a81d-d712e64db411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'eeebc465-fc81-43d0-8ad0-5ecaa0801a34'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:23:01.070881 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-29db34ca-c986-4e07-9fe1-086836e284d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:01.118812 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1b73baaa-01c0-4081-b81b-a82ebf6360c7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:01.156784 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-29db34ca-c986-4e07-9fe1-086836e284d7 None None] For port 4abe124a-15da-4517-9312-c77cb539c9ca, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:23:01.159666 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-29db34ca-c986-4e07-9fe1-086836e284d7 None None] For port 4abe124a-15da-4517-9312-c77cb539c9ca, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=4abe124a-15da-4517-9312-c77cb539c9ca,segment=NetworkSegment(fb70297c-191d-46ef-a81d-d712e64db411),segment_id=fb70297c-191d-46ef-a81d-d712e64db411)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:23:01.183462 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1b73baaa-01c0-4081-b81b-a82ebf6360c7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:01.207182 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b73baaa-01c0-4081-b81b-a82ebf6360c7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed405d11-d59b-4a96-a0fd-e6fb231d3b9c,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:23:01.287035 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-29db34ca-c986-4e07-9fe1-086836e284d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:01.309525 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1b73baaa-01c0-4081-b81b-a82ebf6360c7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:01.310719 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1b73baaa-01c0-4081-b81b-a82ebf6360c7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3780427 Feb 10 23:23:01.314542 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 52008) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:23:01.320568 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-28480adf-3b6a-4d7f-a928-8d0fb4d79a78 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': 'fc3b6087-f7dd-4185-b7d6-cac4a3733cb2', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:23:01.326258 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-28480adf-3b6a-4d7f-a928-8d0fb4d79a78 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:23:01.333006 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-28480adf-3b6a-4d7f-a928-8d0fb4d79a78 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:23:01.333841 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-28480adf-3b6a-4d7f-a928-8d0fb4d79a78 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:23:01.340440 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-28480adf-3b6a-4d7f-a928-8d0fb4d79a78 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:23:01.372829 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f0daf5-8578-46ee-9a0a-c13bb0f86243 None None] Pushing event updated for resources: {'Port': ['ID=4abe124a-15da-4517-9312-c77cb539c9ca,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:23:01.377331 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29db34ca-c986-4e07-9fe1-086836e284d7 None None] Routers {'7ce25059-4008-4b2d-a29e-1f074539bace'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:23:01.377926 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-29db34ca-c986-4e07-9fe1-086836e284d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:22:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['7ce25059-4008-4b2d-a29e-1f074539bace'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:23:01.430477 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-28480adf-3b6a-4d7f-a928-8d0fb4d79a78 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:01.498190 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-28480adf-3b6a-4d7f-a928-8d0fb4d79a78 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:01.563148 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-29db34ca-c986-4e07-9fe1-086836e284d7 None None] Set router 7ce25059-4008-4b2d-a29e-1f074539bace gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:23:01.578193 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-28480adf-3b6a-4d7f-a928-8d0fb4d79a78 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:01.609639 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28480adf-3b6a-4d7f-a928-8d0fb4d79a78 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44593631-d3f6-4859-8a9a-ac1b538dbd5d,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:23:01.703723 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-28480adf-3b6a-4d7f-a928-8d0fb4d79a78 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:01.705001 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-28480adf-3b6a-4d7f-a928-8d0fb4d79a78 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3893802 Feb 10 23:23:01.709359 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 52012) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:23:01.716487 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-6b73414a-6486-4b66-9ffb-e30e1368d25a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': 'fc3b6087-f7dd-4185-b7d6-cac4a3733cb2', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:23:01.724105 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-6b73414a-6486-4b66-9ffb-e30e1368d25a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:23:01.727887 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-6b73414a-6486-4b66-9ffb-e30e1368d25a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:23:01.730782 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-6b73414a-6486-4b66-9ffb-e30e1368d25a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:23:01.737254 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-6b73414a-6486-4b66-9ffb-e30e1368d25a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:23:01.830529 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6b73414a-6486-4b66-9ffb-e30e1368d25a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:01.893954 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6b73414a-6486-4b66-9ffb-e30e1368d25a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:01.923153 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-29db34ca-c986-4e07-9fe1-086836e284d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'name': 'tempest-TestNetworkBasicOps-router-1841639388', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': 'aab72488-7ab5-49f8-b561-950a7b003666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:22:52Z', 'updated_at': '2022-02-10T23:22:57Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': 'aab72488-7ab5-49f8-b561-950a7b003666', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:22:52Z', 'updated_at': '2022-02-10T23:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '4abe124a-15da-4517-9312-c77cb539c9ca', 'name': '', 'network_id': 'eeebc465-fc81-43d0-8ad0-5ecaa0801a34', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:32:87:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '687c3690-476e-4bc7-80b5-b33501c1893b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:22:56Z', 'updated_at': '2022-02-10T23:23:01Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': '687c3690-476e-4bc7-80b5-b33501c1893b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:23:01.928060 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29db34ca-c986-4e07-9fe1-086836e284d7 None None] The sync data for ids ['7ce25059-4008-4b2d-a29e-1f074539bace'] in dv-neutron-828797-1-hyperv is: [{'id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'name': 'tempest-TestNetworkBasicOps-router-1841639388', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': 'aab72488-7ab5-49f8-b561-950a7b003666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:22:52Z', 'updated_at': '2022-02-10T23:22:57Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': 'aab72488-7ab5-49f8-b561-950a7b003666', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:22:52Z', 'updated_at': '2022-02-10T23:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '4abe124a-15da-4517-9312-c77cb539c9ca', 'name': '', 'network_id': 'eeebc465-fc81-43d0-8ad0-5ecaa0801a34', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:32:87:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '687c3690-476e-4bc7-80b5-b33501c1893b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:22:56Z', 'updated_at': '2022-02-10T23:23:01Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': '687c3690-476e-4bc7-80b5-b33501c1893b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:23:01.978249 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6b73414a-6486-4b66-9ffb-e30e1368d25a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:02.009488 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b73414a-6486-4b66-9ffb-e30e1368d25a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e07406dd-7fdf-4830-96fb-136b8155672b,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:23:02.087661 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6b73414a-6486-4b66-9ffb-e30e1368d25a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:02.088995 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-6b73414a-6486-4b66-9ffb-e30e1368d25a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3782117 Feb 10 23:23:02.094825 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 52016) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:23:02.101021 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-934a2a42-047b-405e-94b1-b1b839d0947f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': 'fc3b6087-f7dd-4185-b7d6-cac4a3733cb2', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:23:02.107294 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-934a2a42-047b-405e-94b1-b1b839d0947f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:23:02.112037 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-934a2a42-047b-405e-94b1-b1b839d0947f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:23:02.115250 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-934a2a42-047b-405e-94b1-b1b839d0947f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:23:02.121202 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-934a2a42-047b-405e-94b1-b1b839d0947f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:23:02.143968 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 4abe124a-15da-4517-9312-c77cb539c9ca up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:23:02.228635 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.securitygroups_db [None req-934a2a42-047b-405e-94b1-b1b839d0947f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Project 714fdf59d9ad4aa1b5cc4598e806e542 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:23:02.230775 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-934a2a42-047b-405e-94b1-b1b839d0947f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:02.292608 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 4abe124a-15da-4517-9312-c77cb539c9ca completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:23:02.298827 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 4abe124a-15da-4517-9312-c77cb539c9ca triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:23:02.300246 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:02.302040 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-934a2a42-047b-405e-94b1-b1b839d0947f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:02.394896 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-934a2a42-047b-405e-94b1-b1b839d0947f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:02.421639 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934a2a42-047b-405e-94b1-b1b839d0947f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53f61605-244b-4b34-b4cc-5fff7c234c68,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:23:02.423627 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:02.457478 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 4abe124a-15da-4517-9312-c77cb539c9ca, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=4abe124a-15da-4517-9312-c77cb539c9ca,segment=NetworkSegment(fb70297c-191d-46ef-a81d-d712e64db411),segment_id=fb70297c-191d-46ef-a81d-d712e64db411)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:23:02.503946 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-934a2a42-047b-405e-94b1-b1b839d0947f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:02.505214 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-934a2a42-047b-405e-94b1-b1b839d0947f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4092824 Feb 10 23:23:02.507890 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 52020) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:23:02.513413 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-096bfede-7304-4788-a43e-7f53b22fa3bd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': 'fc3b6087-f7dd-4185-b7d6-cac4a3733cb2', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:23:02.519611 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-096bfede-7304-4788-a43e-7f53b22fa3bd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:23:02.523561 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-096bfede-7304-4788-a43e-7f53b22fa3bd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:23:02.526686 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-096bfede-7304-4788-a43e-7f53b22fa3bd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:23:02.532287 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:02.534047 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-096bfede-7304-4788-a43e-7f53b22fa3bd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:23:02.597457 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.securitygroups_db [None req-096bfede-7304-4788-a43e-7f53b22fa3bd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Project 714fdf59d9ad4aa1b5cc4598e806e542 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:23:02.603513 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=4abe124a-15da-4517-9312-c77cb539c9ca,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:23:02.605316 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-096bfede-7304-4788-a43e-7f53b22fa3bd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:02.681043 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-096bfede-7304-4788-a43e-7f53b22fa3bd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:02.732122 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-096bfede-7304-4788-a43e-7f53b22fa3bd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:02.758015 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096bfede-7304-4788-a43e-7f53b22fa3bd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6943c866-5453-4491-9de7-bac0ca6f0aaf,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:23:02.829871 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-096bfede-7304-4788-a43e-7f53b22fa3bd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:02.831314 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-096bfede-7304-4788-a43e-7f53b22fa3bd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3224587 Feb 10 23:23:03.211394 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-36d77f32-bbf2-4194-8a4f-c3127d7f7165 req-fda796af-f234-48f2-8001-4f2cafb51bd1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-433875364&fields=id&tenant_id=714fdf59d9ad4aa1b5cc4598e806e542 HTTP/1.1" status: 200 len: 267 time: 0.0418367 Feb 10 23:23:03.366254 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d77f32-bbf2-4194-8a4f-c3127d7f7165 req-6a059456-997e-432b-b3c6-9177ebeff5ae tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:03.367684 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-36d77f32-bbf2-4194-8a4f-c3127d7f7165 req-6a059456-997e-432b-b3c6-9177ebeff5ae tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/networks?id=eeebc465-fc81-43d0-8ad0-5ecaa0801a34 HTTP/1.1" status: 200 len: 797 time: 0.1484025 Feb 10 23:23:03.384748 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-36d77f32-bbf2-4194-8a4f-c3127d7f7165 req-9c51dff1-dc60-4e25-888e-2e95d57acd5f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/quotas/714fdf59d9ad4aa1b5cc4598e806e542 HTTP/1.1" status: 200 len: 375 time: 0.0114710 Feb 10 23:23:03.468222 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-36d77f32-bbf2-4194-8a4f-c3127d7f7165 req-4462992b-1d3f-44f9-ae52-9c364fceaeab tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0786684 Feb 10 23:23:03.672812 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-36d77f32-bbf2-4194-8a4f-c3127d7f7165 req-e2787836-c8f3-4d18-860a-a07fde599c39 service neutron] 10.222.0.59 "GET /v2.0/networks/eeebc465-fc81-43d0-8ad0-5ecaa0801a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928928 Feb 10 23:23:03.882950 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-36d77f32-bbf2-4194-8a4f-c3127d7f7165 req-837b1894-3c86-4e8f-aef9-7a8068cd2c8c service neutron] 10.222.0.59 "GET /v2.0/networks/eeebc465-fc81-43d0-8ad0-5ecaa0801a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043290 Feb 10 23:23:04.129211 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 4abe124a-15da-4517-9312-c77cb539c9ca up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:23:04.161190 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-6a59d54e-614d-4409-b758-58c1a74898ca req-4b09443d-053f-46ea-9af8-e617728c6062 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Synchronizing usage tracker for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:23:04.206921 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 4abe124a-15da-4517-9312-c77cb539c9ca triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:23:04.207282 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:04.228896 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-6a59d54e-614d-4409-b758-58c1a74898ca req-4b09443d-053f-46ea-9af8-e617728c6062 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Unset dirty status for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:23:04.230005 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-6a59d54e-614d-4409-b758-58c1a74898ca req-4b09443d-053f-46ea-9af8-e617728c6062 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5359c75-0786-4e47-88a1-25b7dc5551b1 HTTP/1.1" status: 200 len: 210 time: 0.1099293 Feb 10 23:23:05.390886 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e73c8861-fec3-4a43-877c-09fa10e5bd9b req-7ae7e50e-0e2f-4e8f-a29e-dce11f022e64 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5359c75-0786-4e47-88a1-25b7dc5551b1 HTTP/1.1" status: 200 len: 210 time: 0.0397756 Feb 10 23:23:06.565271 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-55a4d92f-6e99-4a87-aa43-78b2d8b19aea req-38b4ec0f-4150-4d2e-aa2a-99bf850adbfe tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5359c75-0786-4e47-88a1-25b7dc5551b1 HTTP/1.1" status: 200 len: 210 time: 0.0450442 Feb 10 23:23:06.605659 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d77f32-bbf2-4194-8a4f-c3127d7f7165 req-2b1a6da8-fc54-461a-87e7-9131124a9ce6 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:06.607074 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-36d77f32-bbf2-4194-8a4f-c3127d7f7165 req-2b1a6da8-fc54-461a-87e7-9131124a9ce6 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.37 "GET /v2.0/networks?id=eeebc465-fc81-43d0-8ad0-5ecaa0801a34 HTTP/1.1" status: 200 len: 797 time: 0.1483903 Feb 10 23:23:06.660037 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-36d77f32-bbf2-4194-8a4f-c3127d7f7165 req-c8bb5f34-8e04-4175-ad0a-384a1e97b6f8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=714fdf59d9ad4aa1b5cc4598e806e542 HTTP/1.1" status: 200 len: 379 time: 0.0402994 Feb 10 23:23:06.669059 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-36d77f32-bbf2-4194-8a4f-c3127d7f7165 req-589e59f5-8e59-4bc9-b54c-c4da39b73650 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'port': {'device_id': 'e5359c75-0786-4e47-88a1-25b7dc5551b1', 'network_id': 'eeebc465-fc81-43d0-8ad0-5ecaa0801a34', 'admin_state_up': True, 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'security_groups': ['fc3b6087-f7dd-4185-b7d6-cac4a3733cb2']}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:23:06.806253 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-36d77f32-bbf2-4194-8a4f-c3127d7f7165 req-589e59f5-8e59-4bc9-b54c-c4da39b73650 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:23:06.816376 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-36d77f32-bbf2-4194-8a4f-c3127d7f7165 req-589e59f5-8e59-4bc9-b54c-c4da39b73650 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:23:06.903503 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36d77f32-bbf2-4194-8a4f-c3127d7f7165 req-589e59f5-8e59-4bc9-b54c-c4da39b73650 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Made reservation on behalf of 714fdf59d9ad4aa1b5cc4598e806e542 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:23:06.907019 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-36d77f32-bbf2-4194-8a4f-c3127d7f7165 req-589e59f5-8e59-4bc9-b54c-c4da39b73650 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:07.072843 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [req-36d77f32-bbf2-4194-8a4f-c3127d7f7165 req-589e59f5-8e59-4bc9-b54c-c4da39b73650 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Allocated IP 172.20.0.13 (eeebc465-fc81-43d0-8ad0-5ecaa0801a34/687c3690-476e-4bc7-80b5-b33501c1893b/a479cc12-652e-4ff6-8411-2cc2290353c4) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:23:07.258537 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-36d77f32-bbf2-4194-8a4f-c3127d7f7165 req-589e59f5-8e59-4bc9-b54c-c4da39b73650 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:07.273610 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-36d77f32-bbf2-4194-8a4f-c3127d7f7165 req-589e59f5-8e59-4bc9-b54c-c4da39b73650 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Transition to ACTIVE for port object a479cc12-652e-4ff6-8411-2cc2290353c4 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:23:07.366741 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-36d77f32-bbf2-4194-8a4f-c3127d7f7165 req-589e59f5-8e59-4bc9-b54c-c4da39b73650 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:07.440443 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36d77f32-bbf2-4194-8a4f-c3127d7f7165 req-589e59f5-8e59-4bc9-b54c-c4da39b73650 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Network eeebc465-fc81-43d0-8ad0-5ecaa0801a34 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:23:07.443263 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [req-36d77f32-bbf2-4194-8a4f-c3127d7f7165 req-589e59f5-8e59-4bc9-b54c-c4da39b73650 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:23:07.447015 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d77f32-bbf2-4194-8a4f-c3127d7f7165 req-589e59f5-8e59-4bc9-b54c-c4da39b73650 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:23:07.477556 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589e59f5-8e59-4bc9-b54c-c4da39b73650 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Port': ['ID=a479cc12-652e-4ff6-8411-2cc2290353c4,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:23:07.513423 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d77f32-bbf2-4194-8a4f-c3127d7f7165 req-589e59f5-8e59-4bc9-b54c-c4da39b73650 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:07.513943 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-36d77f32-bbf2-4194-8a4f-c3127d7f7165 req-589e59f5-8e59-4bc9-b54c-c4da39b73650 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:07.606970 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-36d77f32-bbf2-4194-8a4f-c3127d7f7165 req-589e59f5-8e59-4bc9-b54c-c4da39b73650 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9416301 Feb 10 23:23:07.617051 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [req-36d77f32-bbf2-4194-8a4f-c3127d7f7165 req-5fc1bc37-86f0-4cde-b201-cc9b3d49268f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:23:07.617979 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-36d77f32-bbf2-4194-8a4f-c3127d7f7165 req-5fc1bc37-86f0-4cde-b201-cc9b3d49268f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0054846 Feb 10 23:23:07.627995 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-36d77f32-bbf2-4194-8a4f-c3127d7f7165 req-70d6e712-af98-4409-a822-94459e91e4d0 service neutron] Request body: {'port': {'device_id': 'e5359c75-0786-4e47-88a1-25b7dc5551b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:23:07.766718 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-eb06fc1d-675f-4562-842b-056b09f768e4 None None] Provisioning for port a479cc12-652e-4ff6-8411-2cc2290353c4 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:23:07.771624 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-eb06fc1d-675f-4562-842b-056b09f768e4 None None] Provisioning complete for port a479cc12-652e-4ff6-8411-2cc2290353c4 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:23:07.771993 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-eb06fc1d-675f-4562-842b-056b09f768e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:07.778673 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-36d77f32-bbf2-4194-8a4f-c3127d7f7165 req-70d6e712-af98-4409-a822-94459e91e4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:07.827721 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-eb06fc1d-675f-4562-842b-056b09f768e4 None None] Port a479cc12-652e-4ff6-8411-2cc2290353c4 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:23:07.869503 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb227af-1aa4-44a6-97c1-88014d487923 req-521f4ad4-9f87-45bf-813b-961d14f35717 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:07.870173 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-fcb227af-1aa4-44a6-97c1-88014d487923 req-521f4ad4-9f87-45bf-813b-961d14f35717 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Synchronizing usage tracker for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:23:08.020054 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-fcb227af-1aa4-44a6-97c1-88014d487923 req-521f4ad4-9f87-45bf-813b-961d14f35717 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Unset dirty status for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:23:08.021172 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fcb227af-1aa4-44a6-97c1-88014d487923 req-521f4ad4-9f87-45bf-813b-961d14f35717 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5359c75-0786-4e47-88a1-25b7dc5551b1 HTTP/1.1" status: 200 len: 932 time: 0.3114336 Feb 10 23:23:08.108577 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fcb227af-1aa4-44a6-97c1-88014d487923 req-2023aa12-e851-41ea-b2eb-54bc383df123 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc3b6087-f7dd-4185-b7d6-cac4a3733cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812113 Feb 10 23:23:08.185166 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [req-36d77f32-bbf2-4194-8a4f-c3127d7f7165 req-70d6e712-af98-4409-a822-94459e91e4d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a479cc12-652e-4ff6-8411-2cc2290353c4 {{(pid=84332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:23:08.191914 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-36d77f32-bbf2-4194-8a4f-c3127d7f7165 req-70d6e712-af98-4409-a822-94459e91e4d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:08.206255 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-36d77f32-bbf2-4194-8a4f-c3127d7f7165 req-70d6e712-af98-4409-a822-94459e91e4d0 service neutron] Transition to ACTIVE for port object a479cc12-652e-4ff6-8411-2cc2290353c4 will not be triggered until provisioned by entity L2. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:23:08.281101 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-36d77f32-bbf2-4194-8a4f-c3127d7f7165 req-70d6e712-af98-4409-a822-94459e91e4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:08.408707 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d6e712-af98-4409-a822-94459e91e4d0 service neutron] Pushing event updated for resources: {'Port': ['ID=a479cc12-652e-4ff6-8411-2cc2290353c4,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:23:08.602834 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-36d77f32-bbf2-4194-8a4f-c3127d7f7165 req-70d6e712-af98-4409-a822-94459e91e4d0 service neutron] Attempting to bind port a479cc12-652e-4ff6-8411-2cc2290353c4 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:23:08.603161 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-36d77f32-bbf2-4194-8a4f-c3127d7f7165 req-70d6e712-af98-4409-a822-94459e91e4d0 service neutron] Attempting to bind port a479cc12-652e-4ff6-8411-2cc2290353c4 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': 'fb70297c-191d-46ef-a81d-d712e64db411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'eeebc465-fc81-43d0-8ad0-5ecaa0801a34'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:23:08.603469 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d77f32-bbf2-4194-8a4f-c3127d7f7165 req-70d6e712-af98-4409-a822-94459e91e4d0 service neutron] Attempting to bind port a479cc12-652e-4ff6-8411-2cc2290353c4 on network eeebc465-fc81-43d0-8ad0-5ecaa0801a34 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:23:08.609422 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d77f32-bbf2-4194-8a4f-c3127d7f7165 req-70d6e712-af98-4409-a822-94459e91e4d0 service neutron] Port a479cc12-652e-4ff6-8411-2cc2290353c4 on network eeebc465-fc81-43d0-8ad0-5ecaa0801a34 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:23:08.609943 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d77f32-bbf2-4194-8a4f-c3127d7f7165 req-70d6e712-af98-4409-a822-94459e91e4d0 service neutron] Attempting to bind port a479cc12-652e-4ff6-8411-2cc2290353c4 on network eeebc465-fc81-43d0-8ad0-5ecaa0801a34 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:23:08.615656 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d77f32-bbf2-4194-8a4f-c3127d7f7165 req-70d6e712-af98-4409-a822-94459e91e4d0 service neutron] Checking agent: {'id': '0f85d58b-4cda-4360-97cf-be037aef26b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'started_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:23:08.615976 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d77f32-bbf2-4194-8a4f-c3127d7f7165 req-70d6e712-af98-4409-a822-94459e91e4d0 service neutron] Checking segment: {'id': 'fb70297c-191d-46ef-a81d-d712e64db411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'eeebc465-fc81-43d0-8ad0-5ecaa0801a34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:23:08.616343 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d77f32-bbf2-4194-8a4f-c3127d7f7165 req-70d6e712-af98-4409-a822-94459e91e4d0 service neutron] Bound using segment: {'id': 'fb70297c-191d-46ef-a81d-d712e64db411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'eeebc465-fc81-43d0-8ad0-5ecaa0801a34'} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:23:08.616778 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-36d77f32-bbf2-4194-8a4f-c3127d7f7165 req-70d6e712-af98-4409-a822-94459e91e4d0 service neutron] Bound port: a479cc12-652e-4ff6-8411-2cc2290353c4, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb70297c-191d-46ef-a81d-d712e64db411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'eeebc465-fc81-43d0-8ad0-5ecaa0801a34'}}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:23:08.617111 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-36d77f32-bbf2-4194-8a4f-c3127d7f7165 req-70d6e712-af98-4409-a822-94459e91e4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:08.702651 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-36d77f32-bbf2-4194-8a4f-c3127d7f7165 req-70d6e712-af98-4409-a822-94459e91e4d0 service neutron] For port a479cc12-652e-4ff6-8411-2cc2290353c4, host hv-neutron-8287, cleared binding levels {{(pid=84332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:23:08.705578 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-36d77f32-bbf2-4194-8a4f-c3127d7f7165 req-70d6e712-af98-4409-a822-94459e91e4d0 service neutron] For port a479cc12-652e-4ff6-8411-2cc2290353c4, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=a479cc12-652e-4ff6-8411-2cc2290353c4,segment=NetworkSegment(fb70297c-191d-46ef-a81d-d712e64db411),segment_id=fb70297c-191d-46ef-a81d-d712e64db411)] {{(pid=84332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:23:08.794976 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-36d77f32-bbf2-4194-8a4f-c3127d7f7165 req-70d6e712-af98-4409-a822-94459e91e4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:08.859227 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-36d77f32-bbf2-4194-8a4f-c3127d7f7165 req-70d6e712-af98-4409-a822-94459e91e4d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:08.860606 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-36d77f32-bbf2-4194-8a4f-c3127d7f7165 req-70d6e712-af98-4409-a822-94459e91e4d0 service neutron] 10.222.0.37 "PUT /v2.0/ports/a479cc12-652e-4ff6-8411-2cc2290353c4 HTTP/1.1" status: 200 len: 1094 time: 1.2365818 Feb 10 23:23:08.861052 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5359c75-0786-4e47-88a1-25b7dc5551b1', 'tag': 'a479cc12-652e-4ff6-8411-2cc2290353c4'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:23:08.881678 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d6e712-af98-4409-a822-94459e91e4d0 service neutron] Pushing event updated for resources: {'Port': ['ID=a479cc12-652e-4ff6-8411-2cc2290353c4,revision_number=3']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:23:08.925545 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5359c75-0786-4e47-88a1-25b7dc5551b1', 'tag': 'a479cc12-652e-4ff6-8411-2cc2290353c4', 'status': 'completed', 'code': 200} Feb 10 23:23:09.018974 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-27b9efc1-71e8-4c18-a3d0-3351a356fa69 req-e621206d-bd2b-4229-8fbc-af20a862bff6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&device_id=e5359c75-0786-4e47-88a1-25b7dc5551b1 HTTP/1.1" status: 200 len: 1097 time: 0.0735674 Feb 10 23:23:09.162211 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9efc1-71e8-4c18-a3d0-3351a356fa69 req-7e155dc4-6e97-4ce5-b5c4-a8cfe02c57dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:09.163640 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-27b9efc1-71e8-4c18-a3d0-3351a356fa69 req-7e155dc4-6e97-4ce5-b5c4-a8cfe02c57dc service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1382141 Feb 10 23:23:09.351008 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9efc1-71e8-4c18-a3d0-3351a356fa69 req-07c4202f-d610-4ee2-965b-f01934e2c9bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:09.352420 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-27b9efc1-71e8-4c18-a3d0-3351a356fa69 req-07c4202f-d610-4ee2-965b-f01934e2c9bd service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1830478 Feb 10 23:23:09.364085 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3f0aea-ca4d-4a29-a62e-2621e5d2dd0f req-ce856d70-9c1b-484b-b567-1c18af7bea01 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:09.365483 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9c3f0aea-ca4d-4a29-a62e-2621e5d2dd0f req-ce856d70-9c1b-484b-b567-1c18af7bea01 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5359c75-0786-4e47-88a1-25b7dc5551b1 HTTP/1.1" status: 200 len: 944 time: 0.1267123 Feb 10 23:23:09.454234 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9c3f0aea-ca4d-4a29-a62e-2621e5d2dd0f req-6cfa3ab3-f73e-4148-8231-b2b2f3433bc8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc3b6087-f7dd-4185-b7d6-cac4a3733cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832024 Feb 10 23:23:09.476635 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-36d77f32-bbf2-4194-8a4f-c3127d7f7165 req-03d61148-58fe-455a-8f5f-b4923c69502e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&device_id=e5359c75-0786-4e47-88a1-25b7dc5551b1 HTTP/1.1" status: 200 len: 1097 time: 0.0875437 Feb 10 23:23:09.543963 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-36d77f32-bbf2-4194-8a4f-c3127d7f7165 req-9f528dc3-3ecf-4ed6-8fac-35b2a9cfe282 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a479cc12-652e-4ff6-8411-2cc2290353c4 HTTP/1.1" status: 200 len: 217 time: 0.0611672 Feb 10 23:23:09.607510 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d77f32-bbf2-4194-8a4f-c3127d7f7165 req-59cf93cb-05ea-4354-a671-76250f63d39e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:09.616712 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-36d77f32-bbf2-4194-8a4f-c3127d7f7165 req-59cf93cb-05ea-4354-a671-76250f63d39e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=687c3690-476e-4bc7-80b5-b33501c1893b HTTP/1.1" status: 200 len: 835 time: 0.0605981 Feb 10 23:23:09.683098 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-36d77f32-bbf2-4194-8a4f-c3127d7f7165 req-3ed029f6-959c-4940-863f-2a4e5815cdca service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eeebc465-fc81-43d0-8ad0-5ecaa0801a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682037 Feb 10 23:23:09.812183 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-36d77f32-bbf2-4194-8a4f-c3127d7f7165 req-680addef-89ef-478b-ab2b-508097e255c5 service neutron] 10.222.0.37 "GET /v2.0/networks/eeebc465-fc81-43d0-8ad0-5ecaa0801a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226718 Feb 10 23:23:09.941959 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-36d77f32-bbf2-4194-8a4f-c3127d7f7165 req-493c0f83-0e77-4b49-9b34-8364a4da73e2 service neutron] 10.222.0.37 "GET /v2.0/networks/eeebc465-fc81-43d0-8ad0-5ecaa0801a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242449 Feb 10 23:23:10.651294 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7c3464-d7cc-48e2-98a6-fe301c2676d5 req-81b05d93-c49e-4acd-bf3d-d983270bd27c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:10.652757 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-2e7c3464-d7cc-48e2-98a6-fe301c2676d5 req-81b05d93-c49e-4acd-bf3d-d983270bd27c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5359c75-0786-4e47-88a1-25b7dc5551b1 HTTP/1.1" status: 200 len: 944 time: 0.0766072 Feb 10 23:23:10.696618 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-2e7c3464-d7cc-48e2-98a6-fe301c2676d5 req-4bf117f9-12b0-4bee-9d22-b014e3c60816 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Synchronizing usage tracker for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:23:10.777439 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-2e7c3464-d7cc-48e2-98a6-fe301c2676d5 req-4bf117f9-12b0-4bee-9d22-b014e3c60816 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Unset dirty status for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:23:10.778499 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-2e7c3464-d7cc-48e2-98a6-fe301c2676d5 req-4bf117f9-12b0-4bee-9d22-b014e3c60816 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc3b6087-f7dd-4185-b7d6-cac4a3733cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201532 Feb 10 23:23:11.976468 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bfecf7-e400-46bd-8ed5-c9fc5fb08d13 req-89b568ee-4aec-4d96-be8c-45fb213839b2 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:11.977942 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-82bfecf7-e400-46bd-8ed5-c9fc5fb08d13 req-89b568ee-4aec-4d96-be8c-45fb213839b2 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5359c75-0786-4e47-88a1-25b7dc5551b1 HTTP/1.1" status: 200 len: 944 time: 0.0758207 Feb 10 23:23:12.027645 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-82bfecf7-e400-46bd-8ed5-c9fc5fb08d13 req-5c467bae-67dd-4df0-8fec-5cde7f04f30e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc3b6087-f7dd-4185-b7d6-cac4a3733cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437479 Feb 10 23:23:12.373863 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device a479cc12-652e-4ff6-8411-2cc2290353c4 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:23:12.504872 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port a479cc12-652e-4ff6-8411-2cc2290353c4, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=a479cc12-652e-4ff6-8411-2cc2290353c4,segment=NetworkSegment(fb70297c-191d-46ef-a81d-d712e64db411),segment_id=fb70297c-191d-46ef-a81d-d712e64db411)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:23:12.517880 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Returning: {'device': 'a479cc12-652e-4ff6-8411-2cc2290353c4', 'network_id': 'eeebc465-fc81-43d0-8ad0-5ecaa0801a34', 'port_id': 'a479cc12-652e-4ff6-8411-2cc2290353c4', 'mac_address': 'fa:16:3e:a9:21:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '687c3690-476e-4bc7-80b5-b33501c1893b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:23:12.574455 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:12.591422 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a479cc12-652e-4ff6-8411-2cc2290353c4 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:23:12.606726 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port a479cc12-652e-4ff6-8411-2cc2290353c4, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=a479cc12-652e-4ff6-8411-2cc2290353c4,segment=NetworkSegment(fb70297c-191d-46ef-a81d-d712e64db411),segment_id=fb70297c-191d-46ef-a81d-d712e64db411)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:23:12.720140 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:12.784236 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=a479cc12-652e-4ff6-8411-2cc2290353c4,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:23:12.961250 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['a479cc12-652e-4ff6-8411-2cc2290353c4'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:23:13.234201 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dbe2bf-fb45-497d-b77e-a7f0fcb0e354 req-bcf9d362-ac74-47bc-8a31-04f2a9ad1fbe tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:13.235640 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-51dbe2bf-fb45-497d-b77e-a7f0fcb0e354 req-bcf9d362-ac74-47bc-8a31-04f2a9ad1fbe tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5359c75-0786-4e47-88a1-25b7dc5551b1 HTTP/1.1" status: 200 len: 945 time: 0.0829928 Feb 10 23:23:13.280716 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-51dbe2bf-fb45-497d-b77e-a7f0fcb0e354 req-493a26be-b943-40f6-9510-bc6c77fc9725 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc3b6087-f7dd-4185-b7d6-cac4a3733cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394316 Feb 10 23:23:14.388082 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device a479cc12-652e-4ff6-8411-2cc2290353c4 up at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:23:14.477616 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4228db1-e5ec-40b7-922d-42ab1d344fb0 req-73bb59a9-00f0-46ed-ba9d-1986fe9e10e6 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:14.479047 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f4228db1-e5ec-40b7-922d-42ab1d344fb0 req-73bb59a9-00f0-46ed-ba9d-1986fe9e10e6 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5359c75-0786-4e47-88a1-25b7dc5551b1 HTTP/1.1" status: 200 len: 945 time: 0.0771015 Feb 10 23:23:14.523257 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f4228db1-e5ec-40b7-922d-42ab1d344fb0 req-775b354c-2c53-469e-8a2f-584ba67a47e1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc3b6087-f7dd-4185-b7d6-cac4a3733cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376017 Feb 10 23:23:14.526284 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning for port a479cc12-652e-4ff6-8411-2cc2290353c4 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:23:14.532179 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning complete for port a479cc12-652e-4ff6-8411-2cc2290353c4 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:23:14.532569 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:14.643248 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:14.672505 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5359c75-0786-4e47-88a1-25b7dc5551b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a479cc12-652e-4ff6-8411-2cc2290353c4'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:23:14.681964 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port a479cc12-652e-4ff6-8411-2cc2290353c4, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=a479cc12-652e-4ff6-8411-2cc2290353c4,segment=NetworkSegment(fb70297c-191d-46ef-a81d-d712e64db411),segment_id=fb70297c-191d-46ef-a81d-d712e64db411)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:23:14.766724 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:14.801920 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5359c75-0786-4e47-88a1-25b7dc5551b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a479cc12-652e-4ff6-8411-2cc2290353c4', 'code': 200} Feb 10 23:23:14.834476 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=a479cc12-652e-4ff6-8411-2cc2290353c4,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:23:15.181097 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-affb4b48-302a-4dca-846c-2a35163c7693 req-9871c5ee-9cad-4a2d-a77f-1e1a2156770a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e5359c75-0786-4e47-88a1-25b7dc5551b1 HTTP/1.1" status: 200 len: 1099 time: 0.0700951 Feb 10 23:23:15.221991 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-affb4b48-302a-4dca-846c-2a35163c7693 req-05ba0410-523b-4a70-8b09-9508cf0d9b1f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fc3b6087-f7dd-4185-b7d6-cac4a3733cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351245 Feb 10 23:23:15.719238 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d284e518-8f72-4674-a5a2-7620c3a858e9 req-6f319c62-9b92-4a0a-bff0-fc412143d0b7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:15.720689 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d284e518-8f72-4674-a5a2-7620c3a858e9 req-6f319c62-9b92-4a0a-bff0-fc412143d0b7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5359c75-0786-4e47-88a1-25b7dc5551b1 HTTP/1.1" status: 200 len: 946 time: 0.0748894 Feb 10 23:23:15.765387 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d284e518-8f72-4674-a5a2-7620c3a858e9 req-e30f7690-dcdc-44c0-b196-cce16de3086e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc3b6087-f7dd-4185-b7d6-cac4a3733cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392575 Feb 10 23:23:16.137082 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:17.030440 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786a794-e298-4227-8b51-325238b4864d req-21aac8d4-51a5-49ba-a9f6-ee758533043d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:17.031872 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-0786a794-e298-4227-8b51-325238b4864d req-21aac8d4-51a5-49ba-a9f6-ee758533043d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5359c75-0786-4e47-88a1-25b7dc5551b1 HTTP/1.1" status: 200 len: 946 time: 0.1455185 Feb 10 23:23:17.077478 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-0786a794-e298-4227-8b51-325238b4864d req-c7691933-d7f0-4ce7-82bc-f5f1a8c41b58 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc3b6087-f7dd-4185-b7d6-cac4a3733cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401428 Feb 10 23:23:17.365888 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75be86a-7497-4921-8cc6-cfa6dc70567d req-6981f028-b03f-4175-9bd1-696b8462b574 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:17.367312 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a75be86a-7497-4921-8cc6-cfa6dc70567d req-6981f028-b03f-4175-9bd1-696b8462b574 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5359c75-0786-4e47-88a1-25b7dc5551b1 HTTP/1.1" status: 200 len: 946 time: 0.1647346 Feb 10 23:23:17.413199 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a75be86a-7497-4921-8cc6-cfa6dc70567d req-31c13afe-8fb7-4cec-bf59-26619ed4165e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc3b6087-f7dd-4185-b7d6-cac4a3733cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399950 Feb 10 23:23:17.441226 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 52080) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:23:17.507905 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c32517ac-cd44-46b6-96d8-6d01126644c3 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=e5359c75-0786-4e47-88a1-25b7dc5551b1 HTTP/1.1" status: 200 len: 1094 time: 0.0655680 Feb 10 23:23:17.510699 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 52084) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:23:17.516423 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-c748b70a-9870-4fac-9333-7ca6481a6420 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'floatingip': {'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'port_id': 'a479cc12-652e-4ff6-8411-2cc2290353c4', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:23:17.521702 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c748b70a-9870-4fac-9333-7ca6481a6420 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:23:17.525388 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c748b70a-9870-4fac-9333-7ca6481a6420 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:floatingip and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:23:17.528099 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c748b70a-9870-4fac-9333-7ca6481a6420 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:23:17.533869 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c748b70a-9870-4fac-9333-7ca6481a6420 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:23:17.594666 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c748b70a-9870-4fac-9333-7ca6481a6420 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for floatingip, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:17.725369 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c748b70a-9870-4fac-9333-7ca6481a6420 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:17.861287 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-c748b70a-9870-4fac-9333-7ca6481a6420 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Allocated IP 172.26.8.203 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/db3d8a33-a91d-4568-8682-6a26d8dff68f) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:23:18.008180 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c748b70a-9870-4fac-9333-7ca6481a6420 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:18.104096 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c748b70a-9870-4fac-9333-7ca6481a6420 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:18.175228 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c748b70a-9870-4fac-9333-7ca6481a6420 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:23:18.177756 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-c748b70a-9870-4fac-9333-7ca6481a6420 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:23:18.180826 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c748b70a-9870-4fac-9333-7ca6481a6420 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:23:18.213780 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c748b70a-9870-4fac-9333-7ca6481a6420 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Port': ['ID=db3d8a33-a91d-4568-8682-6a26d8dff68f,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:23:18.697538 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c748b70a-9870-4fac-9333-7ca6481a6420 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:18.828343 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c748b70a-9870-4fac-9333-7ca6481a6420 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:19.035013 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-02d27ac9-7e1d-40ab-8471-c23346d5f583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:19.036481 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c748b70a-9870-4fac-9333-7ca6481a6420 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:19.103600 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c748b70a-9870-4fac-9333-7ca6481a6420 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:19.203029 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c748b70a-9870-4fac-9333-7ca6481a6420 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Port': ['ID=db3d8a33-a91d-4568-8682-6a26d8dff68f,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:23:19.222731 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c748b70a-9870-4fac-9333-7ca6481a6420 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1734214'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:19.491302 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.l3_db [None req-c748b70a-9870-4fac-9333-7ca6481a6420 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Floating IP 39b2c17d-0f75-49dc-9a2b-ac5f58cccfa1 associated. External IP: 172.26.8.203, port: a479cc12-652e-4ff6-8411-2cc2290353c4. Feb 10 23:23:19.871355 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c748b70a-9870-4fac-9333-7ca6481a6420 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Router 7ce25059-4008-4b2d-a29e-1f074539bace has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:23:20.065761 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c748b70a-9870-4fac-9333-7ca6481a6420 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:23:20.077383 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae2ec4d-64d4-4ed8-a4bf-e748754feea7 None None] Sync routers for ids ['7ce25059-4008-4b2d-a29e-1f074539bace'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:23:20.088506 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae2ec4d-64d4-4ed8-a4bf-e748754feea7 None None] Routers {'7ce25059-4008-4b2d-a29e-1f074539bace'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:23:20.089170 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-dae2ec4d-64d4-4ed8-a4bf-e748754feea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:22:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['7ce25059-4008-4b2d-a29e-1f074539bace'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:23:20.219337 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c748b70a-9870-4fac-9333-7ca6481a6420 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:20.263269 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-dae2ec4d-64d4-4ed8-a4bf-e748754feea7 None None] Set router 7ce25059-4008-4b2d-a29e-1f074539bace gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:23:20.275518 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c748b70a-9870-4fac-9333-7ca6481a6420 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7638495 Feb 10 23:23:20.276090 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5359c75-0786-4e47-88a1-25b7dc5551b1', 'tag': 'a479cc12-652e-4ff6-8411-2cc2290353c4'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:23:20.278287 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 52088) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:23:20.335161 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5359c75-0786-4e47-88a1-25b7dc5551b1', 'tag': 'a479cc12-652e-4ff6-8411-2cc2290353c4', 'status': 'completed', 'code': 200} Feb 10 23:23:20.357136 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-dbed93da-36b3-4e90-9141-f6c3c0386d13 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=e5359c75-0786-4e47-88a1-25b7dc5551b1 HTTP/1.1" status: 200 len: 1094 time: 0.0764444 Feb 10 23:23:20.494936 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-23b6bdd6-ad77-4905-bdc6-e0c77241a71e req-ff6ad764-4bb4-40c0-ae08-7a8ce59ce7f2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&device_id=e5359c75-0786-4e47-88a1-25b7dc5551b1 HTTP/1.1" status: 200 len: 1099 time: 0.1374660 Feb 10 23:23:20.626218 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6bdd6-ad77-4905-bdc6-e0c77241a71e req-c363a5c9-757b-4ee3-8016-6b1b65ee006e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:20.627665 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-23b6bdd6-ad77-4905-bdc6-e0c77241a71e req-c363a5c9-757b-4ee3-8016-6b1b65ee006e service neutron] 10.222.0.37 "GET /v2.0/networks?id=eeebc465-fc81-43d0-8ad0-5ecaa0801a34 HTTP/1.1" status: 200 len: 898 time: 0.1274900 Feb 10 23:23:20.659072 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-dae2ec4d-64d4-4ed8-a4bf-e748754feea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'name': 'tempest-TestNetworkBasicOps-router-1841639388', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': 'aab72488-7ab5-49f8-b561-950a7b003666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:22:52Z', 'updated_at': '2022-02-10T23:22:57Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': 'aab72488-7ab5-49f8-b561-950a7b003666', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:22:52Z', 'updated_at': '2022-02-10T23:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '39b2c17d-0f75-49dc-9a2b-ac5f58cccfa1', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'floating_ip_address': '172.26.8.203', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'port_id': 'a479cc12-652e-4ff6-8411-2cc2290353c4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeebc465-fc81-43d0-8ad0-5ecaa0801a34', 'mac_address': 'fa:16:3e:a9:21:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5359c75-0786-4e47-88a1-25b7dc5551b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:23:18Z', 'updated_at': '2022-02-10T23:23:18Z', 'revision_number': 0, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4abe124a-15da-4517-9312-c77cb539c9ca', 'name': '', 'network_id': 'eeebc465-fc81-43d0-8ad0-5ecaa0801a34', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:32:87:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '687c3690-476e-4bc7-80b5-b33501c1893b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:22:56Z', 'updated_at': '2022-02-10T23:23:02Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': '687c3690-476e-4bc7-80b5-b33501c1893b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:23:20.663281 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae2ec4d-64d4-4ed8-a4bf-e748754feea7 None None] Checking router: 7ce25059-4008-4b2d-a29e-1f074539bace for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:23:20.675725 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae2ec4d-64d4-4ed8-a4bf-e748754feea7 None None] Routers {'7ce25059-4008-4b2d-a29e-1f074539bace'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:23:20.675905 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 52098) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:23:20.676617 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-dae2ec4d-64d4-4ed8-a4bf-e748754feea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:22:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['7ce25059-4008-4b2d-a29e-1f074539bace'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:23:20.681972 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-d8125bc5-092d-4a7e-8e7f-25d8fbf80457 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-100141469', 'description': 'tempest-secgroup-smoke-100141469 description', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:23:20.689134 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d8125bc5-092d-4a7e-8e7f-25d8fbf80457 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:23:20.699507 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d8125bc5-092d-4a7e-8e7f-25d8fbf80457 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:23:20.734468 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-23b6bdd6-ad77-4905-bdc6-e0c77241a71e req-d57850c9-b351-47e1-a8c7-9261f03870d7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a479cc12-652e-4ff6-8411-2cc2290353c4 HTTP/1.1" status: 200 len: 1000 time: 0.1002407 Feb 10 23:23:20.794832 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6bdd6-ad77-4905-bdc6-e0c77241a71e req-d9085637-9fe8-48a4-950c-2f4a1b371bd9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:20.796832 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-23b6bdd6-ad77-4905-bdc6-e0c77241a71e req-d9085637-9fe8-48a4-950c-2f4a1b371bd9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=687c3690-476e-4bc7-80b5-b33501c1893b HTTP/1.1" status: 200 len: 835 time: 0.0570211 Feb 10 23:23:20.813250 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d8125bc5-092d-4a7e-8e7f-25d8fbf80457 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:20.851308 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d8125bc5-092d-4a7e-8e7f-25d8fbf80457 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:23:20.855083 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-d8125bc5-092d-4a7e-8e7f-25d8fbf80457 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:23:20.858845 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-d8125bc5-092d-4a7e-8e7f-25d8fbf80457 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:23:20.863310 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-dae2ec4d-64d4-4ed8-a4bf-e748754feea7 None None] Set router 7ce25059-4008-4b2d-a29e-1f074539bace gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:23:20.864622 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d8125bc5-092d-4a7e-8e7f-25d8fbf80457 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:23:20.874486 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-23b6bdd6-ad77-4905-bdc6-e0c77241a71e req-1a159687-1d25-4203-849e-83ac36887090 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eeebc465-fc81-43d0-8ad0-5ecaa0801a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720475 Feb 10 23:23:20.961318 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d8125bc5-092d-4a7e-8e7f-25d8fbf80457 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:21.005772 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-23b6bdd6-ad77-4905-bdc6-e0c77241a71e req-d67a828d-cc62-48f3-8643-b03d5943fb2d service neutron] 10.222.0.37 "GET /v2.0/networks/eeebc465-fc81-43d0-8ad0-5ecaa0801a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255355 Feb 10 23:23:21.034999 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d8125bc5-092d-4a7e-8e7f-25d8fbf80457 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:21.082378 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8125bc5-092d-4a7e-8e7f-25d8fbf80457 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e115349b-28d6-4ba8-b40e-14fe9b4d8652,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:23:21.177849 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d8125bc5-092d-4a7e-8e7f-25d8fbf80457 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:21.180597 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-d8125bc5-092d-4a7e-8e7f-25d8fbf80457 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.5025337 Feb 10 23:23:21.182305 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 52102) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:23:21.188465 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-dbaab5d9-9cb9-406a-9a1e-59d32847b40a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': 'e115349b-28d6-4ba8-b40e-14fe9b4d8652', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:23:21.194519 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-dbaab5d9-9cb9-406a-9a1e-59d32847b40a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:23:21.199665 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-dbaab5d9-9cb9-406a-9a1e-59d32847b40a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:23:21.202713 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-dbaab5d9-9cb9-406a-9a1e-59d32847b40a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:23:21.209624 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-dbaab5d9-9cb9-406a-9a1e-59d32847b40a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:23:21.233848 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-dae2ec4d-64d4-4ed8-a4bf-e748754feea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'name': 'tempest-TestNetworkBasicOps-router-1841639388', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': 'aab72488-7ab5-49f8-b561-950a7b003666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:22:52Z', 'updated_at': '2022-02-10T23:22:57Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': 'aab72488-7ab5-49f8-b561-950a7b003666', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:22:52Z', 'updated_at': '2022-02-10T23:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '39b2c17d-0f75-49dc-9a2b-ac5f58cccfa1', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'floating_ip_address': '172.26.8.203', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'port_id': 'a479cc12-652e-4ff6-8411-2cc2290353c4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeebc465-fc81-43d0-8ad0-5ecaa0801a34', 'mac_address': 'fa:16:3e:a9:21:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5359c75-0786-4e47-88a1-25b7dc5551b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:23:18Z', 'updated_at': '2022-02-10T23:23:18Z', 'revision_number': 0, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4abe124a-15da-4517-9312-c77cb539c9ca', 'name': '', 'network_id': 'eeebc465-fc81-43d0-8ad0-5ecaa0801a34', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:32:87:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '687c3690-476e-4bc7-80b5-b33501c1893b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:22:56Z', 'updated_at': '2022-02-10T23:23:02Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': '687c3690-476e-4bc7-80b5-b33501c1893b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:23:21.237779 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae2ec4d-64d4-4ed8-a4bf-e748754feea7 None None] The sync data for ids ['7ce25059-4008-4b2d-a29e-1f074539bace'] in dv-neutron-828797-1-hyperv is: [{'id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'name': 'tempest-TestNetworkBasicOps-router-1841639388', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': 'aab72488-7ab5-49f8-b561-950a7b003666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:22:52Z', 'updated_at': '2022-02-10T23:22:57Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': 'aab72488-7ab5-49f8-b561-950a7b003666', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:22:52Z', 'updated_at': '2022-02-10T23:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '39b2c17d-0f75-49dc-9a2b-ac5f58cccfa1', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'floating_ip_address': '172.26.8.203', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'port_id': 'a479cc12-652e-4ff6-8411-2cc2290353c4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeebc465-fc81-43d0-8ad0-5ecaa0801a34', 'mac_address': 'fa:16:3e:a9:21:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5359c75-0786-4e47-88a1-25b7dc5551b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:23:18Z', 'updated_at': '2022-02-10T23:23:18Z', 'revision_number': 0, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4abe124a-15da-4517-9312-c77cb539c9ca', 'name': '', 'network_id': 'eeebc465-fc81-43d0-8ad0-5ecaa0801a34', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:32:87:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '687c3690-476e-4bc7-80b5-b33501c1893b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:22:56Z', 'updated_at': '2022-02-10T23:23:02Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': '687c3690-476e-4bc7-80b5-b33501c1893b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:23:21.240831 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e6a50835-641c-4f84-8194-aabce3fbf045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:21.242363 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-23b6bdd6-ad77-4905-bdc6-e0c77241a71e req-f3ece450-4bc1-475a-88fd-9f67e8bd0cd5 service neutron] 10.222.0.37 "GET /v2.0/networks/eeebc465-fc81-43d0-8ad0-5ecaa0801a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304940 Feb 10 23:23:21.304711 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dbaab5d9-9cb9-406a-9a1e-59d32847b40a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:21.371208 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dbaab5d9-9cb9-406a-9a1e-59d32847b40a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:21.434469 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ceb604-376c-4abb-a256-6e609b6183e2 None None] New status for floating IP 39b2c17d-0f75-49dc-9a2b-ac5f58cccfa1: ACTIVE {{(pid=84334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 23:23:21.446378 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dbaab5d9-9cb9-406a-9a1e-59d32847b40a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:21.474124 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaab5d9-9cb9-406a-9a1e-59d32847b40a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=532190e8-813f-4f5b-990b-2c39fe4eb610,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:23:21.543896 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dbaab5d9-9cb9-406a-9a1e-59d32847b40a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:21.548134 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-dbaab5d9-9cb9-406a-9a1e-59d32847b40a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3616962 Feb 10 23:23:21.548279 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 52106) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:23:21.554696 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-fd2bc97c-734c-4156-a9c3-0515e6b0f849 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': 'e115349b-28d6-4ba8-b40e-14fe9b4d8652', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:23:21.560588 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-fd2bc97c-734c-4156-a9c3-0515e6b0f849 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:23:21.564326 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-fd2bc97c-734c-4156-a9c3-0515e6b0f849 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:23:21.567198 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-fd2bc97c-734c-4156-a9c3-0515e6b0f849 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:23:21.572809 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-fd2bc97c-734c-4156-a9c3-0515e6b0f849 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:23:21.754452 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fd2bc97c-734c-4156-a9c3-0515e6b0f849 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:21.815123 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fd2bc97c-734c-4156-a9c3-0515e6b0f849 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:21.903419 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fd2bc97c-734c-4156-a9c3-0515e6b0f849 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:21.926082 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2bc97c-734c-4156-a9c3-0515e6b0f849 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab6c258f-445c-4bc3-bbef-417da34cfb94,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:23:22.000094 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fd2bc97c-734c-4156-a9c3-0515e6b0f849 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:22.001404 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-fd2bc97c-734c-4156-a9c3-0515e6b0f849 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4521306 Feb 10 23:23:22.003942 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 52110) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:23:22.009204 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-e6dd2c7c-1ec9-4bc5-8f73-c8523035f68e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': 'e115349b-28d6-4ba8-b40e-14fe9b4d8652', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:23:22.015546 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e6dd2c7c-1ec9-4bc5-8f73-c8523035f68e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:23:22.019220 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-e6dd2c7c-1ec9-4bc5-8f73-c8523035f68e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:23:22.022099 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-e6dd2c7c-1ec9-4bc5-8f73-c8523035f68e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:23:22.027679 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e6dd2c7c-1ec9-4bc5-8f73-c8523035f68e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:23:22.127003 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e6dd2c7c-1ec9-4bc5-8f73-c8523035f68e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:22.187927 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e6dd2c7c-1ec9-4bc5-8f73-c8523035f68e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:22.222002 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:23:22.251835 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e6dd2c7c-1ec9-4bc5-8f73-c8523035f68e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:22.274503 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dd2c7c-1ec9-4bc5-8f73-c8523035f68e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2e24a74-a9fc-4a0c-96de-ae593dd6caa8,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:23:22.354649 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e6dd2c7c-1ec9-4bc5-8f73-c8523035f68e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:22.355813 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-e6dd2c7c-1ec9-4bc5-8f73-c8523035f68e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3509831 Feb 10 23:23:22.359113 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 52114) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:23:22.364462 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-d4ad7ff4-d3d0-429e-9d20-f8a42b98d71e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': 'e115349b-28d6-4ba8-b40e-14fe9b4d8652', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:23:22.370374 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d4ad7ff4-d3d0-429e-9d20-f8a42b98d71e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:23:22.375056 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-d4ad7ff4-d3d0-429e-9d20-f8a42b98d71e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:23:22.377905 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-d4ad7ff4-d3d0-429e-9d20-f8a42b98d71e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:23:22.383674 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d4ad7ff4-d3d0-429e-9d20-f8a42b98d71e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:23:22.476238 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d4ad7ff4-d3d0-429e-9d20-f8a42b98d71e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:22.492179 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:22.541670 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d4ad7ff4-d3d0-429e-9d20-f8a42b98d71e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:22.606220 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:22.617505 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d4ad7ff4-d3d0-429e-9d20-f8a42b98d71e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:22.639892 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ad7ff4-d3d0-429e-9d20-f8a42b98d71e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15bf7f92-fa3d-472b-a249-978aa246ae43,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:23:22.703192 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d4ad7ff4-d3d0-429e-9d20-f8a42b98d71e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:22.704367 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-d4ad7ff4-d3d0-429e-9d20-f8a42b98d71e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3443592 Feb 10 23:23:22.707035 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 52118) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:23:22.712263 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-556e7f0d-c307-4ba2-9028-6a4d3af7feb8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': 'e115349b-28d6-4ba8-b40e-14fe9b4d8652', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:23:22.718944 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-556e7f0d-c307-4ba2-9028-6a4d3af7feb8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:23:22.722660 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-556e7f0d-c307-4ba2-9028-6a4d3af7feb8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:23:22.725557 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-556e7f0d-c307-4ba2-9028-6a4d3af7feb8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:23:22.731108 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-556e7f0d-c307-4ba2-9028-6a4d3af7feb8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:23:22.805993 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.securitygroups_db [None req-556e7f0d-c307-4ba2-9028-6a4d3af7feb8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Project 714fdf59d9ad4aa1b5cc4598e806e542 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:23:22.813274 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-556e7f0d-c307-4ba2-9028-6a4d3af7feb8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:22.875359 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-556e7f0d-c307-4ba2-9028-6a4d3af7feb8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:22.937600 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-556e7f0d-c307-4ba2-9028-6a4d3af7feb8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:22.959525 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556e7f0d-c307-4ba2-9028-6a4d3af7feb8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b634cb22-d080-4c15-b767-e66f6de84be3,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:23:23.040760 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-556e7f0d-c307-4ba2-9028-6a4d3af7feb8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:23.041924 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-556e7f0d-c307-4ba2-9028-6a4d3af7feb8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3339851 Feb 10 23:23:23.044704 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 52122) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:23:23.050944 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-685ec517-cb95-4e66-ae28-df79f92e2d99 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': 'e115349b-28d6-4ba8-b40e-14fe9b4d8652', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:23:23.056728 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-685ec517-cb95-4e66-ae28-df79f92e2d99 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:23:23.060424 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-685ec517-cb95-4e66-ae28-df79f92e2d99 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:23:23.064284 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-685ec517-cb95-4e66-ae28-df79f92e2d99 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:23:23.070271 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-685ec517-cb95-4e66-ae28-df79f92e2d99 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:23:23.143414 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.securitygroups_db [None req-685ec517-cb95-4e66-ae28-df79f92e2d99 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Project 714fdf59d9ad4aa1b5cc4598e806e542 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:23:23.149790 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-685ec517-cb95-4e66-ae28-df79f92e2d99 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:23.212259 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-685ec517-cb95-4e66-ae28-df79f92e2d99 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:23.274753 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-685ec517-cb95-4e66-ae28-df79f92e2d99 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:23.299339 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685ec517-cb95-4e66-ae28-df79f92e2d99 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f66b2f7-078b-49aa-a421-5e8b69463fc9,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:23:23.371827 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-685ec517-cb95-4e66-ae28-df79f92e2d99 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:23.373065 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-685ec517-cb95-4e66-ae28-df79f92e2d99 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3265564 Feb 10 23:23:23.548769 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-01d94786-7237-4555-86bb-c6f4638b9df2 req-ff5ff371-18c3-4b0b-8f44-347c23e5dab9 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Synchronizing usage tracker for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:23:23.645807 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-01d94786-7237-4555-86bb-c6f4638b9df2 req-ff5ff371-18c3-4b0b-8f44-347c23e5dab9 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Unset dirty status for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:23:23.646958 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-01d94786-7237-4555-86bb-c6f4638b9df2 req-ff5ff371-18c3-4b0b-8f44-347c23e5dab9 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-100141469&fields=id&tenant_id=714fdf59d9ad4aa1b5cc4598e806e542 HTTP/1.1" status: 200 len: 267 time: 0.1393471 Feb 10 23:23:23.798909 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d94786-7237-4555-86bb-c6f4638b9df2 req-c0af0e52-a430-402e-b6f7-2173241f37ea tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:23.799493 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-01d94786-7237-4555-86bb-c6f4638b9df2 req-c0af0e52-a430-402e-b6f7-2173241f37ea tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Synchronizing usage tracker for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:network {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:23:23.908950 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-01d94786-7237-4555-86bb-c6f4638b9df2 req-c0af0e52-a430-402e-b6f7-2173241f37ea tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Unset dirty status for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:network {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:23:23.910080 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-01d94786-7237-4555-86bb-c6f4638b9df2 req-c0af0e52-a430-402e-b6f7-2173241f37ea tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/networks?id=eeebc465-fc81-43d0-8ad0-5ecaa0801a34 HTTP/1.1" status: 200 len: 797 time: 0.2562618 Feb 10 23:23:23.927399 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-01d94786-7237-4555-86bb-c6f4638b9df2 req-1a4c3e9c-992a-40fb-bf9b-da99d5dd1974 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/quotas/714fdf59d9ad4aa1b5cc4598e806e542 HTTP/1.1" status: 200 len: 375 time: 0.0112340 Feb 10 23:23:24.012446 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-01d94786-7237-4555-86bb-c6f4638b9df2 req-959c1229-00b5-4987-b60f-c5518ddda6ee tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0798368 Feb 10 23:23:24.029921 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:24.213342 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-01d94786-7237-4555-86bb-c6f4638b9df2 req-c39100be-2ae2-4800-ac63-08356bf7f013 service neutron] 10.222.0.59 "GET /v2.0/networks/eeebc465-fc81-43d0-8ad0-5ecaa0801a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885262 Feb 10 23:23:24.340069 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-01d94786-7237-4555-86bb-c6f4638b9df2 req-23aa905c-3e74-4cff-b235-8e2cbee71f7f service neutron] 10.222.0.59 "GET /v2.0/networks/eeebc465-fc81-43d0-8ad0-5ecaa0801a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207650 Feb 10 23:23:24.638132 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-dedc2286-3f89-41ef-b280-acad2e43a040 req-b1ee7c4e-4a8d-483a-856f-bac6c5361c26 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=85bc2ed6-c658-4173-b7f1-65d78f157fe2 HTTP/1.1" status: 200 len: 210 time: 0.0456669 Feb 10 23:23:25.803871 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-15987422-d981-4519-95b7-108e60c7731e req-f52974fc-15d8-42bf-b6bd-9b5e44bccc18 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=85bc2ed6-c658-4173-b7f1-65d78f157fe2 HTTP/1.1" status: 200 len: 210 time: 0.0413742 Feb 10 23:23:26.608294 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d94786-7237-4555-86bb-c6f4638b9df2 req-f57e7f7c-870f-42e5-8d17-304a3d5b89f9 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:26.609912 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-01d94786-7237-4555-86bb-c6f4638b9df2 req-f57e7f7c-870f-42e5-8d17-304a3d5b89f9 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.37 "GET /v2.0/networks?id=eeebc465-fc81-43d0-8ad0-5ecaa0801a34 HTTP/1.1" status: 200 len: 797 time: 0.1459305 Feb 10 23:23:26.662972 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-01d94786-7237-4555-86bb-c6f4638b9df2 req-a98dfc0d-97a7-4fb2-8124-8773ddb44aad tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=714fdf59d9ad4aa1b5cc4598e806e542 HTTP/1.1" status: 200 len: 471 time: 0.0413952 Feb 10 23:23:26.672007 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-01d94786-7237-4555-86bb-c6f4638b9df2 req-0298121d-7764-4453-9c6b-409d84b75244 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'port': {'device_id': '85bc2ed6-c658-4173-b7f1-65d78f157fe2', 'network_id': 'eeebc465-fc81-43d0-8ad0-5ecaa0801a34', 'admin_state_up': True, 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'security_groups': ['e115349b-28d6-4ba8-b40e-14fe9b4d8652']}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:23:26.806717 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-01d94786-7237-4555-86bb-c6f4638b9df2 req-0298121d-7764-4453-9c6b-409d84b75244 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:23:26.816547 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-01d94786-7237-4555-86bb-c6f4638b9df2 req-0298121d-7764-4453-9c6b-409d84b75244 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:23:26.880235 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01d94786-7237-4555-86bb-c6f4638b9df2 req-0298121d-7764-4453-9c6b-409d84b75244 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Made reservation on behalf of 714fdf59d9ad4aa1b5cc4598e806e542 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:23:26.883414 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-01d94786-7237-4555-86bb-c6f4638b9df2 req-0298121d-7764-4453-9c6b-409d84b75244 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:26.996914 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1b9ea164-1224-4315-99b9-ce7c3061663c req-a43dcc8c-c748-447b-a569-1fca596e268b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=85bc2ed6-c658-4173-b7f1-65d78f157fe2 HTTP/1.1" status: 200 len: 210 time: 0.0584371 Feb 10 23:23:27.086471 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [req-01d94786-7237-4555-86bb-c6f4638b9df2 req-0298121d-7764-4453-9c6b-409d84b75244 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Allocated IP 172.20.0.10 (eeebc465-fc81-43d0-8ad0-5ecaa0801a34/687c3690-476e-4bc7-80b5-b33501c1893b/16475c90-b810-48ec-a726-85548a5b64a0) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:23:27.267956 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-01d94786-7237-4555-86bb-c6f4638b9df2 req-0298121d-7764-4453-9c6b-409d84b75244 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:27.283039 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-01d94786-7237-4555-86bb-c6f4638b9df2 req-0298121d-7764-4453-9c6b-409d84b75244 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Transition to ACTIVE for port object 16475c90-b810-48ec-a726-85548a5b64a0 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:23:27.360847 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-01d94786-7237-4555-86bb-c6f4638b9df2 req-0298121d-7764-4453-9c6b-409d84b75244 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:27.434269 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01d94786-7237-4555-86bb-c6f4638b9df2 req-0298121d-7764-4453-9c6b-409d84b75244 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Network eeebc465-fc81-43d0-8ad0-5ecaa0801a34 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:23:27.437764 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [req-01d94786-7237-4555-86bb-c6f4638b9df2 req-0298121d-7764-4453-9c6b-409d84b75244 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:23:27.441434 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-01d94786-7237-4555-86bb-c6f4638b9df2 req-0298121d-7764-4453-9c6b-409d84b75244 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:23:27.471044 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0298121d-7764-4453-9c6b-409d84b75244 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Port': ['ID=16475c90-b810-48ec-a726-85548a5b64a0,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:23:27.507112 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d94786-7237-4555-86bb-c6f4638b9df2 req-0298121d-7764-4453-9c6b-409d84b75244 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:27.507739 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-01d94786-7237-4555-86bb-c6f4638b9df2 req-0298121d-7764-4453-9c6b-409d84b75244 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:27.577642 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-01d94786-7237-4555-86bb-c6f4638b9df2 req-0298121d-7764-4453-9c6b-409d84b75244 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9097841 Feb 10 23:23:27.590170 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-01d94786-7237-4555-86bb-c6f4638b9df2 req-10e23d53-0c60-4a9d-8304-7fcbf164942e service neutron] Request body: {'port': {'device_id': '85bc2ed6-c658-4173-b7f1-65d78f157fe2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:23:27.700592 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-01d94786-7237-4555-86bb-c6f4638b9df2 req-10e23d53-0c60-4a9d-8304-7fcbf164942e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:27.777535 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-63338e94-6857-4dc0-bfba-66a5afe24501 None None] Provisioning for port 16475c90-b810-48ec-a726-85548a5b64a0 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:23:27.782705 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-63338e94-6857-4dc0-bfba-66a5afe24501 None None] Provisioning complete for port 16475c90-b810-48ec-a726-85548a5b64a0 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:23:27.785235 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-63338e94-6857-4dc0-bfba-66a5afe24501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:27.834173 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-63338e94-6857-4dc0-bfba-66a5afe24501 None None] Port 16475c90-b810-48ec-a726-85548a5b64a0 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:23:28.030747 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [req-01d94786-7237-4555-86bb-c6f4638b9df2 req-10e23d53-0c60-4a9d-8304-7fcbf164942e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16475c90-b810-48ec-a726-85548a5b64a0 {{(pid=84332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:23:28.037461 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-01d94786-7237-4555-86bb-c6f4638b9df2 req-10e23d53-0c60-4a9d-8304-7fcbf164942e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:28.055648 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-01d94786-7237-4555-86bb-c6f4638b9df2 req-10e23d53-0c60-4a9d-8304-7fcbf164942e service neutron] Transition to ACTIVE for port object 16475c90-b810-48ec-a726-85548a5b64a0 will not be triggered until provisioned by entity L2. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:23:28.132179 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-01d94786-7237-4555-86bb-c6f4638b9df2 req-10e23d53-0c60-4a9d-8304-7fcbf164942e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:28.196499 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e37d1b8-cc07-4db5-a1de-947624a215b5 req-7b0cf392-dabb-45ca-92aa-1a0be7b42b42 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:28.197964 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-3e37d1b8-cc07-4db5-a1de-947624a215b5 req-7b0cf392-dabb-45ca-92aa-1a0be7b42b42 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=85bc2ed6-c658-4173-b7f1-65d78f157fe2 HTTP/1.1" status: 200 len: 944 time: 0.0794578 Feb 10 23:23:28.248637 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-3e37d1b8-cc07-4db5-a1de-947624a215b5 req-20584aa4-6c3d-4eff-a2c7-5557c237e742 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=e115349b-28d6-4ba8-b40e-14fe9b4d8652&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431151 Feb 10 23:23:28.256766 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e23d53-0c60-4a9d-8304-7fcbf164942e service neutron] Pushing event updated for resources: {'Port': ['ID=16475c90-b810-48ec-a726-85548a5b64a0,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:23:28.463173 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-01d94786-7237-4555-86bb-c6f4638b9df2 req-10e23d53-0c60-4a9d-8304-7fcbf164942e service neutron] Attempting to bind port 16475c90-b810-48ec-a726-85548a5b64a0 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:23:28.463529 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-01d94786-7237-4555-86bb-c6f4638b9df2 req-10e23d53-0c60-4a9d-8304-7fcbf164942e service neutron] Attempting to bind port 16475c90-b810-48ec-a726-85548a5b64a0 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': 'fb70297c-191d-46ef-a81d-d712e64db411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'eeebc465-fc81-43d0-8ad0-5ecaa0801a34'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:23:28.463887 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d94786-7237-4555-86bb-c6f4638b9df2 req-10e23d53-0c60-4a9d-8304-7fcbf164942e service neutron] Attempting to bind port 16475c90-b810-48ec-a726-85548a5b64a0 on network eeebc465-fc81-43d0-8ad0-5ecaa0801a34 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:23:28.470606 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d94786-7237-4555-86bb-c6f4638b9df2 req-10e23d53-0c60-4a9d-8304-7fcbf164942e service neutron] Port 16475c90-b810-48ec-a726-85548a5b64a0 on network eeebc465-fc81-43d0-8ad0-5ecaa0801a34 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:23:28.470866 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d94786-7237-4555-86bb-c6f4638b9df2 req-10e23d53-0c60-4a9d-8304-7fcbf164942e service neutron] Attempting to bind port 16475c90-b810-48ec-a726-85548a5b64a0 on network eeebc465-fc81-43d0-8ad0-5ecaa0801a34 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:23:28.477019 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d94786-7237-4555-86bb-c6f4638b9df2 req-10e23d53-0c60-4a9d-8304-7fcbf164942e service neutron] Checking agent: {'id': '0f85d58b-4cda-4360-97cf-be037aef26b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'started_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:23:28.477348 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d94786-7237-4555-86bb-c6f4638b9df2 req-10e23d53-0c60-4a9d-8304-7fcbf164942e service neutron] Checking segment: {'id': 'fb70297c-191d-46ef-a81d-d712e64db411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'eeebc465-fc81-43d0-8ad0-5ecaa0801a34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:23:28.477723 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d94786-7237-4555-86bb-c6f4638b9df2 req-10e23d53-0c60-4a9d-8304-7fcbf164942e service neutron] Bound using segment: {'id': 'fb70297c-191d-46ef-a81d-d712e64db411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'eeebc465-fc81-43d0-8ad0-5ecaa0801a34'} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:23:28.478135 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-01d94786-7237-4555-86bb-c6f4638b9df2 req-10e23d53-0c60-4a9d-8304-7fcbf164942e service neutron] Bound port: 16475c90-b810-48ec-a726-85548a5b64a0, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb70297c-191d-46ef-a81d-d712e64db411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'eeebc465-fc81-43d0-8ad0-5ecaa0801a34'}}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:23:28.478472 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-01d94786-7237-4555-86bb-c6f4638b9df2 req-10e23d53-0c60-4a9d-8304-7fcbf164942e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:28.568292 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-01d94786-7237-4555-86bb-c6f4638b9df2 req-10e23d53-0c60-4a9d-8304-7fcbf164942e service neutron] For port 16475c90-b810-48ec-a726-85548a5b64a0, host hv-neutron-8287, cleared binding levels {{(pid=84332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:23:28.571107 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-01d94786-7237-4555-86bb-c6f4638b9df2 req-10e23d53-0c60-4a9d-8304-7fcbf164942e service neutron] For port 16475c90-b810-48ec-a726-85548a5b64a0, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=16475c90-b810-48ec-a726-85548a5b64a0,segment=NetworkSegment(fb70297c-191d-46ef-a81d-d712e64db411),segment_id=fb70297c-191d-46ef-a81d-d712e64db411)] {{(pid=84332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:23:28.641048 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-01d94786-7237-4555-86bb-c6f4638b9df2 req-10e23d53-0c60-4a9d-8304-7fcbf164942e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:28.703120 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-01d94786-7237-4555-86bb-c6f4638b9df2 req-10e23d53-0c60-4a9d-8304-7fcbf164942e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:28.704635 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-01d94786-7237-4555-86bb-c6f4638b9df2 req-10e23d53-0c60-4a9d-8304-7fcbf164942e service neutron] 10.222.0.37 "PUT /v2.0/ports/16475c90-b810-48ec-a726-85548a5b64a0 HTTP/1.1" status: 200 len: 1094 time: 1.1190886 Feb 10 23:23:28.705112 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85bc2ed6-c658-4173-b7f1-65d78f157fe2', 'tag': '16475c90-b810-48ec-a726-85548a5b64a0'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:23:28.723152 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e23d53-0c60-4a9d-8304-7fcbf164942e service neutron] Pushing event updated for resources: {'Port': ['ID=16475c90-b810-48ec-a726-85548a5b64a0,revision_number=3']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:23:28.766264 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85bc2ed6-c658-4173-b7f1-65d78f157fe2', 'tag': '16475c90-b810-48ec-a726-85548a5b64a0', 'status': 'completed', 'code': 200} Feb 10 23:23:28.863078 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9b24e8a7-cf52-4534-b207-bfd437e13b7c req-4e9f041d-13d4-41ee-a809-735c6ea561da service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&device_id=85bc2ed6-c658-4173-b7f1-65d78f157fe2 HTTP/1.1" status: 200 len: 1097 time: 0.0765469 Feb 10 23:23:29.003135 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b24e8a7-cf52-4534-b207-bfd437e13b7c req-7ea30b26-e8f4-4346-85ec-68dbce65323c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:29.004625 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9b24e8a7-cf52-4534-b207-bfd437e13b7c req-7ea30b26-e8f4-4346-85ec-68dbce65323c service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1340952 Feb 10 23:23:29.138252 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b24e8a7-cf52-4534-b207-bfd437e13b7c req-12f74bc5-27f6-4731-b852-86884adc64ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:29.140042 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9b24e8a7-cf52-4534-b207-bfd437e13b7c req-12f74bc5-27f6-4731-b852-86884adc64ae service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1292088 Feb 10 23:23:29.240019 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-01d94786-7237-4555-86bb-c6f4638b9df2 req-69874a1a-79a4-43c7-b1ce-e2d02c0a974a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&device_id=85bc2ed6-c658-4173-b7f1-65d78f157fe2 HTTP/1.1" status: 200 len: 1097 time: 0.0663784 Feb 10 23:23:29.312583 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-01d94786-7237-4555-86bb-c6f4638b9df2 req-1bbae3b3-4d67-4b35-9136-f435d8177ca5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16475c90-b810-48ec-a726-85548a5b64a0 HTTP/1.1" status: 200 len: 217 time: 0.0648239 Feb 10 23:23:29.374763 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d94786-7237-4555-86bb-c6f4638b9df2 req-98d1b303-b812-4984-930b-b5c6d0e3865d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:29.376179 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-01d94786-7237-4555-86bb-c6f4638b9df2 req-98d1b303-b812-4984-930b-b5c6d0e3865d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=687c3690-476e-4bc7-80b5-b33501c1893b HTTP/1.1" status: 200 len: 835 time: 0.0576677 Feb 10 23:23:29.451937 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9f8a3-b38f-4b4f-a73c-d3cf4f80a7b5 req-9a1143c2-43e8-4538-8ae6-ab2c90627f37 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:29.453455 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-7ed9f8a3-b38f-4b4f-a73c-d3cf4f80a7b5 req-9a1143c2-43e8-4538-8ae6-ab2c90627f37 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=85bc2ed6-c658-4173-b7f1-65d78f157fe2 HTTP/1.1" status: 200 len: 944 time: 0.0765762 Feb 10 23:23:29.459926 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-01d94786-7237-4555-86bb-c6f4638b9df2 req-696efbe0-3d66-46ee-be36-601cb03973f1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eeebc465-fc81-43d0-8ad0-5ecaa0801a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700479 Feb 10 23:23:29.498335 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-7ed9f8a3-b38f-4b4f-a73c-d3cf4f80a7b5 req-2a72002d-0868-41bc-a1f9-675a170c3247 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=e115349b-28d6-4ba8-b40e-14fe9b4d8652&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389197 Feb 10 23:23:29.590931 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-01d94786-7237-4555-86bb-c6f4638b9df2 req-c809b4c4-3c54-4202-9fa7-83f42dabb10c service neutron] 10.222.0.37 "GET /v2.0/networks/eeebc465-fc81-43d0-8ad0-5ecaa0801a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229780 Feb 10 23:23:29.722076 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-01d94786-7237-4555-86bb-c6f4638b9df2 req-aeb23f4c-667c-4dc5-824a-158b9006ea12 service neutron] 10.222.0.37 "GET /v2.0/networks/eeebc465-fc81-43d0-8ad0-5ecaa0801a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248949 Feb 10 23:23:30.693066 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c97e796-42ae-4bac-bddb-0a2fa4aaf5cb req-bbb406ed-0b14-483e-ac40-a8b88b81c9a7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:30.693734 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-9c97e796-42ae-4bac-bddb-0a2fa4aaf5cb req-bbb406ed-0b14-483e-ac40-a8b88b81c9a7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Synchronizing usage tracker for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:23:30.789220 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-9c97e796-42ae-4bac-bddb-0a2fa4aaf5cb req-bbb406ed-0b14-483e-ac40-a8b88b81c9a7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Unset dirty status for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:23:30.790610 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9c97e796-42ae-4bac-bddb-0a2fa4aaf5cb req-bbb406ed-0b14-483e-ac40-a8b88b81c9a7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=85bc2ed6-c658-4173-b7f1-65d78f157fe2 HTTP/1.1" status: 200 len: 944 time: 0.1714630 Feb 10 23:23:30.836265 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9c97e796-42ae-4bac-bddb-0a2fa4aaf5cb req-189435ad-a321-4ffd-aadb-be7983f650fa tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=e115349b-28d6-4ba8-b40e-14fe9b4d8652&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394714 Feb 10 23:23:32.045741 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3cf411-b63a-42c5-9ec6-994fb2cdb134 req-03bac24a-8f30-416e-b845-be3f27b5c601 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:32.047179 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-7b3cf411-b63a-42c5-9ec6-994fb2cdb134 req-03bac24a-8f30-416e-b845-be3f27b5c601 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=85bc2ed6-c658-4173-b7f1-65d78f157fe2 HTTP/1.1" status: 200 len: 944 time: 0.0872498 Feb 10 23:23:32.091938 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-7b3cf411-b63a-42c5-9ec6-994fb2cdb134 req-12c8418a-ebb2-4754-9017-291e8c186042 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=e115349b-28d6-4ba8-b40e-14fe9b4d8652&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392792 Feb 10 23:23:32.500820 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 16475c90-b810-48ec-a726-85548a5b64a0 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:23:32.636158 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 16475c90-b810-48ec-a726-85548a5b64a0, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=16475c90-b810-48ec-a726-85548a5b64a0,segment=NetworkSegment(fb70297c-191d-46ef-a81d-d712e64db411),segment_id=fb70297c-191d-46ef-a81d-d712e64db411)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:23:32.653262 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Returning: {'device': '16475c90-b810-48ec-a726-85548a5b64a0', 'network_id': 'eeebc465-fc81-43d0-8ad0-5ecaa0801a34', 'port_id': '16475c90-b810-48ec-a726-85548a5b64a0', 'mac_address': 'fa:16:3e:49:25:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '687c3690-476e-4bc7-80b5-b33501c1893b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:23:32.714844 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:32.732754 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16475c90-b810-48ec-a726-85548a5b64a0 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:23:32.747787 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 16475c90-b810-48ec-a726-85548a5b64a0, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=16475c90-b810-48ec-a726-85548a5b64a0,segment=NetworkSegment(fb70297c-191d-46ef-a81d-d712e64db411),segment_id=fb70297c-191d-46ef-a81d-d712e64db411)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:23:32.857735 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:32.923749 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=16475c90-b810-48ec-a726-85548a5b64a0,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:23:33.062295 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['16475c90-b810-48ec-a726-85548a5b64a0'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:23:33.294246 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad60f3-8e64-4f3b-88a8-5088a3582d75 req-4830c67a-c884-446d-9d35-89b38067a405 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:33.295712 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5cad60f3-8e64-4f3b-88a8-5088a3582d75 req-4830c67a-c884-446d-9d35-89b38067a405 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=85bc2ed6-c658-4173-b7f1-65d78f157fe2 HTTP/1.1" status: 200 len: 945 time: 0.0806677 Feb 10 23:23:33.339599 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5cad60f3-8e64-4f3b-88a8-5088a3582d75 req-d8fa375f-1fb7-4c04-a02f-992875e8ab52 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=e115349b-28d6-4ba8-b40e-14fe9b4d8652&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382011 Feb 10 23:23:34.512812 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 16475c90-b810-48ec-a726-85548a5b64a0 up at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:23:34.534535 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65be30b-9ce6-4c99-94e1-e90f850826c2 req-2591e520-8542-4f25-8954-35ae158ee1b1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:34.536029 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-b65be30b-9ce6-4c99-94e1-e90f850826c2 req-2591e520-8542-4f25-8954-35ae158ee1b1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=85bc2ed6-c658-4173-b7f1-65d78f157fe2 HTTP/1.1" status: 200 len: 945 time: 0.0772433 Feb 10 23:23:34.586605 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-b65be30b-9ce6-4c99-94e1-e90f850826c2 req-eef89e6f-ca26-4b83-881a-584925d42730 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=e115349b-28d6-4ba8-b40e-14fe9b4d8652&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445318 Feb 10 23:23:34.674505 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning for port 16475c90-b810-48ec-a726-85548a5b64a0 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:23:34.679513 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning complete for port 16475c90-b810-48ec-a726-85548a5b64a0 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:23:34.679905 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:34.789349 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:34.817996 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85bc2ed6-c658-4173-b7f1-65d78f157fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16475c90-b810-48ec-a726-85548a5b64a0'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:23:34.828181 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 16475c90-b810-48ec-a726-85548a5b64a0, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=16475c90-b810-48ec-a726-85548a5b64a0,segment=NetworkSegment(fb70297c-191d-46ef-a81d-d712e64db411),segment_id=fb70297c-191d-46ef-a81d-d712e64db411)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:23:34.872367 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85bc2ed6-c658-4173-b7f1-65d78f157fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16475c90-b810-48ec-a726-85548a5b64a0', 'code': 200} Feb 10 23:23:34.931506 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:34.994529 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=16475c90-b810-48ec-a726-85548a5b64a0,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:23:35.209687 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-da66c3d9-7e04-4bb9-9c9c-7ebcc5cef105 req-6ab6cc1b-fccd-436d-9018-c0b122523858 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=85bc2ed6-c658-4173-b7f1-65d78f157fe2 HTTP/1.1" status: 200 len: 1099 time: 0.0658171 Feb 10 23:23:35.254540 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-da66c3d9-7e04-4bb9-9c9c-7ebcc5cef105 req-5b789d10-56c1-40fb-8ca1-39bf60ed476b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e115349b-28d6-4ba8-b40e-14fe9b4d8652&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359256 Feb 10 23:23:35.788019 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c812c7aa-fba1-4721-a223-e90d3bc031ec req-230dbdc6-d702-464e-877f-a493ec892f1f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:35.789529 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-c812c7aa-fba1-4721-a223-e90d3bc031ec req-230dbdc6-d702-464e-877f-a493ec892f1f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=85bc2ed6-c658-4173-b7f1-65d78f157fe2 HTTP/1.1" status: 200 len: 946 time: 0.0750713 Feb 10 23:23:35.833578 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-c812c7aa-fba1-4721-a223-e90d3bc031ec req-7aff6cf0-55d3-4592-8c1f-6bc3203b842c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=e115349b-28d6-4ba8-b40e-14fe9b4d8652&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376353 Feb 10 23:23:37.036853 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab37bdb7-7a1a-4ff8-9f72-e7edb78b1daf req-4ef9390d-3995-4ab9-8761-b341f8c55727 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:37.038264 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ab37bdb7-7a1a-4ff8-9f72-e7edb78b1daf req-4ef9390d-3995-4ab9-8761-b341f8c55727 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=85bc2ed6-c658-4173-b7f1-65d78f157fe2 HTTP/1.1" status: 200 len: 946 time: 0.0801017 Feb 10 23:23:37.083701 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ab37bdb7-7a1a-4ff8-9f72-e7edb78b1daf req-f883ac84-f79f-4639-a611-36ea5e4fb26c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=e115349b-28d6-4ba8-b40e-14fe9b4d8652&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396659 Feb 10 23:23:37.280478 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f02782-4578-4304-853f-556801f539c6 req-5d5756ee-9f61-4433-9b40-7968daa85203 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:37.281918 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-49f02782-4578-4304-853f-556801f539c6 req-5d5756ee-9f61-4433-9b40-7968daa85203 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=85bc2ed6-c658-4173-b7f1-65d78f157fe2 HTTP/1.1" status: 200 len: 946 time: 0.0778911 Feb 10 23:23:37.326704 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-49f02782-4578-4304-853f-556801f539c6 req-45bca3a0-1b61-49fe-ad40-178345fa384b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=e115349b-28d6-4ba8-b40e-14fe9b4d8652&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386348 Feb 10 23:23:37.354913 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 52174) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:23:37.423024 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-aa7a1a04-b20e-4456-8cac-36c81a117e09 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=85bc2ed6-c658-4173-b7f1-65d78f157fe2 HTTP/1.1" status: 200 len: 1094 time: 0.0670166 Feb 10 23:23:37.425651 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 52178) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:23:37.430709 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-4bc00ac1-824a-4aa3-8796-d93d0bf4eeb1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'floatingip': {'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'port_id': '16475c90-b810-48ec-a726-85548a5b64a0', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:23:37.436461 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4bc00ac1-824a-4aa3-8796-d93d0bf4eeb1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:23:37.440283 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-4bc00ac1-824a-4aa3-8796-d93d0bf4eeb1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:floatingip and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:23:37.443120 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-4bc00ac1-824a-4aa3-8796-d93d0bf4eeb1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:23:37.448683 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4bc00ac1-824a-4aa3-8796-d93d0bf4eeb1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:23:37.530777 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4bc00ac1-824a-4aa3-8796-d93d0bf4eeb1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for floatingip, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:37.667927 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4bc00ac1-824a-4aa3-8796-d93d0bf4eeb1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:37.883699 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-4bc00ac1-824a-4aa3-8796-d93d0bf4eeb1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Allocated IP 172.26.8.116 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/a08afa6e-0094-4e13-8ff4-87a33364a984) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:23:38.026922 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4bc00ac1-824a-4aa3-8796-d93d0bf4eeb1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:38.120459 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4bc00ac1-824a-4aa3-8796-d93d0bf4eeb1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:38.190673 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc00ac1-824a-4aa3-8796-d93d0bf4eeb1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:23:38.193555 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-4bc00ac1-824a-4aa3-8796-d93d0bf4eeb1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:23:38.197662 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc00ac1-824a-4aa3-8796-d93d0bf4eeb1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:23:38.236420 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc00ac1-824a-4aa3-8796-d93d0bf4eeb1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Port': ['ID=a08afa6e-0094-4e13-8ff4-87a33364a984,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:23:38.709480 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4bc00ac1-824a-4aa3-8796-d93d0bf4eeb1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:38.925124 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4bc00ac1-824a-4aa3-8796-d93d0bf4eeb1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:39.139431 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4bc00ac1-824a-4aa3-8796-d93d0bf4eeb1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:39.466823 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4bc00ac1-824a-4aa3-8796-d93d0bf4eeb1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:39.573720 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc00ac1-824a-4aa3-8796-d93d0bf4eeb1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Port': ['ID=a08afa6e-0094-4e13-8ff4-87a33364a984,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:23:39.588193 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4bc00ac1-824a-4aa3-8796-d93d0bf4eeb1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1734214'] for floatingip, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:39.777280 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.l3_db [None req-4bc00ac1-824a-4aa3-8796-d93d0bf4eeb1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Floating IP e03d82c8-f093-4484-8624-5506ed45e79c associated. External IP: 172.26.8.116, port: 16475c90-b810-48ec-a726-85548a5b64a0. Feb 10 23:23:40.256621 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc00ac1-824a-4aa3-8796-d93d0bf4eeb1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Router 7ce25059-4008-4b2d-a29e-1f074539bace has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:23:40.451050 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc00ac1-824a-4aa3-8796-d93d0bf4eeb1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:23:40.460363 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679885cb-5fd4-43e3-a24a-3739a8a2a950 None None] Sync routers for ids ['7ce25059-4008-4b2d-a29e-1f074539bace'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:23:40.473258 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679885cb-5fd4-43e3-a24a-3739a8a2a950 None None] Routers {'7ce25059-4008-4b2d-a29e-1f074539bace'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:23:40.473852 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-679885cb-5fd4-43e3-a24a-3739a8a2a950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:23:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['7ce25059-4008-4b2d-a29e-1f074539bace'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:23:40.531643 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4bc00ac1-824a-4aa3-8796-d93d0bf4eeb1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:40.592651 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-4bc00ac1-824a-4aa3-8796-d93d0bf4eeb1 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1657813 Feb 10 23:23:40.593231 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85bc2ed6-c658-4173-b7f1-65d78f157fe2', 'tag': '16475c90-b810-48ec-a726-85548a5b64a0'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:23:40.652911 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85bc2ed6-c658-4173-b7f1-65d78f157fe2', 'tag': '16475c90-b810-48ec-a726-85548a5b64a0', 'status': 'completed', 'code': 200} Feb 10 23:23:40.653494 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-679885cb-5fd4-43e3-a24a-3739a8a2a950 None None] Set router 7ce25059-4008-4b2d-a29e-1f074539bace gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:23:40.743280 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-00e40521-f73a-446b-abdc-a7042aa9d22e req-1310ad6b-cc66-4489-aaaf-92d571164a30 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&device_id=85bc2ed6-c658-4173-b7f1-65d78f157fe2 HTTP/1.1" status: 200 len: 1099 time: 0.0685804 Feb 10 23:23:40.957961 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e40521-f73a-446b-abdc-a7042aa9d22e req-10fabc29-f4fd-4aec-818c-fd94ed240714 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:40.959397 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-00e40521-f73a-446b-abdc-a7042aa9d22e req-10fabc29-f4fd-4aec-818c-fd94ed240714 service neutron] 10.222.0.37 "GET /v2.0/networks?id=eeebc465-fc81-43d0-8ad0-5ecaa0801a34 HTTP/1.1" status: 200 len: 898 time: 0.2096024 Feb 10 23:23:41.030729 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-679885cb-5fd4-43e3-a24a-3739a8a2a950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'name': 'tempest-TestNetworkBasicOps-router-1841639388', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': 'aab72488-7ab5-49f8-b561-950a7b003666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:22:52Z', 'updated_at': '2022-02-10T23:22:57Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': 'aab72488-7ab5-49f8-b561-950a7b003666', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:22:52Z', 'updated_at': '2022-02-10T23:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '39b2c17d-0f75-49dc-9a2b-ac5f58cccfa1', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'floating_ip_address': '172.26.8.203', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'port_id': 'a479cc12-652e-4ff6-8411-2cc2290353c4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeebc465-fc81-43d0-8ad0-5ecaa0801a34', 'mac_address': 'fa:16:3e:a9:21:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5359c75-0786-4e47-88a1-25b7dc5551b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:23:18Z', 'updated_at': '2022-02-10T23:23:21Z', 'revision_number': 1, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'fixed_ip_address_scope': None}, {'id': 'e03d82c8-f093-4484-8624-5506ed45e79c', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'floating_ip_address': '172.26.8.116', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'port_id': '16475c90-b810-48ec-a726-85548a5b64a0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeebc465-fc81-43d0-8ad0-5ecaa0801a34', 'mac_address': 'fa:16:3e:49:25:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bc2ed6-c658-4173-b7f1-65d78f157fe2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:23:38Z', 'updated_at': '2022-02-10T23:23:38Z', 'revision_number': 0, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4abe124a-15da-4517-9312-c77cb539c9ca', 'name': '', 'network_id': 'eeebc465-fc81-43d0-8ad0-5ecaa0801a34', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:32:87:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '687c3690-476e-4bc7-80b5-b33501c1893b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:22:56Z', 'updated_at': '2022-02-10T23:23:02Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': '687c3690-476e-4bc7-80b5-b33501c1893b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:23:41.034439 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679885cb-5fd4-43e3-a24a-3739a8a2a950 None None] Checking router: 7ce25059-4008-4b2d-a29e-1f074539bace for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:23:41.044982 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679885cb-5fd4-43e3-a24a-3739a8a2a950 None None] Routers {'7ce25059-4008-4b2d-a29e-1f074539bace'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:23:41.045571 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-679885cb-5fd4-43e3-a24a-3739a8a2a950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:23:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['7ce25059-4008-4b2d-a29e-1f074539bace'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:23:41.065381 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-00e40521-f73a-446b-abdc-a7042aa9d22e req-b722ed11-d65c-43ae-be93-237c6430766b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16475c90-b810-48ec-a726-85548a5b64a0 HTTP/1.1" status: 200 len: 1000 time: 0.0991971 Feb 10 23:23:41.129306 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e40521-f73a-446b-abdc-a7042aa9d22e req-f1e78dbf-3bbf-4614-b981-e99974760335 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:41.130774 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-00e40521-f73a-446b-abdc-a7042aa9d22e req-f1e78dbf-3bbf-4614-b981-e99974760335 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=687c3690-476e-4bc7-80b5-b33501c1893b HTTP/1.1" status: 200 len: 835 time: 0.0595891 Feb 10 23:23:41.205894 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-00e40521-f73a-446b-abdc-a7042aa9d22e req-b58a3c90-9515-48c2-bae4-979b78875a8e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eeebc465-fc81-43d0-8ad0-5ecaa0801a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681117 Feb 10 23:23:41.218813 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-679885cb-5fd4-43e3-a24a-3739a8a2a950 None None] Set router 7ce25059-4008-4b2d-a29e-1f074539bace gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:23:41.336063 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-00e40521-f73a-446b-abdc-a7042aa9d22e req-08eb8f0c-e01a-469b-8a05-88fd71eeb4ff service neutron] 10.222.0.37 "GET /v2.0/networks/eeebc465-fc81-43d0-8ad0-5ecaa0801a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231081 Feb 10 23:23:41.464964 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-00e40521-f73a-446b-abdc-a7042aa9d22e req-105dbca9-89a5-44a5-9807-80d15f0c3668 service neutron] 10.222.0.37 "GET /v2.0/networks/eeebc465-fc81-43d0-8ad0-5ecaa0801a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219270 Feb 10 23:23:41.562055 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-679885cb-5fd4-43e3-a24a-3739a8a2a950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'name': 'tempest-TestNetworkBasicOps-router-1841639388', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': 'aab72488-7ab5-49f8-b561-950a7b003666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:22:52Z', 'updated_at': '2022-02-10T23:22:57Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': 'aab72488-7ab5-49f8-b561-950a7b003666', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:22:52Z', 'updated_at': '2022-02-10T23:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '39b2c17d-0f75-49dc-9a2b-ac5f58cccfa1', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'floating_ip_address': '172.26.8.203', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'port_id': 'a479cc12-652e-4ff6-8411-2cc2290353c4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeebc465-fc81-43d0-8ad0-5ecaa0801a34', 'mac_address': 'fa:16:3e:a9:21:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5359c75-0786-4e47-88a1-25b7dc5551b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:23:18Z', 'updated_at': '2022-02-10T23:23:21Z', 'revision_number': 1, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'fixed_ip_address_scope': None}, {'id': 'e03d82c8-f093-4484-8624-5506ed45e79c', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'floating_ip_address': '172.26.8.116', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'port_id': '16475c90-b810-48ec-a726-85548a5b64a0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeebc465-fc81-43d0-8ad0-5ecaa0801a34', 'mac_address': 'fa:16:3e:49:25:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bc2ed6-c658-4173-b7f1-65d78f157fe2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:23:38Z', 'updated_at': '2022-02-10T23:23:38Z', 'revision_number': 0, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4abe124a-15da-4517-9312-c77cb539c9ca', 'name': '', 'network_id': 'eeebc465-fc81-43d0-8ad0-5ecaa0801a34', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:32:87:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '687c3690-476e-4bc7-80b5-b33501c1893b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:22:56Z', 'updated_at': '2022-02-10T23:23:02Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': '687c3690-476e-4bc7-80b5-b33501c1893b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:23:41.566159 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679885cb-5fd4-43e3-a24a-3739a8a2a950 None None] The sync data for ids ['7ce25059-4008-4b2d-a29e-1f074539bace'] in dv-neutron-828797-1-hyperv is: [{'id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'name': 'tempest-TestNetworkBasicOps-router-1841639388', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': 'aab72488-7ab5-49f8-b561-950a7b003666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:22:52Z', 'updated_at': '2022-02-10T23:22:57Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': 'aab72488-7ab5-49f8-b561-950a7b003666', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:22:52Z', 'updated_at': '2022-02-10T23:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '39b2c17d-0f75-49dc-9a2b-ac5f58cccfa1', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'floating_ip_address': '172.26.8.203', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'port_id': 'a479cc12-652e-4ff6-8411-2cc2290353c4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeebc465-fc81-43d0-8ad0-5ecaa0801a34', 'mac_address': 'fa:16:3e:a9:21:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5359c75-0786-4e47-88a1-25b7dc5551b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:23:18Z', 'updated_at': '2022-02-10T23:23:21Z', 'revision_number': 1, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'fixed_ip_address_scope': None}, {'id': 'e03d82c8-f093-4484-8624-5506ed45e79c', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'floating_ip_address': '172.26.8.116', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'port_id': '16475c90-b810-48ec-a726-85548a5b64a0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeebc465-fc81-43d0-8ad0-5ecaa0801a34', 'mac_address': 'fa:16:3e:49:25:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bc2ed6-c658-4173-b7f1-65d78f157fe2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:23:38Z', 'updated_at': '2022-02-10T23:23:38Z', 'revision_number': 0, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4abe124a-15da-4517-9312-c77cb539c9ca', 'name': '', 'network_id': 'eeebc465-fc81-43d0-8ad0-5ecaa0801a34', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:32:87:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '687c3690-476e-4bc7-80b5-b33501c1893b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:22:56Z', 'updated_at': '2022-02-10T23:23:02Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': '687c3690-476e-4bc7-80b5-b33501c1893b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:23:41.762702 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da19508f-beeb-42dc-b85a-f0b62c37699b None None] New status for floating IP e03d82c8-f093-4484-8624-5506ed45e79c: ACTIVE {{(pid=84334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 23:23:46.119966 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:49.073033 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ecba728e-86ea-40a3-b099-18c07323c350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:51.245653 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-af946a30-9edc-4cf5-a742-077673273dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:52.456884 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:52.571625 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:53.999571 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:59.222892 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:24:14.079276 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-54955415-043b-48b3-a189-91bf59172c48 req-ed99c1e1-7734-44f5-82e7-1b9976a3f8e9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e5359c75-0786-4e47-88a1-25b7dc5551b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0672898 Feb 10 23:24:14.221649 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-54955415-043b-48b3-a189-91bf59172c48 req-37271ad5-1383-4148-b90e-920133e39184 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&device_id=e5359c75-0786-4e47-88a1-25b7dc5551b1 HTTP/1.1" status: 200 len: 1099 time: 0.0712657 Feb 10 23:24:14.370108 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54955415-043b-48b3-a189-91bf59172c48 req-73a0b2b7-a02e-4d5a-bdd7-e404cf2ed85b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:14.371448 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-54955415-043b-48b3-a189-91bf59172c48 req-73a0b2b7-a02e-4d5a-bdd7-e404cf2ed85b service neutron] 10.222.0.37 "GET /v2.0/networks?id=eeebc465-fc81-43d0-8ad0-5ecaa0801a34 HTTP/1.1" status: 200 len: 898 time: 0.1260021 Feb 10 23:24:14.473557 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-54955415-043b-48b3-a189-91bf59172c48 req-020e1d05-f9a1-4c61-bb92-437be9df1843 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a479cc12-652e-4ff6-8411-2cc2290353c4 HTTP/1.1" status: 200 len: 1002 time: 0.0958021 Feb 10 23:24:14.536333 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54955415-043b-48b3-a189-91bf59172c48 req-bc7155cb-873f-49c6-8d23-9e755ac9b69f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:14.537762 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-54955415-043b-48b3-a189-91bf59172c48 req-bc7155cb-873f-49c6-8d23-9e755ac9b69f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=687c3690-476e-4bc7-80b5-b33501c1893b HTTP/1.1" status: 200 len: 835 time: 0.0568130 Feb 10 23:24:14.615095 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-54955415-043b-48b3-a189-91bf59172c48 req-32fba82f-e816-4289-9d17-47dde0e2f4d2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eeebc465-fc81-43d0-8ad0-5ecaa0801a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701573 Feb 10 23:24:14.745419 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-54955415-043b-48b3-a189-91bf59172c48 req-6bdb6dfd-0b6f-4110-9e91-2f460438be53 service neutron] 10.222.0.37 "GET /v2.0/networks/eeebc465-fc81-43d0-8ad0-5ecaa0801a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224144 Feb 10 23:24:14.875795 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-54955415-043b-48b3-a189-91bf59172c48 req-b5be1fda-4fed-4b87-b4b3-166d78fb1725 service neutron] 10.222.0.37 "GET /v2.0/networks/eeebc465-fc81-43d0-8ad0-5ecaa0801a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211970 Feb 10 23:24:16.119622 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:16.787483 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 52196) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:24:16.891146 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-9ed6d94d-9cff-478a-be21-931375ec07fd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/floatingips/39b2c17d-0f75-49dc-9a2b-ac5f58cccfa1 HTTP/1.1" status: 200 len: 994 time: 0.1023839 Feb 10 23:24:17.833416 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 52206) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:24:17.839115 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-b795ef1b-e744-4eaa-b405-a1760bf63069 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'port': {'admin_state_up': False}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:24:17.949445 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b795ef1b-e744-4eaa-b405-a1760bf63069 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:18.240909 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-b795ef1b-e744-4eaa-b405-a1760bf63069 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] For port a479cc12-652e-4ff6-8411-2cc2290353c4, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=a479cc12-652e-4ff6-8411-2cc2290353c4,segment=NetworkSegment(fb70297c-191d-46ef-a81d-d712e64db411),segment_id=fb70297c-191d-46ef-a81d-d712e64db411)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:24:18.265194 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b795ef1b-e744-4eaa-b405-a1760bf63069 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:18.325011 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b795ef1b-e744-4eaa-b405-a1760bf63069 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:18.389368 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b795ef1b-e744-4eaa-b405-a1760bf63069 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:18.390007 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b795ef1b-e744-4eaa-b405-a1760bf63069 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:18.391401 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b795ef1b-e744-4eaa-b405-a1760bf63069 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "PUT /v2.0/ports/a479cc12-652e-4ff6-8411-2cc2290353c4 HTTP/1.1" status: 200 len: 939 time: 0.5570023 Feb 10 23:24:18.391946 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5359c75-0786-4e47-88a1-25b7dc5551b1', 'tag': 'a479cc12-652e-4ff6-8411-2cc2290353c4'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:24:18.413262 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b795ef1b-e744-4eaa-b405-a1760bf63069 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Port': ['ID=a479cc12-652e-4ff6-8411-2cc2290353c4,revision_number=6']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:18.422903 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b795ef1b-e744-4eaa-b405-a1760bf63069 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:18.423258 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b795ef1b-e744-4eaa-b405-a1760bf63069 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:18.423595 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b795ef1b-e744-4eaa-b405-a1760bf63069 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:18.423926 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b795ef1b-e744-4eaa-b405-a1760bf63069 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:18.424257 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b795ef1b-e744-4eaa-b405-a1760bf63069 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:18.424652 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b795ef1b-e744-4eaa-b405-a1760bf63069 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:18.424931 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b795ef1b-e744-4eaa-b405-a1760bf63069 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:18.425255 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b795ef1b-e744-4eaa-b405-a1760bf63069 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:18.425573 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b795ef1b-e744-4eaa-b405-a1760bf63069 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:18.425888 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b795ef1b-e744-4eaa-b405-a1760bf63069 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:18.426204 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b795ef1b-e744-4eaa-b405-a1760bf63069 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:18.449229 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5359c75-0786-4e47-88a1-25b7dc5551b1', 'tag': 'a479cc12-652e-4ff6-8411-2cc2290353c4', 'status': 'completed', 'code': 200} Feb 10 23:24:18.547443 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c25fca77-ee77-4381-b4ba-96489ee6ecd7 req-c17bca88-f770-42a0-8d90-d188fa62f2c8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&device_id=e5359c75-0786-4e47-88a1-25b7dc5551b1 HTTP/1.1" status: 200 len: 1100 time: 0.0737748 Feb 10 23:24:18.658624 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-c54b1099-ba77-48d2-9f89-36b81d47141d None None] Provisioning complete for port a479cc12-652e-4ff6-8411-2cc2290353c4 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:24:18.659203 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c54b1099-ba77-48d2-9f89-36b81d47141d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:18.680338 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fca77-ee77-4381-b4ba-96489ee6ecd7 req-f71c32b1-7480-40fe-ad78-e3f4d2026592 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:18.681792 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c25fca77-ee77-4381-b4ba-96489ee6ecd7 req-f71c32b1-7480-40fe-ad78-e3f4d2026592 service neutron] 10.222.0.37 "GET /v2.0/networks?id=eeebc465-fc81-43d0-8ad0-5ecaa0801a34 HTTP/1.1" status: 200 len: 898 time: 0.1274714 Feb 10 23:24:18.717822 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-c54b1099-ba77-48d2-9f89-36b81d47141d None None] Port a479cc12-652e-4ff6-8411-2cc2290353c4 is administratively disabled so it will not transition to active. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Feb 10 23:24:18.786524 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c25fca77-ee77-4381-b4ba-96489ee6ecd7 req-d5c0194b-544f-4259-9137-a52ef7c83c92 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a479cc12-652e-4ff6-8411-2cc2290353c4 HTTP/1.1" status: 200 len: 1003 time: 0.0977933 Feb 10 23:24:18.847198 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fca77-ee77-4381-b4ba-96489ee6ecd7 req-9ec9aa9a-be4f-4976-b413-e101ef8258f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:18.848596 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c25fca77-ee77-4381-b4ba-96489ee6ecd7 req-9ec9aa9a-be4f-4976-b413-e101ef8258f9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=687c3690-476e-4bc7-80b5-b33501c1893b HTTP/1.1" status: 200 len: 835 time: 0.0551672 Feb 10 23:24:18.925624 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c25fca77-ee77-4381-b4ba-96489ee6ecd7 req-97deaf8f-4032-443a-8762-fb426911a0a7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eeebc465-fc81-43d0-8ad0-5ecaa0801a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694284 Feb 10 23:24:19.055334 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c25fca77-ee77-4381-b4ba-96489ee6ecd7 req-43cde7f8-dd31-4be0-b2ff-ab5c1ab02d7d service neutron] 10.222.0.37 "GET /v2.0/networks/eeebc465-fc81-43d0-8ad0-5ecaa0801a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220391 Feb 10 23:24:19.064089 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dba123ea-6d5e-4ea9-8ec1-d7c75413cc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:19.183082 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c25fca77-ee77-4381-b4ba-96489ee6ecd7 req-342b66ce-a0b0-4e73-aff0-aefb15ae7132 service neutron] 10.222.0.37 "GET /v2.0/networks/eeebc465-fc81-43d0-8ad0-5ecaa0801a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209133 Feb 10 23:24:21.245239 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1f5415ba-11c7-4c15-b08a-d4ac61dfebcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:21.847462 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 52216) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:24:21.853164 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-e3ad756f-e079-4315-a4f1-1f3c1128b21d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'port': {'admin_state_up': True}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:24:21.969971 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e3ad756f-e079-4315-a4f1-1f3c1128b21d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:22.179759 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-e3ad756f-e079-4315-a4f1-1f3c1128b21d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] For port a479cc12-652e-4ff6-8411-2cc2290353c4, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=a479cc12-652e-4ff6-8411-2cc2290353c4,segment=NetworkSegment(fb70297c-191d-46ef-a81d-d712e64db411),segment_id=fb70297c-191d-46ef-a81d-d712e64db411)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:24:22.202960 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e3ad756f-e079-4315-a4f1-1f3c1128b21d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:22.265945 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e3ad756f-e079-4315-a4f1-1f3c1128b21d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:22.330643 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ad756f-e079-4315-a4f1-1f3c1128b21d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:22.331300 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e3ad756f-e079-4315-a4f1-1f3c1128b21d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:22.332666 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e3ad756f-e079-4315-a4f1-1f3c1128b21d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "PUT /v2.0/ports/a479cc12-652e-4ff6-8411-2cc2290353c4 HTTP/1.1" status: 200 len: 938 time: 0.4841835 Feb 10 23:24:22.333168 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5359c75-0786-4e47-88a1-25b7dc5551b1', 'tag': 'a479cc12-652e-4ff6-8411-2cc2290353c4'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:24:22.337179 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 52220) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:24:22.360880 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad756f-e079-4315-a4f1-1f3c1128b21d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Port': ['ID=a479cc12-652e-4ff6-8411-2cc2290353c4,revision_number=7']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:22.465846 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-76d3a726-4c53-4aa6-9781-9b0e4192d4dc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/floatingips/39b2c17d-0f75-49dc-9a2b-ac5f58cccfa1 HTTP/1.1" status: 200 len: 994 time: 0.1275177 Feb 10 23:24:22.473654 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:22.492029 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5359c75-0786-4e47-88a1-25b7dc5551b1', 'tag': 'a479cc12-652e-4ff6-8411-2cc2290353c4', 'status': 'completed', 'code': 200} Feb 10 23:24:22.560320 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-a7d8cfe6-f038-4d55-bdd1-567b7f09284c None None] Provisioning complete for port a479cc12-652e-4ff6-8411-2cc2290353c4 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:24:22.560973 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a7d8cfe6-f038-4d55-bdd1-567b7f09284c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:22.587810 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-edf964d6-977c-49ce-8222-915ca9339754 req-b8c29baf-1c15-42da-8956-8a2394690558 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&device_id=e5359c75-0786-4e47-88a1-25b7dc5551b1 HTTP/1.1" status: 200 len: 1099 time: 0.0728092 Feb 10 23:24:22.592317 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['a479cc12-652e-4ff6-8411-2cc2290353c4'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:24:22.662469 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:22.810981 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf964d6-977c-49ce-8222-915ca9339754 req-7d84ccb1-f144-447f-8c60-86e65cc9809e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:22.812404 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-edf964d6-977c-49ce-8222-915ca9339754 req-7d84ccb1-f144-447f-8c60-86e65cc9809e service neutron] 10.222.0.37 "GET /v2.0/networks?id=eeebc465-fc81-43d0-8ad0-5ecaa0801a34 HTTP/1.1" status: 200 len: 898 time: 0.2188635 Feb 10 23:24:22.917585 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-edf964d6-977c-49ce-8222-915ca9339754 req-129d3f5d-25a1-4a98-9a18-6b18e3c4159c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a479cc12-652e-4ff6-8411-2cc2290353c4 HTTP/1.1" status: 200 len: 1002 time: 0.0953562 Feb 10 23:24:22.979710 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf964d6-977c-49ce-8222-915ca9339754 req-0db81140-2331-4af8-a660-c944f4084bd6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:22.981176 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-edf964d6-977c-49ce-8222-915ca9339754 req-0db81140-2331-4af8-a660-c944f4084bd6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=687c3690-476e-4bc7-80b5-b33501c1893b HTTP/1.1" status: 200 len: 835 time: 0.0571635 Feb 10 23:24:23.053663 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-edf964d6-977c-49ce-8222-915ca9339754 req-2c16469d-d365-4de0-9474-ca8b161530c8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eeebc465-fc81-43d0-8ad0-5ecaa0801a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666189 Feb 10 23:24:23.187025 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-edf964d6-977c-49ce-8222-915ca9339754 req-9dcd92af-53ba-4f19-9844-afc053515d31 service neutron] 10.222.0.37 "GET /v2.0/networks/eeebc465-fc81-43d0-8ad0-5ecaa0801a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254661 Feb 10 23:24:23.323413 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-edf964d6-977c-49ce-8222-915ca9339754 req-9c94e720-e087-40ac-aceb-877fd14e8823 service neutron] 10.222.0.37 "GET /v2.0/networks/eeebc465-fc81-43d0-8ad0-5ecaa0801a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227975 Feb 10 23:24:24.010808 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:25.087645 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 52234) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:24:25.287086 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-341ed6b1-9a88-4026-ad04-17fa21a0412f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Deleting port a08afa6e-0094-4e13-8ff4-87a33364a984 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:24:25.287421 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-341ed6b1-9a88-4026-ad04-17fa21a0412f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:25.451718 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-341ed6b1-9a88-4026-ad04-17fa21a0412f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:25.452060 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-341ed6b1-9a88-4026-ad04-17fa21a0412f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:25.572148 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-341ed6b1-9a88-4026-ad04-17fa21a0412f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Calling delete_port for a08afa6e-0094-4e13-8ff4-87a33364a984 owned by network:floatingip {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:24:25.799755 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-341ed6b1-9a88-4026-ad04-17fa21a0412f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:25.939598 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341ed6b1-9a88-4026-ad04-17fa21a0412f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event deleted for resources: {'Port': ['ID=a08afa6e-0094-4e13-8ff4-87a33364a984,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:25.976231 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341ed6b1-9a88-4026-ad04-17fa21a0412f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:25.976581 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341ed6b1-9a88-4026-ad04-17fa21a0412f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:25.976914 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341ed6b1-9a88-4026-ad04-17fa21a0412f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:25.977235 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341ed6b1-9a88-4026-ad04-17fa21a0412f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:25.977557 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341ed6b1-9a88-4026-ad04-17fa21a0412f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:25.977873 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341ed6b1-9a88-4026-ad04-17fa21a0412f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:25.978185 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341ed6b1-9a88-4026-ad04-17fa21a0412f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:25.978501 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341ed6b1-9a88-4026-ad04-17fa21a0412f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:25.978813 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341ed6b1-9a88-4026-ad04-17fa21a0412f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:25.979119 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341ed6b1-9a88-4026-ad04-17fa21a0412f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:25.979427 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341ed6b1-9a88-4026-ad04-17fa21a0412f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:26.037714 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-341ed6b1-9a88-4026-ad04-17fa21a0412f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for floatingip, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:26.423829 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-341ed6b1-9a88-4026-ad04-17fa21a0412f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Router 7ce25059-4008-4b2d-a29e-1f074539bace has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:24:26.618836 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-341ed6b1-9a88-4026-ad04-17fa21a0412f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:24:26.629170 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f501e9c2-70dd-4a72-82e6-eee4b247e2d1 None None] Sync routers for ids ['7ce25059-4008-4b2d-a29e-1f074539bace'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:24:26.640584 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f501e9c2-70dd-4a72-82e6-eee4b247e2d1 None None] Routers {'7ce25059-4008-4b2d-a29e-1f074539bace'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:24:26.649543 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-f501e9c2-70dd-4a72-82e6-eee4b247e2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:24:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['7ce25059-4008-4b2d-a29e-1f074539bace'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:24:26.713443 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-341ed6b1-9a88-4026-ad04-17fa21a0412f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:26.771202 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-341ed6b1-9a88-4026-ad04-17fa21a0412f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "DELETE /v2.0/floatingips/e03d82c8-f093-4484-8624-5506ed45e79c HTTP/1.1" status: 204 len: 168 time: 1.6824889 Feb 10 23:24:26.771879 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85bc2ed6-c658-4173-b7f1-65d78f157fe2', 'tag': '16475c90-b810-48ec-a726-85548a5b64a0'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:24:26.817466 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-f501e9c2-70dd-4a72-82e6-eee4b247e2d1 None None] Set router 7ce25059-4008-4b2d-a29e-1f074539bace gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:24:26.830759 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85bc2ed6-c658-4173-b7f1-65d78f157fe2', 'tag': '16475c90-b810-48ec-a726-85548a5b64a0', 'status': 'completed', 'code': 200} Feb 10 23:24:26.937504 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c1b00427-81d0-4622-b514-2f55c82b22bf req-932b67dd-5fb9-4099-82cf-31f6d0e019f1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&device_id=85bc2ed6-c658-4173-b7f1-65d78f157fe2 HTTP/1.1" status: 200 len: 1099 time: 0.0754886 Feb 10 23:24:27.087130 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b00427-81d0-4622-b514-2f55c82b22bf req-478f92dc-fc0e-40f2-879f-a328363582b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:27.088645 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c1b00427-81d0-4622-b514-2f55c82b22bf req-478f92dc-fc0e-40f2-879f-a328363582b5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=eeebc465-fc81-43d0-8ad0-5ecaa0801a34 HTTP/1.1" status: 200 len: 898 time: 0.1379018 Feb 10 23:24:27.164389 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c1b00427-81d0-4622-b514-2f55c82b22bf req-6e418b2c-8e71-4d6a-97c6-04154711a19f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16475c90-b810-48ec-a726-85548a5b64a0 HTTP/1.1" status: 200 len: 217 time: 0.0662751 Feb 10 23:24:27.166838 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-f501e9c2-70dd-4a72-82e6-eee4b247e2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'name': 'tempest-TestNetworkBasicOps-router-1841639388', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': 'aab72488-7ab5-49f8-b561-950a7b003666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:22:52Z', 'updated_at': '2022-02-10T23:22:57Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': 'aab72488-7ab5-49f8-b561-950a7b003666', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:22:52Z', 'updated_at': '2022-02-10T23:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '39b2c17d-0f75-49dc-9a2b-ac5f58cccfa1', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'floating_ip_address': '172.26.8.203', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'port_id': 'a479cc12-652e-4ff6-8411-2cc2290353c4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeebc465-fc81-43d0-8ad0-5ecaa0801a34', 'mac_address': 'fa:16:3e:a9:21:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5359c75-0786-4e47-88a1-25b7dc5551b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:23:18Z', 'updated_at': '2022-02-10T23:23:21Z', 'revision_number': 1, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4abe124a-15da-4517-9312-c77cb539c9ca', 'name': '', 'network_id': 'eeebc465-fc81-43d0-8ad0-5ecaa0801a34', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:32:87:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '687c3690-476e-4bc7-80b5-b33501c1893b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:22:56Z', 'updated_at': '2022-02-10T23:23:02Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': '687c3690-476e-4bc7-80b5-b33501c1893b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:24:27.170603 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f501e9c2-70dd-4a72-82e6-eee4b247e2d1 None None] Checking router: 7ce25059-4008-4b2d-a29e-1f074539bace for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:24:27.181371 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f501e9c2-70dd-4a72-82e6-eee4b247e2d1 None None] Routers {'7ce25059-4008-4b2d-a29e-1f074539bace'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:24:27.181954 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-f501e9c2-70dd-4a72-82e6-eee4b247e2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:24:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['7ce25059-4008-4b2d-a29e-1f074539bace'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:24:27.230775 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b00427-81d0-4622-b514-2f55c82b22bf req-5956c36e-0c73-43d8-bdf6-33ae75cb71be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:27.232230 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c1b00427-81d0-4622-b514-2f55c82b22bf req-5956c36e-0c73-43d8-bdf6-33ae75cb71be service neutron] 10.222.0.37 "GET /v2.0/subnets?id=687c3690-476e-4bc7-80b5-b33501c1893b HTTP/1.1" status: 200 len: 835 time: 0.0581408 Feb 10 23:24:27.310128 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c1b00427-81d0-4622-b514-2f55c82b22bf req-3a5c95a9-02d8-4cf6-9e56-90b306539730 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eeebc465-fc81-43d0-8ad0-5ecaa0801a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691714 Feb 10 23:24:27.357548 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-f501e9c2-70dd-4a72-82e6-eee4b247e2d1 None None] Set router 7ce25059-4008-4b2d-a29e-1f074539bace gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:24:27.434299 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd35088-198b-481f-a26e-60977ba1206a req-a8eb5e57-4b7c-4368-8fb7-502d5a45a159 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:27.434996 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-4cd35088-198b-481f-a26e-60977ba1206a req-a8eb5e57-4b7c-4368-8fb7-502d5a45a159 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Synchronizing usage tracker for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:24:27.453083 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c1b00427-81d0-4622-b514-2f55c82b22bf req-9df82ccc-1d45-4770-b500-c0636e5c924a service neutron] 10.222.0.37 "GET /v2.0/networks/eeebc465-fc81-43d0-8ad0-5ecaa0801a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353269 Feb 10 23:24:27.513714 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-4cd35088-198b-481f-a26e-60977ba1206a req-a8eb5e57-4b7c-4368-8fb7-502d5a45a159 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Unset dirty status for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:24:27.514957 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-4cd35088-198b-481f-a26e-60977ba1206a req-a8eb5e57-4b7c-4368-8fb7-502d5a45a159 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=85bc2ed6-c658-4173-b7f1-65d78f157fe2 HTTP/1.1" status: 200 len: 946 time: 0.1603169 Feb 10 23:24:27.563622 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-4cd35088-198b-481f-a26e-60977ba1206a req-20a7674f-7b6a-4f14-8052-e6efdc5d1e43 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=e115349b-28d6-4ba8-b40e-14fe9b4d8652&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427542 Feb 10 23:24:27.601062 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c1b00427-81d0-4622-b514-2f55c82b22bf req-087335b0-dcb0-49e0-95d1-c533492b5541 service neutron] 10.222.0.37 "GET /v2.0/networks/eeebc465-fc81-43d0-8ad0-5ecaa0801a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381307 Feb 10 23:24:27.737394 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-f501e9c2-70dd-4a72-82e6-eee4b247e2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'name': 'tempest-TestNetworkBasicOps-router-1841639388', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': 'aab72488-7ab5-49f8-b561-950a7b003666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:22:52Z', 'updated_at': '2022-02-10T23:22:57Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': 'aab72488-7ab5-49f8-b561-950a7b003666', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:22:52Z', 'updated_at': '2022-02-10T23:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '39b2c17d-0f75-49dc-9a2b-ac5f58cccfa1', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'floating_ip_address': '172.26.8.203', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'port_id': 'a479cc12-652e-4ff6-8411-2cc2290353c4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeebc465-fc81-43d0-8ad0-5ecaa0801a34', 'mac_address': 'fa:16:3e:a9:21:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5359c75-0786-4e47-88a1-25b7dc5551b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:23:18Z', 'updated_at': '2022-02-10T23:23:21Z', 'revision_number': 1, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4abe124a-15da-4517-9312-c77cb539c9ca', 'name': '', 'network_id': 'eeebc465-fc81-43d0-8ad0-5ecaa0801a34', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:32:87:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '687c3690-476e-4bc7-80b5-b33501c1893b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:22:56Z', 'updated_at': '2022-02-10T23:23:02Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': '687c3690-476e-4bc7-80b5-b33501c1893b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:24:27.741340 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f501e9c2-70dd-4a72-82e6-eee4b247e2d1 None None] The sync data for ids ['7ce25059-4008-4b2d-a29e-1f074539bace'] in dv-neutron-828797-1-hyperv is: [{'id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'name': 'tempest-TestNetworkBasicOps-router-1841639388', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': 'aab72488-7ab5-49f8-b561-950a7b003666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:22:52Z', 'updated_at': '2022-02-10T23:22:57Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': 'aab72488-7ab5-49f8-b561-950a7b003666', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:22:52Z', 'updated_at': '2022-02-10T23:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '39b2c17d-0f75-49dc-9a2b-ac5f58cccfa1', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'floating_ip_address': '172.26.8.203', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'port_id': 'a479cc12-652e-4ff6-8411-2cc2290353c4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeebc465-fc81-43d0-8ad0-5ecaa0801a34', 'mac_address': 'fa:16:3e:a9:21:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5359c75-0786-4e47-88a1-25b7dc5551b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:23:18Z', 'updated_at': '2022-02-10T23:23:21Z', 'revision_number': 1, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4abe124a-15da-4517-9312-c77cb539c9ca', 'name': '', 'network_id': 'eeebc465-fc81-43d0-8ad0-5ecaa0801a34', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:32:87:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '687c3690-476e-4bc7-80b5-b33501c1893b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:22:56Z', 'updated_at': '2022-02-10T23:23:02Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': '687c3690-476e-4bc7-80b5-b33501c1893b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:24:27.948081 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea9b755-c51b-4e11-bc5d-17f45a09c926 None None] New status for floating IP e03d82c8-f093-4484-8624-5506ed45e79c: DOWN {{(pid=84334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 23:24:28.763097 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf060e-c3c5-46b8-9192-e58f3458e9ee req-27b2bead-27d8-4afb-bb8f-e8c9b0dfced6 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:28.765128 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-05cf060e-c3c5-46b8-9192-e58f3458e9ee req-27b2bead-27d8-4afb-bb8f-e8c9b0dfced6 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=85bc2ed6-c658-4173-b7f1-65d78f157fe2 HTTP/1.1" status: 200 len: 946 time: 0.0779827 Feb 10 23:24:28.809725 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-05cf060e-c3c5-46b8-9192-e58f3458e9ee req-3454820c-3d00-46b9-a7a0-481816f6f99b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=e115349b-28d6-4ba8-b40e-14fe9b4d8652&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384202 Feb 10 23:24:29.132287 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec989c-dbf3-4a4b-8738-3fd03ea6b980 req-3a9b5f83-324d-4799-b44b-c8c95ac212fe tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:29.133827 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a8ec989c-dbf3-4a4b-8738-3fd03ea6b980 req-3a9b5f83-324d-4799-b44b-c8c95ac212fe tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.37 "GET /v2.0/ports?device_id=85bc2ed6-c658-4173-b7f1-65d78f157fe2 HTTP/1.1" status: 200 len: 946 time: 0.0758839 Feb 10 23:24:29.212110 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-a8ec989c-dbf3-4a4b-8738-3fd03ea6b980 req-ece72023-9a2c-4ebf-9d6e-90ea24ec1854 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Deleting port 16475c90-b810-48ec-a726-85548a5b64a0 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:24:29.212448 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-a8ec989c-dbf3-4a4b-8738-3fd03ea6b980 req-ece72023-9a2c-4ebf-9d6e-90ea24ec1854 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:29.534738 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-a8ec989c-dbf3-4a4b-8738-3fd03ea6b980 req-ece72023-9a2c-4ebf-9d6e-90ea24ec1854 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] For port 16475c90-b810-48ec-a726-85548a5b64a0, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=16475c90-b810-48ec-a726-85548a5b64a0,segment=NetworkSegment(fb70297c-191d-46ef-a81d-d712e64db411),segment_id=fb70297c-191d-46ef-a81d-d712e64db411)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:24:29.535090 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-a8ec989c-dbf3-4a4b-8738-3fd03ea6b980 req-ece72023-9a2c-4ebf-9d6e-90ea24ec1854 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:29.653876 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-a8ec989c-dbf3-4a4b-8738-3fd03ea6b980 req-ece72023-9a2c-4ebf-9d6e-90ea24ec1854 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Calling delete_port for 16475c90-b810-48ec-a726-85548a5b64a0 owned by compute:nova {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:24:29.879367 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-a8ec989c-dbf3-4a4b-8738-3fd03ea6b980 req-ece72023-9a2c-4ebf-9d6e-90ea24ec1854 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:29.926862 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece72023-9a2c-4ebf-9d6e-90ea24ec1854 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event deleted for resources: {'Port': ['ID=16475c90-b810-48ec-a726-85548a5b64a0,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:29.973109 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-1c80ffac-3c7d-4a96-88e6-054cd4911164 req-60f9d0c8-e82e-406c-9dce-bfc4e9569d8e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=85bc2ed6-c658-4173-b7f1-65d78f157fe2 HTTP/1.1" status: 200 len: 210 time: 0.0397635 Feb 10 23:24:30.001591 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8ec989c-dbf3-4a4b-8738-3fd03ea6b980 req-ece72023-9a2c-4ebf-9d6e-90ea24ec1854 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] No DVR routers for this DVR port 16475c90-b810-48ec-a726-85548a5b64a0 on host hv-neutron-8287 {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:24:30.003959 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-a8ec989c-dbf3-4a4b-8738-3fd03ea6b980 req-ece72023-9a2c-4ebf-9d6e-90ea24ec1854 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:30.006424 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85bc2ed6-c658-4173-b7f1-65d78f157fe2', 'name': 'network-vif-deleted', 'tag': '16475c90-b810-48ec-a726-85548a5b64a0'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:24:30.061268 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85bc2ed6-c658-4173-b7f1-65d78f157fe2', 'name': 'network-vif-deleted', 'tag': '16475c90-b810-48ec-a726-85548a5b64a0', 'status': 'completed', 'code': 200} Feb 10 23:24:30.089350 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a8ec989c-dbf3-4a4b-8738-3fd03ea6b980 req-ece72023-9a2c-4ebf-9d6e-90ea24ec1854 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.37 "DELETE /v2.0/ports/16475c90-b810-48ec-a726-85548a5b64a0 HTTP/1.1" status: 204 len: 173 time: 0.9467757 Feb 10 23:24:31.084686 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 52252) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:24:31.160215 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-51607e11-e90f-4893-9072-67fdf53b617a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:31.193838 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-51607e11-e90f-4893-9072-67fdf53b617a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:31.317696 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-51607e11-e90f-4893-9072-67fdf53b617a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:31.336178 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51607e11-e90f-4893-9072-67fdf53b617a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e115349b-28d6-4ba8-b40e-14fe9b4d8652,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:31.436134 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-51607e11-e90f-4893-9072-67fdf53b617a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:31.437342 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-51607e11-e90f-4893-9072-67fdf53b617a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "DELETE /v2.0/security-groups/e115349b-28d6-4ba8-b40e-14fe9b4d8652 HTTP/1.1" status: 204 len: 168 time: 0.3516648 Feb 10 23:24:31.536875 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 52258) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:24:31.734047 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-78462d7a-0518-457d-a0c6-caf41133ed93 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Deleting port db3d8a33-a91d-4568-8682-6a26d8dff68f {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:24:31.734383 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-78462d7a-0518-457d-a0c6-caf41133ed93 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:31.902275 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-78462d7a-0518-457d-a0c6-caf41133ed93 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:31.902511 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-78462d7a-0518-457d-a0c6-caf41133ed93 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:32.018838 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-78462d7a-0518-457d-a0c6-caf41133ed93 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Calling delete_port for db3d8a33-a91d-4568-8682-6a26d8dff68f owned by network:floatingip {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:24:32.307702 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-78462d7a-0518-457d-a0c6-caf41133ed93 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:32.352085 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78462d7a-0518-457d-a0c6-caf41133ed93 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event deleted for resources: {'Port': ['ID=db3d8a33-a91d-4568-8682-6a26d8dff68f,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:32.442352 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-78462d7a-0518-457d-a0c6-caf41133ed93 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for floatingip, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:32.818143 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 16475c90-b810-48ec-a726-85548a5b64a0 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:24:32.852501 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] No Port match for: 16475c90-b810-48ec-a726-85548a5b64a0 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:24:32.852864 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 16475c90-b810-48ec-a726-85548a5b64a0 not bound to the agent host hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:24:32.910935 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78462d7a-0518-457d-a0c6-caf41133ed93 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Router 7ce25059-4008-4b2d-a29e-1f074539bace has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:24:33.105656 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78462d7a-0518-457d-a0c6-caf41133ed93 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:24:33.115532 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094fe09b-405a-424c-a002-5e215a3618ab None None] Sync routers for ids ['7ce25059-4008-4b2d-a29e-1f074539bace'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:24:33.123529 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-78462d7a-0518-457d-a0c6-caf41133ed93 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:33.127612 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094fe09b-405a-424c-a002-5e215a3618ab None None] Routers {'7ce25059-4008-4b2d-a29e-1f074539bace'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:24:33.128206 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-094fe09b-405a-424c-a002-5e215a3618ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:24:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['7ce25059-4008-4b2d-a29e-1f074539bace'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:24:33.180595 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-78462d7a-0518-457d-a0c6-caf41133ed93 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "DELETE /v2.0/floatingips/39b2c17d-0f75-49dc-9a2b-ac5f58cccfa1 HTTP/1.1" status: 204 len: 168 time: 1.6424620 Feb 10 23:24:33.181188 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5359c75-0786-4e47-88a1-25b7dc5551b1', 'tag': 'a479cc12-652e-4ff6-8411-2cc2290353c4'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:24:33.234355 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5359c75-0786-4e47-88a1-25b7dc5551b1', 'tag': 'a479cc12-652e-4ff6-8411-2cc2290353c4', 'status': 'completed', 'code': 200} Feb 10 23:24:33.308363 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-094fe09b-405a-424c-a002-5e215a3618ab None None] Set router 7ce25059-4008-4b2d-a29e-1f074539bace gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:24:33.333326 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7fb2e5ff-2e36-44c2-91ab-be7c12fad66a req-4a2ec529-2472-47d0-b9f1-6bacfb4ca2cd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&device_id=e5359c75-0786-4e47-88a1-25b7dc5551b1 HTTP/1.1" status: 200 len: 1099 time: 0.0783110 Feb 10 23:24:33.476786 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2e5ff-2e36-44c2-91ab-be7c12fad66a req-452139f1-5b29-407d-b2d7-d45c82b711e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:33.478246 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7fb2e5ff-2e36-44c2-91ab-be7c12fad66a req-452139f1-5b29-407d-b2d7-d45c82b711e5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=eeebc465-fc81-43d0-8ad0-5ecaa0801a34 HTTP/1.1" status: 200 len: 898 time: 0.1320653 Feb 10 23:24:33.555195 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7fb2e5ff-2e36-44c2-91ab-be7c12fad66a req-7ff1e7a5-0281-4aea-822c-e02fcbda87de service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a479cc12-652e-4ff6-8411-2cc2290353c4 HTTP/1.1" status: 200 len: 217 time: 0.0674098 Feb 10 23:24:33.625056 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2e5ff-2e36-44c2-91ab-be7c12fad66a req-03fc0fbe-c5f8-4f02-9740-431765a5cdd7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:33.627363 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7fb2e5ff-2e36-44c2-91ab-be7c12fad66a req-03fc0fbe-c5f8-4f02-9740-431765a5cdd7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=687c3690-476e-4bc7-80b5-b33501c1893b HTTP/1.1" status: 200 len: 835 time: 0.0631216 Feb 10 23:24:33.648647 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-094fe09b-405a-424c-a002-5e215a3618ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'name': 'tempest-TestNetworkBasicOps-router-1841639388', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': 'aab72488-7ab5-49f8-b561-950a7b003666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:22:52Z', 'updated_at': '2022-02-10T23:22:57Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': 'aab72488-7ab5-49f8-b561-950a7b003666', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:22:52Z', 'updated_at': '2022-02-10T23:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '4abe124a-15da-4517-9312-c77cb539c9ca', 'name': '', 'network_id': 'eeebc465-fc81-43d0-8ad0-5ecaa0801a34', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:32:87:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '687c3690-476e-4bc7-80b5-b33501c1893b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:22:56Z', 'updated_at': '2022-02-10T23:23:02Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': '687c3690-476e-4bc7-80b5-b33501c1893b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:24:33.652857 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094fe09b-405a-424c-a002-5e215a3618ab None None] Checking router: 7ce25059-4008-4b2d-a29e-1f074539bace for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:24:33.664068 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094fe09b-405a-424c-a002-5e215a3618ab None None] Routers {'7ce25059-4008-4b2d-a29e-1f074539bace'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:24:33.664770 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-094fe09b-405a-424c-a002-5e215a3618ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:24:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['7ce25059-4008-4b2d-a29e-1f074539bace'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:24:33.710601 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7fb2e5ff-2e36-44c2-91ab-be7c12fad66a req-88473dcb-1758-4720-9c7c-7db229639382 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eeebc465-fc81-43d0-8ad0-5ecaa0801a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722163 Feb 10 23:24:33.838804 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-094fe09b-405a-424c-a002-5e215a3618ab None None] Set router 7ce25059-4008-4b2d-a29e-1f074539bace gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:24:33.894226 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d579fa7-1113-4448-8902-b9d56dff7ce8 req-d613e8b9-8500-4643-a247-a821b3de6f2f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:33.894922 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-4d579fa7-1113-4448-8902-b9d56dff7ce8 req-d613e8b9-8500-4643-a247-a821b3de6f2f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Synchronizing usage tracker for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:24:33.905450 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7fb2e5ff-2e36-44c2-91ab-be7c12fad66a req-d52c796a-aafa-455a-87ea-ad5ee4f76409 service neutron] 10.222.0.37 "GET /v2.0/networks/eeebc465-fc81-43d0-8ad0-5ecaa0801a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581032 Feb 10 23:24:33.989377 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-4d579fa7-1113-4448-8902-b9d56dff7ce8 req-d613e8b9-8500-4643-a247-a821b3de6f2f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Unset dirty status for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:24:33.990514 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4d579fa7-1113-4448-8902-b9d56dff7ce8 req-d613e8b9-8500-4643-a247-a821b3de6f2f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5359c75-0786-4e47-88a1-25b7dc5551b1 HTTP/1.1" status: 200 len: 946 time: 0.2789183 Feb 10 23:24:34.080737 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4d579fa7-1113-4448-8902-b9d56dff7ce8 req-0b724b38-ba36-4c5e-aad7-c2af37341882 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc3b6087-f7dd-4185-b7d6-cac4a3733cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808587 Feb 10 23:24:34.084110 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7fb2e5ff-2e36-44c2-91ab-be7c12fad66a req-d66651b8-95d9-42e3-ba84-73af22492007 service neutron] 10.222.0.37 "GET /v2.0/networks/eeebc465-fc81-43d0-8ad0-5ecaa0801a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676767 Feb 10 23:24:34.186601 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-094fe09b-405a-424c-a002-5e215a3618ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'name': 'tempest-TestNetworkBasicOps-router-1841639388', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': 'aab72488-7ab5-49f8-b561-950a7b003666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:22:52Z', 'updated_at': '2022-02-10T23:22:57Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': 'aab72488-7ab5-49f8-b561-950a7b003666', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:22:52Z', 'updated_at': '2022-02-10T23:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '4abe124a-15da-4517-9312-c77cb539c9ca', 'name': '', 'network_id': 'eeebc465-fc81-43d0-8ad0-5ecaa0801a34', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:32:87:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '687c3690-476e-4bc7-80b5-b33501c1893b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:22:56Z', 'updated_at': '2022-02-10T23:23:02Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': '687c3690-476e-4bc7-80b5-b33501c1893b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:24:34.190806 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094fe09b-405a-424c-a002-5e215a3618ab None None] The sync data for ids ['7ce25059-4008-4b2d-a29e-1f074539bace'] in dv-neutron-828797-1-hyperv is: [{'id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'name': 'tempest-TestNetworkBasicOps-router-1841639388', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': 'aab72488-7ab5-49f8-b561-950a7b003666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:22:52Z', 'updated_at': '2022-02-10T23:22:57Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': 'aab72488-7ab5-49f8-b561-950a7b003666', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:22:52Z', 'updated_at': '2022-02-10T23:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '4abe124a-15da-4517-9312-c77cb539c9ca', 'name': '', 'network_id': 'eeebc465-fc81-43d0-8ad0-5ecaa0801a34', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:32:87:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '687c3690-476e-4bc7-80b5-b33501c1893b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:22:56Z', 'updated_at': '2022-02-10T23:23:02Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': '687c3690-476e-4bc7-80b5-b33501c1893b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:24:34.409333 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da89b660-52af-4008-b173-4f63fc5017d3 None None] New status for floating IP 39b2c17d-0f75-49dc-9a2b-ac5f58cccfa1: DOWN {{(pid=84334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 23:24:35.280556 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a112a01-594f-44cf-beff-f9909027e094 req-936eb1f3-5b88-4134-af7d-8826f206cdd9 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:35.282348 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-2a112a01-594f-44cf-beff-f9909027e094 req-936eb1f3-5b88-4134-af7d-8826f206cdd9 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5359c75-0786-4e47-88a1-25b7dc5551b1 HTTP/1.1" status: 200 len: 946 time: 0.0762441 Feb 10 23:24:35.330229 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-2a112a01-594f-44cf-beff-f9909027e094 req-e005975a-3797-4cf7-b6a3-b7072591c2dd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Synchronizing usage tracker for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:24:35.398976 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-2a112a01-594f-44cf-beff-f9909027e094 req-e005975a-3797-4cf7-b6a3-b7072591c2dd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Unset dirty status for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:24:35.400062 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-2a112a01-594f-44cf-beff-f9909027e094 req-e005975a-3797-4cf7-b6a3-b7072591c2dd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc3b6087-f7dd-4185-b7d6-cac4a3733cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122189 Feb 10 23:24:35.726642 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e554c0-a0e5-4d3e-b03f-a8dacdd7ce19 req-af06ee46-04d1-416a-944d-78836c5e47e6 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:35.728020 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e7e554c0-a0e5-4d3e-b03f-a8dacdd7ce19 req-af06ee46-04d1-416a-944d-78836c5e47e6 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5359c75-0786-4e47-88a1-25b7dc5551b1 HTTP/1.1" status: 200 len: 946 time: 0.0767720 Feb 10 23:24:35.795901 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-e7e554c0-a0e5-4d3e-b03f-a8dacdd7ce19 req-b7b0aa85-b605-4775-880f-7f42e8103561 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Deleting port a479cc12-652e-4ff6-8411-2cc2290353c4 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:24:35.796236 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-e7e554c0-a0e5-4d3e-b03f-a8dacdd7ce19 req-b7b0aa85-b605-4775-880f-7f42e8103561 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:36.126750 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-e7e554c0-a0e5-4d3e-b03f-a8dacdd7ce19 req-b7b0aa85-b605-4775-880f-7f42e8103561 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] For port a479cc12-652e-4ff6-8411-2cc2290353c4, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=a479cc12-652e-4ff6-8411-2cc2290353c4,segment=NetworkSegment(fb70297c-191d-46ef-a81d-d712e64db411),segment_id=fb70297c-191d-46ef-a81d-d712e64db411)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:24:36.131195 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-e7e554c0-a0e5-4d3e-b03f-a8dacdd7ce19 req-b7b0aa85-b605-4775-880f-7f42e8103561 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:36.222532 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:24:36.248035 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-e7e554c0-a0e5-4d3e-b03f-a8dacdd7ce19 req-b7b0aa85-b605-4775-880f-7f42e8103561 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Calling delete_port for a479cc12-652e-4ff6-8411-2cc2290353c4 owned by compute:nova {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:24:36.442903 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-e7e554c0-a0e5-4d3e-b03f-a8dacdd7ce19 req-b7b0aa85-b605-4775-880f-7f42e8103561 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:36.491548 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b0aa85-b605-4775-880f-7f42e8103561 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event deleted for resources: {'Port': ['ID=a479cc12-652e-4ff6-8411-2cc2290353c4,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:36.601337 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-68b29978-668a-4b5f-9954-780480b0410f req-54fcae42-c23d-4f99-bbf3-ca3fae5db117 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5359c75-0786-4e47-88a1-25b7dc5551b1 HTTP/1.1" status: 200 len: 210 time: 0.0765350 Feb 10 23:24:36.602140 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7e554c0-a0e5-4d3e-b03f-a8dacdd7ce19 req-b7b0aa85-b605-4775-880f-7f42e8103561 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] No DVR routers for this DVR port a479cc12-652e-4ff6-8411-2cc2290353c4 on host hv-neutron-8287 {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:24:36.604479 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-e7e554c0-a0e5-4d3e-b03f-a8dacdd7ce19 req-b7b0aa85-b605-4775-880f-7f42e8103561 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:36.607001 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5359c75-0786-4e47-88a1-25b7dc5551b1', 'name': 'network-vif-deleted', 'tag': 'a479cc12-652e-4ff6-8411-2cc2290353c4'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:24:36.664708 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5359c75-0786-4e47-88a1-25b7dc5551b1', 'name': 'network-vif-deleted', 'tag': 'a479cc12-652e-4ff6-8411-2cc2290353c4', 'status': 'completed', 'code': 200} Feb 10 23:24:36.679900 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e7e554c0-a0e5-4d3e-b03f-a8dacdd7ce19 req-b7b0aa85-b605-4775-880f-7f42e8103561 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.37 "DELETE /v2.0/ports/a479cc12-652e-4ff6-8411-2cc2290353c4 HTTP/1.1" status: 204 len: 173 time: 0.9437447 Feb 10 23:24:37.783197 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-55da5393-1397-4b5b-b9bd-578bb072c8c7 req-7056a04c-693e-40d0-b740-3c733235225d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Synchronizing usage tracker for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:24:37.871060 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-55da5393-1397-4b5b-b9bd-578bb072c8c7 req-7056a04c-693e-40d0-b740-3c733235225d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Unset dirty status for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:24:37.872182 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-55da5393-1397-4b5b-b9bd-578bb072c8c7 req-7056a04c-693e-40d0-b740-3c733235225d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5359c75-0786-4e47-88a1-25b7dc5551b1 HTTP/1.1" status: 200 len: 210 time: 0.1341002 Feb 10 23:24:38.980154 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 52278) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:24:39.047353 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c033e220-2958-4170-8cde-9a7788158c09 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:39.076706 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c033e220-2958-4170-8cde-9a7788158c09 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:39.205095 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c033e220-2958-4170-8cde-9a7788158c09 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:39.222995 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c033e220-2958-4170-8cde-9a7788158c09 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3b6087-f7dd-4185-b7d6-cac4a3733cb2,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:39.301795 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c033e220-2958-4170-8cde-9a7788158c09 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:39.302910 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c033e220-2958-4170-8cde-9a7788158c09 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "DELETE /v2.0/security-groups/fc3b6087-f7dd-4185-b7d6-cac4a3733cb2 HTTP/1.1" status: 204 len: 168 time: 0.3217371 Feb 10 23:24:39.410002 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 52284) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:24:39.804094 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fd4a6b17-7382-4af5-9b89-ed2a6e1e784c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732944'] for router_interface, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:40.483156 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a6b17-7382-4af5-9b89-ed2a6e1e784c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Deleting port 4abe124a-15da-4517-9312-c77cb539c9ca {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:24:40.483930 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fd4a6b17-7382-4af5-9b89-ed2a6e1e784c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:40.664312 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-fd4a6b17-7382-4af5-9b89-ed2a6e1e784c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] For port 4abe124a-15da-4517-9312-c77cb539c9ca, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=4abe124a-15da-4517-9312-c77cb539c9ca,segment=NetworkSegment(fb70297c-191d-46ef-a81d-d712e64db411),segment_id=fb70297c-191d-46ef-a81d-d712e64db411)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:24:40.664689 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fd4a6b17-7382-4af5-9b89-ed2a6e1e784c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:40.781221 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a6b17-7382-4af5-9b89-ed2a6e1e784c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Calling delete_port for 4abe124a-15da-4517-9312-c77cb539c9ca owned by network:router_interface {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:24:40.839767 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device a479cc12-652e-4ff6-8411-2cc2290353c4 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:24:40.871847 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] No Port match for: a479cc12-652e-4ff6-8411-2cc2290353c4 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:24:40.872187 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device a479cc12-652e-4ff6-8411-2cc2290353c4 not bound to the agent host hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:24:41.031547 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fd4a6b17-7382-4af5-9b89-ed2a6e1e784c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:41.079649 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a6b17-7382-4af5-9b89-ed2a6e1e784c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event deleted for resources: {'Port': ['ID=4abe124a-15da-4517-9312-c77cb539c9ca,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:41.362637 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fd4a6b17-7382-4af5-9b89-ed2a6e1e784c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2767638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733091'] for router_interface, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:42.010054 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd4a6b17-7382-4af5-9b89-ed2a6e1e784c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Router 7ce25059-4008-4b2d-a29e-1f074539bace has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:24:42.206802 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4a6b17-7382-4af5-9b89-ed2a6e1e784c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:24:42.215977 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2cc96d-fed1-42ed-9cd7-3392e446d84a None None] Sync routers for ids ['7ce25059-4008-4b2d-a29e-1f074539bace'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:24:42.228803 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2cc96d-fed1-42ed-9cd7-3392e446d84a None None] Routers {'7ce25059-4008-4b2d-a29e-1f074539bace'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:24:42.229394 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-6c2cc96d-fed1-42ed-9cd7-3392e446d84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:24:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['7ce25059-4008-4b2d-a29e-1f074539bace'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:24:42.275760 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-fd4a6b17-7382-4af5-9b89-ed2a6e1e784c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "PUT /v2.0/routers/7ce25059-4008-4b2d-a29e-1f074539bace/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8644409 Feb 10 23:24:42.278278 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 52288) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:24:42.404823 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-6c2cc96d-fed1-42ed-9cd7-3392e446d84a None None] Set router 7ce25059-4008-4b2d-a29e-1f074539bace gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:24:42.463566 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a79ea79-ee93-4b49-adbb-167cee200551 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Deleting subnet 687c3690-476e-4bc7-80b5-b33501c1893b {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:24:42.466497 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9a79ea79-ee93-4b49-adbb-167cee200551 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:42.519768 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9a79ea79-ee93-4b49-adbb-167cee200551 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:42.612623 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9a79ea79-ee93-4b49-adbb-167cee200551 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:42.686936 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-6c2cc96d-fed1-42ed-9cd7-3392e446d84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'name': 'tempest-TestNetworkBasicOps-router-1841639388', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': 'aab72488-7ab5-49f8-b561-950a7b003666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:22:52Z', 'updated_at': '2022-02-10T23:24:40Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': 'aab72488-7ab5-49f8-b561-950a7b003666', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:22:52Z', 'updated_at': '2022-02-10T23:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:24:42.690945 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2cc96d-fed1-42ed-9cd7-3392e446d84a None None] Checking router: 7ce25059-4008-4b2d-a29e-1f074539bace for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:24:42.700998 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2cc96d-fed1-42ed-9cd7-3392e446d84a None None] Routers {'7ce25059-4008-4b2d-a29e-1f074539bace'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:24:42.701570 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-6c2cc96d-fed1-42ed-9cd7-3392e446d84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:24:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['7ce25059-4008-4b2d-a29e-1f074539bace'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:24:42.757091 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9a79ea79-ee93-4b49-adbb-167cee200551 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:42.793555 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a79ea79-ee93-4b49-adbb-167cee200551 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event deleted for resources: {'Subnet': ['ID=687c3690-476e-4bc7-80b5-b33501c1893b,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:42.802181 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9a79ea79-ee93-4b49-adbb-167cee200551 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:42.807977 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9a79ea79-ee93-4b49-adbb-167cee200551 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "DELETE /v2.0/subnets/687c3690-476e-4bc7-80b5-b33501c1893b HTTP/1.1" status: 204 len: 168 time: 0.5287130 Feb 10 23:24:42.810132 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d349a209-7d30-4dff-bfa3-f1bbe35f3a64 None None] Network eeebc465-fc81-43d0-8ad0-5ecaa0801a34 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:24:42.810609 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 52292) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:24:42.876463 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-6c2cc96d-fed1-42ed-9cd7-3392e446d84a None None] Set router 7ce25059-4008-4b2d-a29e-1f074539bace gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:24:43.014577 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3f5ddc1e-9c7c-4715-8a9a-a46b658c2aaf tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:43.074647 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c018b88e-85c3-45a8-bae1-1ebfb388a410 None None] DHCP port deletion for eeebc465-fc81-43d0-8ad0-5ecaa0801a34 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:24:43.079756 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-c018b88e-85c3-45a8-bae1-1ebfb388a410 None None] Deleting port a5c50151-6aac-453d-b04a-ca8a94668344 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:24:43.080132 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c018b88e-85c3-45a8-bae1-1ebfb388a410 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:43.156571 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-6c2cc96d-fed1-42ed-9cd7-3392e446d84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'name': 'tempest-TestNetworkBasicOps-router-1841639388', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': 'aab72488-7ab5-49f8-b561-950a7b003666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:22:52Z', 'updated_at': '2022-02-10T23:24:40Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': 'aab72488-7ab5-49f8-b561-950a7b003666', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:22:52Z', 'updated_at': '2022-02-10T23:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:24:43.160725 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2cc96d-fed1-42ed-9cd7-3392e446d84a None None] The sync data for ids ['7ce25059-4008-4b2d-a29e-1f074539bace'] in dv-neutron-828797-1-hyperv is: [{'id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'name': 'tempest-TestNetworkBasicOps-router-1841639388', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': 'aab72488-7ab5-49f8-b561-950a7b003666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:22:52Z', 'updated_at': '2022-02-10T23:24:40Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': 'aab72488-7ab5-49f8-b561-950a7b003666', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce25059-4008-4b2d-a29e-1f074539bace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:22:52Z', 'updated_at': '2022-02-10T23:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:24:43.223485 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3f5ddc1e-9c7c-4715-8a9a-a46b658c2aaf tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:43.290360 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-3f5ddc1e-9c7c-4715-8a9a-a46b658c2aaf tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Deleting port aab72488-7ab5-49f8-b561-950a7b003666 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:24:43.290645 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3f5ddc1e-9c7c-4715-8a9a-a46b658c2aaf tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:43.315248 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-c018b88e-85c3-45a8-bae1-1ebfb388a410 None None] For port a5c50151-6aac-453d-b04a-ca8a94668344, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=a5c50151-6aac-453d-b04a-ca8a94668344,segment=NetworkSegment(fb70297c-191d-46ef-a81d-d712e64db411),segment_id=fb70297c-191d-46ef-a81d-d712e64db411)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:24:43.315633 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c018b88e-85c3-45a8-bae1-1ebfb388a410 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:43.469531 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-c018b88e-85c3-45a8-bae1-1ebfb388a410 None None] Calling delete_port for a5c50151-6aac-453d-b04a-ca8a94668344 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:24:43.573588 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-3f5ddc1e-9c7c-4715-8a9a-a46b658c2aaf tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] For port aab72488-7ab5-49f8-b561-950a7b003666, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=aab72488-7ab5-49f8-b561-950a7b003666,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:24:43.573939 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3f5ddc1e-9c7c-4715-8a9a-a46b658c2aaf tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:43.594670 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c018b88e-85c3-45a8-bae1-1ebfb388a410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:43.645546 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c018b88e-85c3-45a8-bae1-1ebfb388a410 None None] Pushing event deleted for resources: {'Port': ['ID=a5c50151-6aac-453d-b04a-ca8a94668344,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:43.653720 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c018b88e-85c3-45a8-bae1-1ebfb388a410 None None] No DVR routers for this DVR port a5c50151-6aac-453d-b04a-ca8a94668344 on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:24:43.655665 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018b88e-85c3-45a8-bae1-1ebfb388a410 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:43.656756 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018b88e-85c3-45a8-bae1-1ebfb388a410 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:43.657136 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018b88e-85c3-45a8-bae1-1ebfb388a410 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:43.657514 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018b88e-85c3-45a8-bae1-1ebfb388a410 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:43.657947 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018b88e-85c3-45a8-bae1-1ebfb388a410 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:43.658281 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018b88e-85c3-45a8-bae1-1ebfb388a410 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:43.658611 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018b88e-85c3-45a8-bae1-1ebfb388a410 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:43.658938 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018b88e-85c3-45a8-bae1-1ebfb388a410 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:43.659261 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018b88e-85c3-45a8-bae1-1ebfb388a410 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:43.659579 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018b88e-85c3-45a8-bae1-1ebfb388a410 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:43.659897 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018b88e-85c3-45a8-bae1-1ebfb388a410 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:43.708036 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-3f5ddc1e-9c7c-4715-8a9a-a46b658c2aaf tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Calling delete_port for aab72488-7ab5-49f8-b561-950a7b003666 owned by network:router_gateway {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:24:43.934162 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3f5ddc1e-9c7c-4715-8a9a-a46b658c2aaf tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:43.981159 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ddc1e-9c7c-4715-8a9a-a46b658c2aaf tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event deleted for resources: {'Port': ['ID=aab72488-7ab5-49f8-b561-950a7b003666,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:44.198041 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3f5ddc1e-9c7c-4715-8a9a-a46b658c2aaf tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734197'] for router_gateway, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:44.223026 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 4abe124a-15da-4517-9312-c77cb539c9ca no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:24:44.256228 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 4abe124a-15da-4517-9312-c77cb539c9ca {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:24:44.256580 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 4abe124a-15da-4517-9312-c77cb539c9ca not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:24:44.257039 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device a5c50151-6aac-453d-b04a-ca8a94668344 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:24:44.286587 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: a5c50151-6aac-453d-b04a-ca8a94668344 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:24:44.286921 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device a5c50151-6aac-453d-b04a-ca8a94668344 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:24:44.458202 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3f5ddc1e-9c7c-4715-8a9a-a46b658c2aaf tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:44.462468 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3f5ddc1e-9c7c-4715-8a9a-a46b658c2aaf tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:44.545489 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3f5ddc1e-9c7c-4715-8a9a-a46b658c2aaf tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:44.546020 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5ddc1e-9c7c-4715-8a9a-a46b658c2aaf tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Fanout notify agent at l3_agent the message router_deleted on router 7ce25059-4008-4b2d-a29e-1f074539bace {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:24:44.561117 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3f5ddc1e-9c7c-4715-8a9a-a46b658c2aaf tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:44.562225 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3f5ddc1e-9c7c-4715-8a9a-a46b658c2aaf tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "DELETE /v2.0/routers/7ce25059-4008-4b2d-a29e-1f074539bace HTTP/1.1" status: 204 len: 168 time: 1.7507763 Feb 10 23:24:44.565718 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 52296) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:24:44.685722 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2992b1db-bc31-403d-9c2f-5242e2343aaf tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:44.816245 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2992b1db-bc31-403d-9c2f-5242e2343aaf tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:44.840357 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-2992b1db-bc31-403d-9c2f-5242e2343aaf tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeebc465-fc81-43d0-8ad0-5ecaa0801a34']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:24:44.852039 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-2992b1db-bc31-403d-9c2f-5242e2343aaf tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb70297c-191d-46ef-a81d-d712e64db411') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:24:44.852330 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-2992b1db-bc31-403d-9c2f-5242e2343aaf tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb70297c-191d-46ef-a81d-d712e64db411') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:24:44.863175 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2992b1db-bc31-403d-9c2f-5242e2343aaf tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32216962'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:44.879468 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2992b1db-bc31-403d-9c2f-5242e2343aaf tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:44.885386 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2992b1db-bc31-403d-9c2f-5242e2343aaf tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:24:44.885778 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2992b1db-bc31-403d-9c2f-5242e2343aaf tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32033006'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:44.900058 dv-neutron-828797-1-hyperv neutron-server[84332]: Traceback (most recent call last): Feb 10 23:24:44.900058 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:24:44.900058 dv-neutron-828797-1-hyperv neutron-server[84332]: timer() Feb 10 23:24:44.900058 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:24:44.900058 dv-neutron-828797-1-hyperv neutron-server[84332]: cb(*args, **kw) Feb 10 23:24:44.900058 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:24:44.900058 dv-neutron-828797-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Feb 10 23:24:44.900058 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:24:44.900058 dv-neutron-828797-1-hyperv neutron-server[84332]: self._notify() Feb 10 23:24:44.900058 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:24:44.900058 dv-neutron-828797-1-hyperv neutron-server[84332]: self.callback(batched_events) Feb 10 23:24:44.900058 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:24:44.900058 dv-neutron-828797-1-hyperv neutron-server[84332]: event.method(event) Feb 10 23:24:44.900058 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:24:44.900058 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:24:44.900058 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:24:44.900058 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:24:44.900058 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:24:44.900058 dv-neutron-828797-1-hyperv neutron-server[84332]: return f(self, *a, **k) Feb 10 23:24:44.900058 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:24:44.900058 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._get(url).json() Feb 10 23:24:44.900058 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:24:44.900058 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:24:44.900058 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:24:44.900058 dv-neutron-828797-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Feb 10 23:24:44.900058 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:24:44.900058 dv-neutron-828797-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:24:44.900058 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:24:44.900058 dv-neutron-828797-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:24:44.900058 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:24:44.900058 dv-neutron-828797-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:24:44.900058 dv-neutron-828797-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:24:45.156734 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2992b1db-bc31-403d-9c2f-5242e2343aaf tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:45.175735 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2992b1db-bc31-403d-9c2f-5242e2343aaf tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:45.187996 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2992b1db-bc31-403d-9c2f-5242e2343aaf tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event deleted for resources: {'Network': ['ID=eeebc465-fc81-43d0-8ad0-5ecaa0801a34,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:45.279811 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2992b1db-bc31-403d-9c2f-5242e2343aaf tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "DELETE /v2.0/networks/eeebc465-fc81-43d0-8ad0-5ecaa0801a34 HTTP/1.1" status: 204 len: 168 time: 0.7128170 Feb 10 23:24:45.307128 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 52300) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:24:45.318914 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-819cf740-b7d1-4aaf-9646-ac67a60757fd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'network': {'name': 'tempest-network-smoke--1637892241', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'port_security_enabled': True}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:24:45.318914 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-819cf740-b7d1-4aaf-9646-ac67a60757fd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:24:45.322820 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-819cf740-b7d1-4aaf-9646-ac67a60757fd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:network and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:24:45.325663 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-819cf740-b7d1-4aaf-9646-ac67a60757fd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:24:45.331447 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-819cf740-b7d1-4aaf-9646-ac67a60757fd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:24:45.425473 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819cf740-b7d1-4aaf-9646-ac67a60757fd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Made reservation on behalf of 714fdf59d9ad4aa1b5cc4598e806e542 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:24:45.428289 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-819cf740-b7d1-4aaf-9646-ac67a60757fd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:45.455171 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-819cf740-b7d1-4aaf-9646-ac67a60757fd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:24:45.463516 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-819cf740-b7d1-4aaf-9646-ac67a60757fd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:45.463846 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-819cf740-b7d1-4aaf-9646-ac67a60757fd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Added segment c97f0733-e541-44b7-ac8b-d5643f8bc7b3 of type vlan for network 057618ac-b5e5-451e-95d1-da85ad7dbaa3 Feb 10 23:24:45.489304 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-819cf740-b7d1-4aaf-9646-ac67a60757fd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:45.593324 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-819cf740-b7d1-4aaf-9646-ac67a60757fd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:45.597744 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819cf740-b7d1-4aaf-9646-ac67a60757fd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:45.598322 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-819cf740-b7d1-4aaf-9646-ac67a60757fd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:45.707083 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819cf740-b7d1-4aaf-9646-ac67a60757fd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Network': ['ID=057618ac-b5e5-451e-95d1-da85ad7dbaa3,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:45.716805 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 057618ac-b5e5-451e-95d1-da85ad7dbaa3 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:24:45.759920 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-819cf740-b7d1-4aaf-9646-ac67a60757fd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4516966 Feb 10 23:24:45.762621 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 52304) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:24:45.768259 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-ffd50931-5bb8-4df3-8b10-e4aa32c3c65a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2040719630', 'admin_state_up': True, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:24:45.775536 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-ffd50931-5bb8-4df3-8b10-e4aa32c3c65a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:24:45.779351 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ffd50931-5bb8-4df3-8b10-e4aa32c3c65a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:router and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:24:45.782478 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ffd50931-5bb8-4df3-8b10-e4aa32c3c65a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:24:45.788411 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-ffd50931-5bb8-4df3-8b10-e4aa32c3c65a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:24:45.896831 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ffd50931-5bb8-4df3-8b10-e4aa32c3c65a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:45.898031 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ffd50931-5bb8-4df3-8b10-e4aa32c3c65a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:45.916098 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ffd50931-5bb8-4df3-8b10-e4aa32c3c65a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:46.131027 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device aab72488-7ab5-49f8-b561-950a7b003666 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:24:46.163341 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: aab72488-7ab5-49f8-b561-950a7b003666 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:24:46.163677 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device aab72488-7ab5-49f8-b561-950a7b003666 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:24:46.174121 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:46.180898 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ffd50931-5bb8-4df3-8b10-e4aa32c3c65a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:46.428850 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ffd50931-5bb8-4df3-8b10-e4aa32c3c65a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for router_gateway, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:46.458197 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ffd50931-5bb8-4df3-8b10-e4aa32c3c65a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:46.592994 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-ffd50931-5bb8-4df3-8b10-e4aa32c3c65a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Allocated IP 172.26.8.61 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/c8bff11b-5526-4601-bd26-9c8cd06c14c2) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:24:46.736901 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ffd50931-5bb8-4df3-8b10-e4aa32c3c65a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:46.822043 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ffd50931-5bb8-4df3-8b10-e4aa32c3c65a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:46.893125 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd50931-5bb8-4df3-8b10-e4aa32c3c65a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:24:46.895812 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-ffd50931-5bb8-4df3-8b10-e4aa32c3c65a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:24:46.899989 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd50931-5bb8-4df3-8b10-e4aa32c3c65a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:24:46.924801 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd50931-5bb8-4df3-8b10-e4aa32c3c65a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Port': ['ID=c8bff11b-5526-4601-bd26-9c8cd06c14c2,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:47.131377 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ffd50931-5bb8-4df3-8b10-e4aa32c3c65a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for router_gateway, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:47.132023 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ffd50931-5bb8-4df3-8b10-e4aa32c3c65a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:47.444561 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd50931-5bb8-4df3-8b10-e4aa32c3c65a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Router 3f9267d1-d921-4724-93f8-4bdfbe840eb3 is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:24:47.737406 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd50931-5bb8-4df3-8b10-e4aa32c3c65a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:24:47.746531 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a6ca5d-ee20-4985-a27f-13754aece570 None None] Sync routers for ids ['3f9267d1-d921-4724-93f8-4bdfbe840eb3'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:24:47.758102 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a6ca5d-ee20-4985-a27f-13754aece570 None None] Routers {'3f9267d1-d921-4724-93f8-4bdfbe840eb3'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:24:47.758783 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-08a6ca5d-ee20-4985-a27f-13754aece570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:24:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['3f9267d1-d921-4724-93f8-4bdfbe840eb3'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:24:47.827662 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ffd50931-5bb8-4df3-8b10-e4aa32c3c65a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:47.829067 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ffd50931-5bb8-4df3-8b10-e4aa32c3c65a tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0655165 Feb 10 23:24:47.832635 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 52308) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:24:47.871914 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f0a29f26-bdf0-4c12-ab9f-11bff6e0fa6f tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=714fdf59d9ad4aa1b5cc4598e806e542&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379491 Feb 10 23:24:47.874454 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 52312) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:24:47.935044 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-08a6ca5d-ee20-4985-a27f-13754aece570 None None] Set router 3f9267d1-d921-4724-93f8-4bdfbe840eb3 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:24:48.002596 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523b243e-5744-4570-b6d6-dc193bc0334b tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:48.004107 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-523b243e-5744-4570-b6d6-dc193bc0334b tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1287434 Feb 10 23:24:48.006858 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 52316) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:24:48.046400 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b2cb102d-6194-41ed-adca-b7cf51ca34ce tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=c2ed7563-f8af-409c-803f-f56530124ba5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384824 Feb 10 23:24:48.049257 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 52320) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:24:48.054466 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-ef0d0112-6ae9-4eed-9411-8e0c30b0878d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-675213291', 'network_id': '057618ac-b5e5-451e-95d1-da85ad7dbaa3', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:24:48.164016 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-ef0d0112-6ae9-4eed-9411-8e0c30b0878d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:24:48.167757 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ef0d0112-6ae9-4eed-9411-8e0c30b0878d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:subnet and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:24:48.170512 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ef0d0112-6ae9-4eed-9411-8e0c30b0878d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:24:48.176183 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-ef0d0112-6ae9-4eed-9411-8e0c30b0878d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:24:48.219438 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-08a6ca5d-ee20-4985-a27f-13754aece570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9267d1-d921-4724-93f8-4bdfbe840eb3', 'name': 'tempest-TestNetworkBasicOps-router-2040719630', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': 'c8bff11b-5526-4601-bd26-9c8cd06c14c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:24:45Z', 'updated_at': '2022-02-10T23:24:47Z', 'revision_number': 3, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': 'c8bff11b-5526-4601-bd26-9c8cd06c14c2', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:85:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9267d1-d921-4724-93f8-4bdfbe840eb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:46Z', 'updated_at': '2022-02-10T23:24:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:24:48.223349 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a6ca5d-ee20-4985-a27f-13754aece570 None None] Checking router: 3f9267d1-d921-4724-93f8-4bdfbe840eb3 for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:24:48.223698 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a6ca5d-ee20-4985-a27f-13754aece570 None None] Updating router 3f9267d1-d921-4724-93f8-4bdfbe840eb3 port c8bff11b-5526-4601-bd26-9c8cd06c14c2 binding host dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:24:48.265226 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0d0112-6ae9-4eed-9411-8e0c30b0878d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Made reservation on behalf of 714fdf59d9ad4aa1b5cc4598e806e542 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:24:48.273167 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-08a6ca5d-ee20-4985-a27f-13754aece570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:48.367833 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ef0d0112-6ae9-4eed-9411-8e0c30b0878d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:48.594457 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-08a6ca5d-ee20-4985-a27f-13754aece570 None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:48.607499 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-08a6ca5d-ee20-4985-a27f-13754aece570 None None] Transition to ACTIVE for port object c8bff11b-5526-4601-bd26-9c8cd06c14c2 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:24:48.657133 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ef0d0112-6ae9-4eed-9411-8e0c30b0878d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:48.696374 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-08a6ca5d-ee20-4985-a27f-13754aece570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:48.737508 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0d0112-6ae9-4eed-9411-8e0c30b0878d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Subnet': ['ID=bd2f273c-4d69-4af7-9c20-4faa15968d2d,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:48.749182 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0d0112-6ae9-4eed-9411-8e0c30b0878d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Checking segment: {'id': 'c97f0733-e541-44b7-ac8b-d5643f8bc7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '057618ac-b5e5-451e-95d1-da85ad7dbaa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:24:48.749533 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0d0112-6ae9-4eed-9411-8e0c30b0878d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Network hostable DHCP agents. Network: 057618ac-b5e5-451e-95d1-da85ad7dbaa3, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:24:48.783056 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-08a6ca5d-ee20-4985-a27f-13754aece570 None None] Attempting to bind port c8bff11b-5526-4601-bd26-9c8cd06c14c2 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:24:48.783686 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-08a6ca5d-ee20-4985-a27f-13754aece570 None None] Attempting to bind port c8bff11b-5526-4601-bd26-9c8cd06c14c2 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:24:48.783836 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a6ca5d-ee20-4985-a27f-13754aece570 None None] Attempting to bind port c8bff11b-5526-4601-bd26-9c8cd06c14c2 on network c2ed7563-f8af-409c-803f-f56530124ba5 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:24:48.786459 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417db29f-9fbb-45e5-b83f-3f5d13c84e5b None None] Pushing event updated for resources: {'Port': ['ID=c8bff11b-5526-4601-bd26-9c8cd06c14c2,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:48.793115 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a6ca5d-ee20-4985-a27f-13754aece570 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:24:48.793481 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a6ca5d-ee20-4985-a27f-13754aece570 None None] Checking segment: {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:24:48.793872 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-08a6ca5d-ee20-4985-a27f-13754aece570 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:48.794251 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a6ca5d-ee20-4985-a27f-13754aece570 None None] Bound using segment: {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:24:48.794699 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-08a6ca5d-ee20-4985-a27f-13754aece570 None None] Bound port: c8bff11b-5526-4601-bd26-9c8cd06c14c2, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:24:48.795062 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-08a6ca5d-ee20-4985-a27f-13754aece570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:48.838738 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0d0112-6ae9-4eed-9411-8e0c30b0878d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Network 057618ac-b5e5-451e-95d1-da85ad7dbaa3 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:24:48.863137 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-08a6ca5d-ee20-4985-a27f-13754aece570 None None] For port c8bff11b-5526-4601-bd26-9c8cd06c14c2, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:24:48.865943 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-08a6ca5d-ee20-4985-a27f-13754aece570 None None] For port c8bff11b-5526-4601-bd26-9c8cd06c14c2, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=c8bff11b-5526-4601-bd26-9c8cd06c14c2,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:24:48.941988 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-ef0d0112-6ae9-4eed-9411-8e0c30b0878d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 057618ac-b5e5-451e-95d1-da85ad7dbaa3) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:24:48.945869 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0d0112-6ae9-4eed-9411-8e0c30b0878d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:48.946548 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ef0d0112-6ae9-4eed-9411-8e0c30b0878d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:48.951539 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f271c3-944c-4719-8806-eef91fdad549 None None] Network 057618ac-b5e5-451e-95d1-da85ad7dbaa3 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:24:48.967238 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-08a6ca5d-ee20-4985-a27f-13754aece570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:49.049270 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ef0d0112-6ae9-4eed-9411-8e0c30b0878d tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9989765 Feb 10 23:24:49.051936 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 52324) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:24:49.175559 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417db29f-9fbb-45e5-b83f-3f5d13c84e5b None None] Pushing event updated for resources: {'Port': ['ID=c8bff11b-5526-4601-bd26-9c8cd06c14c2,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:49.192520 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a6ca5d-ee20-4985-a27f-13754aece570 None None] Routers {'3f9267d1-d921-4724-93f8-4bdfbe840eb3'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:24:49.198527 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-08a6ca5d-ee20-4985-a27f-13754aece570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:24:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['3f9267d1-d921-4724-93f8-4bdfbe840eb3'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:24:49.299072 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b4da9210-d193-4560-9e0e-a41fcebb3531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:49.423445 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fe4f5d-632f-47c9-9db0-8bd469374996 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-057618ac-b5e5-451e-95d1-da85ad7dbaa3', 'network_id': '057618ac-b5e5-451e-95d1-da85ad7dbaa3', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'fixed_ips': [{'subnet_id': 'bd2f273c-4d69-4af7-9c20-4faa15968d2d'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:24:49.424245 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d6fe4f5d-632f-47c9-9db0-8bd469374996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:49.498756 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-08a6ca5d-ee20-4985-a27f-13754aece570 None None] Set router 3f9267d1-d921-4724-93f8-4bdfbe840eb3 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:24:49.785791 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-d6fe4f5d-632f-47c9-9db0-8bd469374996 None None] Allocated IP 172.20.0.2 (057618ac-b5e5-451e-95d1-da85ad7dbaa3/bd2f273c-4d69-4af7-9c20-4faa15968d2d/e8a35acd-c1f5-43ec-b622-79d51483b088) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:24:49.922762 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8c0ce22c-7cad-43c1-b3db-885061d77ff9 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:50.019670 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-08a6ca5d-ee20-4985-a27f-13754aece570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9267d1-d921-4724-93f8-4bdfbe840eb3', 'name': 'tempest-TestNetworkBasicOps-router-2040719630', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': 'c8bff11b-5526-4601-bd26-9c8cd06c14c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:24:45Z', 'updated_at': '2022-02-10T23:24:47Z', 'revision_number': 3, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': 'c8bff11b-5526-4601-bd26-9c8cd06c14c2', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:85:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9267d1-d921-4724-93f8-4bdfbe840eb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:46Z', 'updated_at': '2022-02-10T23:24:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:24:50.036047 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a6ca5d-ee20-4985-a27f-13754aece570 None None] The sync data for ids ['3f9267d1-d921-4724-93f8-4bdfbe840eb3'] in dv-neutron-828797-1-hyperv is: [{'id': '3f9267d1-d921-4724-93f8-4bdfbe840eb3', 'name': 'tempest-TestNetworkBasicOps-router-2040719630', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': 'c8bff11b-5526-4601-bd26-9c8cd06c14c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:24:45Z', 'updated_at': '2022-02-10T23:24:47Z', 'revision_number': 3, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': 'c8bff11b-5526-4601-bd26-9c8cd06c14c2', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:85:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9267d1-d921-4724-93f8-4bdfbe840eb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:46Z', 'updated_at': '2022-02-10T23:24:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:24:50.064746 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d6fe4f5d-632f-47c9-9db0-8bd469374996 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:50.076091 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-d6fe4f5d-632f-47c9-9db0-8bd469374996 None None] Transition to ACTIVE for port object e8a35acd-c1f5-43ec-b622-79d51483b088 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:24:50.102646 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-d6fe4f5d-632f-47c9-9db0-8bd469374996 None None] Transition to ACTIVE for port object e8a35acd-c1f5-43ec-b622-79d51483b088 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:24:50.202848 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d6fe4f5d-632f-47c9-9db0-8bd469374996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:50.303302 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe4f5d-632f-47c9-9db0-8bd469374996 None None] Pushing event updated for resources: {'Port': ['ID=e8a35acd-c1f5-43ec-b622-79d51483b088,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:50.306752 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fe4f5d-632f-47c9-9db0-8bd469374996 None None] Network 057618ac-b5e5-451e-95d1-da85ad7dbaa3 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:24:50.308190 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-d6fe4f5d-632f-47c9-9db0-8bd469374996 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:24:50.313394 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fe4f5d-632f-47c9-9db0-8bd469374996 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:24:50.339454 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-8c0ce22c-7cad-43c1-b3db-885061d77ff9 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Allocated IP 172.20.0.1 (057618ac-b5e5-451e-95d1-da85ad7dbaa3/bd2f273c-4d69-4af7-9c20-4faa15968d2d/711b8d94-7e78-4c9d-9f2d-eafefb0b6e28) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:24:50.409228 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-d6fe4f5d-632f-47c9-9db0-8bd469374996 None None] Attempting to bind port e8a35acd-c1f5-43ec-b622-79d51483b088 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:24:50.409736 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-d6fe4f5d-632f-47c9-9db0-8bd469374996 None None] Attempting to bind port e8a35acd-c1f5-43ec-b622-79d51483b088 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': 'c97f0733-e541-44b7-ac8b-d5643f8bc7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '057618ac-b5e5-451e-95d1-da85ad7dbaa3'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:24:50.410222 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fe4f5d-632f-47c9-9db0-8bd469374996 None None] Attempting to bind port e8a35acd-c1f5-43ec-b622-79d51483b088 on network 057618ac-b5e5-451e-95d1-da85ad7dbaa3 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:24:50.417588 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fe4f5d-632f-47c9-9db0-8bd469374996 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:24:50.418106 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fe4f5d-632f-47c9-9db0-8bd469374996 None None] Checking segment: {'id': 'c97f0733-e541-44b7-ac8b-d5643f8bc7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '057618ac-b5e5-451e-95d1-da85ad7dbaa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:24:50.418605 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d6fe4f5d-632f-47c9-9db0-8bd469374996 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:50.419092 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fe4f5d-632f-47c9-9db0-8bd469374996 None None] Bound using segment: {'id': 'c97f0733-e541-44b7-ac8b-d5643f8bc7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '057618ac-b5e5-451e-95d1-da85ad7dbaa3'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:24:50.419672 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-d6fe4f5d-632f-47c9-9db0-8bd469374996 None None] Bound port: e8a35acd-c1f5-43ec-b622-79d51483b088, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c97f0733-e541-44b7-ac8b-d5643f8bc7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '057618ac-b5e5-451e-95d1-da85ad7dbaa3'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:24:50.420138 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d6fe4f5d-632f-47c9-9db0-8bd469374996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:50.513899 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8c0ce22c-7cad-43c1-b3db-885061d77ff9 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:50.521424 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-d6fe4f5d-632f-47c9-9db0-8bd469374996 None None] For port e8a35acd-c1f5-43ec-b622-79d51483b088, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:24:50.524839 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-d6fe4f5d-632f-47c9-9db0-8bd469374996 None None] For port e8a35acd-c1f5-43ec-b622-79d51483b088, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=e8a35acd-c1f5-43ec-b622-79d51483b088,segment=NetworkSegment(c97f0733-e541-44b7-ac8b-d5643f8bc7b3),segment_id=c97f0733-e541-44b7-ac8b-d5643f8bc7b3)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:24:50.532512 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-8c0ce22c-7cad-43c1-b3db-885061d77ff9 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Transition to ACTIVE for port object 711b8d94-7e78-4c9d-9f2d-eafefb0b6e28 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:24:50.614321 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d6fe4f5d-632f-47c9-9db0-8bd469374996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:50.645600 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8c0ce22c-7cad-43c1-b3db-885061d77ff9 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:50.697750 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe4f5d-632f-47c9-9db0-8bd469374996 None None] Pushing event updated for resources: {'Port': ['ID=e8a35acd-c1f5-43ec-b622-79d51483b088,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:50.725669 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0ce22c-7cad-43c1-b3db-885061d77ff9 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Network 057618ac-b5e5-451e-95d1-da85ad7dbaa3 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:24:50.729236 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-8c0ce22c-7cad-43c1-b3db-885061d77ff9 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:24:50.733195 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0ce22c-7cad-43c1-b3db-885061d77ff9 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:24:50.769637 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0ce22c-7cad-43c1-b3db-885061d77ff9 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Port': ['ID=711b8d94-7e78-4c9d-9f2d-eafefb0b6e28,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:50.802902 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8c0ce22c-7cad-43c1-b3db-885061d77ff9 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733071'] for router_interface, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:50.981980 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8c0ce22c-7cad-43c1-b3db-885061d77ff9 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:51.238961 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2778297e-d428-492e-a6bf-640f8e21c9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:51.397457 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8c0ce22c-7cad-43c1-b3db-885061d77ff9 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:51.462192 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8c0ce22c-7cad-43c1-b3db-885061d77ff9 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:51.582205 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8c0ce22c-7cad-43c1-b3db-885061d77ff9 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2767683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732898'] for router_interface, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:51.585615 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0ce22c-7cad-43c1-b3db-885061d77ff9 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Port': ['ID=711b8d94-7e78-4c9d-9f2d-eafefb0b6e28,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:51.636117 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b352caf3-9a5a-4ffb-8a4d-cff083ff89ae None None] Network 057618ac-b5e5-451e-95d1-da85ad7dbaa3 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:24:51.728114 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0ce22c-7cad-43c1-b3db-885061d77ff9 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Network 057618ac-b5e5-451e-95d1-da85ad7dbaa3 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:24:51.729397 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-8c0ce22c-7cad-43c1-b3db-885061d77ff9 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:24:51.800898 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-c4d50936-5bcb-42bc-a1d4-ee46f03a3748 None None] Provisioning for port e8a35acd-c1f5-43ec-b622-79d51483b088 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:24:52.225105 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-b4cba4d1-c267-4a4c-a8d2-61a50f4953ad None None] Provisioning for port 711b8d94-7e78-4c9d-9f2d-eafefb0b6e28 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:24:52.231615 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-b4cba4d1-c267-4a4c-a8d2-61a50f4953ad None None] Provisioning complete for port 711b8d94-7e78-4c9d-9f2d-eafefb0b6e28 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:24:52.231615 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b4cba4d1-c267-4a4c-a8d2-61a50f4953ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:52.251492 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0ce22c-7cad-43c1-b3db-885061d77ff9 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Router 3f9267d1-d921-4724-93f8-4bdfbe840eb3 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:24:52.264485 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device c8bff11b-5526-4601-bd26-9c8cd06c14c2 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:24:52.336132 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-b4cba4d1-c267-4a4c-a8d2-61a50f4953ad None None] Port 711b8d94-7e78-4c9d-9f2d-eafefb0b6e28 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:24:52.439277 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port c8bff11b-5526-4601-bd26-9c8cd06c14c2 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:24:52.445593 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port c8bff11b-5526-4601-bd26-9c8cd06c14c2 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:24:52.451814 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:52.471239 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0ce22c-7cad-43c1-b3db-885061d77ff9 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:24:52.485169 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8c0ce22c-7cad-43c1-b3db-885061d77ff9 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "PUT /v2.0/routers/3f9267d1-d921-4724-93f8-4bdfbe840eb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4320922 Feb 10 23:24:52.487753 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 52328) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:24:52.520458 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:52.532135 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-9bc817b7-fd68-4da8-b4e8-976d111691ef None None] Provisioning complete for port 711b8d94-7e78-4c9d-9f2d-eafefb0b6e28 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:24:52.532506 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9bc817b7-fd68-4da8-b4e8-976d111691ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:52.625747 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:52.629437 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd79ca8-c531-482d-9516-5e9020379eba tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:52.629811 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd79ca8-c531-482d-9516-5e9020379eba tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:52.630170 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd79ca8-c531-482d-9516-5e9020379eba tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:52.630530 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd79ca8-c531-482d-9516-5e9020379eba tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:52.632188 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-1fd79ca8-c531-482d-9516-5e9020379eba tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1434016 Feb 10 23:24:52.635052 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 52332) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:24:52.636466 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-9bc817b7-fd68-4da8-b4e8-976d111691ef None None] Port 711b8d94-7e78-4c9d-9f2d-eafefb0b6e28 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:24:52.645656 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:52.661271 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port c8bff11b-5526-4601-bd26-9c8cd06c14c2, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=c8bff11b-5526-4601-bd26-9c8cd06c14c2,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:24:52.701377 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f664ffd-e958-4ed9-9ae6-e1993e239fd0 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:52.701750 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f664ffd-e958-4ed9-9ae6-e1993e239fd0 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:52.702134 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f664ffd-e958-4ed9-9ae6-e1993e239fd0 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:52.702519 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f664ffd-e958-4ed9-9ae6-e1993e239fd0 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:52.704746 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-6f664ffd-e958-4ed9-9ae6-e1993e239fd0 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0687275 Feb 10 23:24:52.707369 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 52336) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:24:52.733610 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:52.736865 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device e8a35acd-c1f5-43ec-b622-79d51483b088 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:24:52.866899 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-a9688b06-810d-4cc6-99b7-870b9a8ab91a None None] Provisioning complete for port 711b8d94-7e78-4c9d-9f2d-eafefb0b6e28 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:24:52.867181 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a9688b06-810d-4cc6-99b7-870b9a8ab91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:52.890658 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=c8bff11b-5526-4601-bd26-9c8cd06c14c2,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:52.929007 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-a9688b06-810d-4cc6-99b7-870b9a8ab91a None None] Port 711b8d94-7e78-4c9d-9f2d-eafefb0b6e28 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:24:52.993416 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port e8a35acd-c1f5-43ec-b622-79d51483b088 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:24:52.998482 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port e8a35acd-c1f5-43ec-b622-79d51483b088 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:24:52.998855 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:53.016796 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-eedf8238-0ffc-4b8b-ab99-66f09528bf62 tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.3083665 Feb 10 23:24:53.113106 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:53.144263 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port e8a35acd-c1f5-43ec-b622-79d51483b088, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=e8a35acd-c1f5-43ec-b622-79d51483b088,segment=NetworkSegment(c97f0733-e541-44b7-ac8b-d5643f8bc7b3),segment_id=c97f0733-e541-44b7-ac8b-d5643f8bc7b3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:24:53.216174 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:53.281968 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=e8a35acd-c1f5-43ec-b622-79d51483b088,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:53.456952 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 52342) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:24:53.462887 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-691c3802-859c-4720-8213-b8f31d3e4a05 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2100966115', 'description': 'tempest-secgroup-smoke-2100966115 description', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:24:53.469153 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-691c3802-859c-4720-8213-b8f31d3e4a05 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:24:53.473695 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-691c3802-859c-4720-8213-b8f31d3e4a05 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:24:53.476658 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-691c3802-859c-4720-8213-b8f31d3e4a05 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:24:53.482229 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-691c3802-859c-4720-8213-b8f31d3e4a05 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:24:53.530644 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36e2a25-2660-45c8-8baa-56017ae8fe3a None None] Sync routers for ids ['3f9267d1-d921-4724-93f8-4bdfbe840eb3'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:24:53.543068 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36e2a25-2660-45c8-8baa-56017ae8fe3a None None] Routers {'3f9267d1-d921-4724-93f8-4bdfbe840eb3'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:24:53.543651 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-b36e2a25-2660-45c8-8baa-56017ae8fe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:24:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['3f9267d1-d921-4724-93f8-4bdfbe840eb3'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:24:53.616349 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-691c3802-859c-4720-8213-b8f31d3e4a05 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:53.651793 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-691c3802-859c-4720-8213-b8f31d3e4a05 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:24:53.655539 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-691c3802-859c-4720-8213-b8f31d3e4a05 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:24:53.658508 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-691c3802-859c-4720-8213-b8f31d3e4a05 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:24:53.664334 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-691c3802-859c-4720-8213-b8f31d3e4a05 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:24:53.718938 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-691c3802-859c-4720-8213-b8f31d3e4a05 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:53.720470 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-b36e2a25-2660-45c8-8baa-56017ae8fe3a None None] Set router 3f9267d1-d921-4724-93f8-4bdfbe840eb3 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:24:53.793139 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-691c3802-859c-4720-8213-b8f31d3e4a05 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:53.837488 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691c3802-859c-4720-8213-b8f31d3e4a05 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=473f69de-ec04-4bbf-bec8-051746c5b061,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:53.974086 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-691c3802-859c-4720-8213-b8f31d3e4a05 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:53.975215 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-691c3802-859c-4720-8213-b8f31d3e4a05 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.5173016 Feb 10 23:24:53.978093 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 52346) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:24:53.983496 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-6caf4350-db3f-4945-a6ca-c26deb671e72 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': '473f69de-ec04-4bbf-bec8-051746c5b061', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:24:53.990391 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-6caf4350-db3f-4945-a6ca-c26deb671e72 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:24:53.994121 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-6caf4350-db3f-4945-a6ca-c26deb671e72 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:24:53.997032 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-6caf4350-db3f-4945-a6ca-c26deb671e72 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:24:54.002927 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-6caf4350-db3f-4945-a6ca-c26deb671e72 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:24:54.048331 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:54.051452 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-b36e2a25-2660-45c8-8baa-56017ae8fe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9267d1-d921-4724-93f8-4bdfbe840eb3', 'name': 'tempest-TestNetworkBasicOps-router-2040719630', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': 'c8bff11b-5526-4601-bd26-9c8cd06c14c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:24:45Z', 'updated_at': '2022-02-10T23:24:50Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': 'c8bff11b-5526-4601-bd26-9c8cd06c14c2', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:85:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9267d1-d921-4724-93f8-4bdfbe840eb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:46Z', 'updated_at': '2022-02-10T23:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '711b8d94-7e78-4c9d-9f2d-eafefb0b6e28', 'name': '', 'network_id': '057618ac-b5e5-451e-95d1-da85ad7dbaa3', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:0a:07:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9267d1-d921-4724-93f8-4bdfbe840eb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd2f273c-4d69-4af7-9c20-4faa15968d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:50Z', 'updated_at': '2022-02-10T23:24:51Z', 'revision_number': 2, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': 'bd2f273c-4d69-4af7-9c20-4faa15968d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:24:54.055170 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36e2a25-2660-45c8-8baa-56017ae8fe3a None None] Checking router: 3f9267d1-d921-4724-93f8-4bdfbe840eb3 for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:24:54.055508 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36e2a25-2660-45c8-8baa-56017ae8fe3a None None] Updating router 3f9267d1-d921-4724-93f8-4bdfbe840eb3 port 711b8d94-7e78-4c9d-9f2d-eafefb0b6e28 binding host dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:24:54.106042 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6caf4350-db3f-4945-a6ca-c26deb671e72 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:54.107693 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b36e2a25-2660-45c8-8baa-56017ae8fe3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:54.175641 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6caf4350-db3f-4945-a6ca-c26deb671e72 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:54.190308 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device c8bff11b-5526-4601-bd26-9c8cd06c14c2 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:24:54.262087 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port c8bff11b-5526-4601-bd26-9c8cd06c14c2 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:24:54.262369 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:54.273337 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6caf4350-db3f-4945-a6ca-c26deb671e72 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:54.309820 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf4350-db3f-4945-a6ca-c26deb671e72 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b800f2f-2615-4c64-96b2-9473a6fa5b44,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:54.378661 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device e8a35acd-c1f5-43ec-b622-79d51483b088 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:24:54.398945 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6caf4350-db3f-4945-a6ca-c26deb671e72 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:54.403184 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-6caf4350-db3f-4945-a6ca-c26deb671e72 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4213288 Feb 10 23:24:54.404611 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 52350) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:24:54.411786 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-66c1b0d6-7b3f-4bd3-911b-35852384a0bd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': '473f69de-ec04-4bbf-bec8-051746c5b061', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:24:54.418697 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-66c1b0d6-7b3f-4bd3-911b-35852384a0bd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:24:54.423480 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-66c1b0d6-7b3f-4bd3-911b-35852384a0bd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:24:54.426024 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-66c1b0d6-7b3f-4bd3-911b-35852384a0bd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:24:54.432085 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-66c1b0d6-7b3f-4bd3-911b-35852384a0bd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:24:54.440738 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b36e2a25-2660-45c8-8baa-56017ae8fe3a None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:54.446111 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port e8a35acd-c1f5-43ec-b622-79d51483b088 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:24:54.446549 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:54.452217 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-b36e2a25-2660-45c8-8baa-56017ae8fe3a None None] Transition to ACTIVE for port object 711b8d94-7e78-4c9d-9f2d-eafefb0b6e28 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:24:54.546233 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-66c1b0d6-7b3f-4bd3-911b-35852384a0bd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:54.585189 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b36e2a25-2660-45c8-8baa-56017ae8fe3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:54.612658 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-66c1b0d6-7b3f-4bd3-911b-35852384a0bd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:54.710612 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fea5c50-71ff-4d2b-bedf-d42987df06f8 None None] Pushing event updated for resources: {'Port': ['ID=711b8d94-7e78-4c9d-9f2d-eafefb0b6e28,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:54.725002 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-66c1b0d6-7b3f-4bd3-911b-35852384a0bd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:54.752357 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fea5c50-71ff-4d2b-bedf-d42987df06f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:54.752613 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fea5c50-71ff-4d2b-bedf-d42987df06f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:54.752834 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c1b0d6-7b3f-4bd3-911b-35852384a0bd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7028f2b7-f1f9-499b-9040-77314bdbc3a3,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:54.752958 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fea5c50-71ff-4d2b-bedf-d42987df06f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:54.753209 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fea5c50-71ff-4d2b-bedf-d42987df06f8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:54.753519 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fea5c50-71ff-4d2b-bedf-d42987df06f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:54.753783 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fea5c50-71ff-4d2b-bedf-d42987df06f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:54.754740 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fea5c50-71ff-4d2b-bedf-d42987df06f8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:54.754740 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fea5c50-71ff-4d2b-bedf-d42987df06f8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:54.754740 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fea5c50-71ff-4d2b-bedf-d42987df06f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:54.755035 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fea5c50-71ff-4d2b-bedf-d42987df06f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:54.755522 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fea5c50-71ff-4d2b-bedf-d42987df06f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:54.808986 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-b36e2a25-2660-45c8-8baa-56017ae8fe3a None None] Attempting to bind port 711b8d94-7e78-4c9d-9f2d-eafefb0b6e28 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:24:54.809274 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-b36e2a25-2660-45c8-8baa-56017ae8fe3a None None] Attempting to bind port 711b8d94-7e78-4c9d-9f2d-eafefb0b6e28 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': 'c97f0733-e541-44b7-ac8b-d5643f8bc7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '057618ac-b5e5-451e-95d1-da85ad7dbaa3'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:24:54.809659 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36e2a25-2660-45c8-8baa-56017ae8fe3a None None] Attempting to bind port 711b8d94-7e78-4c9d-9f2d-eafefb0b6e28 on network 057618ac-b5e5-451e-95d1-da85ad7dbaa3 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:24:54.817211 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36e2a25-2660-45c8-8baa-56017ae8fe3a None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:24:54.817577 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36e2a25-2660-45c8-8baa-56017ae8fe3a None None] Checking segment: {'id': 'c97f0733-e541-44b7-ac8b-d5643f8bc7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '057618ac-b5e5-451e-95d1-da85ad7dbaa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:24:54.817966 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b36e2a25-2660-45c8-8baa-56017ae8fe3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:54.818329 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36e2a25-2660-45c8-8baa-56017ae8fe3a None None] Bound using segment: {'id': 'c97f0733-e541-44b7-ac8b-d5643f8bc7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '057618ac-b5e5-451e-95d1-da85ad7dbaa3'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:24:54.818788 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-b36e2a25-2660-45c8-8baa-56017ae8fe3a None None] Bound port: 711b8d94-7e78-4c9d-9f2d-eafefb0b6e28, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c97f0733-e541-44b7-ac8b-d5643f8bc7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '057618ac-b5e5-451e-95d1-da85ad7dbaa3'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:24:54.819221 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b36e2a25-2660-45c8-8baa-56017ae8fe3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:54.850660 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-66c1b0d6-7b3f-4bd3-911b-35852384a0bd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:54.854387 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-66c1b0d6-7b3f-4bd3-911b-35852384a0bd tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4460917 Feb 10 23:24:54.854696 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 52354) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:24:54.860674 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-f85e4ed0-9950-4378-b027-ed0e6dc4bf3f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': '473f69de-ec04-4bbf-bec8-051746c5b061', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:24:54.869588 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f85e4ed0-9950-4378-b027-ed0e6dc4bf3f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:24:54.873368 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f85e4ed0-9950-4378-b027-ed0e6dc4bf3f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:24:54.883257 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f85e4ed0-9950-4378-b027-ed0e6dc4bf3f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:24:54.883257 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f85e4ed0-9950-4378-b027-ed0e6dc4bf3f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:24:54.906952 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-b36e2a25-2660-45c8-8baa-56017ae8fe3a None None] For port 711b8d94-7e78-4c9d-9f2d-eafefb0b6e28, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:24:54.910241 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-b36e2a25-2660-45c8-8baa-56017ae8fe3a None None] For port 711b8d94-7e78-4c9d-9f2d-eafefb0b6e28, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=711b8d94-7e78-4c9d-9f2d-eafefb0b6e28,segment=NetworkSegment(c97f0733-e541-44b7-ac8b-d5643f8bc7b3),segment_id=c97f0733-e541-44b7-ac8b-d5643f8bc7b3)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:24:54.986372 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f85e4ed0-9950-4378-b027-ed0e6dc4bf3f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:55.019957 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-b36e2a25-2660-45c8-8baa-56017ae8fe3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:55.046216 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f85e4ed0-9950-4378-b027-ed0e6dc4bf3f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:55.100414 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fea5c50-71ff-4d2b-bedf-d42987df06f8 None None] Pushing event updated for resources: {'Port': ['ID=711b8d94-7e78-4c9d-9f2d-eafefb0b6e28,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:55.114954 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36e2a25-2660-45c8-8baa-56017ae8fe3a None None] Routers {'3f9267d1-d921-4724-93f8-4bdfbe840eb3'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:24:55.114954 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-b36e2a25-2660-45c8-8baa-56017ae8fe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:24:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['3f9267d1-d921-4724-93f8-4bdfbe840eb3'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:24:55.145239 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f85e4ed0-9950-4378-b027-ed0e6dc4bf3f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:55.167261 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85e4ed0-9950-4378-b027-ed0e6dc4bf3f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=730ad21f-0910-4a07-9fda-ad7faa6e103d,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:55.267649 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f85e4ed0-9950-4378-b027-ed0e6dc4bf3f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:55.268991 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f85e4ed0-9950-4378-b027-ed0e6dc4bf3f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4134572 Feb 10 23:24:55.271690 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 52358) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:24:55.279268 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-8e284222-f001-43c0-a222-9d440b186a61 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': '473f69de-ec04-4bbf-bec8-051746c5b061', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:24:55.286862 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8e284222-f001-43c0-a222-9d440b186a61 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:24:55.291098 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8e284222-f001-43c0-a222-9d440b186a61 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:24:55.294128 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8e284222-f001-43c0-a222-9d440b186a61 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:24:55.300500 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8e284222-f001-43c0-a222-9d440b186a61 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:24:55.300698 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-b36e2a25-2660-45c8-8baa-56017ae8fe3a None None] Set router 3f9267d1-d921-4724-93f8-4bdfbe840eb3 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:24:55.411433 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8e284222-f001-43c0-a222-9d440b186a61 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:55.473750 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8e284222-f001-43c0-a222-9d440b186a61 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:55.558740 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8e284222-f001-43c0-a222-9d440b186a61 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:55.586584 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e284222-f001-43c0-a222-9d440b186a61 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1833e0fe-dce2-4c10-9884-16025b2591fb,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:55.632258 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-b36e2a25-2660-45c8-8baa-56017ae8fe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9267d1-d921-4724-93f8-4bdfbe840eb3', 'name': 'tempest-TestNetworkBasicOps-router-2040719630', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': 'c8bff11b-5526-4601-bd26-9c8cd06c14c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:24:45Z', 'updated_at': '2022-02-10T23:24:50Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': 'c8bff11b-5526-4601-bd26-9c8cd06c14c2', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:85:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9267d1-d921-4724-93f8-4bdfbe840eb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:46Z', 'updated_at': '2022-02-10T23:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '711b8d94-7e78-4c9d-9f2d-eafefb0b6e28', 'name': '', 'network_id': '057618ac-b5e5-451e-95d1-da85ad7dbaa3', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:0a:07:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9267d1-d921-4724-93f8-4bdfbe840eb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd2f273c-4d69-4af7-9c20-4faa15968d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:50Z', 'updated_at': '2022-02-10T23:24:54Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': 'bd2f273c-4d69-4af7-9c20-4faa15968d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:24:55.636100 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36e2a25-2660-45c8-8baa-56017ae8fe3a None None] The sync data for ids ['3f9267d1-d921-4724-93f8-4bdfbe840eb3'] in dv-neutron-828797-1-hyperv is: [{'id': '3f9267d1-d921-4724-93f8-4bdfbe840eb3', 'name': 'tempest-TestNetworkBasicOps-router-2040719630', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': 'c8bff11b-5526-4601-bd26-9c8cd06c14c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:24:45Z', 'updated_at': '2022-02-10T23:24:50Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': 'c8bff11b-5526-4601-bd26-9c8cd06c14c2', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:85:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9267d1-d921-4724-93f8-4bdfbe840eb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:46Z', 'updated_at': '2022-02-10T23:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '711b8d94-7e78-4c9d-9f2d-eafefb0b6e28', 'name': '', 'network_id': '057618ac-b5e5-451e-95d1-da85ad7dbaa3', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:0a:07:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9267d1-d921-4724-93f8-4bdfbe840eb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd2f273c-4d69-4af7-9c20-4faa15968d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:50Z', 'updated_at': '2022-02-10T23:24:54Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': 'bd2f273c-4d69-4af7-9c20-4faa15968d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:24:55.690801 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8e284222-f001-43c0-a222-9d440b186a61 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:55.692045 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8e284222-f001-43c0-a222-9d440b186a61 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4194448 Feb 10 23:24:55.694790 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 52362) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:24:55.700139 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-a1004a07-9528-4e69-8cb4-3d07542d63c7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': '473f69de-ec04-4bbf-bec8-051746c5b061', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:24:55.707188 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a1004a07-9528-4e69-8cb4-3d07542d63c7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:24:55.711872 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a1004a07-9528-4e69-8cb4-3d07542d63c7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:24:55.714040 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a1004a07-9528-4e69-8cb4-3d07542d63c7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:24:55.720178 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a1004a07-9528-4e69-8cb4-3d07542d63c7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:24:55.799204 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.securitygroups_db [None req-a1004a07-9528-4e69-8cb4-3d07542d63c7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Project 714fdf59d9ad4aa1b5cc4598e806e542 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:24:55.807081 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a1004a07-9528-4e69-8cb4-3d07542d63c7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:55.875684 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a1004a07-9528-4e69-8cb4-3d07542d63c7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:56.013670 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a1004a07-9528-4e69-8cb4-3d07542d63c7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:56.038180 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1004a07-9528-4e69-8cb4-3d07542d63c7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21504782-f225-41a1-bc58-0e915664dbb3,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:56.201378 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 711b8d94-7e78-4c9d-9f2d-eafefb0b6e28 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:24:56.204997 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a1004a07-9528-4e69-8cb4-3d07542d63c7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:56.206393 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a1004a07-9528-4e69-8cb4-3d07542d63c7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5106723 Feb 10 23:24:56.209079 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 52366) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:24:56.214888 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-546e3ed1-b0be-42cd-92c7-1b8b096192de tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'security_group_rule': {'security_group_id': '473f69de-ec04-4bbf-bec8-051746c5b061', 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:24:56.222303 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-546e3ed1-b0be-42cd-92c7-1b8b096192de tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:24:56.226169 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-546e3ed1-b0be-42cd-92c7-1b8b096192de tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:security_group_rule and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:24:56.244234 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-546e3ed1-b0be-42cd-92c7-1b8b096192de tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:24:56.244234 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-546e3ed1-b0be-42cd-92c7-1b8b096192de tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:24:56.445300 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.securitygroups_db [None req-546e3ed1-b0be-42cd-92c7-1b8b096192de tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Project 714fdf59d9ad4aa1b5cc4598e806e542 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:24:56.452235 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-546e3ed1-b0be-42cd-92c7-1b8b096192de tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:56.518581 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-546e3ed1-b0be-42cd-92c7-1b8b096192de tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:56.519010 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 711b8d94-7e78-4c9d-9f2d-eafefb0b6e28 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:24:56.524031 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 711b8d94-7e78-4c9d-9f2d-eafefb0b6e28 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:24:56.524406 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:56.639799 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:56.667411 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-546e3ed1-b0be-42cd-92c7-1b8b096192de tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:56.673323 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 711b8d94-7e78-4c9d-9f2d-eafefb0b6e28, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=711b8d94-7e78-4c9d-9f2d-eafefb0b6e28,segment=NetworkSegment(c97f0733-e541-44b7-ac8b-d5643f8bc7b3),segment_id=c97f0733-e541-44b7-ac8b-d5643f8bc7b3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:24:56.688461 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546e3ed1-b0be-42cd-92c7-1b8b096192de tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2f9c837-aca1-433f-bac5-e7ff7be9c2b6,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:56.825064 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:56.862233 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-546e3ed1-b0be-42cd-92c7-1b8b096192de tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:56.863419 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-546e3ed1-b0be-42cd-92c7-1b8b096192de tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.6534441 Feb 10 23:24:56.889795 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=711b8d94-7e78-4c9d-9f2d-eafefb0b6e28,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:57.035957 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-9b26b612-3a03-404c-b776-896adff5c6d1 req-d82b488d-00c4-400f-8096-a32988fd8e2f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Synchronizing usage tracker for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:24:57.130635 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-9b26b612-3a03-404c-b776-896adff5c6d1 req-d82b488d-00c4-400f-8096-a32988fd8e2f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Unset dirty status for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:24:57.131718 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9b26b612-3a03-404c-b776-896adff5c6d1 req-d82b488d-00c4-400f-8096-a32988fd8e2f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2100966115&fields=id&tenant_id=714fdf59d9ad4aa1b5cc4598e806e542 HTTP/1.1" status: 200 len: 267 time: 0.1358242 Feb 10 23:24:57.279151 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26b612-3a03-404c-b776-896adff5c6d1 req-0078e2cb-7328-457f-a20b-ea844b8bb2e3 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:57.279813 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-9b26b612-3a03-404c-b776-896adff5c6d1 req-0078e2cb-7328-457f-a20b-ea844b8bb2e3 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Synchronizing usage tracker for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:network {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:24:57.415770 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-9b26b612-3a03-404c-b776-896adff5c6d1 req-0078e2cb-7328-457f-a20b-ea844b8bb2e3 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Unset dirty status for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:network {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:24:57.421139 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9b26b612-3a03-404c-b776-896adff5c6d1 req-0078e2cb-7328-457f-a20b-ea844b8bb2e3 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/networks?id=057618ac-b5e5-451e-95d1-da85ad7dbaa3 HTTP/1.1" status: 200 len: 797 time: 0.2781875 Feb 10 23:24:57.433553 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9b26b612-3a03-404c-b776-896adff5c6d1 req-6edeee8e-e48a-41e4-8681-70e73dd877a3 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/quotas/714fdf59d9ad4aa1b5cc4598e806e542 HTTP/1.1" status: 200 len: 375 time: 0.0106111 Feb 10 23:24:57.514858 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-9b26b612-3a03-404c-b776-896adff5c6d1 req-10f9797c-f199-4569-9e41-6f51d104090b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Synchronizing usage tracker for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:24:57.621815 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-9b26b612-3a03-404c-b776-896adff5c6d1 req-10f9797c-f199-4569-9e41-6f51d104090b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Unset dirty status for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:24:57.623113 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9b26b612-3a03-404c-b776-896adff5c6d1 req-10f9797c-f199-4569-9e41-6f51d104090b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1846778 Feb 10 23:24:57.639419 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [req-9b26b612-3a03-404c-b776-896adff5c6d1 req-2e5f44c8-d761-4230-8e4f-054b7238de54 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:24:57.641081 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9b26b612-3a03-404c-b776-896adff5c6d1 req-2e5f44c8-d761-4230-8e4f-054b7238de54 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051761 Feb 10 23:24:57.774426 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9b26b612-3a03-404c-b776-896adff5c6d1 req-6af3cd7b-6d41-40ae-b6af-2e086d0b6345 service neutron] 10.222.0.59 "GET /v2.0/networks/057618ac-b5e5-451e-95d1-da85ad7dbaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275396 Feb 10 23:24:57.901482 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9b26b612-3a03-404c-b776-896adff5c6d1 req-6406d93b-5251-450a-9c44-7cb123eecdcc service neutron] 10.222.0.59 "GET /v2.0/networks/057618ac-b5e5-451e-95d1-da85ad7dbaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214161 Feb 10 23:24:58.172185 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-24572aa9-c553-4ae8-857a-7533a6abcb6c req-ffbd9e0c-e7fa-48a0-b511-e2c85afe0cd7 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=e701e76c-d516-49e7-bc3d-ecc21eb63cf5 HTTP/1.1" status: 200 len: 210 time: 0.0441747 Feb 10 23:24:58.187131 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 711b8d94-7e78-4c9d-9f2d-eafefb0b6e28 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:24:58.260656 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 711b8d94-7e78-4c9d-9f2d-eafefb0b6e28 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:24:58.261069 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:59.338770 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0c029981-41da-43bf-9a6f-bb65bc3bc7ec req-3b42acaf-91cd-4ed0-93d9-414917121f03 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=e701e76c-d516-49e7-bc3d-ecc21eb63cf5 HTTP/1.1" status: 200 len: 210 time: 0.0397367 Feb 10 23:25:00.513071 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-c8cc0f5a-d655-45a7-8800-bd28175949a3 req-2b150576-efba-401b-8382-567fa9937806 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=e701e76c-d516-49e7-bc3d-ecc21eb63cf5 HTTP/1.1" status: 200 len: 210 time: 0.0467136 Feb 10 23:25:00.576715 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26b612-3a03-404c-b776-896adff5c6d1 req-ed2003a9-75d3-4353-bdbd-8b81ab54ec7e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:00.578174 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9b26b612-3a03-404c-b776-896adff5c6d1 req-ed2003a9-75d3-4353-bdbd-8b81ab54ec7e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.37 "GET /v2.0/networks?id=057618ac-b5e5-451e-95d1-da85ad7dbaa3 HTTP/1.1" status: 200 len: 797 time: 0.2498736 Feb 10 23:25:00.632252 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9b26b612-3a03-404c-b776-896adff5c6d1 req-fa944567-a088-4e44-a1c3-92bc9b53b302 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=714fdf59d9ad4aa1b5cc4598e806e542 HTTP/1.1" status: 200 len: 380 time: 0.0396273 Feb 10 23:25:00.643264 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-9b26b612-3a03-404c-b776-896adff5c6d1 req-3fe0628a-f955-44ed-9da4-752c3df00d4c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'port': {'device_id': 'e701e76c-d516-49e7-bc3d-ecc21eb63cf5', 'network_id': '057618ac-b5e5-451e-95d1-da85ad7dbaa3', 'admin_state_up': True, 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'security_groups': ['473f69de-ec04-4bbf-bec8-051746c5b061']}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:25:00.776238 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-9b26b612-3a03-404c-b776-896adff5c6d1 req-3fe0628a-f955-44ed-9da4-752c3df00d4c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:25:00.786450 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-9b26b612-3a03-404c-b776-896adff5c6d1 req-3fe0628a-f955-44ed-9da4-752c3df00d4c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:25:00.953717 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b26b612-3a03-404c-b776-896adff5c6d1 req-3fe0628a-f955-44ed-9da4-752c3df00d4c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Made reservation on behalf of 714fdf59d9ad4aa1b5cc4598e806e542 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:25:00.956875 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-9b26b612-3a03-404c-b776-896adff5c6d1 req-3fe0628a-f955-44ed-9da4-752c3df00d4c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:01.124045 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [req-9b26b612-3a03-404c-b776-896adff5c6d1 req-3fe0628a-f955-44ed-9da4-752c3df00d4c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Allocated IP 172.20.0.9 (057618ac-b5e5-451e-95d1-da85ad7dbaa3/bd2f273c-4d69-4af7-9c20-4faa15968d2d/2462336f-48c1-4593-bdb0-de5c284502fd) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:25:01.320512 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-9b26b612-3a03-404c-b776-896adff5c6d1 req-3fe0628a-f955-44ed-9da4-752c3df00d4c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:01.336706 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-9b26b612-3a03-404c-b776-896adff5c6d1 req-3fe0628a-f955-44ed-9da4-752c3df00d4c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Transition to ACTIVE for port object 2462336f-48c1-4593-bdb0-de5c284502fd will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:25:01.428895 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-9b26b612-3a03-404c-b776-896adff5c6d1 req-3fe0628a-f955-44ed-9da4-752c3df00d4c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:01.519560 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b26b612-3a03-404c-b776-896adff5c6d1 req-3fe0628a-f955-44ed-9da4-752c3df00d4c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Network 057618ac-b5e5-451e-95d1-da85ad7dbaa3 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:25:01.522443 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [req-9b26b612-3a03-404c-b776-896adff5c6d1 req-3fe0628a-f955-44ed-9da4-752c3df00d4c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:25:01.527243 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b26b612-3a03-404c-b776-896adff5c6d1 req-3fe0628a-f955-44ed-9da4-752c3df00d4c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:25:01.564265 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe0628a-f955-44ed-9da4-752c3df00d4c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Port': ['ID=2462336f-48c1-4593-bdb0-de5c284502fd,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:01.617149 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26b612-3a03-404c-b776-896adff5c6d1 req-3fe0628a-f955-44ed-9da4-752c3df00d4c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:01.617825 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-9b26b612-3a03-404c-b776-896adff5c6d1 req-3fe0628a-f955-44ed-9da4-752c3df00d4c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:01.765846 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9b26b612-3a03-404c-b776-896adff5c6d1 req-3fe0628a-f955-44ed-9da4-752c3df00d4c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1265607 Feb 10 23:25:01.773917 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f37c0-e60d-494e-aba0-c1f37a8202ea req-370db1cd-5214-4263-a9d6-f8b71aff1472 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:01.774650 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-183f37c0-e60d-494e-aba0-c1f37a8202ea req-370db1cd-5214-4263-a9d6-f8b71aff1472 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Synchronizing usage tracker for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:25:01.783101 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-9b26b612-3a03-404c-b776-896adff5c6d1 req-249b0630-062d-47ad-98a5-15ac51762497 service neutron] Request body: {'port': {'device_id': 'e701e76c-d516-49e7-bc3d-ecc21eb63cf5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:25:01.907119 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-9b26b612-3a03-404c-b776-896adff5c6d1 req-249b0630-062d-47ad-98a5-15ac51762497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:01.966319 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-183f37c0-e60d-494e-aba0-c1f37a8202ea req-370db1cd-5214-4263-a9d6-f8b71aff1472 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Unset dirty status for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:25:01.967445 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-183f37c0-e60d-494e-aba0-c1f37a8202ea req-370db1cd-5214-4263-a9d6-f8b71aff1472 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=e701e76c-d516-49e7-bc3d-ecc21eb63cf5 HTTP/1.1" status: 200 len: 931 time: 0.2840531 Feb 10 23:25:02.005274 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-28480104-ac97-4a88-9ebe-e7121b239181 None None] Provisioning for port 2462336f-48c1-4593-bdb0-de5c284502fd completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:25:02.010569 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-28480104-ac97-4a88-9ebe-e7121b239181 None None] Provisioning complete for port 2462336f-48c1-4593-bdb0-de5c284502fd triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:25:02.010939 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-28480104-ac97-4a88-9ebe-e7121b239181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:02.060982 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-28480104-ac97-4a88-9ebe-e7121b239181 None None] Port 2462336f-48c1-4593-bdb0-de5c284502fd cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:25:02.082759 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-183f37c0-e60d-494e-aba0-c1f37a8202ea req-faab0b1b-fc7d-45ee-936b-8f3cafa9c5ef tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=473f69de-ec04-4bbf-bec8-051746c5b061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084685 Feb 10 23:25:02.287589 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [req-9b26b612-3a03-404c-b776-896adff5c6d1 req-249b0630-062d-47ad-98a5-15ac51762497 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2462336f-48c1-4593-bdb0-de5c284502fd {{(pid=84332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:25:02.295457 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-9b26b612-3a03-404c-b776-896adff5c6d1 req-249b0630-062d-47ad-98a5-15ac51762497 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:02.309926 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-9b26b612-3a03-404c-b776-896adff5c6d1 req-249b0630-062d-47ad-98a5-15ac51762497 service neutron] Transition to ACTIVE for port object 2462336f-48c1-4593-bdb0-de5c284502fd will not be triggered until provisioned by entity L2. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:25:02.398549 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-9b26b612-3a03-404c-b776-896adff5c6d1 req-249b0630-062d-47ad-98a5-15ac51762497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:02.524259 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249b0630-062d-47ad-98a5-15ac51762497 service neutron] Pushing event updated for resources: {'Port': ['ID=2462336f-48c1-4593-bdb0-de5c284502fd,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:02.641261 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-9b26b612-3a03-404c-b776-896adff5c6d1 req-249b0630-062d-47ad-98a5-15ac51762497 service neutron] Attempting to bind port 2462336f-48c1-4593-bdb0-de5c284502fd on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:25:02.641851 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-9b26b612-3a03-404c-b776-896adff5c6d1 req-249b0630-062d-47ad-98a5-15ac51762497 service neutron] Attempting to bind port 2462336f-48c1-4593-bdb0-de5c284502fd by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': 'c97f0733-e541-44b7-ac8b-d5643f8bc7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '057618ac-b5e5-451e-95d1-da85ad7dbaa3'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:25:02.641953 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b26b612-3a03-404c-b776-896adff5c6d1 req-249b0630-062d-47ad-98a5-15ac51762497 service neutron] Attempting to bind port 2462336f-48c1-4593-bdb0-de5c284502fd on network 057618ac-b5e5-451e-95d1-da85ad7dbaa3 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:25:02.647727 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b26b612-3a03-404c-b776-896adff5c6d1 req-249b0630-062d-47ad-98a5-15ac51762497 service neutron] Port 2462336f-48c1-4593-bdb0-de5c284502fd on network 057618ac-b5e5-451e-95d1-da85ad7dbaa3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:25:02.648043 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b26b612-3a03-404c-b776-896adff5c6d1 req-249b0630-062d-47ad-98a5-15ac51762497 service neutron] Attempting to bind port 2462336f-48c1-4593-bdb0-de5c284502fd on network 057618ac-b5e5-451e-95d1-da85ad7dbaa3 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:25:02.654067 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b26b612-3a03-404c-b776-896adff5c6d1 req-249b0630-062d-47ad-98a5-15ac51762497 service neutron] Checking agent: {'id': '0f85d58b-4cda-4360-97cf-be037aef26b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'started_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:25:02.654418 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b26b612-3a03-404c-b776-896adff5c6d1 req-249b0630-062d-47ad-98a5-15ac51762497 service neutron] Checking segment: {'id': 'c97f0733-e541-44b7-ac8b-d5643f8bc7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '057618ac-b5e5-451e-95d1-da85ad7dbaa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:25:02.654791 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b26b612-3a03-404c-b776-896adff5c6d1 req-249b0630-062d-47ad-98a5-15ac51762497 service neutron] Bound using segment: {'id': 'c97f0733-e541-44b7-ac8b-d5643f8bc7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '057618ac-b5e5-451e-95d1-da85ad7dbaa3'} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:25:02.655200 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-9b26b612-3a03-404c-b776-896adff5c6d1 req-249b0630-062d-47ad-98a5-15ac51762497 service neutron] Bound port: 2462336f-48c1-4593-bdb0-de5c284502fd, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c97f0733-e541-44b7-ac8b-d5643f8bc7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '057618ac-b5e5-451e-95d1-da85ad7dbaa3'}}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:25:02.656052 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-9b26b612-3a03-404c-b776-896adff5c6d1 req-249b0630-062d-47ad-98a5-15ac51762497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:02.741974 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-9b26b612-3a03-404c-b776-896adff5c6d1 req-249b0630-062d-47ad-98a5-15ac51762497 service neutron] For port 2462336f-48c1-4593-bdb0-de5c284502fd, host hv-neutron-8287, cleared binding levels {{(pid=84332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:25:02.744824 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-9b26b612-3a03-404c-b776-896adff5c6d1 req-249b0630-062d-47ad-98a5-15ac51762497 service neutron] For port 2462336f-48c1-4593-bdb0-de5c284502fd, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=2462336f-48c1-4593-bdb0-de5c284502fd,segment=NetworkSegment(c97f0733-e541-44b7-ac8b-d5643f8bc7b3),segment_id=c97f0733-e541-44b7-ac8b-d5643f8bc7b3)] {{(pid=84332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:25:02.859940 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-9b26b612-3a03-404c-b776-896adff5c6d1 req-249b0630-062d-47ad-98a5-15ac51762497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:03.001461 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-9b26b612-3a03-404c-b776-896adff5c6d1 req-249b0630-062d-47ad-98a5-15ac51762497 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:03.002791 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9b26b612-3a03-404c-b776-896adff5c6d1 req-249b0630-062d-47ad-98a5-15ac51762497 service neutron] 10.222.0.37 "PUT /v2.0/ports/2462336f-48c1-4593-bdb0-de5c284502fd HTTP/1.1" status: 200 len: 1093 time: 1.2252717 Feb 10 23:25:03.003235 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e701e76c-d516-49e7-bc3d-ecc21eb63cf5', 'tag': '2462336f-48c1-4593-bdb0-de5c284502fd'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:25:03.020601 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249b0630-062d-47ad-98a5-15ac51762497 service neutron] Pushing event updated for resources: {'Port': ['ID=2462336f-48c1-4593-bdb0-de5c284502fd,revision_number=3']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:03.066915 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e701e76c-d516-49e7-bc3d-ecc21eb63cf5', 'tag': '2462336f-48c1-4593-bdb0-de5c284502fd', 'status': 'completed', 'code': 200} Feb 10 23:25:03.165022 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-65f016c5-f12d-4b88-b40e-c94f3377232f req-a8ae7490-3153-4b1a-8c54-d2bd433005e7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&device_id=e701e76c-d516-49e7-bc3d-ecc21eb63cf5 HTTP/1.1" status: 200 len: 1096 time: 0.0743160 Feb 10 23:25:03.356124 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f016c5-f12d-4b88-b40e-c94f3377232f req-84bc3761-4de0-471d-be22-9cc2faa990e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:03.357464 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-65f016c5-f12d-4b88-b40e-c94f3377232f req-84bc3761-4de0-471d-be22-9cc2faa990e2 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1850636 Feb 10 23:25:03.369313 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c713e3d-8dfa-4115-81b8-dc0b14f4835b req-1a59e27d-acfb-49ab-8e80-41033b9752a6 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:03.370561 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1c713e3d-8dfa-4115-81b8-dc0b14f4835b req-1a59e27d-acfb-49ab-8e80-41033b9752a6 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=e701e76c-d516-49e7-bc3d-ecc21eb63cf5 HTTP/1.1" status: 200 len: 943 time: 0.1283226 Feb 10 23:25:03.499752 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1c713e3d-8dfa-4115-81b8-dc0b14f4835b req-25e1f095-ca8e-4e8b-a44c-2e142303e8d5 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=473f69de-ec04-4bbf-bec8-051746c5b061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087158 Feb 10 23:25:03.555585 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f016c5-f12d-4b88-b40e-c94f3377232f req-02ce4a12-244a-4a7c-8198-24ff2a34d786 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:03.557105 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-65f016c5-f12d-4b88-b40e-c94f3377232f req-02ce4a12-244a-4a7c-8198-24ff2a34d786 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1856933 Feb 10 23:25:03.689370 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9b26b612-3a03-404c-b776-896adff5c6d1 req-906da141-4cfd-4662-baef-696654d2dfa7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&device_id=e701e76c-d516-49e7-bc3d-ecc21eb63cf5 HTTP/1.1" status: 200 len: 1096 time: 0.0709751 Feb 10 23:25:03.757996 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9b26b612-3a03-404c-b776-896adff5c6d1 req-e2e6086c-2d02-4185-8da4-37e64b5de93c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2462336f-48c1-4593-bdb0-de5c284502fd HTTP/1.1" status: 200 len: 217 time: 0.0600929 Feb 10 23:25:03.820574 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26b612-3a03-404c-b776-896adff5c6d1 req-40063326-1932-44a1-951a-48706eb28589 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:03.821974 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9b26b612-3a03-404c-b776-896adff5c6d1 req-40063326-1932-44a1-951a-48706eb28589 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd2f273c-4d69-4af7-9c20-4faa15968d2d HTTP/1.1" status: 200 len: 834 time: 0.0580850 Feb 10 23:25:03.895216 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9b26b612-3a03-404c-b776-896adff5c6d1 req-4a41d195-2402-42c9-a88e-86a0c1d0544a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=057618ac-b5e5-451e-95d1-da85ad7dbaa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0649812 Feb 10 23:25:04.027378 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9b26b612-3a03-404c-b776-896adff5c6d1 req-8b2962f4-b208-4363-80d4-9cc043866874 service neutron] 10.222.0.37 "GET /v2.0/networks/057618ac-b5e5-451e-95d1-da85ad7dbaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207883 Feb 10 23:25:04.160307 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9b26b612-3a03-404c-b776-896adff5c6d1 req-b01bf4cd-355a-4bd8-b8b3-da810da60d56 service neutron] 10.222.0.37 "GET /v2.0/networks/057618ac-b5e5-451e-95d1-da85ad7dbaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234577 Feb 10 23:25:04.705619 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812d980-caca-4f75-8aeb-0de11cb7cc09 req-ed897605-29db-4ad8-98b3-1f242ece3b50 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:04.707029 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-d812d980-caca-4f75-8aeb-0de11cb7cc09 req-ed897605-29db-4ad8-98b3-1f242ece3b50 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=e701e76c-d516-49e7-bc3d-ecc21eb63cf5 HTTP/1.1" status: 200 len: 943 time: 0.0784569 Feb 10 23:25:04.750741 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-d812d980-caca-4f75-8aeb-0de11cb7cc09 req-74966ad1-3d11-45fe-994b-8552050160bf tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Synchronizing usage tracker for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:25:04.761909 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-d812d980-caca-4f75-8aeb-0de11cb7cc09 req-74966ad1-3d11-45fe-994b-8552050160bf tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Unset dirty status for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:25:04.762979 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-d812d980-caca-4f75-8aeb-0de11cb7cc09 req-74966ad1-3d11-45fe-994b-8552050160bf tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=473f69de-ec04-4bbf-bec8-051746c5b061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503845 Feb 10 23:25:05.965480 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e225b-7e70-421d-bfc6-725719a4fbf4 req-c76c8638-39ce-483d-8a26-0119439c846f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:05.966896 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c51e225b-7e70-421d-bfc6-725719a4fbf4 req-c76c8638-39ce-483d-8a26-0119439c846f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=e701e76c-d516-49e7-bc3d-ecc21eb63cf5 HTTP/1.1" status: 200 len: 943 time: 0.0788510 Feb 10 23:25:06.011271 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c51e225b-7e70-421d-bfc6-725719a4fbf4 req-526a8762-386c-41fa-86dc-6706bbe4ba8f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=473f69de-ec04-4bbf-bec8-051746c5b061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382307 Feb 10 23:25:06.934188 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 2462336f-48c1-4593-bdb0-de5c284502fd details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:25:07.066018 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 2462336f-48c1-4593-bdb0-de5c284502fd, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=2462336f-48c1-4593-bdb0-de5c284502fd,segment=NetworkSegment(c97f0733-e541-44b7-ac8b-d5643f8bc7b3),segment_id=c97f0733-e541-44b7-ac8b-d5643f8bc7b3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:25:07.080026 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Returning: {'device': '2462336f-48c1-4593-bdb0-de5c284502fd', 'network_id': '057618ac-b5e5-451e-95d1-da85ad7dbaa3', 'port_id': '2462336f-48c1-4593-bdb0-de5c284502fd', 'mac_address': 'fa:16:3e:16:a4:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd2f273c-4d69-4af7-9c20-4faa15968d2d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:25:07.137267 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:07.155182 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2462336f-48c1-4593-bdb0-de5c284502fd {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:25:07.169974 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 2462336f-48c1-4593-bdb0-de5c284502fd, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=2462336f-48c1-4593-bdb0-de5c284502fd,segment=NetworkSegment(c97f0733-e541-44b7-ac8b-d5643f8bc7b3),segment_id=c97f0733-e541-44b7-ac8b-d5643f8bc7b3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:25:07.212151 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e891e7-faec-4bf1-94b0-fc262ecdb0be req-2e4a77dc-9c55-41f3-ba9a-b17e21b40330 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:07.213527 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-b2e891e7-faec-4bf1-94b0-fc262ecdb0be req-2e4a77dc-9c55-41f3-ba9a-b17e21b40330 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=e701e76c-d516-49e7-bc3d-ecc21eb63cf5 HTTP/1.1" status: 200 len: 943 time: 0.0764432 Feb 10 23:25:07.257829 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-b2e891e7-faec-4bf1-94b0-fc262ecdb0be req-9452a834-6aed-450c-9e12-06442c5b75c9 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=473f69de-ec04-4bbf-bec8-051746c5b061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387578 Feb 10 23:25:07.290515 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:07.354810 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=2462336f-48c1-4593-bdb0-de5c284502fd,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:07.529327 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['2462336f-48c1-4593-bdb0-de5c284502fd'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:25:08.449121 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3fc2a1-2962-401b-b15d-29395df3eb2b req-e77e4e54-3cb3-4b2b-9bb3-f6c75f910632 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:08.450522 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2c3fc2a1-2962-401b-b15d-29395df3eb2b req-e77e4e54-3cb3-4b2b-9bb3-f6c75f910632 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=e701e76c-d516-49e7-bc3d-ecc21eb63cf5 HTTP/1.1" status: 200 len: 944 time: 0.0732360 Feb 10 23:25:08.494020 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2c3fc2a1-2962-401b-b15d-29395df3eb2b req-a6981c1b-fe16-4700-ae56-fb08315d97cb tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=473f69de-ec04-4bbf-bec8-051746c5b061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375915 Feb 10 23:25:08.948921 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 2462336f-48c1-4593-bdb0-de5c284502fd up at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:25:09.076053 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning for port 2462336f-48c1-4593-bdb0-de5c284502fd completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:25:09.082027 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning complete for port 2462336f-48c1-4593-bdb0-de5c284502fd triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:25:09.082433 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:09.196395 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:09.223876 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e701e76c-d516-49e7-bc3d-ecc21eb63cf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2462336f-48c1-4593-bdb0-de5c284502fd'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:25:09.233502 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 2462336f-48c1-4593-bdb0-de5c284502fd, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=2462336f-48c1-4593-bdb0-de5c284502fd,segment=NetworkSegment(c97f0733-e541-44b7-ac8b-d5643f8bc7b3),segment_id=c97f0733-e541-44b7-ac8b-d5643f8bc7b3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:25:09.277875 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e701e76c-d516-49e7-bc3d-ecc21eb63cf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2462336f-48c1-4593-bdb0-de5c284502fd', 'code': 200} Feb 10 23:25:09.307827 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:09.371930 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=2462336f-48c1-4593-bdb0-de5c284502fd,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:09.728989 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f791fdfd-851d-4d57-9062-2ad3b916e346 req-b74e1146-1389-4dfd-b47c-8307a3c7496a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e701e76c-d516-49e7-bc3d-ecc21eb63cf5 HTTP/1.1" status: 200 len: 1098 time: 0.1353049 Feb 10 23:25:09.735682 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b66183b-4de5-47c1-9115-37972d421787 req-3c238524-0666-41e6-9e85-af3e9fea1909 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:09.737006 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7b66183b-4de5-47c1-9115-37972d421787 req-3c238524-0666-41e6-9e85-af3e9fea1909 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=e701e76c-d516-49e7-bc3d-ecc21eb63cf5 HTTP/1.1" status: 200 len: 945 time: 0.1113045 Feb 10 23:25:09.807542 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f791fdfd-851d-4d57-9062-2ad3b916e346 req-e82aac8b-bb9a-4b46-a90c-bfb19e628f98 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=473f69de-ec04-4bbf-bec8-051746c5b061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695546 Feb 10 23:25:09.809621 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7b66183b-4de5-47c1-9115-37972d421787 req-bccf1f5d-1742-4d1f-b8e8-720cd0f1eee9 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=473f69de-ec04-4bbf-bec8-051746c5b061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587561 Feb 10 23:25:11.011029 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244a26fb-a1a2-4916-aa24-bec7ef2d5924 req-bd4d162d-1ff5-450b-b03d-2ae7051c1bbe tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:11.012483 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-244a26fb-a1a2-4916-aa24-bec7ef2d5924 req-bd4d162d-1ff5-450b-b03d-2ae7051c1bbe tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=e701e76c-d516-49e7-bc3d-ecc21eb63cf5 HTTP/1.1" status: 200 len: 945 time: 0.0809832 Feb 10 23:25:11.058424 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-244a26fb-a1a2-4916-aa24-bec7ef2d5924 req-f3d75d19-7dfe-4248-88a0-aabd7d9e6329 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=473f69de-ec04-4bbf-bec8-051746c5b061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393043 Feb 10 23:25:12.266646 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1472d5-bd86-42a0-bfef-dcf76093ebeb req-47d89705-66d1-461d-8573-24a409a44b09 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:12.268086 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ff1472d5-bd86-42a0-bfef-dcf76093ebeb req-47d89705-66d1-461d-8573-24a409a44b09 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=e701e76c-d516-49e7-bc3d-ecc21eb63cf5 HTTP/1.1" status: 200 len: 945 time: 0.0749488 Feb 10 23:25:12.312671 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ff1472d5-bd86-42a0-bfef-dcf76093ebeb req-2f8acb63-046d-40da-9310-a52ec217fa58 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=473f69de-ec04-4bbf-bec8-051746c5b061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391150 Feb 10 23:25:12.650321 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa4e83-4e2a-4cc9-adea-b2620e873a25 req-818e7f64-3973-47e9-8890-abf77c88c21e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:12.651778 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-d8aa4e83-4e2a-4cc9-adea-b2620e873a25 req-818e7f64-3973-47e9-8890-abf77c88c21e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=e701e76c-d516-49e7-bc3d-ecc21eb63cf5 HTTP/1.1" status: 200 len: 945 time: 0.0755243 Feb 10 23:25:12.700029 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-d8aa4e83-4e2a-4cc9-adea-b2620e873a25 req-a681b1d1-3582-40d1-86d2-f693066ff511 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=473f69de-ec04-4bbf-bec8-051746c5b061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420351 Feb 10 23:25:12.727629 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 52416) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:25:12.796708 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-79f95845-b4e4-4e83-b833-73bfa89b9caf tempest-TestNetworkBasicOps-1414008384 tempest-TestNetworkBasicOps-1414008384-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=e701e76c-d516-49e7-bc3d-ecc21eb63cf5 HTTP/1.1" status: 200 len: 1093 time: 0.0678813 Feb 10 23:25:12.799178 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 52420) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:25:12.804231 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-1d4745a9-444f-4dce-a2cc-f79cda2cc571 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'floatingip': {'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'port_id': '2462336f-48c1-4593-bdb0-de5c284502fd', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:25:12.809631 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-1d4745a9-444f-4dce-a2cc-f79cda2cc571 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:25:12.813716 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-1d4745a9-444f-4dce-a2cc-f79cda2cc571 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Usage tracker for resource:floatingip and tenant:714fdf59d9ad4aa1b5cc4598e806e542 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:25:12.816465 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-1d4745a9-444f-4dce-a2cc-f79cda2cc571 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:25:12.822013 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-1d4745a9-444f-4dce-a2cc-f79cda2cc571 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:25:12.916035 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1d4745a9-444f-4dce-a2cc-f79cda2cc571 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for floatingip, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:13.055997 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1d4745a9-444f-4dce-a2cc-f79cda2cc571 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:13.222205 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:25:13.306888 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-1d4745a9-444f-4dce-a2cc-f79cda2cc571 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Allocated IP 172.26.8.205 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/61974e99-f2aa-4279-bde9-390d2cb6977c) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:25:13.449834 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1d4745a9-444f-4dce-a2cc-f79cda2cc571 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:13.550191 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1d4745a9-444f-4dce-a2cc-f79cda2cc571 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:13.615602 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4745a9-444f-4dce-a2cc-f79cda2cc571 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:25:13.618239 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-1d4745a9-444f-4dce-a2cc-f79cda2cc571 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:25:13.622396 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4745a9-444f-4dce-a2cc-f79cda2cc571 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:25:13.649282 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4745a9-444f-4dce-a2cc-f79cda2cc571 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Port': ['ID=61974e99-f2aa-4279-bde9-390d2cb6977c,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:14.203198 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1d4745a9-444f-4dce-a2cc-f79cda2cc571 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:14.414486 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1d4745a9-444f-4dce-a2cc-f79cda2cc571 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:14.619711 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1d4745a9-444f-4dce-a2cc-f79cda2cc571 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:14.710313 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1d4745a9-444f-4dce-a2cc-f79cda2cc571 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:14.808317 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4745a9-444f-4dce-a2cc-f79cda2cc571 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event updated for resources: {'Port': ['ID=61974e99-f2aa-4279-bde9-390d2cb6977c,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:14.829023 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1d4745a9-444f-4dce-a2cc-f79cda2cc571 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1734214'] for floatingip, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:15.011957 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.l3_db [None req-1d4745a9-444f-4dce-a2cc-f79cda2cc571 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Floating IP dfd0a88b-61de-4324-8526-b82d1e8333c2 associated. External IP: 172.26.8.205, port: 2462336f-48c1-4593-bdb0-de5c284502fd. Feb 10 23:25:15.388113 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d4745a9-444f-4dce-a2cc-f79cda2cc571 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Router 3f9267d1-d921-4724-93f8-4bdfbe840eb3 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:25:15.583435 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4745a9-444f-4dce-a2cc-f79cda2cc571 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:25:15.594157 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d71596-fa94-4adc-9975-3c5ecba3e053 None None] Sync routers for ids ['3f9267d1-d921-4724-93f8-4bdfbe840eb3'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:25:15.606428 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d71596-fa94-4adc-9975-3c5ecba3e053 None None] Routers {'3f9267d1-d921-4724-93f8-4bdfbe840eb3'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:25:15.607046 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-08d71596-fa94-4adc-9975-3c5ecba3e053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:24:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['3f9267d1-d921-4724-93f8-4bdfbe840eb3'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:25:15.712970 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1d4745a9-444f-4dce-a2cc-f79cda2cc571 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:15.770142 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-1d4745a9-444f-4dce-a2cc-f79cda2cc571 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9699638 Feb 10 23:25:15.771261 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e701e76c-d516-49e7-bc3d-ecc21eb63cf5', 'tag': '2462336f-48c1-4593-bdb0-de5c284502fd'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:25:15.772927 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 52424) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:25:15.782967 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-08d71596-fa94-4adc-9975-3c5ecba3e053 None None] Set router 3f9267d1-d921-4724-93f8-4bdfbe840eb3 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:25:15.829017 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e701e76c-d516-49e7-bc3d-ecc21eb63cf5', 'tag': '2462336f-48c1-4593-bdb0-de5c284502fd', 'status': 'completed', 'code': 200} Feb 10 23:25:16.011800 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e0e2852b-8d73-4a2d-b53f-6cc4b1040555 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/floatingips/dfd0a88b-61de-4324-8526-b82d1e8333c2 HTTP/1.1" status: 200 len: 991 time: 0.2376313 Feb 10 23:25:16.034316 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6c33aa23-f4ab-4143-b3d7-20cbfc899a6f req-8ec22a23-e134-41e6-becc-77fa3738d05c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&device_id=e701e76c-d516-49e7-bc3d-ecc21eb63cf5 HTTP/1.1" status: 200 len: 1098 time: 0.1056700 Feb 10 23:25:16.150997 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-08d71596-fa94-4adc-9975-3c5ecba3e053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9267d1-d921-4724-93f8-4bdfbe840eb3', 'name': 'tempest-TestNetworkBasicOps-router-2040719630', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': 'c8bff11b-5526-4601-bd26-9c8cd06c14c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:24:45Z', 'updated_at': '2022-02-10T23:24:50Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': 'c8bff11b-5526-4601-bd26-9c8cd06c14c2', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:85:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9267d1-d921-4724-93f8-4bdfbe840eb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:46Z', 'updated_at': '2022-02-10T23:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': 'dfd0a88b-61de-4324-8526-b82d1e8333c2', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'floating_ip_address': '172.26.8.205', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '3f9267d1-d921-4724-93f8-4bdfbe840eb3', 'port_id': '2462336f-48c1-4593-bdb0-de5c284502fd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '057618ac-b5e5-451e-95d1-da85ad7dbaa3', 'mac_address': 'fa:16:3e:16:a4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e701e76c-d516-49e7-bc3d-ecc21eb63cf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:25:13Z', 'updated_at': '2022-02-10T23:25:13Z', 'revision_number': 0, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711b8d94-7e78-4c9d-9f2d-eafefb0b6e28', 'name': '', 'network_id': '057618ac-b5e5-451e-95d1-da85ad7dbaa3', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:0a:07:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9267d1-d921-4724-93f8-4bdfbe840eb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd2f273c-4d69-4af7-9c20-4faa15968d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:50Z', 'updated_at': '2022-02-10T23:24:56Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': 'bd2f273c-4d69-4af7-9c20-4faa15968d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:25:16.157477 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d71596-fa94-4adc-9975-3c5ecba3e053 None None] Checking router: 3f9267d1-d921-4724-93f8-4bdfbe840eb3 for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:25:16.166244 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d71596-fa94-4adc-9975-3c5ecba3e053 None None] Routers {'3f9267d1-d921-4724-93f8-4bdfbe840eb3'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:25:16.166861 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-08d71596-fa94-4adc-9975-3c5ecba3e053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:24:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['3f9267d1-d921-4724-93f8-4bdfbe840eb3'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:25:16.173016 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33aa23-f4ab-4143-b3d7-20cbfc899a6f req-9027fbb0-1560-4d09-9643-9ece8e4d900f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:16.174448 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6c33aa23-f4ab-4143-b3d7-20cbfc899a6f req-9027fbb0-1560-4d09-9643-9ece8e4d900f service neutron] 10.222.0.37 "GET /v2.0/networks?id=057618ac-b5e5-451e-95d1-da85ad7dbaa3 HTTP/1.1" status: 200 len: 898 time: 0.1327555 Feb 10 23:25:16.218520 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:16.281256 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6c33aa23-f4ab-4143-b3d7-20cbfc899a6f req-d9425d02-9617-4db1-9dda-56c9e33f3a6c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2462336f-48c1-4593-bdb0-de5c284502fd HTTP/1.1" status: 200 len: 999 time: 0.0999060 Feb 10 23:25:16.346371 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33aa23-f4ab-4143-b3d7-20cbfc899a6f req-0fb5f596-2fef-43a9-9a05-ff691e29cd6c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:16.347790 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6c33aa23-f4ab-4143-b3d7-20cbfc899a6f req-0fb5f596-2fef-43a9-9a05-ff691e29cd6c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd2f273c-4d69-4af7-9c20-4faa15968d2d HTTP/1.1" status: 200 len: 834 time: 0.0567114 Feb 10 23:25:16.378825 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-08d71596-fa94-4adc-9975-3c5ecba3e053 None None] Set router 3f9267d1-d921-4724-93f8-4bdfbe840eb3 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:25:16.422190 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6c33aa23-f4ab-4143-b3d7-20cbfc899a6f req-c3fc2a78-1098-4808-a28c-3516165dd80c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=057618ac-b5e5-451e-95d1-da85ad7dbaa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675056 Feb 10 23:25:16.559120 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6c33aa23-f4ab-4143-b3d7-20cbfc899a6f req-93c52b03-22d6-4936-bb83-e4bcfa66311d service neutron] 10.222.0.37 "GET /v2.0/networks/057618ac-b5e5-451e-95d1-da85ad7dbaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265497 Feb 10 23:25:16.692102 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6c33aa23-f4ab-4143-b3d7-20cbfc899a6f req-c3ee7db5-0577-403b-a49a-0d54827c2e29 service neutron] 10.222.0.37 "GET /v2.0/networks/057618ac-b5e5-451e-95d1-da85ad7dbaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266410 Feb 10 23:25:16.727989 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-08d71596-fa94-4adc-9975-3c5ecba3e053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9267d1-d921-4724-93f8-4bdfbe840eb3', 'name': 'tempest-TestNetworkBasicOps-router-2040719630', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': 'c8bff11b-5526-4601-bd26-9c8cd06c14c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:24:45Z', 'updated_at': '2022-02-10T23:24:50Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': 'c8bff11b-5526-4601-bd26-9c8cd06c14c2', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:85:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9267d1-d921-4724-93f8-4bdfbe840eb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:46Z', 'updated_at': '2022-02-10T23:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': 'dfd0a88b-61de-4324-8526-b82d1e8333c2', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'floating_ip_address': '172.26.8.205', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '3f9267d1-d921-4724-93f8-4bdfbe840eb3', 'port_id': '2462336f-48c1-4593-bdb0-de5c284502fd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '057618ac-b5e5-451e-95d1-da85ad7dbaa3', 'mac_address': 'fa:16:3e:16:a4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e701e76c-d516-49e7-bc3d-ecc21eb63cf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:25:13Z', 'updated_at': '2022-02-10T23:25:13Z', 'revision_number': 0, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711b8d94-7e78-4c9d-9f2d-eafefb0b6e28', 'name': '', 'network_id': '057618ac-b5e5-451e-95d1-da85ad7dbaa3', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:0a:07:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9267d1-d921-4724-93f8-4bdfbe840eb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd2f273c-4d69-4af7-9c20-4faa15968d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:50Z', 'updated_at': '2022-02-10T23:24:56Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': 'bd2f273c-4d69-4af7-9c20-4faa15968d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:25:16.731875 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d71596-fa94-4adc-9975-3c5ecba3e053 None None] The sync data for ids ['3f9267d1-d921-4724-93f8-4bdfbe840eb3'] in dv-neutron-828797-1-hyperv is: [{'id': '3f9267d1-d921-4724-93f8-4bdfbe840eb3', 'name': 'tempest-TestNetworkBasicOps-router-2040719630', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': 'c8bff11b-5526-4601-bd26-9c8cd06c14c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:24:45Z', 'updated_at': '2022-02-10T23:24:50Z', 'revision_number': 4, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': 'c8bff11b-5526-4601-bd26-9c8cd06c14c2', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:85:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9267d1-d921-4724-93f8-4bdfbe840eb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:46Z', 'updated_at': '2022-02-10T23:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': 'dfd0a88b-61de-4324-8526-b82d1e8333c2', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'floating_ip_address': '172.26.8.205', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '3f9267d1-d921-4724-93f8-4bdfbe840eb3', 'port_id': '2462336f-48c1-4593-bdb0-de5c284502fd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '057618ac-b5e5-451e-95d1-da85ad7dbaa3', 'mac_address': 'fa:16:3e:16:a4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e701e76c-d516-49e7-bc3d-ecc21eb63cf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:25:13Z', 'updated_at': '2022-02-10T23:25:13Z', 'revision_number': 0, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711b8d94-7e78-4c9d-9f2d-eafefb0b6e28', 'name': '', 'network_id': '057618ac-b5e5-451e-95d1-da85ad7dbaa3', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:0a:07:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9267d1-d921-4724-93f8-4bdfbe840eb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd2f273c-4d69-4af7-9c20-4faa15968d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:50Z', 'updated_at': '2022-02-10T23:24:56Z', 'revision_number': 5, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': 'bd2f273c-4d69-4af7-9c20-4faa15968d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:25:16.940254 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf9d9a6-a2a4-4010-bd75-b7bb32829eb3 None None] New status for floating IP dfd0a88b-61de-4324-8526-b82d1e8333c2: ACTIVE {{(pid=84335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 23:25:17.016507 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 52430) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:25:17.120602 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e93eeb48-a0b8-479c-9ab7-ffc31b46c322 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/floatingips/dfd0a88b-61de-4324-8526-b82d1e8333c2 HTTP/1.1" status: 200 len: 991 time: 0.1028409 Feb 10 23:25:18.126358 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 52434) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:25:18.231791 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f9e599ff-e18d-4cf7-9731-2029fc96fde6 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/floatingips/dfd0a88b-61de-4324-8526-b82d1e8333c2 HTTP/1.1" status: 200 len: 993 time: 0.1041312 Feb 10 23:25:19.204158 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1a19d20e-fe6b-45e6-9a38-2ceccbe2f44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:21.338468 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a9824986-870d-4a01-956d-031b712c4826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:22.543772 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:22.678209 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:24.055857 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:46.134774 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:49.103090 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a6fc9dfc-15be-4a21-a27f-099f0fc5b9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:50.221326 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:25:51.240254 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5503232d-c39a-45d9-b823-ce4e511c28ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:51.542772 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 52448) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:25:51.548177 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-0cfb2f17-a978-4491-bf64-6cc798ef7f49 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'router': {'admin_state_up': False}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:25:52.180333 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0cfb2f17-a978-4491-bf64-6cc798ef7f49 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:52.263499 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0cfb2f17-a978-4491-bf64-6cc798ef7f49 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1734371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1734168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1735070'] for router, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:52.463036 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:52.472447 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cfb2f17-a978-4491-bf64-6cc798ef7f49 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Router 3f9267d1-d921-4724-93f8-4bdfbe840eb3 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:25:52.575393 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:52.667024 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cfb2f17-a978-4491-bf64-6cc798ef7f49 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:25:52.672911 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0cfb2f17-a978-4491-bf64-6cc798ef7f49 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:52.674348 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0cfb2f17-a978-4491-bf64-6cc798ef7f49 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "PUT /v2.0/routers/3f9267d1-d921-4724-93f8-4bdfbe840eb3 HTTP/1.1" status: 200 len: 888 time: 1.1302569 Feb 10 23:25:52.677009 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01a5219-ebf6-4eee-9cac-de7740c2b700 None None] Sync routers for ids ['3f9267d1-d921-4724-93f8-4bdfbe840eb3'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:25:52.690295 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01a5219-ebf6-4eee-9cac-de7740c2b700 None None] Routers {'3f9267d1-d921-4724-93f8-4bdfbe840eb3'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:25:52.691533 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-a01a5219-ebf6-4eee-9cac-de7740c2b700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:25:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['3f9267d1-d921-4724-93f8-4bdfbe840eb3'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:25:52.750929 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-a01a5219-ebf6-4eee-9cac-de7740c2b700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:25:52.761649 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01a5219-ebf6-4eee-9cac-de7740c2b700 None None] Routers {'3f9267d1-d921-4724-93f8-4bdfbe840eb3'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:25:52.762233 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-a01a5219-ebf6-4eee-9cac-de7740c2b700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:25:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['3f9267d1-d921-4724-93f8-4bdfbe840eb3'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:25:52.821165 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-a01a5219-ebf6-4eee-9cac-de7740c2b700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:25:52.821556 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01a5219-ebf6-4eee-9cac-de7740c2b700 None None] The sync data for ids ['3f9267d1-d921-4724-93f8-4bdfbe840eb3'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:25:53.578492 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66990af8-01c6-4ed7-9c88-841965f14bcc None None] New status for floating IP dfd0a88b-61de-4324-8526-b82d1e8333c2: DOWN {{(pid=84335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 23:25:54.011376 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:54.204323 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device c8bff11b-5526-4601-bd26-9c8cd06c14c2 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:25:54.308557 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:54.324006 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port c8bff11b-5526-4601-bd26-9c8cd06c14c2, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=c8bff11b-5526-4601-bd26-9c8cd06c14c2,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:25:54.376810 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:54.377469 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 711b8d94-7e78-4c9d-9f2d-eafefb0b6e28 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:25:54.489417 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=c8bff11b-5526-4601-bd26-9c8cd06c14c2,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:54.526102 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:54.526443 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:54.526776 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:54.527120 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:54.527432 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:54.527753 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:54.528073 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:54.528392 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:54.528736 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:54.529053 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:54.529366 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:54.557180 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:54.588558 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 711b8d94-7e78-4c9d-9f2d-eafefb0b6e28, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=711b8d94-7e78-4c9d-9f2d-eafefb0b6e28,segment=NetworkSegment(c97f0733-e541-44b7-ac8b-d5643f8bc7b3),segment_id=c97f0733-e541-44b7-ac8b-d5643f8bc7b3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:25:54.657022 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:54.721742 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=711b8d94-7e78-4c9d-9f2d-eafefb0b6e28,revision_number=6']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:54.839447 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 52454) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:25:54.844964 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-b339d23b-ba10-47aa-b06a-a91a7f104c4c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:25:55.387956 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b339d23b-ba10-47aa-b06a-a91a7f104c4c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:55.440367 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b339d23b-ba10-47aa-b06a-a91a7f104c4c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1734371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1734168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1735070'] for router, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:55.637073 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b339d23b-ba10-47aa-b06a-a91a7f104c4c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Router 3f9267d1-d921-4724-93f8-4bdfbe840eb3 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:25:55.931469 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b339d23b-ba10-47aa-b06a-a91a7f104c4c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:25:55.937313 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b339d23b-ba10-47aa-b06a-a91a7f104c4c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:55.938325 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b339d23b-ba10-47aa-b06a-a91a7f104c4c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "PUT /v2.0/routers/3f9267d1-d921-4724-93f8-4bdfbe840eb3 HTTP/1.1" status: 200 len: 887 time: 1.0978382 Feb 10 23:25:55.941641 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 52458) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:25:55.944176 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3c017c-7a1b-48a7-a5e1-96d17867965f None None] Sync routers for ids ['3f9267d1-d921-4724-93f8-4bdfbe840eb3'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:25:55.955717 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3c017c-7a1b-48a7-a5e1-96d17867965f None None] Routers {'3f9267d1-d921-4724-93f8-4bdfbe840eb3'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:25:55.956894 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-ab3c017c-7a1b-48a7-a5e1-96d17867965f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:25:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['3f9267d1-d921-4724-93f8-4bdfbe840eb3'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:25:56.044631 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b4f75cdc-036b-4ef7-923d-2b4e30e16938 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/floatingips/dfd0a88b-61de-4324-8526-b82d1e8333c2 HTTP/1.1" status: 200 len: 991 time: 0.1019011 Feb 10 23:25:56.130484 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-ab3c017c-7a1b-48a7-a5e1-96d17867965f None None] Set router 3f9267d1-d921-4724-93f8-4bdfbe840eb3 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:25:56.510771 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-ab3c017c-7a1b-48a7-a5e1-96d17867965f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9267d1-d921-4724-93f8-4bdfbe840eb3', 'name': 'tempest-TestNetworkBasicOps-router-2040719630', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': 'c8bff11b-5526-4601-bd26-9c8cd06c14c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:24:45Z', 'updated_at': '2022-02-10T23:25:55Z', 'revision_number': 6, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': 'c8bff11b-5526-4601-bd26-9c8cd06c14c2', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:85:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9267d1-d921-4724-93f8-4bdfbe840eb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:46Z', 'updated_at': '2022-02-10T23:25:54Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': 'dfd0a88b-61de-4324-8526-b82d1e8333c2', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'floating_ip_address': '172.26.8.205', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '3f9267d1-d921-4724-93f8-4bdfbe840eb3', 'port_id': '2462336f-48c1-4593-bdb0-de5c284502fd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '057618ac-b5e5-451e-95d1-da85ad7dbaa3', 'mac_address': 'fa:16:3e:16:a4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e701e76c-d516-49e7-bc3d-ecc21eb63cf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:25:13Z', 'updated_at': '2022-02-10T23:25:53Z', 'revision_number': 2, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711b8d94-7e78-4c9d-9f2d-eafefb0b6e28', 'name': '', 'network_id': '057618ac-b5e5-451e-95d1-da85ad7dbaa3', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:0a:07:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9267d1-d921-4724-93f8-4bdfbe840eb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd2f273c-4d69-4af7-9c20-4faa15968d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:50Z', 'updated_at': '2022-02-10T23:25:54Z', 'revision_number': 6, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': 'bd2f273c-4d69-4af7-9c20-4faa15968d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:25:56.514522 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3c017c-7a1b-48a7-a5e1-96d17867965f None None] Checking router: 3f9267d1-d921-4724-93f8-4bdfbe840eb3 for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:25:56.524901 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3c017c-7a1b-48a7-a5e1-96d17867965f None None] Routers {'3f9267d1-d921-4724-93f8-4bdfbe840eb3'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:25:56.525476 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-ab3c017c-7a1b-48a7-a5e1-96d17867965f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:25:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['3f9267d1-d921-4724-93f8-4bdfbe840eb3'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:25:56.696345 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-ab3c017c-7a1b-48a7-a5e1-96d17867965f None None] Set router 3f9267d1-d921-4724-93f8-4bdfbe840eb3 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:25:57.027268 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-ab3c017c-7a1b-48a7-a5e1-96d17867965f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9267d1-d921-4724-93f8-4bdfbe840eb3', 'name': 'tempest-TestNetworkBasicOps-router-2040719630', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': 'c8bff11b-5526-4601-bd26-9c8cd06c14c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:24:45Z', 'updated_at': '2022-02-10T23:25:55Z', 'revision_number': 6, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': 'c8bff11b-5526-4601-bd26-9c8cd06c14c2', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:85:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9267d1-d921-4724-93f8-4bdfbe840eb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:46Z', 'updated_at': '2022-02-10T23:25:54Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': 'dfd0a88b-61de-4324-8526-b82d1e8333c2', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'floating_ip_address': '172.26.8.205', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '3f9267d1-d921-4724-93f8-4bdfbe840eb3', 'port_id': '2462336f-48c1-4593-bdb0-de5c284502fd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '057618ac-b5e5-451e-95d1-da85ad7dbaa3', 'mac_address': 'fa:16:3e:16:a4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e701e76c-d516-49e7-bc3d-ecc21eb63cf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:25:13Z', 'updated_at': '2022-02-10T23:25:53Z', 'revision_number': 2, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711b8d94-7e78-4c9d-9f2d-eafefb0b6e28', 'name': '', 'network_id': '057618ac-b5e5-451e-95d1-da85ad7dbaa3', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:0a:07:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9267d1-d921-4724-93f8-4bdfbe840eb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd2f273c-4d69-4af7-9c20-4faa15968d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:50Z', 'updated_at': '2022-02-10T23:25:54Z', 'revision_number': 6, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': 'bd2f273c-4d69-4af7-9c20-4faa15968d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:25:57.031060 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3c017c-7a1b-48a7-a5e1-96d17867965f None None] The sync data for ids ['3f9267d1-d921-4724-93f8-4bdfbe840eb3'] in dv-neutron-828797-1-hyperv is: [{'id': '3f9267d1-d921-4724-93f8-4bdfbe840eb3', 'name': 'tempest-TestNetworkBasicOps-router-2040719630', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': 'c8bff11b-5526-4601-bd26-9c8cd06c14c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:24:45Z', 'updated_at': '2022-02-10T23:25:55Z', 'revision_number': 6, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': 'c8bff11b-5526-4601-bd26-9c8cd06c14c2', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:85:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9267d1-d921-4724-93f8-4bdfbe840eb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:46Z', 'updated_at': '2022-02-10T23:25:54Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': 'dfd0a88b-61de-4324-8526-b82d1e8333c2', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'floating_ip_address': '172.26.8.205', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '3f9267d1-d921-4724-93f8-4bdfbe840eb3', 'port_id': '2462336f-48c1-4593-bdb0-de5c284502fd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '057618ac-b5e5-451e-95d1-da85ad7dbaa3', 'mac_address': 'fa:16:3e:16:a4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e701e76c-d516-49e7-bc3d-ecc21eb63cf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:25:13Z', 'updated_at': '2022-02-10T23:25:53Z', 'revision_number': 2, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711b8d94-7e78-4c9d-9f2d-eafefb0b6e28', 'name': '', 'network_id': '057618ac-b5e5-451e-95d1-da85ad7dbaa3', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'mac_address': 'fa:16:3e:0a:07:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9267d1-d921-4724-93f8-4bdfbe840eb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd2f273c-4d69-4af7-9c20-4faa15968d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:50Z', 'updated_at': '2022-02-10T23:25:54Z', 'revision_number': 6, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'subnets': [{'id': 'bd2f273c-4d69-4af7-9c20-4faa15968d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:25:57.051762 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 52464) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:25:57.158297 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-75ae9bb7-5a16-471c-9b00-a72916b90f4e tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/floatingips/dfd0a88b-61de-4324-8526-b82d1e8333c2 HTTP/1.1" status: 200 len: 991 time: 0.1054311 Feb 10 23:25:58.162539 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 52468) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:25:58.251631 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device c8bff11b-5526-4601-bd26-9c8cd06c14c2 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:25:58.268105 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-dbc95c35-58f7-487d-89e1-a5da5f4154c2 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/floatingips/dfd0a88b-61de-4324-8526-b82d1e8333c2 HTTP/1.1" status: 200 len: 991 time: 0.1044788 Feb 10 23:25:58.321166 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port c8bff11b-5526-4601-bd26-9c8cd06c14c2 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:25:58.321539 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:58.427884 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:58.443068 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port c8bff11b-5526-4601-bd26-9c8cd06c14c2, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=c8bff11b-5526-4601-bd26-9c8cd06c14c2,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:25:58.529520 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:58.530280 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 711b8d94-7e78-4c9d-9f2d-eafefb0b6e28 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:25:58.640533 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=c8bff11b-5526-4601-bd26-9c8cd06c14c2,revision_number=6']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:58.655479 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 711b8d94-7e78-4c9d-9f2d-eafefb0b6e28 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:25:58.655839 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:58.766448 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:58.799017 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 711b8d94-7e78-4c9d-9f2d-eafefb0b6e28, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=711b8d94-7e78-4c9d-9f2d-eafefb0b6e28,segment=NetworkSegment(c97f0733-e541-44b7-ac8b-d5643f8bc7b3),segment_id=c97f0733-e541-44b7-ac8b-d5643f8bc7b3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:25:58.914169 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:58.976845 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=711b8d94-7e78-4c9d-9f2d-eafefb0b6e28,revision_number=7']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:59.271987 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 52472) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:25:59.373448 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3b30549d-ce93-45a4-9fa1-bfa7c001df44 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/floatingips/dfd0a88b-61de-4324-8526-b82d1e8333c2 HTTP/1.1" status: 200 len: 991 time: 0.1003075 Feb 10 23:26:00.212772 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device c8bff11b-5526-4601-bd26-9c8cd06c14c2 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:26:00.283951 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port c8bff11b-5526-4601-bd26-9c8cd06c14c2 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:26:00.284432 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:00.376820 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 52476) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:26:00.414836 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 711b8d94-7e78-4c9d-9f2d-eafefb0b6e28 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:26:00.465393 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 711b8d94-7e78-4c9d-9f2d-eafefb0b6e28 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:26:00.465782 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:00.480802 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-77f8ed80-f467-4467-9452-c2031a948ca6 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/floatingips/dfd0a88b-61de-4324-8526-b82d1e8333c2 HTTP/1.1" status: 200 len: 991 time: 0.1028273 Feb 10 23:26:01.484864 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 52480) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:26:01.587078 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1fa39096-8105-4578-a727-d2ecd8bef882 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/floatingips/dfd0a88b-61de-4324-8526-b82d1e8333c2 HTTP/1.1" status: 200 len: 991 time: 0.1010931 Feb 10 23:26:02.590438 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 52484) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:26:02.705776 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-57693f8b-6bc3-48bf-a8da-a3fe9787133b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/floatingips/dfd0a88b-61de-4324-8526-b82d1e8333c2 HTTP/1.1" status: 200 len: 991 time: 0.1140912 Feb 10 23:26:03.709652 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 52488) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:26:03.840862 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-52b826f9-3973-447f-b151-d5ad03be688f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/floatingips/dfd0a88b-61de-4324-8526-b82d1e8333c2 HTTP/1.1" status: 200 len: 991 time: 0.1299696 Feb 10 23:26:04.181652 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddbf91d-6e02-428c-8898-3890b11de03a None None] New status for floating IP dfd0a88b-61de-4324-8526-b82d1e8333c2: ACTIVE {{(pid=84335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 23:26:04.844786 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 52492) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:26:04.947465 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-25a0fad9-2acb-4801-ae59-29bcf22a72a4 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/floatingips/dfd0a88b-61de-4324-8526-b82d1e8333c2 HTTP/1.1" status: 200 len: 993 time: 0.1015923 Feb 10 23:26:05.255507 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 52502) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:26:05.555215 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-c872b9d5-f85f-4ccb-b0c7-065f4e0dad6b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Deleting port 61974e99-f2aa-4279-bde9-390d2cb6977c {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:26:05.555561 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c872b9d5-f85f-4ccb-b0c7-065f4e0dad6b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:05.716876 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c872b9d5-f85f-4ccb-b0c7-065f4e0dad6b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:05.717199 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c872b9d5-f85f-4ccb-b0c7-065f4e0dad6b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:05.836951 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-c872b9d5-f85f-4ccb-b0c7-065f4e0dad6b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Calling delete_port for 61974e99-f2aa-4279-bde9-390d2cb6977c owned by network:floatingip {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:26:06.034149 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c872b9d5-f85f-4ccb-b0c7-065f4e0dad6b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:06.080784 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c872b9d5-f85f-4ccb-b0c7-065f4e0dad6b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event deleted for resources: {'Port': ['ID=61974e99-f2aa-4279-bde9-390d2cb6977c,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:06.146759 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c872b9d5-f85f-4ccb-b0c7-065f4e0dad6b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:06.147095 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c872b9d5-f85f-4ccb-b0c7-065f4e0dad6b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:06.147424 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c872b9d5-f85f-4ccb-b0c7-065f4e0dad6b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:06.147746 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c872b9d5-f85f-4ccb-b0c7-065f4e0dad6b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:06.148065 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c872b9d5-f85f-4ccb-b0c7-065f4e0dad6b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:06.148380 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c872b9d5-f85f-4ccb-b0c7-065f4e0dad6b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:06.148720 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c872b9d5-f85f-4ccb-b0c7-065f4e0dad6b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:06.149037 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c872b9d5-f85f-4ccb-b0c7-065f4e0dad6b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:06.149347 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c872b9d5-f85f-4ccb-b0c7-065f4e0dad6b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:06.149653 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c872b9d5-f85f-4ccb-b0c7-065f4e0dad6b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:06.149959 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c872b9d5-f85f-4ccb-b0c7-065f4e0dad6b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:06.181654 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c872b9d5-f85f-4ccb-b0c7-065f4e0dad6b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for floatingip, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:06.571171 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c872b9d5-f85f-4ccb-b0c7-065f4e0dad6b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Router 3f9267d1-d921-4724-93f8-4bdfbe840eb3 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:26:06.767474 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c872b9d5-f85f-4ccb-b0c7-065f4e0dad6b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:26:06.844622 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c872b9d5-f85f-4ccb-b0c7-065f4e0dad6b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:06.900807 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-c872b9d5-f85f-4ccb-b0c7-065f4e0dad6b tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "DELETE /v2.0/floatingips/dfd0a88b-61de-4324-8526-b82d1e8333c2 HTTP/1.1" status: 204 len: 168 time: 1.6442301 Feb 10 23:26:06.901361 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e701e76c-d516-49e7-bc3d-ecc21eb63cf5', 'tag': '2462336f-48c1-4593-bdb0-de5c284502fd'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:26:06.955335 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e701e76c-d516-49e7-bc3d-ecc21eb63cf5', 'tag': '2462336f-48c1-4593-bdb0-de5c284502fd', 'status': 'completed', 'code': 200} Feb 10 23:26:07.051999 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d51cdc2d-06c1-4d6d-9d04-e40b4717d0b5 req-e7ca6e99-dc62-4646-9071-886976621e1a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&device_id=e701e76c-d516-49e7-bc3d-ecc21eb63cf5 HTTP/1.1" status: 200 len: 1098 time: 0.0735192 Feb 10 23:26:07.182793 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51cdc2d-06c1-4d6d-9d04-e40b4717d0b5 req-9d4e1beb-0978-40ef-ba05-693d9daad354 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:07.184287 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d51cdc2d-06c1-4d6d-9d04-e40b4717d0b5 req-9d4e1beb-0978-40ef-ba05-693d9daad354 service neutron] 10.222.0.37 "GET /v2.0/networks?id=057618ac-b5e5-451e-95d1-da85ad7dbaa3 HTTP/1.1" status: 200 len: 898 time: 0.1252556 Feb 10 23:26:07.356573 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d51cdc2d-06c1-4d6d-9d04-e40b4717d0b5 req-4c4b235c-7d7e-4f88-861d-59c8e47a3b83 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2462336f-48c1-4593-bdb0-de5c284502fd HTTP/1.1" status: 200 len: 217 time: 0.1652653 Feb 10 23:26:07.426341 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51cdc2d-06c1-4d6d-9d04-e40b4717d0b5 req-8f1b5208-e3ac-464d-86af-bb26ab14f78d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:07.427858 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d51cdc2d-06c1-4d6d-9d04-e40b4717d0b5 req-8f1b5208-e3ac-464d-86af-bb26ab14f78d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd2f273c-4d69-4af7-9c20-4faa15968d2d HTTP/1.1" status: 200 len: 834 time: 0.0602632 Feb 10 23:26:07.473996 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f626b131-d7b8-4c43-9a18-0bb271181f25 req-05c89d68-140d-48cc-a20a-c4b5567bdbfc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:07.474590 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-f626b131-d7b8-4c43-9a18-0bb271181f25 req-05c89d68-140d-48cc-a20a-c4b5567bdbfc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Synchronizing usage tracker for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:26:07.513492 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d51cdc2d-06c1-4d6d-9d04-e40b4717d0b5 req-20b0ceb4-1e58-43c7-94fd-a2bfe290325b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=057618ac-b5e5-451e-95d1-da85ad7dbaa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764334 Feb 10 23:26:07.563391 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-f626b131-d7b8-4c43-9a18-0bb271181f25 req-05c89d68-140d-48cc-a20a-c4b5567bdbfc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Unset dirty status for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:26:07.564797 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-f626b131-d7b8-4c43-9a18-0bb271181f25 req-05c89d68-140d-48cc-a20a-c4b5567bdbfc tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=e701e76c-d516-49e7-bc3d-ecc21eb63cf5 HTTP/1.1" status: 200 len: 945 time: 0.1685712 Feb 10 23:26:07.611740 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-f626b131-d7b8-4c43-9a18-0bb271181f25 req-ce2ada32-3f48-48eb-be1c-761485cce1ea tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=473f69de-ec04-4bbf-bec8-051746c5b061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412655 Feb 10 23:26:07.647842 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d51cdc2d-06c1-4d6d-9d04-e40b4717d0b5 req-4722867e-7551-4c15-8506-22313a46c20b service neutron] 10.222.0.37 "GET /v2.0/networks/057618ac-b5e5-451e-95d1-da85ad7dbaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256549 Feb 10 23:26:07.781201 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d51cdc2d-06c1-4d6d-9d04-e40b4717d0b5 req-33e2334c-5a93-4e7d-9c28-220f46f56b16 service neutron] 10.222.0.37 "GET /v2.0/networks/057618ac-b5e5-451e-95d1-da85ad7dbaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264360 Feb 10 23:26:08.807750 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb916e8-d168-4599-b1b7-b4b440639b3b req-fff52bcc-25b8-43e1-a837-47f2d0728f8c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:08.809224 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2eb916e8-d168-4599-b1b7-b4b440639b3b req-fff52bcc-25b8-43e1-a837-47f2d0728f8c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=e701e76c-d516-49e7-bc3d-ecc21eb63cf5 HTTP/1.1" status: 200 len: 945 time: 0.0745957 Feb 10 23:26:08.852978 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2eb916e8-d168-4599-b1b7-b4b440639b3b req-72d043f4-52d6-4aa9-8744-9009d39b0564 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/security-groups?id=473f69de-ec04-4bbf-bec8-051746c5b061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383542 Feb 10 23:26:09.031188 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37546367-7db2-492d-b0c2-82c6dc1b2c63 req-ad687cdd-1024-4e52-a19e-d03fc0da12ee tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:09.032496 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-37546367-7db2-492d-b0c2-82c6dc1b2c63 req-ad687cdd-1024-4e52-a19e-d03fc0da12ee tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.37 "GET /v2.0/ports?device_id=e701e76c-d516-49e7-bc3d-ecc21eb63cf5 HTTP/1.1" status: 200 len: 945 time: 0.0796547 Feb 10 23:26:09.101303 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-37546367-7db2-492d-b0c2-82c6dc1b2c63 req-b75952e2-c006-4797-8927-8b797e0832f8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Deleting port 2462336f-48c1-4593-bdb0-de5c284502fd {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:26:09.101642 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-37546367-7db2-492d-b0c2-82c6dc1b2c63 req-b75952e2-c006-4797-8927-8b797e0832f8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:09.342189 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-37546367-7db2-492d-b0c2-82c6dc1b2c63 req-b75952e2-c006-4797-8927-8b797e0832f8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] For port 2462336f-48c1-4593-bdb0-de5c284502fd, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=2462336f-48c1-4593-bdb0-de5c284502fd,segment=NetworkSegment(c97f0733-e541-44b7-ac8b-d5643f8bc7b3),segment_id=c97f0733-e541-44b7-ac8b-d5643f8bc7b3)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:26:09.342536 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-37546367-7db2-492d-b0c2-82c6dc1b2c63 req-b75952e2-c006-4797-8927-8b797e0832f8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:09.460150 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-37546367-7db2-492d-b0c2-82c6dc1b2c63 req-b75952e2-c006-4797-8927-8b797e0832f8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Calling delete_port for 2462336f-48c1-4593-bdb0-de5c284502fd owned by compute:nova {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:26:09.709504 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-37546367-7db2-492d-b0c2-82c6dc1b2c63 req-b75952e2-c006-4797-8927-8b797e0832f8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:09.758304 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75952e2-c006-4797-8927-8b797e0832f8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event deleted for resources: {'Port': ['ID=2462336f-48c1-4593-bdb0-de5c284502fd,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:09.825197 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75952e2-c006-4797-8927-8b797e0832f8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:09.825915 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75952e2-c006-4797-8927-8b797e0832f8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:09.825915 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75952e2-c006-4797-8927-8b797e0832f8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:09.826171 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75952e2-c006-4797-8927-8b797e0832f8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:09.826498 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75952e2-c006-4797-8927-8b797e0832f8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:09.826823 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75952e2-c006-4797-8927-8b797e0832f8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:09.827144 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75952e2-c006-4797-8927-8b797e0832f8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:09.827461 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75952e2-c006-4797-8927-8b797e0832f8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:09.827794 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75952e2-c006-4797-8927-8b797e0832f8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:09.828089 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75952e2-c006-4797-8927-8b797e0832f8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:09.828399 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75952e2-c006-4797-8927-8b797e0832f8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:09.840288 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-37546367-7db2-492d-b0c2-82c6dc1b2c63 req-b75952e2-c006-4797-8927-8b797e0832f8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] No DVR routers for this DVR port 2462336f-48c1-4593-bdb0-de5c284502fd on host hv-neutron-8287 {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:26:09.842573 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-37546367-7db2-492d-b0c2-82c6dc1b2c63 req-b75952e2-c006-4797-8927-8b797e0832f8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:09.845006 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e701e76c-d516-49e7-bc3d-ecc21eb63cf5', 'name': 'network-vif-deleted', 'tag': '2462336f-48c1-4593-bdb0-de5c284502fd'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:26:09.900480 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e701e76c-d516-49e7-bc3d-ecc21eb63cf5', 'name': 'network-vif-deleted', 'tag': '2462336f-48c1-4593-bdb0-de5c284502fd', 'status': 'completed', 'code': 200} Feb 10 23:26:09.926438 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-37546367-7db2-492d-b0c2-82c6dc1b2c63 req-b75952e2-c006-4797-8927-8b797e0832f8 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.37 "DELETE /v2.0/ports/2462336f-48c1-4593-bdb0-de5c284502fd HTTP/1.1" status: 204 len: 173 time: 0.8863602 Feb 10 23:26:10.017875 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-cdbb428c-93f3-41b2-8392-0b1b00037108 req-ee11ea07-1953-4f84-a398-11139482e52f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Synchronizing usage tracker for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:26:10.267911 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-cdbb428c-93f3-41b2-8392-0b1b00037108 req-ee11ea07-1953-4f84-a398-11139482e52f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Unset dirty status for tenant:714fdf59d9ad4aa1b5cc4598e806e542 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:26:10.269138 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cdbb428c-93f3-41b2-8392-0b1b00037108 req-ee11ea07-1953-4f84-a398-11139482e52f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "GET /v2.0/ports?device_id=e701e76c-d516-49e7-bc3d-ecc21eb63cf5 HTTP/1.1" status: 200 len: 210 time: 0.2916746 Feb 10 23:26:11.377162 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 52522) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:26:11.445676 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-091a91b0-84d3-4f75-8b22-427564fafbbf tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:11.479114 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-091a91b0-84d3-4f75-8b22-427564fafbbf tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:11.787946 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-091a91b0-84d3-4f75-8b22-427564fafbbf tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:11.807857 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091a91b0-84d3-4f75-8b22-427564fafbbf tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=473f69de-ec04-4bbf-bec8-051746c5b061,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:11.899910 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-091a91b0-84d3-4f75-8b22-427564fafbbf tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:11.900986 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-091a91b0-84d3-4f75-8b22-427564fafbbf tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "DELETE /v2.0/security-groups/473f69de-ec04-4bbf-bec8-051746c5b061 HTTP/1.1" status: 204 len: 168 time: 0.5228059 Feb 10 23:26:12.046307 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 52528) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:26:12.454884 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2113390b-f9cc-4d24-8b1f-da458cf1e56c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732944'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:13.045162 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-2113390b-f9cc-4d24-8b1f-da458cf1e56c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Deleting port 711b8d94-7e78-4c9d-9f2d-eafefb0b6e28 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:26:13.045492 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2113390b-f9cc-4d24-8b1f-da458cf1e56c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:13.223583 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-2113390b-f9cc-4d24-8b1f-da458cf1e56c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] For port 711b8d94-7e78-4c9d-9f2d-eafefb0b6e28, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=711b8d94-7e78-4c9d-9f2d-eafefb0b6e28,segment=NetworkSegment(c97f0733-e541-44b7-ac8b-d5643f8bc7b3),segment_id=c97f0733-e541-44b7-ac8b-d5643f8bc7b3)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:26:13.223920 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2113390b-f9cc-4d24-8b1f-da458cf1e56c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:13.289492 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 2462336f-48c1-4593-bdb0-de5c284502fd no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:26:13.321517 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] No Port match for: 2462336f-48c1-4593-bdb0-de5c284502fd {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:26:13.321784 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 2462336f-48c1-4593-bdb0-de5c284502fd not bound to the agent host hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:26:13.341470 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-2113390b-f9cc-4d24-8b1f-da458cf1e56c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Calling delete_port for 711b8d94-7e78-4c9d-9f2d-eafefb0b6e28 owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:26:13.759356 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2113390b-f9cc-4d24-8b1f-da458cf1e56c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:13.807103 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2113390b-f9cc-4d24-8b1f-da458cf1e56c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event deleted for resources: {'Port': ['ID=711b8d94-7e78-4c9d-9f2d-eafefb0b6e28,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:14.095900 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2113390b-f9cc-4d24-8b1f-da458cf1e56c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2767638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733091'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:14.635403 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f104acf7-8e39-4a11-b656-5f62ca347202 None None] Sync routers for ids ['3f9267d1-d921-4724-93f8-4bdfbe840eb3'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:26:14.646839 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f104acf7-8e39-4a11-b656-5f62ca347202 None None] Routers {'3f9267d1-d921-4724-93f8-4bdfbe840eb3'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:26:14.647441 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-f104acf7-8e39-4a11-b656-5f62ca347202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:25:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['3f9267d1-d921-4724-93f8-4bdfbe840eb3'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:26:14.674656 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2113390b-f9cc-4d24-8b1f-da458cf1e56c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Router 3f9267d1-d921-4724-93f8-4bdfbe840eb3 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:26:14.821697 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-f104acf7-8e39-4a11-b656-5f62ca347202 None None] Set router 3f9267d1-d921-4724-93f8-4bdfbe840eb3 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:26:14.881605 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2113390b-f9cc-4d24-8b1f-da458cf1e56c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:26:15.046945 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-2113390b-f9cc-4d24-8b1f-da458cf1e56c tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "PUT /v2.0/routers/3f9267d1-d921-4724-93f8-4bdfbe840eb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9994590 Feb 10 23:26:15.049730 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 52534) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:26:15.096701 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-f104acf7-8e39-4a11-b656-5f62ca347202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9267d1-d921-4724-93f8-4bdfbe840eb3', 'name': 'tempest-TestNetworkBasicOps-router-2040719630', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': 'c8bff11b-5526-4601-bd26-9c8cd06c14c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:24:45Z', 'updated_at': '2022-02-10T23:26:13Z', 'revision_number': 7, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': 'c8bff11b-5526-4601-bd26-9c8cd06c14c2', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:85:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9267d1-d921-4724-93f8-4bdfbe840eb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:46Z', 'updated_at': '2022-02-10T23:25:58Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:26:15.100795 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f104acf7-8e39-4a11-b656-5f62ca347202 None None] Checking router: 3f9267d1-d921-4724-93f8-4bdfbe840eb3 for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:26:15.111118 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f104acf7-8e39-4a11-b656-5f62ca347202 None None] Routers {'3f9267d1-d921-4724-93f8-4bdfbe840eb3'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:26:15.111708 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-f104acf7-8e39-4a11-b656-5f62ca347202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:25:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['3f9267d1-d921-4724-93f8-4bdfbe840eb3'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:26:15.289042 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-f104acf7-8e39-4a11-b656-5f62ca347202 None None] Set router 3f9267d1-d921-4724-93f8-4bdfbe840eb3 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:26:15.332275 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d71179b-831b-4803-9787-c15eb0f5930f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Deleting subnet bd2f273c-4d69-4af7-9c20-4faa15968d2d {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:26:15.335209 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7d71179b-831b-4803-9787-c15eb0f5930f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:15.389763 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7d71179b-831b-4803-9787-c15eb0f5930f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:15.475195 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7d71179b-831b-4803-9787-c15eb0f5930f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:15.588849 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-f104acf7-8e39-4a11-b656-5f62ca347202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9267d1-d921-4724-93f8-4bdfbe840eb3', 'name': 'tempest-TestNetworkBasicOps-router-2040719630', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': 'c8bff11b-5526-4601-bd26-9c8cd06c14c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:24:45Z', 'updated_at': '2022-02-10T23:26:13Z', 'revision_number': 7, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': 'c8bff11b-5526-4601-bd26-9c8cd06c14c2', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:85:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9267d1-d921-4724-93f8-4bdfbe840eb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:46Z', 'updated_at': '2022-02-10T23:25:58Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:26:15.593385 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f104acf7-8e39-4a11-b656-5f62ca347202 None None] The sync data for ids ['3f9267d1-d921-4724-93f8-4bdfbe840eb3'] in dv-neutron-828797-1-hyperv is: [{'id': '3f9267d1-d921-4724-93f8-4bdfbe840eb3', 'name': 'tempest-TestNetworkBasicOps-router-2040719630', 'tenant_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': 'c8bff11b-5526-4601-bd26-9c8cd06c14c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:24:45Z', 'updated_at': '2022-02-10T23:26:13Z', 'revision_number': 7, 'project_id': '714fdf59d9ad4aa1b5cc4598e806e542', 'gw_port': {'id': 'c8bff11b-5526-4601-bd26-9c8cd06c14c2', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:85:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9267d1-d921-4724-93f8-4bdfbe840eb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:46Z', 'updated_at': '2022-02-10T23:25:58Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:26:15.673883 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7d71179b-831b-4803-9787-c15eb0f5930f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:15.713120 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d71179b-831b-4803-9787-c15eb0f5930f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event deleted for resources: {'Subnet': ['ID=bd2f273c-4d69-4af7-9c20-4faa15968d2d,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:15.717303 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7d71179b-831b-4803-9787-c15eb0f5930f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:15.724152 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7d71179b-831b-4803-9787-c15eb0f5930f tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "DELETE /v2.0/subnets/bd2f273c-4d69-4af7-9c20-4faa15968d2d HTTP/1.1" status: 204 len: 168 time: 0.6727924 Feb 10 23:26:15.724957 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8487b73a-b0a6-47fb-a7b5-6b5414d382f4 None None] Network 057618ac-b5e5-451e-95d1-da85ad7dbaa3 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:26:15.728107 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 52538) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:26:15.927286 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c9dcf4f3-0991-46de-83ae-3fa80fc75106 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:15.978155 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cfbad4-d801-408e-9ef0-4ae97b950e40 None None] DHCP port deletion for 057618ac-b5e5-451e-95d1-da85ad7dbaa3 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:26:15.982995 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-b1cfbad4-d801-408e-9ef0-4ae97b950e40 None None] Deleting port e8a35acd-c1f5-43ec-b622-79d51483b088 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:26:15.983484 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b1cfbad4-d801-408e-9ef0-4ae97b950e40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:16.145997 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c9dcf4f3-0991-46de-83ae-3fa80fc75106 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:16.251354 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device e8a35acd-c1f5-43ec-b622-79d51483b088 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:26:16.279513 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-c9dcf4f3-0991-46de-83ae-3fa80fc75106 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Deleting port c8bff11b-5526-4601-bd26-9c8cd06c14c2 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:26:16.279864 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c9dcf4f3-0991-46de-83ae-3fa80fc75106 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:16.317445 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-b1cfbad4-d801-408e-9ef0-4ae97b950e40 None None] For port e8a35acd-c1f5-43ec-b622-79d51483b088, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=e8a35acd-c1f5-43ec-b622-79d51483b088,segment=NetworkSegment(c97f0733-e541-44b7-ac8b-d5643f8bc7b3),segment_id=c97f0733-e541-44b7-ac8b-d5643f8bc7b3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:26:16.317841 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b1cfbad4-d801-408e-9ef0-4ae97b950e40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:16.329905 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:16.448320 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-b1cfbad4-d801-408e-9ef0-4ae97b950e40 None None] Calling delete_port for e8a35acd-c1f5-43ec-b622-79d51483b088 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:26:16.468810 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-c9dcf4f3-0991-46de-83ae-3fa80fc75106 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] For port c8bff11b-5526-4601-bd26-9c8cd06c14c2, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=c8bff11b-5526-4601-bd26-9c8cd06c14c2,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:26:16.468810 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c9dcf4f3-0991-46de-83ae-3fa80fc75106 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:16.580125 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:16.593832 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-c9dcf4f3-0991-46de-83ae-3fa80fc75106 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Calling delete_port for c8bff11b-5526-4601-bd26-9c8cd06c14c2 owned by network:router_gateway {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:26:16.700906 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 10 23:26:16.700906 dv-neutron-828797-1-hyperv neutron-server[84334]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Feb 10 23:26:16.700906 dv-neutron-828797-1-hyperv neutron-server[84334]: [parameters: {'status': 'DOWN', 'ports_id': 'e8a35acd-c1f5-43ec-b622-79d51483b088'}] Feb 10 23:26:16.700906 dv-neutron-828797-1-hyperv neutron-server[84334]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:26:16.701375 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:26:16.719363 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b1cfbad4-d801-408e-9ef0-4ae97b950e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:16.765746 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cfbad4-d801-408e-9ef0-4ae97b950e40 None None] Pushing event deleted for resources: {'Port': ['ID=e8a35acd-c1f5-43ec-b622-79d51483b088,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:16.772284 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cfbad4-d801-408e-9ef0-4ae97b950e40 None None] No DVR routers for this DVR port e8a35acd-c1f5-43ec-b622-79d51483b088 on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:26:16.935138 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c9dcf4f3-0991-46de-83ae-3fa80fc75106 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:16.983021 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dcf4f3-0991-46de-83ae-3fa80fc75106 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event deleted for resources: {'Port': ['ID=c8bff11b-5526-4601-bd26-9c8cd06c14c2,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:17.214861 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c9dcf4f3-0991-46de-83ae-3fa80fc75106 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734197'] for router_gateway, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:17.235663 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Port e8a35acd-c1f5-43ec-b622-79d51483b088 update to DOWN by agent not found {{(pid=84334) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 10 23:26:17.236056 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 711b8d94-7e78-4c9d-9f2d-eafefb0b6e28 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:26:17.272311 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 711b8d94-7e78-4c9d-9f2d-eafefb0b6e28 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:26:17.272720 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 711b8d94-7e78-4c9d-9f2d-eafefb0b6e28 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:26:17.560600 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c9dcf4f3-0991-46de-83ae-3fa80fc75106 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:17.564590 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c9dcf4f3-0991-46de-83ae-3fa80fc75106 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:17.696758 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c9dcf4f3-0991-46de-83ae-3fa80fc75106 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:17.697262 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9dcf4f3-0991-46de-83ae-3fa80fc75106 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Fanout notify agent at l3_agent the message router_deleted on router 3f9267d1-d921-4724-93f8-4bdfbe840eb3 {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:26:17.710924 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c9dcf4f3-0991-46de-83ae-3fa80fc75106 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:17.711977 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c9dcf4f3-0991-46de-83ae-3fa80fc75106 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "DELETE /v2.0/routers/3f9267d1-d921-4724-93f8-4bdfbe840eb3 HTTP/1.1" status: 204 len: 168 time: 1.9828956 Feb 10 23:26:17.716058 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 52544) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:26:17.824884 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8b523235-5338-4a18-a373-cba0902ffd58 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:17.949887 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8b523235-5338-4a18-a373-cba0902ffd58 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:17.974544 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-8b523235-5338-4a18-a373-cba0902ffd58 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['057618ac-b5e5-451e-95d1-da85ad7dbaa3']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:26:17.985807 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-8b523235-5338-4a18-a373-cba0902ffd58 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c97f0733-e541-44b7-ac8b-d5643f8bc7b3') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:26:17.986095 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-8b523235-5338-4a18-a373-cba0902ffd58 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c97f0733-e541-44b7-ac8b-d5643f8bc7b3') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:26:17.996696 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8b523235-5338-4a18-a373-cba0902ffd58 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32216962'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:18.011542 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8b523235-5338-4a18-a373-cba0902ffd58 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:18.017222 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b523235-5338-4a18-a373-cba0902ffd58 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:26:18.017586 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8b523235-5338-4a18-a373-cba0902ffd58 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32033006'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:18.031440 dv-neutron-828797-1-hyperv neutron-server[84332]: Traceback (most recent call last): Feb 10 23:26:18.031440 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:26:18.031440 dv-neutron-828797-1-hyperv neutron-server[84332]: timer() Feb 10 23:26:18.031440 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:26:18.031440 dv-neutron-828797-1-hyperv neutron-server[84332]: cb(*args, **kw) Feb 10 23:26:18.031440 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:26:18.031440 dv-neutron-828797-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Feb 10 23:26:18.031440 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:26:18.031440 dv-neutron-828797-1-hyperv neutron-server[84332]: self._notify() Feb 10 23:26:18.031440 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:26:18.031440 dv-neutron-828797-1-hyperv neutron-server[84332]: self.callback(batched_events) Feb 10 23:26:18.031440 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:26:18.031440 dv-neutron-828797-1-hyperv neutron-server[84332]: event.method(event) Feb 10 23:26:18.031440 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:26:18.031440 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:26:18.031440 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:26:18.031440 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:26:18.031440 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:26:18.031440 dv-neutron-828797-1-hyperv neutron-server[84332]: return f(self, *a, **k) Feb 10 23:26:18.031440 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:26:18.031440 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._get(url).json() Feb 10 23:26:18.031440 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:26:18.031440 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:26:18.031440 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:26:18.031440 dv-neutron-828797-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Feb 10 23:26:18.031440 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:26:18.031440 dv-neutron-828797-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:26:18.031440 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:26:18.031440 dv-neutron-828797-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:26:18.031440 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:26:18.031440 dv-neutron-828797-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:26:18.031440 dv-neutron-828797-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:26:18.170922 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8b523235-5338-4a18-a373-cba0902ffd58 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:18.188306 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8b523235-5338-4a18-a373-cba0902ffd58 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:18.200475 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b523235-5338-4a18-a373-cba0902ffd58 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] Pushing event deleted for resources: {'Network': ['ID=057618ac-b5e5-451e-95d1-da85ad7dbaa3,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:18.274089 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8b523235-5338-4a18-a373-cba0902ffd58 tempest-TestNetworkBasicOps-730194506 tempest-TestNetworkBasicOps-730194506-project] 10.222.0.59 "DELETE /v2.0/networks/057618ac-b5e5-451e-95d1-da85ad7dbaa3 HTTP/1.1" status: 204 len: 168 time: 0.5584702 Feb 10 23:26:18.770147 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2becead9-d334-4d43-826e-407fb547d819 None None] New status for floating IP dfd0a88b-61de-4324-8526-b82d1e8333c2: DOWN {{(pid=84335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 23:26:18.816723 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 52552) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:26:18.971173 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b261c27-7a00-4b63-9a30-d0c2350d55e1 None None] Sync routers for ids ['3f9267d1-d921-4724-93f8-4bdfbe840eb3'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:26:18.995166 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b261c27-7a00-4b63-9a30-d0c2350d55e1 None None] Routers set() bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:26:18.995535 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b261c27-7a00-4b63-9a30-d0c2350d55e1 None None] Router IDs set() for agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 10 23:26:18.996119 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_agentschedulers_db [None req-5b261c27-7a00-4b63-9a30-d0c2350d55e1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3f9267d1-d921-4724-93f8-4bdfbe840eb3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:25:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent'). {{(pid=84334) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 10 23:26:19.007830 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b261c27-7a00-4b63-9a30-d0c2350d55e1 None None] Routers set() bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:26:19.008185 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b261c27-7a00-4b63-9a30-d0c2350d55e1 None None] Router IDs set() for agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 10 23:26:19.008784 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_agentschedulers_db [None req-5b261c27-7a00-4b63-9a30-d0c2350d55e1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3f9267d1-d921-4724-93f8-4bdfbe840eb3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:25:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent'). {{(pid=84334) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 10 23:26:19.009158 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b261c27-7a00-4b63-9a30-d0c2350d55e1 None None] The sync data for ids ['3f9267d1-d921-4724-93f8-4bdfbe840eb3'] in dv-neutron-828797-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:26:19.023512 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-810519a4-ab7b-4565-9b34-3a1d9f0677ec admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=714fdf59d9ad4aa1b5cc4598e806e542&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2055492 Feb 10 23:26:19.026040 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 52558) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:26:19.051793 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4e5aef26-2b2a-4c21-8c0d-fd5c8131c5e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:19.093372 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e887072d-e320-4609-b5e9-1892e4240b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:19.120833 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e887072d-e320-4609-b5e9-1892e4240b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:19.296706 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e887072d-e320-4609-b5e9-1892e4240b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:19.313623 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e887072d-e320-4609-b5e9-1892e4240b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694b715d-211c-4518-ad5d-d9c6aaa8c940,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:19.319930 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e887072d-e320-4609-b5e9-1892e4240b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:19.321047 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-e887072d-e320-4609-b5e9-1892e4240b1a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/694b715d-211c-4518-ad5d-d9c6aaa8c940 HTTP/1.1" status: 204 len: 168 time: 0.2941108 Feb 10 23:26:20.118887 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 52568) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:26:20.137418 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c10940b0-4cfd-44f8-83da-0a83d55e2596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:20.167474 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c10940b0-4cfd-44f8-83da-0a83d55e2596 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:26:20.174433 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-c10940b0-4cfd-44f8-83da-0a83d55e2596 admin admin] Usage tracker for resource:security_group_rule and tenant:b6ec8d148b50475daa8464d953dd58d0 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:26:20.174433 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-c10940b0-4cfd-44f8-83da-0a83d55e2596 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:26:20.176272 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device c8bff11b-5526-4601-bd26-9c8cd06c14c2 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:26:20.180652 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c10940b0-4cfd-44f8-83da-0a83d55e2596 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:26:20.213387 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: c8bff11b-5526-4601-bd26-9c8cd06c14c2 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:26:20.213740 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device c8bff11b-5526-4601-bd26-9c8cd06c14c2 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:26:20.244818 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c10940b0-4cfd-44f8-83da-0a83d55e2596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:20.311741 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c10940b0-4cfd-44f8-83da-0a83d55e2596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:20.357767 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10940b0-4cfd-44f8-83da-0a83d55e2596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9877f3e-63a9-4f5a-b8c3-4a92d037647c,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:20.364353 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-c10940b0-4cfd-44f8-83da-0a83d55e2596 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b6ec8d148b50475daa8464d953dd58d0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2442799 Feb 10 23:26:20.366898 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 52572) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:26:20.523618 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-30e2637a-c206-4f45-ba98-be9ae65bd163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:20.548989 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-30e2637a-c206-4f45-ba98-be9ae65bd163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:20.679137 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-30e2637a-c206-4f45-ba98-be9ae65bd163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:20.696041 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e2637a-c206-4f45-ba98-be9ae65bd163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9877f3e-63a9-4f5a-b8c3-4a92d037647c,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:20.701833 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-30e2637a-c206-4f45-ba98-be9ae65bd163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:20.705393 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-30e2637a-c206-4f45-ba98-be9ae65bd163 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e9877f3e-63a9-4f5a-b8c3-4a92d037647c HTTP/1.1" status: 204 len: 168 time: 0.3351791 Feb 10 23:26:21.256628 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f4f05e44-b61c-4376-b14e-98e93f490601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:22.484947 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:22.588040 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:24.022151 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:27.221851 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:26:29.110182 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-3c1e274e-fa6a-4945-867e-1b21ee0aea94 req-cd664fa4-ece0-4c53-8b18-8a4707df0dd0 tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=25fc211efaa243db8306d46c552040c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269530 Feb 10 23:26:29.259337 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e274e-fa6a-4945-867e-1b21ee0aea94 req-7710c329-3a3e-45b6-8bb8-ba56fb489678 tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:29.260764 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-3c1e274e-fa6a-4945-867e-1b21ee0aea94 req-7710c329-3a3e-45b6-8bb8-ba56fb489678 tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1447239 Feb 10 23:26:29.277433 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-3c1e274e-fa6a-4945-867e-1b21ee0aea94 req-a13a919a-c399-437d-8e3b-f342dee86076 tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] 10.222.0.59 "GET /v2.0/quotas/25fc211efaa243db8306d46c552040c9 HTTP/1.1" status: 200 len: 375 time: 0.0113394 Feb 10 23:26:29.325435 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-3c1e274e-fa6a-4945-867e-1b21ee0aea94 req-08fb513d-05e8-4152-b400-adeb9e23e5f7 tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=25fc211efaa243db8306d46c552040c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430501 Feb 10 23:26:29.626816 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cf0c0299-8436-4237-ad68-50113b53d434 req-6241028c-0bec-4b60-9047-9fa088c7beef tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd6bdcfd-61da-4263-865e-060fbff2c464 HTTP/1.1" status: 200 len: 210 time: 0.0406313 Feb 10 23:26:30.736305 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-8cdd5407-a5f3-4553-a747-94d845dc014d req-132eb68b-19bf-44ea-b6ae-703d706c0b07 tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd6bdcfd-61da-4263-865e-060fbff2c464 HTTP/1.1" status: 200 len: 210 time: 0.0413091 Feb 10 23:26:31.906273 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-49da9bd8-295f-4277-9bf7-8ba805aa41b3 req-89803c31-be08-4f69-9b8e-bf655243ce11 tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd6bdcfd-61da-4263-865e-060fbff2c464 HTTP/1.1" status: 200 len: 210 time: 0.0434523 Feb 10 23:26:32.589857 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3c1e274e-fa6a-4945-867e-1b21ee0aea94 req-c8f4d678-4c1f-4a3f-a411-40988319b09d tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=25fc211efaa243db8306d46c552040c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277388 Feb 10 23:26:32.737639 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e274e-fa6a-4945-867e-1b21ee0aea94 req-beebba2e-604d-42e5-9fdb-2b8a3e8041c3 tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:32.739055 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3c1e274e-fa6a-4945-867e-1b21ee0aea94 req-beebba2e-604d-42e5-9fdb-2b8a3e8041c3 tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1419771 Feb 10 23:26:32.765815 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-3c1e274e-fa6a-4945-867e-1b21ee0aea94 req-9325448b-1e25-40d8-bf16-6e6edf14b3ce tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] Request body: {'port': {'device_id': 'fd6bdcfd-61da-4263-865e-060fbff2c464', 'network_id': '1e97f2f9-b671-4e7f-b2ae-3f6c9dde91cc', 'admin_state_up': True, 'tenant_id': '25fc211efaa243db8306d46c552040c9'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:26:32.900644 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-3c1e274e-fa6a-4945-867e-1b21ee0aea94 req-9325448b-1e25-40d8-bf16-6e6edf14b3ce tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:26:32.904295 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-3c1e274e-fa6a-4945-867e-1b21ee0aea94 req-9325448b-1e25-40d8-bf16-6e6edf14b3ce tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] Usage tracker for resource:port and tenant:25fc211efaa243db8306d46c552040c9 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:26:32.907120 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-3c1e274e-fa6a-4945-867e-1b21ee0aea94 req-9325448b-1e25-40d8-bf16-6e6edf14b3ce tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:26:32.913035 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-3c1e274e-fa6a-4945-867e-1b21ee0aea94 req-9325448b-1e25-40d8-bf16-6e6edf14b3ce tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:26:32.975858 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c1e274e-fa6a-4945-867e-1b21ee0aea94 req-9325448b-1e25-40d8-bf16-6e6edf14b3ce tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] Made reservation on behalf of 25fc211efaa243db8306d46c552040c9 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:26:32.979292 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-3c1e274e-fa6a-4945-867e-1b21ee0aea94 req-9325448b-1e25-40d8-bf16-6e6edf14b3ce tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:32.992910 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-3c1e274e-fa6a-4945-867e-1b21ee0aea94 req-9325448b-1e25-40d8-bf16-6e6edf14b3ce tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:33.027434 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-3c1e274e-fa6a-4945-867e-1b21ee0aea94 req-9325448b-1e25-40d8-bf16-6e6edf14b3ce tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:26:33.031736 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-3c1e274e-fa6a-4945-867e-1b21ee0aea94 req-9325448b-1e25-40d8-bf16-6e6edf14b3ce tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] Usage tracker for resource:security_group_rule and tenant:25fc211efaa243db8306d46c552040c9 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:26:33.034680 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-3c1e274e-fa6a-4945-867e-1b21ee0aea94 req-9325448b-1e25-40d8-bf16-6e6edf14b3ce tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:26:33.040671 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-3c1e274e-fa6a-4945-867e-1b21ee0aea94 req-9325448b-1e25-40d8-bf16-6e6edf14b3ce tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:26:33.075437 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-422f0ab7-d0d3-46c7-b954-96159f85bde0 req-88fa7445-44db-45b8-8a97-0dac9ea2ad88 tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd6bdcfd-61da-4263-865e-060fbff2c464 HTTP/1.1" status: 200 len: 210 time: 0.0466115 Feb 10 23:26:33.108922 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-3c1e274e-fa6a-4945-867e-1b21ee0aea94 req-9325448b-1e25-40d8-bf16-6e6edf14b3ce tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:33.191570 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-3c1e274e-fa6a-4945-867e-1b21ee0aea94 req-9325448b-1e25-40d8-bf16-6e6edf14b3ce tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:33.272263 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9325448b-1e25-40d8-bf16-6e6edf14b3ce tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=646ea520-60a5-4ff9-9500-3aba3b85706a,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:33.359864 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [req-3c1e274e-fa6a-4945-867e-1b21ee0aea94 req-9325448b-1e25-40d8-bf16-6e6edf14b3ce tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] Allocated IP 192.168.233.48 (1e97f2f9-b671-4e7f-b2ae-3f6c9dde91cc/236bebec-78d6-4bf3-862a-f8dde9050d3f/fcad9395-4bdd-46e6-87d4-dfff7a7e949a) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:26:33.652550 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-3c1e274e-fa6a-4945-867e-1b21ee0aea94 req-9325448b-1e25-40d8-bf16-6e6edf14b3ce tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:33.668457 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-3c1e274e-fa6a-4945-867e-1b21ee0aea94 req-9325448b-1e25-40d8-bf16-6e6edf14b3ce tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] Transition to ACTIVE for port object fcad9395-4bdd-46e6-87d4-dfff7a7e949a will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:26:33.752079 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-3c1e274e-fa6a-4945-867e-1b21ee0aea94 req-9325448b-1e25-40d8-bf16-6e6edf14b3ce tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:33.820794 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c1e274e-fa6a-4945-867e-1b21ee0aea94 req-9325448b-1e25-40d8-bf16-6e6edf14b3ce tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] Network 1e97f2f9-b671-4e7f-b2ae-3f6c9dde91cc is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:26:33.823738 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [req-3c1e274e-fa6a-4945-867e-1b21ee0aea94 req-9325448b-1e25-40d8-bf16-6e6edf14b3ce tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:26:33.827959 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c1e274e-fa6a-4945-867e-1b21ee0aea94 req-9325448b-1e25-40d8-bf16-6e6edf14b3ce tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:26:33.856868 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9325448b-1e25-40d8-bf16-6e6edf14b3ce tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] Pushing event updated for resources: {'Port': ['ID=fcad9395-4bdd-46e6-87d4-dfff7a7e949a,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:33.890822 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e274e-fa6a-4945-867e-1b21ee0aea94 req-9325448b-1e25-40d8-bf16-6e6edf14b3ce tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:33.891440 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-3c1e274e-fa6a-4945-867e-1b21ee0aea94 req-9325448b-1e25-40d8-bf16-6e6edf14b3ce tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:33.977087 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3c1e274e-fa6a-4945-867e-1b21ee0aea94 req-9325448b-1e25-40d8-bf16-6e6edf14b3ce tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2149837 Feb 10 23:26:33.988360 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-3c1e274e-fa6a-4945-867e-1b21ee0aea94 req-a014b584-9ef8-4da2-951b-b9a867a65cbb service neutron] Request body: {'port': {'device_id': 'fd6bdcfd-61da-4263-865e-060fbff2c464', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:26:34.094365 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-3c1e274e-fa6a-4945-867e-1b21ee0aea94 req-a014b584-9ef8-4da2-951b-b9a867a65cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:34.158412 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-f7a04b11-29c5-421e-85a1-fac868e307b5 None None] Provisioning for port fcad9395-4bdd-46e6-87d4-dfff7a7e949a completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:26:34.165201 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-f7a04b11-29c5-421e-85a1-fac868e307b5 None None] Provisioning complete for port fcad9395-4bdd-46e6-87d4-dfff7a7e949a triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:26:34.165645 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f7a04b11-29c5-421e-85a1-fac868e307b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:34.225740 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-f7a04b11-29c5-421e-85a1-fac868e307b5 None None] Port fcad9395-4bdd-46e6-87d4-dfff7a7e949a cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:26:34.402405 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e153240-57c2-47e1-ab3a-7c7d5a79451a req-fce4149b-e3a9-41f5-9e2e-e1b16059447a tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:34.402978 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-6e153240-57c2-47e1-ab3a-7c7d5a79451a req-fce4149b-e3a9-41f5-9e2e-e1b16059447a tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] Synchronizing usage tracker for tenant:25fc211efaa243db8306d46c552040c9 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:26:34.499561 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [req-3c1e274e-fa6a-4945-867e-1b21ee0aea94 req-a014b584-9ef8-4da2-951b-b9a867a65cbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcad9395-4bdd-46e6-87d4-dfff7a7e949a {{(pid=84332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:26:34.505402 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-6e153240-57c2-47e1-ab3a-7c7d5a79451a req-fce4149b-e3a9-41f5-9e2e-e1b16059447a tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] Unset dirty status for tenant:25fc211efaa243db8306d46c552040c9 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:26:34.507270 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6e153240-57c2-47e1-ab3a-7c7d5a79451a req-fce4149b-e3a9-41f5-9e2e-e1b16059447a tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd6bdcfd-61da-4263-865e-060fbff2c464 HTTP/1.1" status: 200 len: 935 time: 0.2956107 Feb 10 23:26:34.508791 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-3c1e274e-fa6a-4945-867e-1b21ee0aea94 req-a014b584-9ef8-4da2-951b-b9a867a65cbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:34.541996 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-3c1e274e-fa6a-4945-867e-1b21ee0aea94 req-a014b584-9ef8-4da2-951b-b9a867a65cbb service neutron] Transition to ACTIVE for port object fcad9395-4bdd-46e6-87d4-dfff7a7e949a will not be triggered until provisioned by entity L2. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:26:34.560276 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-6e153240-57c2-47e1-ab3a-7c7d5a79451a req-983eb518-553a-4bc3-94b1-03ed6b03b3ad tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] Synchronizing usage tracker for tenant:25fc211efaa243db8306d46c552040c9 on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:26:34.592790 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-3c1e274e-fa6a-4945-867e-1b21ee0aea94 req-a014b584-9ef8-4da2-951b-b9a867a65cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:34.641688 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-6e153240-57c2-47e1-ab3a-7c7d5a79451a req-983eb518-553a-4bc3-94b1-03ed6b03b3ad tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] Unset dirty status for tenant:25fc211efaa243db8306d46c552040c9 on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:26:34.642807 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6e153240-57c2-47e1-ab3a-7c7d5a79451a req-983eb518-553a-4bc3-94b1-03ed6b03b3ad tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] 10.222.0.59 "GET /v2.0/security-groups?id=646ea520-60a5-4ff9-9500-3aba3b85706a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300013 Feb 10 23:26:34.723034 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a014b584-9ef8-4da2-951b-b9a867a65cbb service neutron] Pushing event updated for resources: {'Port': ['ID=fcad9395-4bdd-46e6-87d4-dfff7a7e949a,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:34.827608 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-3c1e274e-fa6a-4945-867e-1b21ee0aea94 req-a014b584-9ef8-4da2-951b-b9a867a65cbb service neutron] Attempting to bind port fcad9395-4bdd-46e6-87d4-dfff7a7e949a on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:26:34.827934 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-3c1e274e-fa6a-4945-867e-1b21ee0aea94 req-a014b584-9ef8-4da2-951b-b9a867a65cbb service neutron] Attempting to bind port fcad9395-4bdd-46e6-87d4-dfff7a7e949a by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '9d8686c3-a609-4deb-b276-ee6e33ff8304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1e97f2f9-b671-4e7f-b2ae-3f6c9dde91cc'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:26:34.828257 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1e274e-fa6a-4945-867e-1b21ee0aea94 req-a014b584-9ef8-4da2-951b-b9a867a65cbb service neutron] Attempting to bind port fcad9395-4bdd-46e6-87d4-dfff7a7e949a on network 1e97f2f9-b671-4e7f-b2ae-3f6c9dde91cc {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:26:34.833873 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1e274e-fa6a-4945-867e-1b21ee0aea94 req-a014b584-9ef8-4da2-951b-b9a867a65cbb service neutron] Port fcad9395-4bdd-46e6-87d4-dfff7a7e949a on network 1e97f2f9-b671-4e7f-b2ae-3f6c9dde91cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:26:34.834396 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1e274e-fa6a-4945-867e-1b21ee0aea94 req-a014b584-9ef8-4da2-951b-b9a867a65cbb service neutron] Attempting to bind port fcad9395-4bdd-46e6-87d4-dfff7a7e949a on network 1e97f2f9-b671-4e7f-b2ae-3f6c9dde91cc {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:26:34.840632 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1e274e-fa6a-4945-867e-1b21ee0aea94 req-a014b584-9ef8-4da2-951b-b9a867a65cbb service neutron] Checking agent: {'id': '0f85d58b-4cda-4360-97cf-be037aef26b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'started_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:26:34.840962 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1e274e-fa6a-4945-867e-1b21ee0aea94 req-a014b584-9ef8-4da2-951b-b9a867a65cbb service neutron] Checking segment: {'id': '9d8686c3-a609-4deb-b276-ee6e33ff8304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1e97f2f9-b671-4e7f-b2ae-3f6c9dde91cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:26:34.841334 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1e274e-fa6a-4945-867e-1b21ee0aea94 req-a014b584-9ef8-4da2-951b-b9a867a65cbb service neutron] Bound using segment: {'id': '9d8686c3-a609-4deb-b276-ee6e33ff8304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1e97f2f9-b671-4e7f-b2ae-3f6c9dde91cc'} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:26:34.841742 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-3c1e274e-fa6a-4945-867e-1b21ee0aea94 req-a014b584-9ef8-4da2-951b-b9a867a65cbb service neutron] Bound port: fcad9395-4bdd-46e6-87d4-dfff7a7e949a, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d8686c3-a609-4deb-b276-ee6e33ff8304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1e97f2f9-b671-4e7f-b2ae-3f6c9dde91cc'}}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:26:34.842073 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-3c1e274e-fa6a-4945-867e-1b21ee0aea94 req-a014b584-9ef8-4da2-951b-b9a867a65cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:34.930002 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-3c1e274e-fa6a-4945-867e-1b21ee0aea94 req-a014b584-9ef8-4da2-951b-b9a867a65cbb service neutron] For port fcad9395-4bdd-46e6-87d4-dfff7a7e949a, host hv-neutron-8287, cleared binding levels {{(pid=84332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:26:34.932878 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-3c1e274e-fa6a-4945-867e-1b21ee0aea94 req-a014b584-9ef8-4da2-951b-b9a867a65cbb service neutron] For port fcad9395-4bdd-46e6-87d4-dfff7a7e949a, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=fcad9395-4bdd-46e6-87d4-dfff7a7e949a,segment=NetworkSegment(9d8686c3-a609-4deb-b276-ee6e33ff8304),segment_id=9d8686c3-a609-4deb-b276-ee6e33ff8304)] {{(pid=84332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:26:35.010461 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-3c1e274e-fa6a-4945-867e-1b21ee0aea94 req-a014b584-9ef8-4da2-951b-b9a867a65cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:35.071289 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-3c1e274e-fa6a-4945-867e-1b21ee0aea94 req-a014b584-9ef8-4da2-951b-b9a867a65cbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:35.072689 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3c1e274e-fa6a-4945-867e-1b21ee0aea94 req-a014b584-9ef8-4da2-951b-b9a867a65cbb service neutron] 10.222.0.37 "PUT /v2.0/ports/fcad9395-4bdd-46e6-87d4-dfff7a7e949a HTTP/1.1" status: 200 len: 1097 time: 1.0884967 Feb 10 23:26:35.073115 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd6bdcfd-61da-4263-865e-060fbff2c464', 'tag': 'fcad9395-4bdd-46e6-87d4-dfff7a7e949a'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:26:35.097963 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a014b584-9ef8-4da2-951b-b9a867a65cbb service neutron] Pushing event updated for resources: {'Port': ['ID=fcad9395-4bdd-46e6-87d4-dfff7a7e949a,revision_number=3']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:35.135090 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd6bdcfd-61da-4263-865e-060fbff2c464', 'tag': 'fcad9395-4bdd-46e6-87d4-dfff7a7e949a', 'status': 'completed', 'code': 200} Feb 10 23:26:35.238150 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-18910676-7847-4fe3-b8e5-ea3c15cb093b req-1f552d70-fcaf-40d2-ab1a-8a8a45956f42 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=25fc211efaa243db8306d46c552040c9&device_id=fd6bdcfd-61da-4263-865e-060fbff2c464 HTTP/1.1" status: 200 len: 1100 time: 0.0741258 Feb 10 23:26:35.273469 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-18910676-7847-4fe3-b8e5-ea3c15cb093b req-db20e695-fc60-43e6-bb6a-1948053cc6be service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=25fc211efaa243db8306d46c552040c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279813 Feb 10 23:26:35.406647 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18910676-7847-4fe3-b8e5-ea3c15cb093b req-47f183b6-ee4f-4c41-a0ae-bbbbe13a9da3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:35.408070 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-18910676-7847-4fe3-b8e5-ea3c15cb093b req-47f183b6-ee4f-4c41-a0ae-bbbbe13a9da3 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1286380 Feb 10 23:26:35.525719 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3c1e274e-fa6a-4945-867e-1b21ee0aea94 req-89d8e083-f7f3-49e9-9102-a75b03941fdf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=25fc211efaa243db8306d46c552040c9&device_id=fd6bdcfd-61da-4263-865e-060fbff2c464 HTTP/1.1" status: 200 len: 1100 time: 0.0724368 Feb 10 23:26:35.674741 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3c1e274e-fa6a-4945-867e-1b21ee0aea94 req-a813ff2e-25ca-41b8-91d7-558d5ef54505 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=fcad9395-4bdd-46e6-87d4-dfff7a7e949a HTTP/1.1" status: 200 len: 217 time: 0.1417549 Feb 10 23:26:35.739077 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e274e-fa6a-4945-867e-1b21ee0aea94 req-887d9759-fe36-478e-82f7-e7bd43a5176e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:35.740724 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3c1e274e-fa6a-4945-867e-1b21ee0aea94 req-887d9759-fe36-478e-82f7-e7bd43a5176e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=236bebec-78d6-4bf3-862a-f8dde9050d3f HTTP/1.1" status: 200 len: 843 time: 0.0592082 Feb 10 23:26:35.886760 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3c1e274e-fa6a-4945-867e-1b21ee0aea94 req-91833858-27d9-4935-a309-ef9cd6ca5ace service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1e97f2f9-b671-4e7f-b2ae-3f6c9dde91cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.1396568 Feb 10 23:26:35.892866 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295f6fe5-b918-4c2e-b0b8-2250f992a39e req-bd757f79-d656-4d72-ba53-1e24ca2f31a4 tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:35.894171 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-295f6fe5-b918-4c2e-b0b8-2250f992a39e req-bd757f79-d656-4d72-ba53-1e24ca2f31a4 tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd6bdcfd-61da-4263-865e-060fbff2c464 HTTP/1.1" status: 200 len: 947 time: 0.1170187 Feb 10 23:26:36.022262 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-295f6fe5-b918-4c2e-b0b8-2250f992a39e req-4fbfc6e8-ea99-4659-8915-9810695e08c9 tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] 10.222.0.59 "GET /v2.0/security-groups?id=646ea520-60a5-4ff9-9500-3aba3b85706a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093221 Feb 10 23:26:36.051746 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3c1e274e-fa6a-4945-867e-1b21ee0aea94 req-921f3b60-99dc-4a7e-8ece-f6d4907bfa68 service neutron] 10.222.0.37 "GET /v2.0/networks/1e97f2f9-b671-4e7f-b2ae-3f6c9dde91cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566610 Feb 10 23:26:36.179819 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3c1e274e-fa6a-4945-867e-1b21ee0aea94 req-5dbed9bd-5820-4dd1-9c1d-dab16d0d7c5d service neutron] 10.222.0.37 "GET /v2.0/networks/1e97f2f9-b671-4e7f-b2ae-3f6c9dde91cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215446 Feb 10 23:26:37.226453 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df4192-3eec-4073-a69c-0ef6f65f4586 req-586bfef9-19e6-464b-8b6d-8ed64c19cfec tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:37.227869 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-d6df4192-3eec-4073-a69c-0ef6f65f4586 req-586bfef9-19e6-464b-8b6d-8ed64c19cfec tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd6bdcfd-61da-4263-865e-060fbff2c464 HTTP/1.1" status: 200 len: 947 time: 0.0863926 Feb 10 23:26:37.272812 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-d6df4192-3eec-4073-a69c-0ef6f65f4586 req-f922f60e-65bf-4569-9e72-6f6d542794f9 tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] 10.222.0.59 "GET /v2.0/security-groups?id=646ea520-60a5-4ff9-9500-3aba3b85706a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393577 Feb 10 23:26:38.472904 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6c0f7-1536-411f-a06e-4190d40123b0 req-b0395d70-cdb8-44df-89da-f00b0c692b0d tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:38.474228 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5bc6c0f7-1536-411f-a06e-4190d40123b0 req-b0395d70-cdb8-44df-89da-f00b0c692b0d tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd6bdcfd-61da-4263-865e-060fbff2c464 HTTP/1.1" status: 200 len: 947 time: 0.0774782 Feb 10 23:26:38.518885 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5bc6c0f7-1536-411f-a06e-4190d40123b0 req-b3307149-8d3d-4fe3-8a86-3302913358cf tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] 10.222.0.59 "GET /v2.0/security-groups?id=646ea520-60a5-4ff9-9500-3aba3b85706a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385869 Feb 10 23:26:39.383249 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device fcad9395-4bdd-46e6-87d4-dfff7a7e949a details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:26:39.512878 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port fcad9395-4bdd-46e6-87d4-dfff7a7e949a, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=fcad9395-4bdd-46e6-87d4-dfff7a7e949a,segment=NetworkSegment(9d8686c3-a609-4deb-b276-ee6e33ff8304),segment_id=9d8686c3-a609-4deb-b276-ee6e33ff8304)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:26:39.526395 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Returning: {'device': 'fcad9395-4bdd-46e6-87d4-dfff7a7e949a', 'network_id': '1e97f2f9-b671-4e7f-b2ae-3f6c9dde91cc', 'port_id': 'fcad9395-4bdd-46e6-87d4-dfff7a7e949a', 'mac_address': 'fa:16:3e:71:67:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '236bebec-78d6-4bf3-862a-f8dde9050d3f', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:26:39.584304 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:39.603422 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcad9395-4bdd-46e6-87d4-dfff7a7e949a {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:26:39.618713 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port fcad9395-4bdd-46e6-87d4-dfff7a7e949a, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=fcad9395-4bdd-46e6-87d4-dfff7a7e949a,segment=NetworkSegment(9d8686c3-a609-4deb-b276-ee6e33ff8304),segment_id=9d8686c3-a609-4deb-b276-ee6e33ff8304)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:26:39.717506 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b03b81-3d9e-4450-a77f-31c2e7083c4a req-aa4191ec-c3ee-4ba3-b693-2cb6a1a5f4e6 tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:39.718937 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-55b03b81-3d9e-4450-a77f-31c2e7083c4a req-aa4191ec-c3ee-4ba3-b693-2cb6a1a5f4e6 tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd6bdcfd-61da-4263-865e-060fbff2c464 HTTP/1.1" status: 200 len: 947 time: 0.0762413 Feb 10 23:26:39.741736 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:39.768649 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-55b03b81-3d9e-4450-a77f-31c2e7083c4a req-dc8a944b-f059-4523-9f2e-3178eef45d31 tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] 10.222.0.59 "GET /v2.0/security-groups?id=646ea520-60a5-4ff9-9500-3aba3b85706a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434844 Feb 10 23:26:39.820049 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=fcad9395-4bdd-46e6-87d4-dfff7a7e949a,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:39.998859 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['fcad9395-4bdd-46e6-87d4-dfff7a7e949a'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:26:40.969283 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f4381-2446-4db1-847e-bfc2754844fc req-6cf7507f-bea0-4b64-8490-d5169ca2dd28 tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:40.975501 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-351f4381-2446-4db1-847e-bfc2754844fc req-6cf7507f-bea0-4b64-8490-d5169ca2dd28 tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd6bdcfd-61da-4263-865e-060fbff2c464 HTTP/1.1" status: 200 len: 948 time: 0.0760972 Feb 10 23:26:41.016422 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-351f4381-2446-4db1-847e-bfc2754844fc req-c047e857-c9fe-4f30-8f7e-1d12bd0cf335 tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] 10.222.0.59 "GET /v2.0/security-groups?id=646ea520-60a5-4ff9-9500-3aba3b85706a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401785 Feb 10 23:26:41.390720 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device fcad9395-4bdd-46e6-87d4-dfff7a7e949a up at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:26:41.557110 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning for port fcad9395-4bdd-46e6-87d4-dfff7a7e949a completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:26:41.562098 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning complete for port fcad9395-4bdd-46e6-87d4-dfff7a7e949a triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:26:41.562461 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:41.706036 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:41.731605 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd6bdcfd-61da-4263-865e-060fbff2c464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcad9395-4bdd-46e6-87d4-dfff7a7e949a'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:26:41.740685 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port fcad9395-4bdd-46e6-87d4-dfff7a7e949a, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=fcad9395-4bdd-46e6-87d4-dfff7a7e949a,segment=NetworkSegment(9d8686c3-a609-4deb-b276-ee6e33ff8304),segment_id=9d8686c3-a609-4deb-b276-ee6e33ff8304)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:26:41.785735 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd6bdcfd-61da-4263-865e-060fbff2c464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcad9395-4bdd-46e6-87d4-dfff7a7e949a', 'code': 200} Feb 10 23:26:41.877156 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:41.943272 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=fcad9395-4bdd-46e6-87d4-dfff7a7e949a,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:42.213889 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c08af7-44e3-42da-b8f7-b605fb2bee60 req-3b8f3e6d-3f0f-413c-91d7-377e91b17c13 tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:42.215314 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-81c08af7-44e3-42da-b8f7-b605fb2bee60 req-3b8f3e6d-3f0f-413c-91d7-377e91b17c13 tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd6bdcfd-61da-4263-865e-060fbff2c464 HTTP/1.1" status: 200 len: 949 time: 0.0791194 Feb 10 23:26:42.261707 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-81c08af7-44e3-42da-b8f7-b605fb2bee60 req-72c00d7b-de1b-4a2f-a264-abf2c4ca558c tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] 10.222.0.59 "GET /v2.0/security-groups?id=646ea520-60a5-4ff9-9500-3aba3b85706a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402195 Feb 10 23:26:42.367716 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1d70d9d5-f670-4921-8b83-616553aafdf7 req-66e2b21b-bfcf-48d3-b8fb-4c205029a9f2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fd6bdcfd-61da-4263-865e-060fbff2c464 HTTP/1.1" status: 200 len: 1102 time: 0.0655229 Feb 10 23:26:42.410958 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1d70d9d5-f670-4921-8b83-616553aafdf7 req-1b5b4ed1-2557-4729-ad68-4478080d3400 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=646ea520-60a5-4ff9-9500-3aba3b85706a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370212 Feb 10 23:26:43.463184 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e65447-4de8-4b7e-9df2-326ccb4cb84d req-87b1b1fa-4f3e-487e-81eb-874c16da5731 tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:43.464653 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-21e65447-4de8-4b7e-9df2-326ccb4cb84d req-87b1b1fa-4f3e-487e-81eb-874c16da5731 tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd6bdcfd-61da-4263-865e-060fbff2c464 HTTP/1.1" status: 200 len: 949 time: 0.0763409 Feb 10 23:26:43.510792 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-21e65447-4de8-4b7e-9df2-326ccb4cb84d req-17483ce8-42d6-48d3-8350-76382a55b1e4 tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] 10.222.0.59 "GET /v2.0/security-groups?id=646ea520-60a5-4ff9-9500-3aba3b85706a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401590 Feb 10 23:26:44.712226 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ecb23c-2866-4723-aae1-137957eb956e req-a05fa66a-b9f2-47c7-98a4-7cc55fb0b840 tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:44.713699 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c5ecb23c-2866-4723-aae1-137957eb956e req-a05fa66a-b9f2-47c7-98a4-7cc55fb0b840 tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd6bdcfd-61da-4263-865e-060fbff2c464 HTTP/1.1" status: 200 len: 949 time: 0.0777383 Feb 10 23:26:44.758116 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c5ecb23c-2866-4723-aae1-137957eb956e req-2073a144-dd0a-4f9b-a562-f85b42fd1056 tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] 10.222.0.59 "GET /v2.0/security-groups?id=646ea520-60a5-4ff9-9500-3aba3b85706a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387449 Feb 10 23:26:45.267637 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-d9ce585c-afa5-46fa-813e-dc589b217b97 req-40e711fc-d943-4fa4-aa78-e2ecef60619a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fd6bdcfd-61da-4263-865e-060fbff2c464&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0692806 Feb 10 23:26:45.902934 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f5c36e01-c6d6-421f-8873-aa7e663ddc1f req-39052138-ca8c-4bca-ae5b-d26833044940 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fd6bdcfd-61da-4263-865e-060fbff2c464&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0689845 Feb 10 23:26:46.180295 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:46.671504 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009b0d0-4ba9-42f1-b66d-8c1f60211db5 req-754d4ebb-4771-4cee-90ab-060a7308ff0f tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:46.672945 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1009b0d0-4ba9-42f1-b66d-8c1f60211db5 req-754d4ebb-4771-4cee-90ab-060a7308ff0f tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd6bdcfd-61da-4263-865e-060fbff2c464 HTTP/1.1" status: 200 len: 949 time: 0.0766716 Feb 10 23:26:46.718009 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1009b0d0-4ba9-42f1-b66d-8c1f60211db5 req-8f3dbc5e-1613-4fae-96d0-8eb5e3143514 tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] 10.222.0.59 "GET /v2.0/security-groups?id=646ea520-60a5-4ff9-9500-3aba3b85706a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394764 Feb 10 23:26:47.924885 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3929257b-029a-4b9a-bc09-18ed2804fd05 req-96c30f35-43c3-4581-b9b5-0fa4655bb6a1 tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:47.926314 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-3929257b-029a-4b9a-bc09-18ed2804fd05 req-96c30f35-43c3-4581-b9b5-0fa4655bb6a1 tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd6bdcfd-61da-4263-865e-060fbff2c464 HTTP/1.1" status: 200 len: 949 time: 0.0824859 Feb 10 23:26:47.971449 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-3929257b-029a-4b9a-bc09-18ed2804fd05 req-5c4934b3-6e31-4726-b503-4d84dbcf09fb tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] 10.222.0.59 "GET /v2.0/security-groups?id=646ea520-60a5-4ff9-9500-3aba3b85706a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387526 Feb 10 23:26:48.361354 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1793f945-29b8-4503-a813-f9181433665b req-41aad5f1-1361-426f-8d31-2852d8966c91 tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:48.362734 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1793f945-29b8-4503-a813-f9181433665b req-41aad5f1-1361-426f-8d31-2852d8966c91 tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd6bdcfd-61da-4263-865e-060fbff2c464 HTTP/1.1" status: 200 len: 949 time: 0.0795877 Feb 10 23:26:48.428370 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-1793f945-29b8-4503-a813-f9181433665b req-38425eb6-e4c7-4ab1-b552-834a57394fbf tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] Deleting port fcad9395-4bdd-46e6-87d4-dfff7a7e949a {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:26:48.428645 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-1793f945-29b8-4503-a813-f9181433665b req-38425eb6-e4c7-4ab1-b552-834a57394fbf tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:48.665218 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-1793f945-29b8-4503-a813-f9181433665b req-38425eb6-e4c7-4ab1-b552-834a57394fbf tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] For port fcad9395-4bdd-46e6-87d4-dfff7a7e949a, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=fcad9395-4bdd-46e6-87d4-dfff7a7e949a,segment=NetworkSegment(9d8686c3-a609-4deb-b276-ee6e33ff8304),segment_id=9d8686c3-a609-4deb-b276-ee6e33ff8304)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:26:48.665574 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-1793f945-29b8-4503-a813-f9181433665b req-38425eb6-e4c7-4ab1-b552-834a57394fbf tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:48.868626 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-1793f945-29b8-4503-a813-f9181433665b req-38425eb6-e4c7-4ab1-b552-834a57394fbf tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] Calling delete_port for fcad9395-4bdd-46e6-87d4-dfff7a7e949a owned by compute:nova {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:26:49.072820 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-10a73731-3f5a-4241-8569-45776e759ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:49.133369 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-1793f945-29b8-4503-a813-f9181433665b req-38425eb6-e4c7-4ab1-b552-834a57394fbf tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:49.143495 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-038674cb-2651-4459-a369-145b1282f09c req-6bd2d8ac-f4e7-4cd7-827d-0cc2a6d93996 tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd6bdcfd-61da-4263-865e-060fbff2c464 HTTP/1.1" status: 200 len: 210 time: 0.0452299 Feb 10 23:26:49.145186 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['fcad9395-4bdd-46e6-87d4-dfff7a7e949a'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:26:49.188184 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38425eb6-e4c7-4ab1-b552-834a57394fbf tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] Pushing event deleted for resources: {'Port': ['ID=fcad9395-4bdd-46e6-87d4-dfff7a7e949a,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:49.261836 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-1793f945-29b8-4503-a813-f9181433665b req-38425eb6-e4c7-4ab1-b552-834a57394fbf tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] No DVR routers for this DVR port fcad9395-4bdd-46e6-87d4-dfff7a7e949a on host hv-neutron-8287 {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:26:49.264374 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-1793f945-29b8-4503-a813-f9181433665b req-38425eb6-e4c7-4ab1-b552-834a57394fbf tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:49.267014 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd6bdcfd-61da-4263-865e-060fbff2c464', 'name': 'network-vif-deleted', 'tag': 'fcad9395-4bdd-46e6-87d4-dfff7a7e949a'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:26:49.330791 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd6bdcfd-61da-4263-865e-060fbff2c464', 'name': 'network-vif-deleted', 'tag': 'fcad9395-4bdd-46e6-87d4-dfff7a7e949a', 'status': 'completed', 'code': 200} Feb 10 23:26:49.341606 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1793f945-29b8-4503-a813-f9181433665b req-38425eb6-e4c7-4ab1-b552-834a57394fbf tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] 10.222.0.37 "DELETE /v2.0/ports/fcad9395-4bdd-46e6-87d4-dfff7a7e949a HTTP/1.1" status: 204 len: 173 time: 0.9723639 Feb 10 23:26:50.323061 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-f33d79d1-ddea-4f10-9efd-288b1402312e req-793ea3a6-0576-4667-a15c-811302199c52 tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] Synchronizing usage tracker for tenant:25fc211efaa243db8306d46c552040c9 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:26:50.369466 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-f33d79d1-ddea-4f10-9efd-288b1402312e req-793ea3a6-0576-4667-a15c-811302199c52 tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] Unset dirty status for tenant:25fc211efaa243db8306d46c552040c9 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:26:50.370600 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f33d79d1-ddea-4f10-9efd-288b1402312e req-793ea3a6-0576-4667-a15c-811302199c52 tempest-ServersAdminNegativeTestJSON-323229377 tempest-ServersAdminNegativeTestJSON-323229377-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd6bdcfd-61da-4263-865e-060fbff2c464 HTTP/1.1" status: 200 len: 210 time: 0.0882304 Feb 10 23:26:51.238041 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4122f36f-2892-453a-9839-90f9faf93a19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:51.452399 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device fcad9395-4bdd-46e6-87d4-dfff7a7e949a no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:26:51.486721 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] No Port match for: fcad9395-4bdd-46e6-87d4-dfff7a7e949a {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:26:51.487229 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device fcad9395-4bdd-46e6-87d4-dfff7a7e949a not bound to the agent host hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:26:51.967672 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 52716) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:26:52.139362 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6a789232-7a7e-45fc-bd57-f1d237d8e88e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=25fc211efaa243db8306d46c552040c9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1704702 Feb 10 23:26:52.141805 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 52722) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:26:52.200057 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8ed798c4-6530-493b-9fe4-822c72f7c22a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:52.223911 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8ed798c4-6530-493b-9fe4-822c72f7c22a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:52.346514 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8ed798c4-6530-493b-9fe4-822c72f7c22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:52.363860 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed798c4-6530-493b-9fe4-822c72f7c22a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646ea520-60a5-4ff9-9500-3aba3b85706a,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:52.431469 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8ed798c4-6530-493b-9fe4-822c72f7c22a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:52.432549 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8ed798c4-6530-493b-9fe4-822c72f7c22a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/646ea520-60a5-4ff9-9500-3aba3b85706a HTTP/1.1" status: 204 len: 168 time: 0.2898309 Feb 10 23:26:52.489304 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:52.609424 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:53.021964 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 52730) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:26:53.041335 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1ab6ce9a-c111-4d95-8ac7-0dfd5fc7f96c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:53.072367 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-1ab6ce9a-c111-4d95-8ac7-0dfd5fc7f96c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:26:53.076136 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1ab6ce9a-c111-4d95-8ac7-0dfd5fc7f96c admin admin] Usage tracker for resource:security_group_rule and tenant:852b15a409d84b86a5648442cf27d62a is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:26:53.078888 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1ab6ce9a-c111-4d95-8ac7-0dfd5fc7f96c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:26:53.084387 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-1ab6ce9a-c111-4d95-8ac7-0dfd5fc7f96c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:26:53.147511 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1ab6ce9a-c111-4d95-8ac7-0dfd5fc7f96c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:53.220990 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1ab6ce9a-c111-4d95-8ac7-0dfd5fc7f96c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:53.267934 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab6ce9a-c111-4d95-8ac7-0dfd5fc7f96c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d504a8-c684-47e9-96b9-08c4a0b8ac79,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:53.273272 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1ab6ce9a-c111-4d95-8ac7-0dfd5fc7f96c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=852b15a409d84b86a5648442cf27d62a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2501974 Feb 10 23:26:53.277748 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 52734) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:26:53.334427 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8255a05d-84f3-4883-8157-12a9da2e9a7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:53.359494 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8255a05d-84f3-4883-8157-12a9da2e9a7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:53.506585 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8255a05d-84f3-4883-8157-12a9da2e9a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:53.521153 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8255a05d-84f3-4883-8157-12a9da2e9a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d504a8-c684-47e9-96b9-08c4a0b8ac79,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:53.527525 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8255a05d-84f3-4883-8157-12a9da2e9a7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:53.528264 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8255a05d-84f3-4883-8157-12a9da2e9a7c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/08d504a8-c684-47e9-96b9-08c4a0b8ac79 HTTP/1.1" status: 204 len: 168 time: 0.2506547 Feb 10 23:26:54.026792 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:54.595058 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 52756) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:26:54.725780 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-c491a8fe-a8ba-4934-8547-dce2fa84d31f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1832759985-network', 'tenant_id': 'a9e87d0ea99b45f2a6d62ab67f58c931'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:26:54.730452 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c491a8fe-a8ba-4934-8547-dce2fa84d31f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:26:54.734242 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c491a8fe-a8ba-4934-8547-dce2fa84d31f admin admin] Usage tracker for resource:network and tenant:a9e87d0ea99b45f2a6d62ab67f58c931 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:26:54.737027 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c491a8fe-a8ba-4934-8547-dce2fa84d31f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:26:54.742542 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c491a8fe-a8ba-4934-8547-dce2fa84d31f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:26:54.819866 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c491a8fe-a8ba-4934-8547-dce2fa84d31f admin admin] Made reservation on behalf of a9e87d0ea99b45f2a6d62ab67f58c931 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:26:54.822893 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c491a8fe-a8ba-4934-8547-dce2fa84d31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:54.834853 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c491a8fe-a8ba-4934-8547-dce2fa84d31f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:54.865103 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c491a8fe-a8ba-4934-8547-dce2fa84d31f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:26:54.869323 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c491a8fe-a8ba-4934-8547-dce2fa84d31f admin admin] Usage tracker for resource:security_group_rule and tenant:a9e87d0ea99b45f2a6d62ab67f58c931 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:26:54.872075 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c491a8fe-a8ba-4934-8547-dce2fa84d31f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:26:54.877669 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c491a8fe-a8ba-4934-8547-dce2fa84d31f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:26:54.943465 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c491a8fe-a8ba-4934-8547-dce2fa84d31f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:55.003485 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c491a8fe-a8ba-4934-8547-dce2fa84d31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:55.035974 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c491a8fe-a8ba-4934-8547-dce2fa84d31f admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:26:55.041196 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c491a8fe-a8ba-4934-8547-dce2fa84d31f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb8c059-c79f-445a-814e-0e1be6e02cb2,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:55.049055 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c491a8fe-a8ba-4934-8547-dce2fa84d31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:55.049398 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-c491a8fe-a8ba-4934-8547-dce2fa84d31f admin admin] Added segment d46050c9-daf3-4b30-b4ba-8d3da94fd67b of type vlan for network e7fc77a3-09c7-48d2-b51c-dac28aa70624 Feb 10 23:26:55.076981 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c491a8fe-a8ba-4934-8547-dce2fa84d31f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:55.163506 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c491a8fe-a8ba-4934-8547-dce2fa84d31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:55.164371 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c491a8fe-a8ba-4934-8547-dce2fa84d31f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:55.164978 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c491a8fe-a8ba-4934-8547-dce2fa84d31f admin admin] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:55.266446 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c491a8fe-a8ba-4934-8547-dce2fa84d31f admin admin] Pushing event updated for resources: {'Network': ['ID=e7fc77a3-09c7-48d2-b51c-dac28aa70624,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:55.277575 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network e7fc77a3-09c7-48d2-b51c-dac28aa70624 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:26:55.313389 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c491a8fe-a8ba-4934-8547-dce2fa84d31f admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7171693 Feb 10 23:26:55.316192 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 52762) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:26:55.321555 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-674bcbfc-13d3-4ffa-a68e-ee85a289aba1 admin admin] Request body: {'subnet': {'network_id': 'e7fc77a3-09c7-48d2-b51c-dac28aa70624', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1832759985-subnet', 'tenant_id': 'a9e87d0ea99b45f2a6d62ab67f58c931', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:26:55.326697 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-674bcbfc-13d3-4ffa-a68e-ee85a289aba1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:26:55.330704 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-674bcbfc-13d3-4ffa-a68e-ee85a289aba1 admin admin] Usage tracker for resource:subnet and tenant:a9e87d0ea99b45f2a6d62ab67f58c931 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:26:55.333654 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-674bcbfc-13d3-4ffa-a68e-ee85a289aba1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:26:55.339407 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-674bcbfc-13d3-4ffa-a68e-ee85a289aba1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:26:55.403624 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-674bcbfc-13d3-4ffa-a68e-ee85a289aba1 admin admin] Made reservation on behalf of a9e87d0ea99b45f2a6d62ab67f58c931 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:26:55.405985 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-674bcbfc-13d3-4ffa-a68e-ee85a289aba1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:55.655285 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-674bcbfc-13d3-4ffa-a68e-ee85a289aba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:55.726258 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674bcbfc-13d3-4ffa-a68e-ee85a289aba1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9847727f-5371-4252-88b6-0804f096b946,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:55.739886 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674bcbfc-13d3-4ffa-a68e-ee85a289aba1 admin admin] Checking segment: {'id': 'd46050c9-daf3-4b30-b4ba-8d3da94fd67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e7fc77a3-09c7-48d2-b51c-dac28aa70624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:26:55.740230 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674bcbfc-13d3-4ffa-a68e-ee85a289aba1 admin admin] Network hostable DHCP agents. Network: e7fc77a3-09c7-48d2-b51c-dac28aa70624, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:26:55.803448 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674bcbfc-13d3-4ffa-a68e-ee85a289aba1 admin admin] Network e7fc77a3-09c7-48d2-b51c-dac28aa70624 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:26:55.871863 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-674bcbfc-13d3-4ffa-a68e-ee85a289aba1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, e7fc77a3-09c7-48d2-b51c-dac28aa70624) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:26:55.875623 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674bcbfc-13d3-4ffa-a68e-ee85a289aba1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:55.876232 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-674bcbfc-13d3-4ffa-a68e-ee85a289aba1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:55.880529 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e0c2be-f667-48a8-ad39-86f7ae929c3c None None] Network e7fc77a3-09c7-48d2-b51c-dac28aa70624 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:26:55.935665 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-674bcbfc-13d3-4ffa-a68e-ee85a289aba1 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6184018 Feb 10 23:26:56.092262 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248e8dcf-43bd-454a-a15f-ece384f4bbe0 None None] Network e7fc77a3-09c7-48d2-b51c-dac28aa70624 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:26:56.471438 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8edc492-8d91-4cd0-baab-3e899542b44e req-11b52e12-2de2-4871-aed0-bf9fd828f31d tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:56.472006 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-a8edc492-8d91-4cd0-baab-3e899542b44e req-11b52e12-2de2-4871-aed0-bf9fd828f31d tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Synchronizing usage tracker for tenant:a9e87d0ea99b45f2a6d62ab67f58c931 on resource:network {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:26:56.535144 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-a8edc492-8d91-4cd0-baab-3e899542b44e req-11b52e12-2de2-4871-aed0-bf9fd828f31d tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Unset dirty status for tenant:a9e87d0ea99b45f2a6d62ab67f58c931 on resource:network {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:26:56.536312 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a8edc492-8d91-4cd0-baab-3e899542b44e req-11b52e12-2de2-4871-aed0-bf9fd828f31d tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/networks?id=e7fc77a3-09c7-48d2-b51c-dac28aa70624 HTTP/1.1" status: 200 len: 812 time: 0.2026324 Feb 10 23:26:56.554279 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a8edc492-8d91-4cd0-baab-3e899542b44e req-2a3b7363-af47-40b8-b318-b4b8fc8b64bc tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/quotas/a9e87d0ea99b45f2a6d62ab67f58c931 HTTP/1.1" status: 200 len: 375 time: 0.0107465 Feb 10 23:26:56.598838 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a8edc492-8d91-4cd0-baab-3e899542b44e req-d0ac22f6-62c2-4ac6-8c51-3e776d807e4d tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a9e87d0ea99b45f2a6d62ab67f58c931&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391293 Feb 10 23:26:56.729404 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a8edc492-8d91-4cd0-baab-3e899542b44e req-419878d2-2696-4da3-b38b-1744ecee84d8 service neutron] 10.222.0.59 "GET /v2.0/networks/e7fc77a3-09c7-48d2-b51c-dac28aa70624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228473 Feb 10 23:26:56.941235 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a8edc492-8d91-4cd0-baab-3e899542b44e req-5abae9fa-2054-428a-a6c9-7131c4a5b597 service neutron] 10.222.0.59 "GET /v2.0/networks/e7fc77a3-09c7-48d2-b51c-dac28aa70624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062900 Feb 10 23:26:57.202952 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-d1c8d4d7-80d8-4b9e-82ca-fef2151adb6a req-5c5401fb-a279-40b8-90c8-2ad568fccbbe tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d60a96-4d54-499e-a474-46ae97bf4417 HTTP/1.1" status: 200 len: 210 time: 0.0442724 Feb 10 23:26:58.366782 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2d648c0e-ea65-4332-a7fd-2b994d21aca6 req-aa61f14b-dfd2-4912-85fa-327c4c30ea3f tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d60a96-4d54-499e-a474-46ae97bf4417 HTTP/1.1" status: 200 len: 210 time: 0.0416720 Feb 10 23:26:59.362438 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8edc492-8d91-4cd0-baab-3e899542b44e req-e537a4b1-ef3a-4c82-a06a-730189883427 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:59.363826 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a8edc492-8d91-4cd0-baab-3e899542b44e req-e537a4b1-ef3a-4c82-a06a-730189883427 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.37 "GET /v2.0/networks?id=e7fc77a3-09c7-48d2-b51c-dac28aa70624 HTTP/1.1" status: 200 len: 812 time: 0.1420994 Feb 10 23:26:59.385018 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-a8edc492-8d91-4cd0-baab-3e899542b44e req-d6147feb-8f1e-4abb-9ff2-f3330438de53 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Request body: {'port': {'device_id': 'c8d60a96-4d54-499e-a474-46ae97bf4417', 'network_id': 'e7fc77a3-09c7-48d2-b51c-dac28aa70624', 'admin_state_up': True, 'tenant_id': 'a9e87d0ea99b45f2a6d62ab67f58c931'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:26:59.525270 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-a8edc492-8d91-4cd0-baab-3e899542b44e req-d6147feb-8f1e-4abb-9ff2-f3330438de53 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:26:59.529340 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-a8edc492-8d91-4cd0-baab-3e899542b44e req-d6147feb-8f1e-4abb-9ff2-f3330438de53 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Usage tracker for resource:port and tenant:a9e87d0ea99b45f2a6d62ab67f58c931 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:26:59.532133 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-a8edc492-8d91-4cd0-baab-3e899542b44e req-d6147feb-8f1e-4abb-9ff2-f3330438de53 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:26:59.534653 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-71a9e016-8272-4f25-b628-086b07ceb05d req-4be6461b-97c4-4f9a-9635-91321f4eaac8 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d60a96-4d54-499e-a474-46ae97bf4417 HTTP/1.1" status: 200 len: 210 time: 0.0432124 Feb 10 23:26:59.538731 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-a8edc492-8d91-4cd0-baab-3e899542b44e req-d6147feb-8f1e-4abb-9ff2-f3330438de53 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:26:59.609580 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8edc492-8d91-4cd0-baab-3e899542b44e req-d6147feb-8f1e-4abb-9ff2-f3330438de53 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Made reservation on behalf of a9e87d0ea99b45f2a6d62ab67f58c931 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:26:59.612720 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-a8edc492-8d91-4cd0-baab-3e899542b44e req-d6147feb-8f1e-4abb-9ff2-f3330438de53 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:59.779190 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [req-a8edc492-8d91-4cd0-baab-3e899542b44e req-d6147feb-8f1e-4abb-9ff2-f3330438de53 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Allocated IP 172.20.0.13 (e7fc77a3-09c7-48d2-b51c-dac28aa70624/9847727f-5371-4252-88b6-0804f096b946/757141c6-7722-4686-bd8c-0a49938ab4fc) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:26:59.975797 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-a8edc492-8d91-4cd0-baab-3e899542b44e req-d6147feb-8f1e-4abb-9ff2-f3330438de53 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:00.054748 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-a8edc492-8d91-4cd0-baab-3e899542b44e req-d6147feb-8f1e-4abb-9ff2-f3330438de53 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:00.123568 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8edc492-8d91-4cd0-baab-3e899542b44e req-d6147feb-8f1e-4abb-9ff2-f3330438de53 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Network e7fc77a3-09c7-48d2-b51c-dac28aa70624 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:27:00.126389 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [req-a8edc492-8d91-4cd0-baab-3e899542b44e req-d6147feb-8f1e-4abb-9ff2-f3330438de53 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:27:00.130523 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8edc492-8d91-4cd0-baab-3e899542b44e req-d6147feb-8f1e-4abb-9ff2-f3330438de53 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:27:00.157784 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6147feb-8f1e-4abb-9ff2-f3330438de53 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Pushing event updated for resources: {'Port': ['ID=757141c6-7722-4686-bd8c-0a49938ab4fc,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:27:00.195013 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8edc492-8d91-4cd0-baab-3e899542b44e req-d6147feb-8f1e-4abb-9ff2-f3330438de53 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:00.195602 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-a8edc492-8d91-4cd0-baab-3e899542b44e req-d6147feb-8f1e-4abb-9ff2-f3330438de53 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:00.284231 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a8edc492-8d91-4cd0-baab-3e899542b44e req-d6147feb-8f1e-4abb-9ff2-f3330438de53 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9027128 Feb 10 23:27:00.296082 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-a8edc492-8d91-4cd0-baab-3e899542b44e req-09eefa85-6ed5-43b5-b966-2efd479bb094 service neutron] Request body: {'port': {'device_id': 'c8d60a96-4d54-499e-a474-46ae97bf4417', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:27:00.397036 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-a8edc492-8d91-4cd0-baab-3e899542b44e req-09eefa85-6ed5-43b5-b966-2efd479bb094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:00.774033 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [req-a8edc492-8d91-4cd0-baab-3e899542b44e req-09eefa85-6ed5-43b5-b966-2efd479bb094 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 757141c6-7722-4686-bd8c-0a49938ab4fc {{(pid=84332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:27:00.783237 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-a8edc492-8d91-4cd0-baab-3e899542b44e req-09eefa85-6ed5-43b5-b966-2efd479bb094 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:00.801318 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-a8edc492-8d91-4cd0-baab-3e899542b44e req-09eefa85-6ed5-43b5-b966-2efd479bb094 service neutron] Transition to ACTIVE for port object 757141c6-7722-4686-bd8c-0a49938ab4fc will not be triggered until provisioned by entity L2. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:27:00.808342 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6596e3-afd2-48b1-a932-35f07c3a7b9d req-351aca25-097c-4097-9c5f-e1e3196aeff9 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:00.808342 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-dd6596e3-afd2-48b1-a932-35f07c3a7b9d req-351aca25-097c-4097-9c5f-e1e3196aeff9 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Synchronizing usage tracker for tenant:a9e87d0ea99b45f2a6d62ab67f58c931 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:27:00.900624 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-a8edc492-8d91-4cd0-baab-3e899542b44e req-09eefa85-6ed5-43b5-b966-2efd479bb094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:00.939150 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-dd6596e3-afd2-48b1-a932-35f07c3a7b9d req-351aca25-097c-4097-9c5f-e1e3196aeff9 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Unset dirty status for tenant:a9e87d0ea99b45f2a6d62ab67f58c931 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:27:00.940287 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-dd6596e3-afd2-48b1-a932-35f07c3a7b9d req-351aca25-097c-4097-9c5f-e1e3196aeff9 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d60a96-4d54-499e-a474-46ae97bf4417 HTTP/1.1" status: 200 len: 932 time: 0.2816083 Feb 10 23:27:01.041626 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eefa85-6ed5-43b5-b966-2efd479bb094 service neutron] Pushing event updated for resources: {'Port': ['ID=757141c6-7722-4686-bd8c-0a49938ab4fc,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:27:01.184674 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-dd6596e3-afd2-48b1-a932-35f07c3a7b9d req-4295bb58-5f42-44f8-b574-010f3abafaf8 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Synchronizing usage tracker for tenant:a9e87d0ea99b45f2a6d62ab67f58c931 on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:27:01.265087 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-a8edc492-8d91-4cd0-baab-3e899542b44e req-09eefa85-6ed5-43b5-b966-2efd479bb094 service neutron] Attempting to bind port 757141c6-7722-4686-bd8c-0a49938ab4fc on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:27:01.265413 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-a8edc492-8d91-4cd0-baab-3e899542b44e req-09eefa85-6ed5-43b5-b966-2efd479bb094 service neutron] Attempting to bind port 757141c6-7722-4686-bd8c-0a49938ab4fc by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': 'd46050c9-daf3-4b30-b4ba-8d3da94fd67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e7fc77a3-09c7-48d2-b51c-dac28aa70624'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:27:01.265732 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8edc492-8d91-4cd0-baab-3e899542b44e req-09eefa85-6ed5-43b5-b966-2efd479bb094 service neutron] Attempting to bind port 757141c6-7722-4686-bd8c-0a49938ab4fc on network e7fc77a3-09c7-48d2-b51c-dac28aa70624 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:27:01.271280 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8edc492-8d91-4cd0-baab-3e899542b44e req-09eefa85-6ed5-43b5-b966-2efd479bb094 service neutron] Port 757141c6-7722-4686-bd8c-0a49938ab4fc on network e7fc77a3-09c7-48d2-b51c-dac28aa70624 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:27:01.271595 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8edc492-8d91-4cd0-baab-3e899542b44e req-09eefa85-6ed5-43b5-b966-2efd479bb094 service neutron] Attempting to bind port 757141c6-7722-4686-bd8c-0a49938ab4fc on network e7fc77a3-09c7-48d2-b51c-dac28aa70624 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:27:01.277770 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8edc492-8d91-4cd0-baab-3e899542b44e req-09eefa85-6ed5-43b5-b966-2efd479bb094 service neutron] Checking agent: {'id': '0f85d58b-4cda-4360-97cf-be037aef26b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'started_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:27:01.278100 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8edc492-8d91-4cd0-baab-3e899542b44e req-09eefa85-6ed5-43b5-b966-2efd479bb094 service neutron] Checking segment: {'id': 'd46050c9-daf3-4b30-b4ba-8d3da94fd67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e7fc77a3-09c7-48d2-b51c-dac28aa70624'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:27:01.278477 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8edc492-8d91-4cd0-baab-3e899542b44e req-09eefa85-6ed5-43b5-b966-2efd479bb094 service neutron] Bound using segment: {'id': 'd46050c9-daf3-4b30-b4ba-8d3da94fd67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e7fc77a3-09c7-48d2-b51c-dac28aa70624'} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:27:01.278886 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-a8edc492-8d91-4cd0-baab-3e899542b44e req-09eefa85-6ed5-43b5-b966-2efd479bb094 service neutron] Bound port: 757141c6-7722-4686-bd8c-0a49938ab4fc, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd46050c9-daf3-4b30-b4ba-8d3da94fd67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e7fc77a3-09c7-48d2-b51c-dac28aa70624'}}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:27:01.279225 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-a8edc492-8d91-4cd0-baab-3e899542b44e req-09eefa85-6ed5-43b5-b966-2efd479bb094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:01.324140 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-dd6596e3-afd2-48b1-a932-35f07c3a7b9d req-4295bb58-5f42-44f8-b574-010f3abafaf8 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Unset dirty status for tenant:a9e87d0ea99b45f2a6d62ab67f58c931 on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:27:01.325302 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-dd6596e3-afd2-48b1-a932-35f07c3a7b9d req-4295bb58-5f42-44f8-b574-010f3abafaf8 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/security-groups?id=8cb8c059-c79f-445a-814e-0e1be6e02cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739684 Feb 10 23:27:01.368448 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-a8edc492-8d91-4cd0-baab-3e899542b44e req-09eefa85-6ed5-43b5-b966-2efd479bb094 service neutron] For port 757141c6-7722-4686-bd8c-0a49938ab4fc, host hv-neutron-8287, cleared binding levels {{(pid=84332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:27:01.372143 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-a8edc492-8d91-4cd0-baab-3e899542b44e req-09eefa85-6ed5-43b5-b966-2efd479bb094 service neutron] For port 757141c6-7722-4686-bd8c-0a49938ab4fc, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=757141c6-7722-4686-bd8c-0a49938ab4fc,segment=NetworkSegment(d46050c9-daf3-4b30-b4ba-8d3da94fd67b),segment_id=d46050c9-daf3-4b30-b4ba-8d3da94fd67b)] {{(pid=84332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:27:01.443217 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-a8edc492-8d91-4cd0-baab-3e899542b44e req-09eefa85-6ed5-43b5-b966-2efd479bb094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:01.502925 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-a8edc492-8d91-4cd0-baab-3e899542b44e req-09eefa85-6ed5-43b5-b966-2efd479bb094 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:01.504234 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a8edc492-8d91-4cd0-baab-3e899542b44e req-09eefa85-6ed5-43b5-b966-2efd479bb094 service neutron] 10.222.0.37 "PUT /v2.0/ports/757141c6-7722-4686-bd8c-0a49938ab4fc HTTP/1.1" status: 200 len: 1094 time: 1.2120824 Feb 10 23:27:01.504691 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8d60a96-4d54-499e-a474-46ae97bf4417', 'tag': '757141c6-7722-4686-bd8c-0a49938ab4fc'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:27:01.520113 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eefa85-6ed5-43b5-b966-2efd479bb094 service neutron] Pushing event updated for resources: {'Port': ['ID=757141c6-7722-4686-bd8c-0a49938ab4fc,revision_number=3']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:27:01.564065 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8d60a96-4d54-499e-a474-46ae97bf4417', 'tag': '757141c6-7722-4686-bd8c-0a49938ab4fc', 'status': 'completed', 'code': 200} Feb 10 23:27:01.661740 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d3eaf2c8-08fa-4710-a4a1-9af14905f191 req-ad963ac3-0e10-45b7-8d0f-e332033c912f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a9e87d0ea99b45f2a6d62ab67f58c931&device_id=c8d60a96-4d54-499e-a474-46ae97bf4417 HTTP/1.1" status: 200 len: 1097 time: 0.0724318 Feb 10 23:27:01.801520 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eaf2c8-08fa-4710-a4a1-9af14905f191 req-2b037452-6c92-44df-a130-8f27fe63e5d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:01.802846 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d3eaf2c8-08fa-4710-a4a1-9af14905f191 req-2b037452-6c92-44df-a130-8f27fe63e5d6 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=a9e87d0ea99b45f2a6d62ab67f58c931&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1324518 Feb 10 23:27:01.936405 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eaf2c8-08fa-4710-a4a1-9af14905f191 req-6d71ba59-410e-4e10-b83b-13fba1a75205 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:01.937835 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d3eaf2c8-08fa-4710-a4a1-9af14905f191 req-6d71ba59-410e-4e10-b83b-13fba1a75205 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1283929 Feb 10 23:27:02.049186 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a8edc492-8d91-4cd0-baab-3e899542b44e req-4b50602b-ce07-4a7b-9aa7-6069fdd5520f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a9e87d0ea99b45f2a6d62ab67f58c931&device_id=c8d60a96-4d54-499e-a474-46ae97bf4417 HTTP/1.1" status: 200 len: 1097 time: 0.0684063 Feb 10 23:27:02.123897 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a8edc492-8d91-4cd0-baab-3e899542b44e req-d4a7e27e-4fba-4d5b-9584-c3c42f0890e3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=757141c6-7722-4686-bd8c-0a49938ab4fc HTTP/1.1" status: 200 len: 217 time: 0.0626035 Feb 10 23:27:02.188038 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8edc492-8d91-4cd0-baab-3e899542b44e req-79ad82b7-2bf9-4d38-9b20-e31847bbcbab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:02.189524 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a8edc492-8d91-4cd0-baab-3e899542b44e req-79ad82b7-2bf9-4d38-9b20-e31847bbcbab service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9847727f-5371-4252-88b6-0804f096b946 HTTP/1.1" status: 200 len: 852 time: 0.0554397 Feb 10 23:27:02.239562 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a8edc492-8d91-4cd0-baab-3e899542b44e req-0f22dcc3-a61a-4fff-bbd7-cc1a83f061f3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e7fc77a3-09c7-48d2-b51c-dac28aa70624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395479 Feb 10 23:27:02.368301 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a8edc492-8d91-4cd0-baab-3e899542b44e req-9df61540-f15e-432c-a9cb-c19bef1c0bee service neutron] 10.222.0.37 "GET /v2.0/networks/e7fc77a3-09c7-48d2-b51c-dac28aa70624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215336 Feb 10 23:27:02.548208 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a8edc492-8d91-4cd0-baab-3e899542b44e req-f8e658a5-68e3-4998-b8dc-3d0cb77553ce service neutron] 10.222.0.37 "GET /v2.0/networks/e7fc77a3-09c7-48d2-b51c-dac28aa70624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719058 Feb 10 23:27:02.564140 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f45a5e8-b389-467c-9fab-37849934821f req-1b6283b2-f437-4b9d-a7bb-4f1a8c14266b tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:02.565528 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0f45a5e8-b389-467c-9fab-37849934821f req-1b6283b2-f437-4b9d-a7bb-4f1a8c14266b tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d60a96-4d54-499e-a474-46ae97bf4417 HTTP/1.1" status: 200 len: 944 time: 0.1123605 Feb 10 23:27:02.612271 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0f45a5e8-b389-467c-9fab-37849934821f req-492b071c-b865-465a-a7e2-e299abab6f61 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/security-groups?id=8cb8c059-c79f-445a-814e-0e1be6e02cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407214 Feb 10 23:27:03.839975 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899383c3-db1b-4f96-bd4f-7ec3abcbd4fc req-4d7ea894-99b2-4aba-af6e-6699ef9622ed tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:03.841562 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-899383c3-db1b-4f96-bd4f-7ec3abcbd4fc req-4d7ea894-99b2-4aba-af6e-6699ef9622ed tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d60a96-4d54-499e-a474-46ae97bf4417 HTTP/1.1" status: 200 len: 944 time: 0.0878327 Feb 10 23:27:03.900713 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-899383c3-db1b-4f96-bd4f-7ec3abcbd4fc req-80de5590-bb02-4749-9252-369e74ce727f tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/security-groups?id=8cb8c059-c79f-445a-814e-0e1be6e02cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533881 Feb 10 23:27:04.221870 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:27:05.108891 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c997f08-c7fd-4a82-b538-ab8acc898cd6 req-f500d6ff-9601-497c-8d28-acab166e0a8d tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:05.110308 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0c997f08-c7fd-4a82-b538-ab8acc898cd6 req-f500d6ff-9601-497c-8d28-acab166e0a8d tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d60a96-4d54-499e-a474-46ae97bf4417 HTTP/1.1" status: 200 len: 944 time: 0.0899739 Feb 10 23:27:05.154247 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0c997f08-c7fd-4a82-b538-ab8acc898cd6 req-55619c74-7416-43f8-9030-f056d4592aac tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/security-groups?id=8cb8c059-c79f-445a-814e-0e1be6e02cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384681 Feb 10 23:27:05.538939 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 757141c6-7722-4686-bd8c-0a49938ab4fc details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:27:05.671454 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 757141c6-7722-4686-bd8c-0a49938ab4fc, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=757141c6-7722-4686-bd8c-0a49938ab4fc,segment=NetworkSegment(d46050c9-daf3-4b30-b4ba-8d3da94fd67b),segment_id=d46050c9-daf3-4b30-b4ba-8d3da94fd67b)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:27:05.684298 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Returning: {'device': '757141c6-7722-4686-bd8c-0a49938ab4fc', 'network_id': 'e7fc77a3-09c7-48d2-b51c-dac28aa70624', 'port_id': '757141c6-7722-4686-bd8c-0a49938ab4fc', 'mac_address': 'fa:16:3e:be:43:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9847727f-5371-4252-88b6-0804f096b946', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:27:05.739680 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:05.755859 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 757141c6-7722-4686-bd8c-0a49938ab4fc {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:27:05.770789 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 757141c6-7722-4686-bd8c-0a49938ab4fc, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=757141c6-7722-4686-bd8c-0a49938ab4fc,segment=NetworkSegment(d46050c9-daf3-4b30-b4ba-8d3da94fd67b),segment_id=d46050c9-daf3-4b30-b4ba-8d3da94fd67b)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:27:05.860806 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:05.928321 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=757141c6-7722-4686-bd8c-0a49938ab4fc,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:27:05.936396 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:27:05.936765 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:27:05.937099 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:27:05.937427 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:27:05.937750 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:27:05.938073 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:27:05.938393 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:27:05.938712 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:27:05.939032 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:27:05.939347 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:27:05.939660 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:27:06.123605 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['757141c6-7722-4686-bd8c-0a49938ab4fc'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:27:06.352078 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5df2c1-4de6-428b-bf36-96e568c5df88 req-962585a6-de0c-462c-8517-e756e70db05c tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:06.353601 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-2a5df2c1-4de6-428b-bf36-96e568c5df88 req-962585a6-de0c-462c-8517-e756e70db05c tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d60a96-4d54-499e-a474-46ae97bf4417 HTTP/1.1" status: 200 len: 945 time: 0.0791442 Feb 10 23:27:06.399334 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-2a5df2c1-4de6-428b-bf36-96e568c5df88 req-1d06c247-9e43-4f27-80be-413e7e40d834 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/security-groups?id=8cb8c059-c79f-445a-814e-0e1be6e02cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396254 Feb 10 23:27:07.569108 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 757141c6-7722-4686-bd8c-0a49938ab4fc up at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:27:07.598296 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30585f96-c4a5-4783-9bc8-304d1fbf6aae req-cde35615-c3e2-4a85-b9c9-3aa66e7eb02c tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:07.599888 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-30585f96-c4a5-4783-9bc8-304d1fbf6aae req-cde35615-c3e2-4a85-b9c9-3aa66e7eb02c tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d60a96-4d54-499e-a474-46ae97bf4417 HTTP/1.1" status: 200 len: 945 time: 0.0777996 Feb 10 23:27:07.645775 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-30585f96-c4a5-4783-9bc8-304d1fbf6aae req-1850435b-6471-4ba7-a59e-c2a2451afc6a tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/security-groups?id=8cb8c059-c79f-445a-814e-0e1be6e02cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393903 Feb 10 23:27:07.700240 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning for port 757141c6-7722-4686-bd8c-0a49938ab4fc completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:27:07.705174 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning complete for port 757141c6-7722-4686-bd8c-0a49938ab4fc triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:27:07.705540 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:07.815756 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:07.842172 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d60a96-4d54-499e-a474-46ae97bf4417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '757141c6-7722-4686-bd8c-0a49938ab4fc'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:27:07.851380 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 757141c6-7722-4686-bd8c-0a49938ab4fc, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=757141c6-7722-4686-bd8c-0a49938ab4fc,segment=NetworkSegment(d46050c9-daf3-4b30-b4ba-8d3da94fd67b),segment_id=d46050c9-daf3-4b30-b4ba-8d3da94fd67b)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:27:07.897284 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8d60a96-4d54-499e-a474-46ae97bf4417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '757141c6-7722-4686-bd8c-0a49938ab4fc', 'code': 200} Feb 10 23:27:07.905943 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:07.970527 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=757141c6-7722-4686-bd8c-0a49938ab4fc,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:27:08.257091 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d0c68eb5-b545-4cfa-8d6e-e8e689308aca req-91ea2a40-6fcc-4c01-89c6-75ad2339d2eb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c8d60a96-4d54-499e-a474-46ae97bf4417 HTTP/1.1" status: 200 len: 1099 time: 0.0691597 Feb 10 23:27:08.301539 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d0c68eb5-b545-4cfa-8d6e-e8e689308aca req-17bb939f-2f3a-4d68-a852-09700e60e3d9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8cb8c059-c79f-445a-814e-0e1be6e02cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346336 Feb 10 23:27:08.983681 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d4f92-cca9-4ac4-a495-f0d944057876 req-b82f4812-9e0c-4511-87d9-ab63df331bbf tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:08.985127 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-806d4f92-cca9-4ac4-a495-f0d944057876 req-b82f4812-9e0c-4511-87d9-ab63df331bbf tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d60a96-4d54-499e-a474-46ae97bf4417 HTTP/1.1" status: 200 len: 946 time: 0.0736446 Feb 10 23:27:09.127198 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-806d4f92-cca9-4ac4-a495-f0d944057876 req-a0b2677f-e562-48aa-bb97-848c9549e81d tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/security-groups?id=8cb8c059-c79f-445a-814e-0e1be6e02cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365864 Feb 10 23:27:10.325190 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f53326-d131-4cc7-89a0-733b078b6871 req-22ef732f-77fe-4331-a342-570bd7594c85 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:10.326595 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-26f53326-d131-4cc7-89a0-733b078b6871 req-22ef732f-77fe-4331-a342-570bd7594c85 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d60a96-4d54-499e-a474-46ae97bf4417 HTTP/1.1" status: 200 len: 946 time: 0.0752158 Feb 10 23:27:10.374579 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-26f53326-d131-4cc7-89a0-733b078b6871 req-931f13ca-a5b7-433f-8dff-b2a4aac35449 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/security-groups?id=8cb8c059-c79f-445a-814e-0e1be6e02cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425999 Feb 10 23:27:10.563244 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-613410ff-6d63-4f0b-b825-2e730af89dad req-474ad518-11ea-4ab8-968b-b1ef05529318 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c8d60a96-4d54-499e-a474-46ae97bf4417&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0654957 Feb 10 23:27:11.022097 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da244f-42d2-4177-ad39-28de376e8765 req-e6f95314-e29b-4c3c-a115-4150f0323c27 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:11.023591 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-a9da244f-42d2-4177-ad39-28de376e8765 req-e6f95314-e29b-4c3c-a115-4150f0323c27 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d60a96-4d54-499e-a474-46ae97bf4417 HTTP/1.1" status: 200 len: 946 time: 0.0752757 Feb 10 23:27:11.076971 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-a9da244f-42d2-4177-ad39-28de376e8765 req-c0dbdb63-b27c-4006-978a-b0d3d73882d3 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/security-groups?id=8cb8c059-c79f-445a-814e-0e1be6e02cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471163 Feb 10 23:27:11.152136 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 52820) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:27:11.289383 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-076a78ed-e9f1-42de-b64a-c9565be04b78 req-b523fcfc-622e-433c-8435-58f0a40a5846 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c8d60a96-4d54-499e-a474-46ae97bf4417&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1360829 Feb 10 23:27:12.294351 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c8cd1-c3bb-47d0-8571-e6cfbc8b14c4 req-be99014f-e58e-4e32-be09-7a367a05fd04 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:12.295805 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a93c8cd1-c3bb-47d0-8571-e6cfbc8b14c4 req-be99014f-e58e-4e32-be09-7a367a05fd04 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d60a96-4d54-499e-a474-46ae97bf4417 HTTP/1.1" status: 200 len: 946 time: 0.0942760 Feb 10 23:27:12.344195 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a93c8cd1-c3bb-47d0-8571-e6cfbc8b14c4 req-10684a1d-da7e-48fd-b9f5-fa3ac6fb77ee tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/security-groups?id=8cb8c059-c79f-445a-814e-0e1be6e02cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425909 Feb 10 23:27:13.457499 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-076a78ed-e9f1-42de-b64a-c9565be04b78 req-21ba0b05-146f-4265-a5f4-ae6ca0652de6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a9e87d0ea99b45f2a6d62ab67f58c931&device_id=c8d60a96-4d54-499e-a474-46ae97bf4417 HTTP/1.1" status: 200 len: 1099 time: 0.0677400 Feb 10 23:27:13.542118 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb7bc9-96cf-4f96-bf69-203707676559 req-6bfb5fae-1141-4238-9e2b-29c59c0a3379 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:13.543701 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-1abb7bc9-96cf-4f96-bf69-203707676559 req-6bfb5fae-1141-4238-9e2b-29c59c0a3379 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d60a96-4d54-499e-a474-46ae97bf4417 HTTP/1.1" status: 200 len: 946 time: 0.0761039 Feb 10 23:27:13.591111 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-1abb7bc9-96cf-4f96-bf69-203707676559 req-8f47d7f5-b9af-4fab-a141-7d859d9867be tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/security-groups?id=8cb8c059-c79f-445a-814e-0e1be6e02cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409431 Feb 10 23:27:13.594243 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a78ed-e9f1-42de-b64a-c9565be04b78 req-1f29f3e0-d43b-4bc5-ae2c-4e090c019b4e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:13.595745 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-076a78ed-e9f1-42de-b64a-c9565be04b78 req-1f29f3e0-d43b-4bc5-ae2c-4e090c019b4e service neutron] 10.222.0.37 "GET /v2.0/networks?id=e7fc77a3-09c7-48d2-b51c-dac28aa70624 HTTP/1.1" status: 200 len: 913 time: 0.1315150 Feb 10 23:27:13.666821 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-076a78ed-e9f1-42de-b64a-c9565be04b78 req-32797e74-76d7-4528-8e77-77ce44351d53 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=757141c6-7722-4686-bd8c-0a49938ab4fc HTTP/1.1" status: 200 len: 217 time: 0.0639126 Feb 10 23:27:13.729850 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a78ed-e9f1-42de-b64a-c9565be04b78 req-b515dfb4-4f4f-434b-a25b-64a32d3de8e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:13.731455 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-076a78ed-e9f1-42de-b64a-c9565be04b78 req-b515dfb4-4f4f-434b-a25b-64a32d3de8e1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9847727f-5371-4252-88b6-0804f096b946 HTTP/1.1" status: 200 len: 852 time: 0.0557275 Feb 10 23:27:13.779483 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-076a78ed-e9f1-42de-b64a-c9565be04b78 req-18efd4a2-1706-4ca3-8e63-c05d1de46e19 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e7fc77a3-09c7-48d2-b51c-dac28aa70624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402286 Feb 10 23:27:13.910841 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-076a78ed-e9f1-42de-b64a-c9565be04b78 req-1d4af920-5ca3-4b45-a6d6-aa02e70db36a service neutron] 10.222.0.37 "GET /v2.0/networks/e7fc77a3-09c7-48d2-b51c-dac28aa70624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208746 Feb 10 23:27:14.043194 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-076a78ed-e9f1-42de-b64a-c9565be04b78 req-28f8151e-f6ad-45a3-88bf-cda733810c76 service neutron] 10.222.0.37 "GET /v2.0/networks/e7fc77a3-09c7-48d2-b51c-dac28aa70624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223156 Feb 10 23:27:14.788508 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce558a77-cea1-4bcf-9357-b16cf016b532 req-e1bf2c42-bb1c-45c0-a5f5-abefc53315ac tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:14.789951 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ce558a77-cea1-4bcf-9357-b16cf016b532 req-e1bf2c42-bb1c-45c0-a5f5-abefc53315ac tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d60a96-4d54-499e-a474-46ae97bf4417 HTTP/1.1" status: 200 len: 946 time: 0.0751643 Feb 10 23:27:14.833878 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ce558a77-cea1-4bcf-9357-b16cf016b532 req-0e298cc5-57bb-4a95-898e-fc3050749fda tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/security-groups?id=8cb8c059-c79f-445a-814e-0e1be6e02cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383766 Feb 10 23:27:16.034357 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21efd9f8-c485-40ae-8819-ae2ea64f1594 req-62bfd78a-c9f4-4e26-bc12-5991182a7b05 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:16.035837 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-21efd9f8-c485-40ae-8819-ae2ea64f1594 req-62bfd78a-c9f4-4e26-bc12-5991182a7b05 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d60a96-4d54-499e-a474-46ae97bf4417 HTTP/1.1" status: 200 len: 946 time: 0.0796287 Feb 10 23:27:16.080432 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-21efd9f8-c485-40ae-8819-ae2ea64f1594 req-4e76d9c5-9a3d-4bc9-97d7-f714fae36478 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/security-groups?id=8cb8c059-c79f-445a-814e-0e1be6e02cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390990 Feb 10 23:27:16.174393 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:17.161435 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-be1418b4-e5c3-45f5-92db-c6a8407b1725 req-fb002cb1-6377-4581-a3a2-f574636d6af0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a9e87d0ea99b45f2a6d62ab67f58c931&device_id=c8d60a96-4d54-499e-a474-46ae97bf4417 HTTP/1.1" status: 200 len: 1099 time: 0.0729682 Feb 10 23:27:17.360978 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1418b4-e5c3-45f5-92db-c6a8407b1725 req-2d4dea53-0d74-410e-a3f8-2dc5446d99a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:17.362388 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-be1418b4-e5c3-45f5-92db-c6a8407b1725 req-2d4dea53-0d74-410e-a3f8-2dc5446d99a8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e7fc77a3-09c7-48d2-b51c-dac28aa70624 HTTP/1.1" status: 200 len: 913 time: 0.1764977 Feb 10 23:27:17.371394 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4463e5c-67a6-4ec0-bfb8-40b725230bff req-89afd3a7-6588-47e3-9a57-8338f0c2e49a tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:17.372689 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b4463e5c-67a6-4ec0-bfb8-40b725230bff req-89afd3a7-6588-47e3-9a57-8338f0c2e49a tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d60a96-4d54-499e-a474-46ae97bf4417 HTTP/1.1" status: 200 len: 946 time: 0.1673567 Feb 10 23:27:17.452087 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-be1418b4-e5c3-45f5-92db-c6a8407b1725 req-d9af10fa-4e47-477f-a041-c81efbcc9317 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=757141c6-7722-4686-bd8c-0a49938ab4fc HTTP/1.1" status: 200 len: 217 time: 0.0784936 Feb 10 23:27:17.505835 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b4463e5c-67a6-4ec0-bfb8-40b725230bff req-dc7fa30e-a4d2-4ec1-a19a-967b877fc56f tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/security-groups?id=8cb8c059-c79f-445a-814e-0e1be6e02cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839684 Feb 10 23:27:17.525180 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1418b4-e5c3-45f5-92db-c6a8407b1725 req-a1a2348a-4107-498b-b95c-b142e57eb0c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:17.526634 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-be1418b4-e5c3-45f5-92db-c6a8407b1725 req-a1a2348a-4107-498b-b95c-b142e57eb0c3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9847727f-5371-4252-88b6-0804f096b946 HTTP/1.1" status: 200 len: 852 time: 0.0648077 Feb 10 23:27:17.578410 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-be1418b4-e5c3-45f5-92db-c6a8407b1725 req-830b1824-6d97-4fdc-986f-d9911dde07f6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e7fc77a3-09c7-48d2-b51c-dac28aa70624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418801 Feb 10 23:27:17.794325 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-be1418b4-e5c3-45f5-92db-c6a8407b1725 req-0e747c6f-757b-4cbf-a43b-e47bda8c26d5 service neutron] 10.222.0.37 "GET /v2.0/networks/e7fc77a3-09c7-48d2-b51c-dac28aa70624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056906 Feb 10 23:27:17.939706 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-be1418b4-e5c3-45f5-92db-c6a8407b1725 req-443c40db-3c40-4ba8-8468-8e8563c10be8 service neutron] 10.222.0.37 "GET /v2.0/networks/e7fc77a3-09c7-48d2-b51c-dac28aa70624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284814 Feb 10 23:27:18.702608 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e24cf-3525-49b6-9f86-d16973b5f05e req-b8a965d5-2c3d-4ffb-a60f-f295a40a2791 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:18.704037 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-ab9e24cf-3525-49b6-9f86-d16973b5f05e req-b8a965d5-2c3d-4ffb-a60f-f295a40a2791 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d60a96-4d54-499e-a474-46ae97bf4417 HTTP/1.1" status: 200 len: 946 time: 0.0759373 Feb 10 23:27:18.748183 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-ab9e24cf-3525-49b6-9f86-d16973b5f05e req-ea58faa3-6e99-49a6-b5ab-81192c829602 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/security-groups?id=8cb8c059-c79f-445a-814e-0e1be6e02cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388036 Feb 10 23:27:19.054365 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-103fc4be-f307-475d-b803-7ccb7e907e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:19.946944 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971dd97d-21f6-4cbf-91e4-3430b9a99dad req-2bc555d5-711d-40f2-866e-9a098f8676a8 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:19.948661 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-971dd97d-21f6-4cbf-91e4-3430b9a99dad req-2bc555d5-711d-40f2-866e-9a098f8676a8 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d60a96-4d54-499e-a474-46ae97bf4417 HTTP/1.1" status: 200 len: 946 time: 0.0768566 Feb 10 23:27:19.996568 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-971dd97d-21f6-4cbf-91e4-3430b9a99dad req-f0d42871-f10c-4353-b504-470de5ee43cd tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/security-groups?id=8cb8c059-c79f-445a-814e-0e1be6e02cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424490 Feb 10 23:27:21.201514 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6d22d-9bd4-4548-b550-89f87bfed942 req-49b21377-d842-41bd-9dd4-c07291d25264 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:21.202959 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-16d6d22d-9bd4-4548-b550-89f87bfed942 req-49b21377-d842-41bd-9dd4-c07291d25264 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d60a96-4d54-499e-a474-46ae97bf4417 HTTP/1.1" status: 200 len: 946 time: 0.0817778 Feb 10 23:27:21.242364 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-03cadf9e-9f85-4f90-a11d-ed8bb95c0f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:21.249604 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-16d6d22d-9bd4-4548-b550-89f87bfed942 req-240ed8e7-e750-4d52-8654-b7c65bf21b8b tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/security-groups?id=8cb8c059-c79f-445a-814e-0e1be6e02cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409653 Feb 10 23:27:22.458669 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e996e497-bf1b-4dfb-a3a2-2cd1ebe565e6 req-6943023a-64f0-4a5f-ad6a-939c86d21af6 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:22.460011 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e996e497-bf1b-4dfb-a3a2-2cd1ebe565e6 req-6943023a-64f0-4a5f-ad6a-939c86d21af6 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d60a96-4d54-499e-a474-46ae97bf4417 HTTP/1.1" status: 200 len: 946 time: 0.0823040 Feb 10 23:27:22.477212 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:22.504202 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e996e497-bf1b-4dfb-a3a2-2cd1ebe565e6 req-36d11073-81c3-49bf-9791-cbfdfb1c1d03 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/security-groups?id=8cb8c059-c79f-445a-814e-0e1be6e02cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379221 Feb 10 23:27:22.591458 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:23.700115 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe2e01b-08b3-421b-a541-7f58b6713cbd req-ed06bf1a-4276-4c18-8ef1-6e58d4f119d0 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:23.701572 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-abe2e01b-08b3-421b-a541-7f58b6713cbd req-ed06bf1a-4276-4c18-8ef1-6e58d4f119d0 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d60a96-4d54-499e-a474-46ae97bf4417 HTTP/1.1" status: 200 len: 946 time: 0.0761135 Feb 10 23:27:23.749680 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-abe2e01b-08b3-421b-a541-7f58b6713cbd req-055bdbcf-ef64-4640-981d-feb2c7ad6299 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/security-groups?id=8cb8c059-c79f-445a-814e-0e1be6e02cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426753 Feb 10 23:27:24.071527 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:24.944926 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0781203-eb9a-40d5-ac1e-136cda06d6df req-a8c485e2-ad23-423f-8f27-bdf33244ed5a tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:24.946380 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f0781203-eb9a-40d5-ac1e-136cda06d6df req-a8c485e2-ad23-423f-8f27-bdf33244ed5a tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d60a96-4d54-499e-a474-46ae97bf4417 HTTP/1.1" status: 200 len: 946 time: 0.0740104 Feb 10 23:27:24.990762 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f0781203-eb9a-40d5-ac1e-136cda06d6df req-dcadf3d7-6747-4759-990e-ca3b5e4dff91 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/security-groups?id=8cb8c059-c79f-445a-814e-0e1be6e02cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386298 Feb 10 23:27:26.189179 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f228ea5-978a-4f57-b80b-74f70deb8ce6 req-b2dd1db8-5f44-45b7-a4be-5f482853b08d tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:26.190595 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-2f228ea5-978a-4f57-b80b-74f70deb8ce6 req-b2dd1db8-5f44-45b7-a4be-5f482853b08d tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d60a96-4d54-499e-a474-46ae97bf4417 HTTP/1.1" status: 200 len: 946 time: 0.0753338 Feb 10 23:27:26.235596 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-2f228ea5-978a-4f57-b80b-74f70deb8ce6 req-c9559c75-4ef9-4c04-b5e2-119bd9419f16 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/security-groups?id=8cb8c059-c79f-445a-814e-0e1be6e02cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395136 Feb 10 23:27:27.437627 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e46bd8c-7628-4c2a-b87e-445578d1ff5c req-517eb211-0a8e-4ca6-8eb5-6255f39f7014 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:27.439045 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0e46bd8c-7628-4c2a-b87e-445578d1ff5c req-517eb211-0a8e-4ca6-8eb5-6255f39f7014 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d60a96-4d54-499e-a474-46ae97bf4417 HTTP/1.1" status: 200 len: 946 time: 0.0777125 Feb 10 23:27:27.484719 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0e46bd8c-7628-4c2a-b87e-445578d1ff5c req-b786de16-26e1-4431-b4a6-d61e4e449453 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/security-groups?id=8cb8c059-c79f-445a-814e-0e1be6e02cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401669 Feb 10 23:27:28.685180 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4f510c-83d5-4f35-8d9d-4c6a53b13648 req-d65dec4a-cd6a-4d54-88ec-ad6e3fe880ae tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:28.686596 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-ae4f510c-83d5-4f35-8d9d-4c6a53b13648 req-d65dec4a-cd6a-4d54-88ec-ad6e3fe880ae tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d60a96-4d54-499e-a474-46ae97bf4417 HTTP/1.1" status: 200 len: 946 time: 0.0814624 Feb 10 23:27:28.731495 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-ae4f510c-83d5-4f35-8d9d-4c6a53b13648 req-c811f05d-8da1-4c44-ad27-180ce6e0c3ed tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/security-groups?id=8cb8c059-c79f-445a-814e-0e1be6e02cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393748 Feb 10 23:27:29.926123 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db9586-68e7-4916-b4b7-b6ac09cd2b4f req-1e3ca588-0f94-4d65-a9ff-1651523c57ce tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:29.927538 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e6db9586-68e7-4916-b4b7-b6ac09cd2b4f req-1e3ca588-0f94-4d65-a9ff-1651523c57ce tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d60a96-4d54-499e-a474-46ae97bf4417 HTTP/1.1" status: 200 len: 946 time: 0.0743101 Feb 10 23:27:29.975793 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e6db9586-68e7-4916-b4b7-b6ac09cd2b4f req-bbe50691-22c0-46cc-9721-a0fc169fa177 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/security-groups?id=8cb8c059-c79f-445a-814e-0e1be6e02cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418243 Feb 10 23:27:31.176328 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de0fc1-44bd-420a-8ae8-4c9b717fc035 req-71e859e4-316e-4343-bfef-9c70123d724a tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:31.177765 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-14de0fc1-44bd-420a-8ae8-4c9b717fc035 req-71e859e4-316e-4343-bfef-9c70123d724a tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d60a96-4d54-499e-a474-46ae97bf4417 HTTP/1.1" status: 200 len: 946 time: 0.0739732 Feb 10 23:27:31.222713 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-14de0fc1-44bd-420a-8ae8-4c9b717fc035 req-01ea7660-b403-4068-86b5-077d28a8796c tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/security-groups?id=8cb8c059-c79f-445a-814e-0e1be6e02cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388677 Feb 10 23:27:32.419194 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f01d2d-3265-449a-bc44-208ff3bda802 req-d06e81c4-9ae2-4c35-9cba-95fb04586395 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:32.420644 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-00f01d2d-3265-449a-bc44-208ff3bda802 req-d06e81c4-9ae2-4c35-9cba-95fb04586395 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d60a96-4d54-499e-a474-46ae97bf4417 HTTP/1.1" status: 200 len: 946 time: 0.0738795 Feb 10 23:27:32.466145 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-00f01d2d-3265-449a-bc44-208ff3bda802 req-baac1ab6-7eea-4bed-aa21-4d1ef0b6f8eb tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/security-groups?id=8cb8c059-c79f-445a-814e-0e1be6e02cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401058 Feb 10 23:27:33.753441 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be63e5-57ff-4c79-9326-d840b2ce04f2 req-b9311e0d-f5a9-4fb0-ba05-f406beba8ff1 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:33.754888 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-e6be63e5-57ff-4c79-9326-d840b2ce04f2 req-b9311e0d-f5a9-4fb0-ba05-f406beba8ff1 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d60a96-4d54-499e-a474-46ae97bf4417 HTTP/1.1" status: 200 len: 946 time: 0.1576655 Feb 10 23:27:33.800018 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-e6be63e5-57ff-4c79-9326-d840b2ce04f2 req-de8ebfd3-3321-46af-b110-5dba99dde7d1 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/security-groups?id=8cb8c059-c79f-445a-814e-0e1be6e02cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386040 Feb 10 23:27:35.005622 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb0ce61-28fc-480f-b7f2-0b2b83d1cb0c req-5ee81954-8a9b-4f99-b0e5-72090a0d83d2 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:35.007051 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ecb0ce61-28fc-480f-b7f2-0b2b83d1cb0c req-5ee81954-8a9b-4f99-b0e5-72090a0d83d2 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d60a96-4d54-499e-a474-46ae97bf4417 HTTP/1.1" status: 200 len: 946 time: 0.0831094 Feb 10 23:27:35.055974 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ecb0ce61-28fc-480f-b7f2-0b2b83d1cb0c req-ee4b6c29-145e-49b3-b300-5ed52f76b8cb tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/security-groups?id=8cb8c059-c79f-445a-814e-0e1be6e02cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426607 Feb 10 23:27:36.255396 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518697f-40d5-407d-8d12-e0c77bfad0c7 req-d62f21b8-2011-4c4e-82b0-f0081712f30b tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:36.256847 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-f518697f-40d5-407d-8d12-e0c77bfad0c7 req-d62f21b8-2011-4c4e-82b0-f0081712f30b tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d60a96-4d54-499e-a474-46ae97bf4417 HTTP/1.1" status: 200 len: 946 time: 0.0781872 Feb 10 23:27:36.303331 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-f518697f-40d5-407d-8d12-e0c77bfad0c7 req-2959e96d-2907-4c8f-ba53-a619f81843e7 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/security-groups?id=8cb8c059-c79f-445a-814e-0e1be6e02cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403652 Feb 10 23:27:37.497230 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe88815b-69e3-4d55-8a14-106266071733 req-71ef3ef6-ec02-4c60-968a-aded80ce56aa tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:37.498654 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fe88815b-69e3-4d55-8a14-106266071733 req-71ef3ef6-ec02-4c60-968a-aded80ce56aa tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d60a96-4d54-499e-a474-46ae97bf4417 HTTP/1.1" status: 200 len: 946 time: 0.0752063 Feb 10 23:27:37.543841 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fe88815b-69e3-4d55-8a14-106266071733 req-205ad829-4787-475a-9be8-0b0c32578228 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/security-groups?id=8cb8c059-c79f-445a-814e-0e1be6e02cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396831 Feb 10 23:27:38.754731 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9669d4-cbaa-4f2d-b0b6-a1f132535468 req-085f15ca-d5d3-4fb5-938f-600a015ce442 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:38.756568 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-2f9669d4-cbaa-4f2d-b0b6-a1f132535468 req-085f15ca-d5d3-4fb5-938f-600a015ce442 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d60a96-4d54-499e-a474-46ae97bf4417 HTTP/1.1" status: 200 len: 946 time: 0.0850499 Feb 10 23:27:38.803100 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-2f9669d4-cbaa-4f2d-b0b6-a1f132535468 req-f9f3da11-e337-4849-bb26-4e82eea47d4c tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/security-groups?id=8cb8c059-c79f-445a-814e-0e1be6e02cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410190 Feb 10 23:27:40.003742 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69da1e1-8ab0-4381-8d71-a61e0a7dcae3 req-3243d782-c93e-4270-b2b9-8452d203bc70 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:40.005199 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a69da1e1-8ab0-4381-8d71-a61e0a7dcae3 req-3243d782-c93e-4270-b2b9-8452d203bc70 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d60a96-4d54-499e-a474-46ae97bf4417 HTTP/1.1" status: 200 len: 946 time: 0.0810716 Feb 10 23:27:40.050077 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a69da1e1-8ab0-4381-8d71-a61e0a7dcae3 req-46b4a54a-4bc7-44f7-8c03-1376f1cc581b tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/security-groups?id=8cb8c059-c79f-445a-814e-0e1be6e02cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385411 Feb 10 23:27:41.222760 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:27:41.250418 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83fe052-27a0-4fe9-8017-1d5e6d10e2b0 req-e7937937-7400-4fd1-bda0-f36cf61124a1 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:41.251840 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-f83fe052-27a0-4fe9-8017-1d5e6d10e2b0 req-e7937937-7400-4fd1-bda0-f36cf61124a1 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d60a96-4d54-499e-a474-46ae97bf4417 HTTP/1.1" status: 200 len: 946 time: 0.0749326 Feb 10 23:27:41.304164 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-f83fe052-27a0-4fe9-8017-1d5e6d10e2b0 req-8155b5e9-e2dd-4b3f-9aac-bcad86360c42 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/security-groups?id=8cb8c059-c79f-445a-814e-0e1be6e02cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469246 Feb 10 23:27:42.508432 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8a453-bc08-4647-addd-f2ca585f0806 req-c646406d-4643-4d0a-9226-01be3e366612 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:42.509856 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-66a8a453-bc08-4647-addd-f2ca585f0806 req-c646406d-4643-4d0a-9226-01be3e366612 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d60a96-4d54-499e-a474-46ae97bf4417 HTTP/1.1" status: 200 len: 946 time: 0.0740142 Feb 10 23:27:42.558399 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-66a8a453-bc08-4647-addd-f2ca585f0806 req-54a0213d-e55c-46bb-8bb6-624c0b92a1e7 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/security-groups?id=8cb8c059-c79f-445a-814e-0e1be6e02cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430655 Feb 10 23:27:43.754000 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5431bda-723b-4ab3-a384-a135550d5d42 req-b3e4afc6-e0dd-46e3-85d0-6aa9976c011d tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:43.755475 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-a5431bda-723b-4ab3-a384-a135550d5d42 req-b3e4afc6-e0dd-46e3-85d0-6aa9976c011d tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d60a96-4d54-499e-a474-46ae97bf4417 HTTP/1.1" status: 200 len: 946 time: 0.0737457 Feb 10 23:27:43.800617 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-a5431bda-723b-4ab3-a384-a135550d5d42 req-c7c236e7-effb-4e43-87a1-69d94c9a445d tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/security-groups?id=8cb8c059-c79f-445a-814e-0e1be6e02cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395901 Feb 10 23:27:44.995623 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199a183-fba6-4ba2-bf1a-ad70cd8131c9 req-535e5397-50fb-4747-bce8-ec96345f73cb tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:44.997099 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2199a183-fba6-4ba2-bf1a-ad70cd8131c9 req-535e5397-50fb-4747-bce8-ec96345f73cb tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d60a96-4d54-499e-a474-46ae97bf4417 HTTP/1.1" status: 200 len: 946 time: 0.0755141 Feb 10 23:27:45.041876 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2199a183-fba6-4ba2-bf1a-ad70cd8131c9 req-b57065a6-d1ef-4e1a-afa3-91e8d11ac8c2 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/security-groups?id=8cb8c059-c79f-445a-814e-0e1be6e02cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392859 Feb 10 23:27:46.202124 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:46.257906 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223386cb-a1e3-4525-8e2f-156d5dd2c764 req-3238bf74-f7b3-47eb-bc0e-1544b2dcce6d tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:46.259357 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-223386cb-a1e3-4525-8e2f-156d5dd2c764 req-3238bf74-f7b3-47eb-bc0e-1544b2dcce6d tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d60a96-4d54-499e-a474-46ae97bf4417 HTTP/1.1" status: 200 len: 946 time: 0.0801105 Feb 10 23:27:46.303647 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-223386cb-a1e3-4525-8e2f-156d5dd2c764 req-54d80cf7-aeed-41ef-a75a-a2e0adec5474 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/security-groups?id=8cb8c059-c79f-445a-814e-0e1be6e02cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388196 Feb 10 23:27:46.557095 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-076a78ed-e9f1-42de-b64a-c9565be04b78 req-793e45f9-c48c-4354-9c03-b6d031e6945b service neutron] 10.222.0.37 "GET /v2.0/ports/757141c6-7722-4686-bd8c-0a49938ab4fc/bindings/hv-neutron-8287 HTTP/1.1" status: 200 len: 384 time: 0.0775175 Feb 10 23:27:47.191803 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-076a78ed-e9f1-42de-b64a-c9565be04b78 req-6a2de1c9-1fba-4461-a06b-f17c1df40c56 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c8d60a96-4d54-499e-a474-46ae97bf4417&tenant_id=a9e87d0ea99b45f2a6d62ab67f58c931 HTTP/1.1" status: 200 len: 1099 time: 0.0684321 Feb 10 23:27:47.285884 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-076a78ed-e9f1-42de-b64a-c9565be04b78 req-a7ce9e67-3276-4ce9-b604-79c92112edff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a9e87d0ea99b45f2a6d62ab67f58c931&device_id=c8d60a96-4d54-499e-a474-46ae97bf4417 HTTP/1.1" status: 200 len: 1099 time: 0.0669227 Feb 10 23:27:47.414401 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a78ed-e9f1-42de-b64a-c9565be04b78 req-2b234fe7-29df-45b9-81e4-c1a348f2e186 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:47.415877 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-076a78ed-e9f1-42de-b64a-c9565be04b78 req-2b234fe7-29df-45b9-81e4-c1a348f2e186 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e7fc77a3-09c7-48d2-b51c-dac28aa70624 HTTP/1.1" status: 200 len: 913 time: 0.1235251 Feb 10 23:27:47.518814 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-076a78ed-e9f1-42de-b64a-c9565be04b78 req-6aeec8c2-9cf1-4002-b553-bc1c53c61aa5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=757141c6-7722-4686-bd8c-0a49938ab4fc HTTP/1.1" status: 200 len: 217 time: 0.0954103 Feb 10 23:27:47.602952 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a78ed-e9f1-42de-b64a-c9565be04b78 req-3d8bdf95-0e9a-4525-be03-6d91ec0fde29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:47.604392 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-076a78ed-e9f1-42de-b64a-c9565be04b78 req-3d8bdf95-0e9a-4525-be03-6d91ec0fde29 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9847727f-5371-4252-88b6-0804f096b946 HTTP/1.1" status: 200 len: 852 time: 0.0768321 Feb 10 23:27:47.618570 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6cb6d-732e-4bb4-8d5a-1f1bb8663fd0 req-108106e2-eefa-4107-bf0b-1f639548b44b tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:47.620097 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-49b6cb6d-732e-4bb4-8d5a-1f1bb8663fd0 req-108106e2-eefa-4107-bf0b-1f639548b44b tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d60a96-4d54-499e-a474-46ae97bf4417 HTTP/1.1" status: 200 len: 946 time: 0.1465774 Feb 10 23:27:47.672409 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-076a78ed-e9f1-42de-b64a-c9565be04b78 req-eef66fb9-6a7a-4b77-b4a1-5a91a186c91b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e7fc77a3-09c7-48d2-b51c-dac28aa70624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512891 Feb 10 23:27:47.765994 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-49b6cb6d-732e-4bb4-8d5a-1f1bb8663fd0 req-033e34cc-3d52-4649-9ed8-d033ed9e5ed9 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/security-groups?id=8cb8c059-c79f-445a-814e-0e1be6e02cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162815 Feb 10 23:27:47.820905 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-076a78ed-e9f1-42de-b64a-c9565be04b78 req-c60b5924-8268-4da5-acf9-e3b9fa4e811d service neutron] 10.222.0.37 "GET /v2.0/networks/e7fc77a3-09c7-48d2-b51c-dac28aa70624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351383 Feb 10 23:27:48.032399 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-076a78ed-e9f1-42de-b64a-c9565be04b78 req-2dcfce39-db9b-4e0b-a479-afd7da183d7b service neutron] 10.222.0.37 "GET /v2.0/networks/e7fc77a3-09c7-48d2-b51c-dac28aa70624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016258 Feb 10 23:27:48.965071 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fbcbd9-0030-4d80-858e-305e4d8dfce6 req-6a9d9113-3ed3-43c5-98d4-f97dd30ba001 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:48.966494 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-c6fbcbd9-0030-4d80-858e-305e4d8dfce6 req-6a9d9113-3ed3-43c5-98d4-f97dd30ba001 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d60a96-4d54-499e-a474-46ae97bf4417 HTTP/1.1" status: 200 len: 946 time: 0.0764961 Feb 10 23:27:49.015860 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-c6fbcbd9-0030-4d80-858e-305e4d8dfce6 req-63ab13b3-8ceb-43b2-ba75-a0fcd4523223 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/security-groups?id=8cb8c059-c79f-445a-814e-0e1be6e02cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439935 Feb 10 23:27:49.099240 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3699111c-4fad-4cbd-99a4-d607f5654678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:49.729254 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 757141c6-7722-4686-bd8c-0a49938ab4fc details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:27:49.733023 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 757141c6-7722-4686-bd8c-0a49938ab4fc no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:27:49.932309 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:49.962616 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 757141c6-7722-4686-bd8c-0a49938ab4fc, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=757141c6-7722-4686-bd8c-0a49938ab4fc,segment=NetworkSegment(d46050c9-daf3-4b30-b4ba-8d3da94fd67b),segment_id=d46050c9-daf3-4b30-b4ba-8d3da94fd67b)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:27:49.982558 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d60a96-4d54-499e-a474-46ae97bf4417', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '757141c6-7722-4686-bd8c-0a49938ab4fc'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:27:49.991378 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Returning: {'device': '757141c6-7722-4686-bd8c-0a49938ab4fc', 'network_id': 'e7fc77a3-09c7-48d2-b51c-dac28aa70624', 'port_id': '757141c6-7722-4686-bd8c-0a49938ab4fc', 'mac_address': 'fa:16:3e:be:43:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9847727f-5371-4252-88b6-0804f096b946', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:27:49.995296 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 757141c6-7722-4686-bd8c-0a49938ab4fc, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=757141c6-7722-4686-bd8c-0a49938ab4fc,segment=NetworkSegment(d46050c9-daf3-4b30-b4ba-8d3da94fd67b),segment_id=d46050c9-daf3-4b30-b4ba-8d3da94fd67b)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:27:50.047100 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:50.056687 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8d60a96-4d54-499e-a474-46ae97bf4417', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '757141c6-7722-4686-bd8c-0a49938ab4fc', 'code': 200} Feb 10 23:27:50.066035 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 757141c6-7722-4686-bd8c-0a49938ab4fc {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:27:50.093638 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:50.202749 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:27:50.203472 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:27:50.205291 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=757141c6-7722-4686-bd8c-0a49938ab4fc,revision_number=6']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:27:50.223620 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d887eee-f0a6-422b-8ac1-aa27854abd0f req-02c029ae-4acb-4a4d-977f-07ff2a62643d tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:50.225145 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-7d887eee-f0a6-422b-8ac1-aa27854abd0f req-02c029ae-4acb-4a4d-977f-07ff2a62643d tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d60a96-4d54-499e-a474-46ae97bf4417 HTTP/1.1" status: 200 len: 944 time: 0.0822258 Feb 10 23:27:50.270680 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-7d887eee-f0a6-422b-8ac1-aa27854abd0f req-4bae52f5-7be4-4f77-8fe1-6bd5156de7cd tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/security-groups?id=8cb8c059-c79f-445a-814e-0e1be6e02cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395489 Feb 10 23:27:50.757666 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:50.775142 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 757141c6-7722-4686-bd8c-0a49938ab4fc {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:27:50.790726 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 757141c6-7722-4686-bd8c-0a49938ab4fc, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=757141c6-7722-4686-bd8c-0a49938ab4fc,segment=NetworkSegment(d46050c9-daf3-4b30-b4ba-8d3da94fd67b),segment_id=d46050c9-daf3-4b30-b4ba-8d3da94fd67b)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:27:50.875893 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:50.942373 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=757141c6-7722-4686-bd8c-0a49938ab4fc,revision_number=7']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:27:50.958646 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['757141c6-7722-4686-bd8c-0a49938ab4fc'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:27:51.293695 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7b24913b-aeaf-4667-b4fc-3417346b1202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:51.470895 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1013d4-821e-4f12-8902-46572fc1878b req-128c5e22-3ba2-4e5f-91b6-89fa8e02949b tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:51.472303 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ec1013d4-821e-4f12-8902-46572fc1878b req-128c5e22-3ba2-4e5f-91b6-89fa8e02949b tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d60a96-4d54-499e-a474-46ae97bf4417 HTTP/1.1" status: 200 len: 945 time: 0.0754428 Feb 10 23:27:51.517273 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ec1013d4-821e-4f12-8902-46572fc1878b req-d987e1f2-ae58-4afa-bfa9-b409fa65fa37 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/security-groups?id=8cb8c059-c79f-445a-814e-0e1be6e02cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394788 Feb 10 23:27:51.767442 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 757141c6-7722-4686-bd8c-0a49938ab4fc up at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:27:51.833477 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning complete for port 757141c6-7722-4686-bd8c-0a49938ab4fc triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:27:51.833768 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:51.958496 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:51.990589 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 757141c6-7722-4686-bd8c-0a49938ab4fc, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=757141c6-7722-4686-bd8c-0a49938ab4fc,segment=NetworkSegment(d46050c9-daf3-4b30-b4ba-8d3da94fd67b),segment_id=d46050c9-daf3-4b30-b4ba-8d3da94fd67b)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:27:52.053132 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:52.086788 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d60a96-4d54-499e-a474-46ae97bf4417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '757141c6-7722-4686-bd8c-0a49938ab4fc'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:27:52.126040 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=757141c6-7722-4686-bd8c-0a49938ab4fc,revision_number=8']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:27:52.153928 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8d60a96-4d54-499e-a474-46ae97bf4417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '757141c6-7722-4686-bd8c-0a49938ab4fc', 'code': 200} Feb 10 23:27:52.167379 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c9f014-a98f-4b3c-ada4-acf998b6125b req-73c06794-002a-4f1f-b3e8-ed3948ca3b4c tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:52.168798 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-42c9f014-a98f-4b3c-ada4-acf998b6125b req-73c06794-002a-4f1f-b3e8-ed3948ca3b4c tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8d60a96-4d54-499e-a474-46ae97bf4417&tenant_id=a9e87d0ea99b45f2a6d62ab67f58c931&binding%3Ahost_id=hv-neutron-8287 HTTP/1.1" status: 200 len: 946 time: 0.0856493 Feb 10 23:27:52.314929 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-42c9f014-a98f-4b3c-ada4-acf998b6125b req-e69a27cd-a0d6-4f49-9686-6509be608f29 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a9e87d0ea99b45f2a6d62ab67f58c931&device_id=c8d60a96-4d54-499e-a474-46ae97bf4417 HTTP/1.1" status: 200 len: 1099 time: 0.0670717 Feb 10 23:27:52.446325 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c9f014-a98f-4b3c-ada4-acf998b6125b req-f425fd9d-092f-47dc-a456-a038f86efead service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:52.448354 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-42c9f014-a98f-4b3c-ada4-acf998b6125b req-f425fd9d-092f-47dc-a456-a038f86efead service neutron] 10.222.0.37 "GET /v2.0/networks?id=e7fc77a3-09c7-48d2-b51c-dac28aa70624 HTTP/1.1" status: 200 len: 913 time: 0.1260471 Feb 10 23:27:52.504533 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:52.527586 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-42c9f014-a98f-4b3c-ada4-acf998b6125b req-208fd89b-ee84-4007-8f9f-7c8d241162d5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=757141c6-7722-4686-bd8c-0a49938ab4fc HTTP/1.1" status: 200 len: 217 time: 0.0661190 Feb 10 23:27:52.584682 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:52.594494 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c9f014-a98f-4b3c-ada4-acf998b6125b req-8a15309e-95e6-48c4-ba81-7d77fc6c96ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:52.596798 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-42c9f014-a98f-4b3c-ada4-acf998b6125b req-8a15309e-95e6-48c4-ba81-7d77fc6c96ca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9847727f-5371-4252-88b6-0804f096b946 HTTP/1.1" status: 200 len: 852 time: 0.0586495 Feb 10 23:27:52.643509 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-42c9f014-a98f-4b3c-ada4-acf998b6125b req-a7c0dd31-6d32-462c-8883-5540987935bd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e7fc77a3-09c7-48d2-b51c-dac28aa70624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410416 Feb 10 23:27:52.776472 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-42c9f014-a98f-4b3c-ada4-acf998b6125b req-448ca5dd-8d97-481e-bad1-4ccd53efce4b service neutron] 10.222.0.37 "GET /v2.0/networks/e7fc77a3-09c7-48d2-b51c-dac28aa70624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222177 Feb 10 23:27:52.910444 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-42c9f014-a98f-4b3c-ada4-acf998b6125b req-04eab805-ac27-4abe-ae1e-e16e6d67d396 service neutron] 10.222.0.37 "GET /v2.0/networks/e7fc77a3-09c7-48d2-b51c-dac28aa70624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242363 Feb 10 23:27:54.047186 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:54.612271 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e6858b-c4bb-4643-98bb-5c53032faae0 req-85c7e175-2f38-4b79-9e99-f45fbba756d7 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:54.614448 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-58e6858b-c4bb-4643-98bb-5c53032faae0 req-85c7e175-2f38-4b79-9e99-f45fbba756d7 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d60a96-4d54-499e-a474-46ae97bf4417 HTTP/1.1" status: 200 len: 946 time: 0.0857599 Feb 10 23:27:54.659666 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-58e6858b-c4bb-4643-98bb-5c53032faae0 req-07717823-ff16-4c8a-ac7e-049de0884c6d tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/security-groups?id=8cb8c059-c79f-445a-814e-0e1be6e02cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394168 Feb 10 23:27:55.854876 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441c7a2d-aafd-4bb7-ba0a-c1257796621d req-71f63fbd-1695-49a6-a5b9-2100ca686924 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:55.856192 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-441c7a2d-aafd-4bb7-ba0a-c1257796621d req-71f63fbd-1695-49a6-a5b9-2100ca686924 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d60a96-4d54-499e-a474-46ae97bf4417 HTTP/1.1" status: 200 len: 946 time: 0.0735552 Feb 10 23:27:55.902940 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-441c7a2d-aafd-4bb7-ba0a-c1257796621d req-1c3440f1-bf1a-4067-98b5-438828bfdfdf tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/security-groups?id=8cb8c059-c79f-445a-814e-0e1be6e02cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412686 Feb 10 23:27:56.818465 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c9f014-a98f-4b3c-ada4-acf998b6125b req-ecbb22c8-cdcb-4f29-b362-f2a4c5e95c72 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:56.819825 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-42c9f014-a98f-4b3c-ada4-acf998b6125b req-ecbb22c8-cdcb-4f29-b362-f2a4c5e95c72 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8d60a96-4d54-499e-a474-46ae97bf4417 HTTP/1.1" status: 200 len: 946 time: 0.0786617 Feb 10 23:27:56.885879 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-42c9f014-a98f-4b3c-ada4-acf998b6125b req-6ed5917e-b355-485f-8471-e547a1d8b34c tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Deleting port 757141c6-7722-4686-bd8c-0a49938ab4fc {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:27:56.886094 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-42c9f014-a98f-4b3c-ada4-acf998b6125b req-6ed5917e-b355-485f-8471-e547a1d8b34c tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:57.171856 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-42c9f014-a98f-4b3c-ada4-acf998b6125b req-6ed5917e-b355-485f-8471-e547a1d8b34c tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] For port 757141c6-7722-4686-bd8c-0a49938ab4fc, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=757141c6-7722-4686-bd8c-0a49938ab4fc,segment=NetworkSegment(d46050c9-daf3-4b30-b4ba-8d3da94fd67b),segment_id=d46050c9-daf3-4b30-b4ba-8d3da94fd67b)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:27:57.172204 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-42c9f014-a98f-4b3c-ada4-acf998b6125b req-6ed5917e-b355-485f-8471-e547a1d8b34c tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:57.383620 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-42c9f014-a98f-4b3c-ada4-acf998b6125b req-6ed5917e-b355-485f-8471-e547a1d8b34c tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Calling delete_port for 757141c6-7722-4686-bd8c-0a49938ab4fc owned by compute:nova {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:27:57.423458 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ddf42d-4b07-419e-b591-2cefa92318bf req-1222e570-fd07-4477-ac98-b27afef50a14 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:57.424806 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f5ddf42d-4b07-419e-b591-2cefa92318bf req-1222e570-fd07-4477-ac98-b27afef50a14 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d60a96-4d54-499e-a474-46ae97bf4417 HTTP/1.1" status: 200 len: 946 time: 0.3696668 Feb 10 23:27:57.493601 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f5ddf42d-4b07-419e-b591-2cefa92318bf req-703fd8c2-b87d-440a-8215-472373f93de4 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/security-groups?id=8cb8c059-c79f-445a-814e-0e1be6e02cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587099 Feb 10 23:27:57.619315 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-42c9f014-a98f-4b3c-ada4-acf998b6125b req-6ed5917e-b355-485f-8471-e547a1d8b34c tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:57.631073 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['757141c6-7722-4686-bd8c-0a49938ab4fc'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:27:57.668795 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed5917e-b355-485f-8471-e547a1d8b34c tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Pushing event deleted for resources: {'Port': ['ID=757141c6-7722-4686-bd8c-0a49938ab4fc,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:27:57.706513 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed5917e-b355-485f-8471-e547a1d8b34c tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:27:57.706857 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed5917e-b355-485f-8471-e547a1d8b34c tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:27:57.707194 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed5917e-b355-485f-8471-e547a1d8b34c tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:27:57.707526 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed5917e-b355-485f-8471-e547a1d8b34c tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:27:57.707853 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed5917e-b355-485f-8471-e547a1d8b34c tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:27:57.708181 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed5917e-b355-485f-8471-e547a1d8b34c tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:27:57.708506 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed5917e-b355-485f-8471-e547a1d8b34c tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:27:57.708928 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed5917e-b355-485f-8471-e547a1d8b34c tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:27:57.709251 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed5917e-b355-485f-8471-e547a1d8b34c tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:27:57.709569 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed5917e-b355-485f-8471-e547a1d8b34c tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:27:57.709884 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed5917e-b355-485f-8471-e547a1d8b34c tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:27:57.751511 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-42c9f014-a98f-4b3c-ada4-acf998b6125b req-6ed5917e-b355-485f-8471-e547a1d8b34c tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] No DVR routers for this DVR port 757141c6-7722-4686-bd8c-0a49938ab4fc on host hv-neutron-8287 {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:27:57.753909 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-42c9f014-a98f-4b3c-ada4-acf998b6125b req-6ed5917e-b355-485f-8471-e547a1d8b34c tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:57.756400 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d60a96-4d54-499e-a474-46ae97bf4417', 'name': 'network-vif-deleted', 'tag': '757141c6-7722-4686-bd8c-0a49938ab4fc'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:27:57.813825 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8d60a96-4d54-499e-a474-46ae97bf4417', 'name': 'network-vif-deleted', 'tag': '757141c6-7722-4686-bd8c-0a49938ab4fc', 'status': 'completed', 'code': 200} Feb 10 23:27:57.831292 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-42c9f014-a98f-4b3c-ada4-acf998b6125b req-6ed5917e-b355-485f-8471-e547a1d8b34c tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.37 "DELETE /v2.0/ports/757141c6-7722-4686-bd8c-0a49938ab4fc HTTP/1.1" status: 204 len: 173 time: 1.0055718 Feb 10 23:27:58.673366 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-100a2a09-efea-46d1-a827-4b3a81ccd035 req-17f12b62-15a1-4222-a670-0f9cdfc140e4 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Synchronizing usage tracker for tenant:a9e87d0ea99b45f2a6d62ab67f58c931 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:27:58.767277 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-100a2a09-efea-46d1-a827-4b3a81ccd035 req-17f12b62-15a1-4222-a670-0f9cdfc140e4 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] Unset dirty status for tenant:a9e87d0ea99b45f2a6d62ab67f58c931 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:27:58.768385 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-100a2a09-efea-46d1-a827-4b3a81ccd035 req-17f12b62-15a1-4222-a670-0f9cdfc140e4 tempest-DeleteServersTestJSON-41176408 tempest-DeleteServersTestJSON-41176408-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d60a96-4d54-499e-a474-46ae97bf4417 HTTP/1.1" status: 200 len: 210 time: 0.1363342 Feb 10 23:27:59.789434 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 757141c6-7722-4686-bd8c-0a49938ab4fc no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:27:59.820769 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] No Port match for: 757141c6-7722-4686-bd8c-0a49938ab4fc {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:27:59.821111 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 757141c6-7722-4686-bd8c-0a49938ab4fc not bound to the agent host hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:28:00.039545 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 52936) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:28:00.096808 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-19fab1aa-100f-44c1-828b-13584a3b0198 admin admin] Deleting subnet 9847727f-5371-4252-88b6-0804f096b946 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:28:00.099520 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-19fab1aa-100f-44c1-828b-13584a3b0198 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:00.146332 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-19fab1aa-100f-44c1-828b-13584a3b0198 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31983416'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:00.202402 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-19fab1aa-100f-44c1-828b-13584a3b0198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:00.350678 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-19fab1aa-100f-44c1-828b-13584a3b0198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:00.388429 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fab1aa-100f-44c1-828b-13584a3b0198 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9847727f-5371-4252-88b6-0804f096b946,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:28:00.398145 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-19fab1aa-100f-44c1-828b-13584a3b0198 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:00.402959 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fab1aa-100f-44c1-828b-13584a3b0198 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:00.403306 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fab1aa-100f-44c1-828b-13584a3b0198 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:00.403640 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fab1aa-100f-44c1-828b-13584a3b0198 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:00.403970 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fab1aa-100f-44c1-828b-13584a3b0198 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:00.404300 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fab1aa-100f-44c1-828b-13584a3b0198 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:00.404651 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fab1aa-100f-44c1-828b-13584a3b0198 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:00.404974 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fab1aa-100f-44c1-828b-13584a3b0198 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:00.405297 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fab1aa-100f-44c1-828b-13584a3b0198 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:00.405611 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fab1aa-100f-44c1-828b-13584a3b0198 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:00.405946 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fab1aa-100f-44c1-828b-13584a3b0198 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:00.406283 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fab1aa-100f-44c1-828b-13584a3b0198 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:00.412028 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-19fab1aa-100f-44c1-828b-13584a3b0198 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/9847727f-5371-4252-88b6-0804f096b946 HTTP/1.1" status: 204 len: 168 time: 0.3714769 Feb 10 23:28:00.414456 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 52940) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:28:00.520399 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3622b52e-cd4a-4e83-b3f3-b947ac3bc803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:00.644116 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3622b52e-cd4a-4e83-b3f3-b947ac3bc803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:00.672804 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-3622b52e-cd4a-4e83-b3f3-b947ac3bc803 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7fc77a3-09c7-48d2-b51c-dac28aa70624']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:28:00.684670 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-3622b52e-cd4a-4e83-b3f3-b947ac3bc803 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd46050c9-daf3-4b30-b4ba-8d3da94fd67b') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:28:00.684963 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-3622b52e-cd4a-4e83-b3f3-b947ac3bc803 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd46050c9-daf3-4b30-b4ba-8d3da94fd67b') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:28:00.695806 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3622b52e-cd4a-4e83-b3f3-b947ac3bc803 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:00.711682 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3622b52e-cd4a-4e83-b3f3-b947ac3bc803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:00.718267 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3622b52e-cd4a-4e83-b3f3-b947ac3bc803 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:28:00.721716 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3622b52e-cd4a-4e83-b3f3-b947ac3bc803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:00.731281 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:28:00.731281 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:28:00.731281 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:28:00.731281 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:28:00.731281 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:28:00.731281 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:28:00.731281 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:28:00.731281 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:28:00.731281 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:28:00.731281 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:28:00.731281 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:28:00.731281 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:28:00.731281 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:28:00.731281 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:28:00.731281 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:28:00.731281 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:28:00.731281 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:28:00.731281 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:28:00.731281 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:28:00.731281 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:28:00.731281 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:28:00.731281 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:28:00.731281 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:28:00.731281 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:28:00.731281 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:28:00.731281 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:28:00.731281 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:28:00.731281 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:28:00.731281 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:28:00.731281 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:28:00.731281 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:28:00.731281 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:28:00.887778 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3622b52e-cd4a-4e83-b3f3-b947ac3bc803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:00.904856 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3622b52e-cd4a-4e83-b3f3-b947ac3bc803 admin admin] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:00.910722 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3622b52e-cd4a-4e83-b3f3-b947ac3bc803 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7fc77a3-09c7-48d2-b51c-dac28aa70624,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:28:00.979402 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-3622b52e-cd4a-4e83-b3f3-b947ac3bc803 admin admin] 10.222.0.59 "DELETE /v2.0/networks/e7fc77a3-09c7-48d2-b51c-dac28aa70624 HTTP/1.1" status: 204 len: 168 time: 0.5638716 Feb 10 23:28:01.311534 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 52946) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:28:01.360030 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-95abf115-8875-4379-83e4-49ebf3b02461 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a9e87d0ea99b45f2a6d62ab67f58c931&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0473306 Feb 10 23:28:01.362468 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 52950) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:28:01.418704 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1031904e-7461-4780-96b0-78235a871987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:01.443278 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1031904e-7461-4780-96b0-78235a871987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:01.555848 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1031904e-7461-4780-96b0-78235a871987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:01.572257 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1031904e-7461-4780-96b0-78235a871987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb8c059-c79f-445a-814e-0e1be6e02cb2,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:28:01.652082 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1031904e-7461-4780-96b0-78235a871987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:01.653949 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-1031904e-7461-4780-96b0-78235a871987 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8cb8c059-c79f-445a-814e-0e1be6e02cb2 HTTP/1.1" status: 204 len: 168 time: 0.2903111 Feb 10 23:28:02.811803 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 52972) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:28:02.936889 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-80e53bfe-2ef0-4114-9c96-10a34d3bb6b8 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1058625834-network', 'tenant_id': 'd16d528bf78d4621b6554fb63dadf2df'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:28:02.941561 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-80e53bfe-2ef0-4114-9c96-10a34d3bb6b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:28:02.945323 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-80e53bfe-2ef0-4114-9c96-10a34d3bb6b8 admin admin] Usage tracker for resource:network and tenant:d16d528bf78d4621b6554fb63dadf2df is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:28:02.948228 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-80e53bfe-2ef0-4114-9c96-10a34d3bb6b8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:28:02.954655 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-80e53bfe-2ef0-4114-9c96-10a34d3bb6b8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:28:03.036170 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e53bfe-2ef0-4114-9c96-10a34d3bb6b8 admin admin] Made reservation on behalf of d16d528bf78d4621b6554fb63dadf2df for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:28:03.038400 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-80e53bfe-2ef0-4114-9c96-10a34d3bb6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:03.050736 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-80e53bfe-2ef0-4114-9c96-10a34d3bb6b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:03.081720 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-80e53bfe-2ef0-4114-9c96-10a34d3bb6b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:28:03.085390 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-80e53bfe-2ef0-4114-9c96-10a34d3bb6b8 admin admin] Usage tracker for resource:security_group_rule and tenant:d16d528bf78d4621b6554fb63dadf2df is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:28:03.088096 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-80e53bfe-2ef0-4114-9c96-10a34d3bb6b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:28:03.094047 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-80e53bfe-2ef0-4114-9c96-10a34d3bb6b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:28:03.159364 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-80e53bfe-2ef0-4114-9c96-10a34d3bb6b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:03.218861 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-80e53bfe-2ef0-4114-9c96-10a34d3bb6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:03.258867 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80e53bfe-2ef0-4114-9c96-10a34d3bb6b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:28:03.268310 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e53bfe-2ef0-4114-9c96-10a34d3bb6b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:28:03.275267 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-80e53bfe-2ef0-4114-9c96-10a34d3bb6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:03.279059 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-80e53bfe-2ef0-4114-9c96-10a34d3bb6b8 admin admin] Added segment d4f67dec-4c3e-4176-9062-dcc11463df41 of type vlan for network 01dc3a36-56c2-4ec4-be05-b0d3123d3f2a Feb 10 23:28:03.311815 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-80e53bfe-2ef0-4114-9c96-10a34d3bb6b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:03.412979 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-80e53bfe-2ef0-4114-9c96-10a34d3bb6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:03.413859 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e53bfe-2ef0-4114-9c96-10a34d3bb6b8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:03.414443 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-80e53bfe-2ef0-4114-9c96-10a34d3bb6b8 admin admin] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:03.518471 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e53bfe-2ef0-4114-9c96-10a34d3bb6b8 admin admin] Pushing event updated for resources: {'Network': ['ID=01dc3a36-56c2-4ec4-be05-b0d3123d3f2a,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:28:03.529589 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 01dc3a36-56c2-4ec4-be05-b0d3123d3f2a details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:28:03.605943 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-80e53bfe-2ef0-4114-9c96-10a34d3bb6b8 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7894657 Feb 10 23:28:03.606144 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 52978) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:28:03.611699 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-ec720ebe-cc8a-45ad-95dd-be4f480126e7 admin admin] Request body: {'subnet': {'network_id': '01dc3a36-56c2-4ec4-be05-b0d3123d3f2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1058625834-subnet', 'tenant_id': 'd16d528bf78d4621b6554fb63dadf2df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:28:03.616908 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ec720ebe-cc8a-45ad-95dd-be4f480126e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:28:03.621599 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-ec720ebe-cc8a-45ad-95dd-be4f480126e7 admin admin] Usage tracker for resource:subnet and tenant:d16d528bf78d4621b6554fb63dadf2df is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:28:03.625064 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-ec720ebe-cc8a-45ad-95dd-be4f480126e7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:28:03.630793 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ec720ebe-cc8a-45ad-95dd-be4f480126e7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:28:03.704477 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec720ebe-cc8a-45ad-95dd-be4f480126e7 admin admin] Made reservation on behalf of d16d528bf78d4621b6554fb63dadf2df for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:28:03.706860 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ec720ebe-cc8a-45ad-95dd-be4f480126e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:03.979185 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ec720ebe-cc8a-45ad-95dd-be4f480126e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:04.130666 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec720ebe-cc8a-45ad-95dd-be4f480126e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aae8b0a3-93e7-4680-931f-9cf5dd13e524,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:28:04.154966 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec720ebe-cc8a-45ad-95dd-be4f480126e7 admin admin] Checking segment: {'id': 'd4f67dec-4c3e-4176-9062-dcc11463df41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '01dc3a36-56c2-4ec4-be05-b0d3123d3f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:28:04.155326 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec720ebe-cc8a-45ad-95dd-be4f480126e7 admin admin] Network hostable DHCP agents. Network: 01dc3a36-56c2-4ec4-be05-b0d3123d3f2a, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:28:04.233031 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec720ebe-cc8a-45ad-95dd-be4f480126e7 admin admin] Network 01dc3a36-56c2-4ec4-be05-b0d3123d3f2a is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:28:04.315488 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-ec720ebe-cc8a-45ad-95dd-be4f480126e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 01dc3a36-56c2-4ec4-be05-b0d3123d3f2a) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:28:04.319478 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec720ebe-cc8a-45ad-95dd-be4f480126e7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:04.320057 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ec720ebe-cc8a-45ad-95dd-be4f480126e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:04.325287 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ae7f54-2cac-4d11-b111-b84c3bd54321 None None] Network 01dc3a36-56c2-4ec4-be05-b0d3123d3f2a requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:28:04.442711 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-ec720ebe-cc8a-45ad-95dd-be4f480126e7 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8354030 Feb 10 23:28:04.538891 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7904e1c-e7ce-4972-b666-164b70bdfefa None None] Network 01dc3a36-56c2-4ec4-be05-b0d3123d3f2a requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:28:05.111714 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8189d2b-9190-426b-bef0-c87c542e4edc req-3819f887-7c72-4724-a05c-b77a0263d620 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:05.113076 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b8189d2b-9190-426b-bef0-c87c542e4edc req-3819f887-7c72-4724-a05c-b77a0263d620 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/networks?id=01dc3a36-56c2-4ec4-be05-b0d3123d3f2a HTTP/1.1" status: 200 len: 815 time: 0.1417043 Feb 10 23:28:05.129155 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b8189d2b-9190-426b-bef0-c87c542e4edc req-6754fe23-d265-4ec3-90a0-0dd9b7effb09 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/quotas/d16d528bf78d4621b6554fb63dadf2df HTTP/1.1" status: 200 len: 375 time: 0.0107584 Feb 10 23:28:05.174507 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b8189d2b-9190-426b-bef0-c87c542e4edc req-5547d053-44d5-4bc0-b7c8-be8ea320d385 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d16d528bf78d4621b6554fb63dadf2df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405962 Feb 10 23:28:05.379301 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b8189d2b-9190-426b-bef0-c87c542e4edc req-9d186855-552c-42df-8940-0f8654e1244c service neutron] 10.222.0.59 "GET /v2.0/networks/01dc3a36-56c2-4ec4-be05-b0d3123d3f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982353 Feb 10 23:28:05.507628 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b8189d2b-9190-426b-bef0-c87c542e4edc req-4fba1fb8-0832-44dc-8682-66055a79bd86 service neutron] 10.222.0.59 "GET /v2.0/networks/01dc3a36-56c2-4ec4-be05-b0d3123d3f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226687 Feb 10 23:28:05.818626 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-cd22a74a-7e4d-4188-ae04-8d4ac27d20ad req-54e0c117-4080-4453-9171-958b724856f1 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a5678eb-4ba2-4339-8ffe-2034b65b5f70 HTTP/1.1" status: 200 len: 210 time: 0.0426867 Feb 10 23:28:06.931570 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d4ec7d39-a11b-4a7a-b409-f2ca81ddc870 req-10996861-489f-43c3-a4f6-e9565c43a648 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a5678eb-4ba2-4339-8ffe-2034b65b5f70 HTTP/1.1" status: 200 len: 210 time: 0.0440192 Feb 10 23:28:08.096072 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-567fd8f7-a2e6-4e17-82cc-84117f5087af req-a9f7d596-a13a-4d70-af8a-6744a2d1eff7 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a5678eb-4ba2-4339-8ffe-2034b65b5f70 HTTP/1.1" status: 200 len: 210 time: 0.0425847 Feb 10 23:28:08.424198 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8189d2b-9190-426b-bef0-c87c542e4edc req-a4a44646-bdc7-4ac3-8943-84bf0c1e6e9c tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:08.425595 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b8189d2b-9190-426b-bef0-c87c542e4edc req-a4a44646-bdc7-4ac3-8943-84bf0c1e6e9c tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.37 "GET /v2.0/networks?id=01dc3a36-56c2-4ec4-be05-b0d3123d3f2a HTTP/1.1" status: 200 len: 815 time: 0.1446271 Feb 10 23:28:08.451257 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-b8189d2b-9190-426b-bef0-c87c542e4edc req-71a7726c-e35a-46db-8471-cb25249d5136 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Request body: {'port': {'device_id': '0a5678eb-4ba2-4339-8ffe-2034b65b5f70', 'network_id': '01dc3a36-56c2-4ec4-be05-b0d3123d3f2a', 'admin_state_up': True, 'tenant_id': 'd16d528bf78d4621b6554fb63dadf2df'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:28:08.589857 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-b8189d2b-9190-426b-bef0-c87c542e4edc req-71a7726c-e35a-46db-8471-cb25249d5136 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:28:08.593796 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-b8189d2b-9190-426b-bef0-c87c542e4edc req-71a7726c-e35a-46db-8471-cb25249d5136 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Usage tracker for resource:port and tenant:d16d528bf78d4621b6554fb63dadf2df is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:28:08.596866 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-b8189d2b-9190-426b-bef0-c87c542e4edc req-71a7726c-e35a-46db-8471-cb25249d5136 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:28:08.602701 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-b8189d2b-9190-426b-bef0-c87c542e4edc req-71a7726c-e35a-46db-8471-cb25249d5136 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:28:08.710129 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8189d2b-9190-426b-bef0-c87c542e4edc req-71a7726c-e35a-46db-8471-cb25249d5136 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Made reservation on behalf of d16d528bf78d4621b6554fb63dadf2df for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:28:08.713205 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-b8189d2b-9190-426b-bef0-c87c542e4edc req-71a7726c-e35a-46db-8471-cb25249d5136 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:08.873312 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [req-b8189d2b-9190-426b-bef0-c87c542e4edc req-71a7726c-e35a-46db-8471-cb25249d5136 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Allocated IP 172.20.0.7 (01dc3a36-56c2-4ec4-be05-b0d3123d3f2a/aae8b0a3-93e7-4680-931f-9cf5dd13e524/82936613-eba5-4659-b3b8-71dbdc86bc37) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:28:09.167057 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-b8189d2b-9190-426b-bef0-c87c542e4edc req-71a7726c-e35a-46db-8471-cb25249d5136 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:09.260608 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7547f5dc-827a-48eb-a3c1-dab6a077ee76 req-71166e8a-e8fa-4d36-aa29-4d255b29d587 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a5678eb-4ba2-4339-8ffe-2034b65b5f70 HTTP/1.1" status: 200 len: 210 time: 0.0395236 Feb 10 23:28:09.282250 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-b8189d2b-9190-426b-bef0-c87c542e4edc req-71a7726c-e35a-46db-8471-cb25249d5136 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:09.356002 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8189d2b-9190-426b-bef0-c87c542e4edc req-71a7726c-e35a-46db-8471-cb25249d5136 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Network 01dc3a36-56c2-4ec4-be05-b0d3123d3f2a is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:28:09.359514 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [req-b8189d2b-9190-426b-bef0-c87c542e4edc req-71a7726c-e35a-46db-8471-cb25249d5136 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:28:09.363195 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8189d2b-9190-426b-bef0-c87c542e4edc req-71a7726c-e35a-46db-8471-cb25249d5136 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:28:09.401302 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7726c-e35a-46db-8471-cb25249d5136 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Pushing event updated for resources: {'Port': ['ID=82936613-eba5-4659-b3b8-71dbdc86bc37,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:28:09.427936 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8189d2b-9190-426b-bef0-c87c542e4edc req-71a7726c-e35a-46db-8471-cb25249d5136 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:09.428576 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-b8189d2b-9190-426b-bef0-c87c542e4edc req-71a7726c-e35a-46db-8471-cb25249d5136 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:09.528517 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b8189d2b-9190-426b-bef0-c87c542e4edc req-71a7726c-e35a-46db-8471-cb25249d5136 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0815806 Feb 10 23:28:09.540094 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-b8189d2b-9190-426b-bef0-c87c542e4edc req-4f052a5d-9ead-4a8d-9ae4-00336869d858 service neutron] Request body: {'port': {'device_id': '0a5678eb-4ba2-4339-8ffe-2034b65b5f70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:28:09.644828 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-b8189d2b-9190-426b-bef0-c87c542e4edc req-4f052a5d-9ead-4a8d-9ae4-00336869d858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:09.977494 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [req-b8189d2b-9190-426b-bef0-c87c542e4edc req-4f052a5d-9ead-4a8d-9ae4-00336869d858 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82936613-eba5-4659-b3b8-71dbdc86bc37 {{(pid=84332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:28:09.984565 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-b8189d2b-9190-426b-bef0-c87c542e4edc req-4f052a5d-9ead-4a8d-9ae4-00336869d858 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:09.999324 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-b8189d2b-9190-426b-bef0-c87c542e4edc req-4f052a5d-9ead-4a8d-9ae4-00336869d858 service neutron] Transition to ACTIVE for port object 82936613-eba5-4659-b3b8-71dbdc86bc37 will not be triggered until provisioned by entity L2. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:28:10.150244 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-b8189d2b-9190-426b-bef0-c87c542e4edc req-4f052a5d-9ead-4a8d-9ae4-00336869d858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:10.269421 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f052a5d-9ead-4a8d-9ae4-00336869d858 service neutron] Pushing event updated for resources: {'Port': ['ID=82936613-eba5-4659-b3b8-71dbdc86bc37,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:28:10.382865 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-b8189d2b-9190-426b-bef0-c87c542e4edc req-4f052a5d-9ead-4a8d-9ae4-00336869d858 service neutron] Attempting to bind port 82936613-eba5-4659-b3b8-71dbdc86bc37 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:28:10.383195 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-b8189d2b-9190-426b-bef0-c87c542e4edc req-4f052a5d-9ead-4a8d-9ae4-00336869d858 service neutron] Attempting to bind port 82936613-eba5-4659-b3b8-71dbdc86bc37 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': 'd4f67dec-4c3e-4176-9062-dcc11463df41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '01dc3a36-56c2-4ec4-be05-b0d3123d3f2a'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:28:10.383514 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8189d2b-9190-426b-bef0-c87c542e4edc req-4f052a5d-9ead-4a8d-9ae4-00336869d858 service neutron] Attempting to bind port 82936613-eba5-4659-b3b8-71dbdc86bc37 on network 01dc3a36-56c2-4ec4-be05-b0d3123d3f2a {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:28:10.389799 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8189d2b-9190-426b-bef0-c87c542e4edc req-4f052a5d-9ead-4a8d-9ae4-00336869d858 service neutron] Port 82936613-eba5-4659-b3b8-71dbdc86bc37 on network 01dc3a36-56c2-4ec4-be05-b0d3123d3f2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:28:10.390114 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8189d2b-9190-426b-bef0-c87c542e4edc req-4f052a5d-9ead-4a8d-9ae4-00336869d858 service neutron] Attempting to bind port 82936613-eba5-4659-b3b8-71dbdc86bc37 on network 01dc3a36-56c2-4ec4-be05-b0d3123d3f2a {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:28:10.396342 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8189d2b-9190-426b-bef0-c87c542e4edc req-4f052a5d-9ead-4a8d-9ae4-00336869d858 service neutron] Checking agent: {'id': '0f85d58b-4cda-4360-97cf-be037aef26b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'started_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:28:10.396709 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8189d2b-9190-426b-bef0-c87c542e4edc req-4f052a5d-9ead-4a8d-9ae4-00336869d858 service neutron] Checking segment: {'id': 'd4f67dec-4c3e-4176-9062-dcc11463df41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '01dc3a36-56c2-4ec4-be05-b0d3123d3f2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:28:10.397082 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8189d2b-9190-426b-bef0-c87c542e4edc req-4f052a5d-9ead-4a8d-9ae4-00336869d858 service neutron] Bound using segment: {'id': 'd4f67dec-4c3e-4176-9062-dcc11463df41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '01dc3a36-56c2-4ec4-be05-b0d3123d3f2a'} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:28:10.397495 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-b8189d2b-9190-426b-bef0-c87c542e4edc req-4f052a5d-9ead-4a8d-9ae4-00336869d858 service neutron] Bound port: 82936613-eba5-4659-b3b8-71dbdc86bc37, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4f67dec-4c3e-4176-9062-dcc11463df41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '01dc3a36-56c2-4ec4-be05-b0d3123d3f2a'}}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:28:10.397833 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-b8189d2b-9190-426b-bef0-c87c542e4edc req-4f052a5d-9ead-4a8d-9ae4-00336869d858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:10.459060 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6171dc-c339-452f-96e5-28b010106649 req-e771fd3b-8679-42d6-b0d2-98d452c5a9f9 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:10.460488 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-6c6171dc-c339-452f-96e5-28b010106649 req-e771fd3b-8679-42d6-b0d2-98d452c5a9f9 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a5678eb-4ba2-4339-8ffe-2034b65b5f70 HTTP/1.1" status: 200 len: 943 time: 0.0767522 Feb 10 23:28:10.485155 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-b8189d2b-9190-426b-bef0-c87c542e4edc req-4f052a5d-9ead-4a8d-9ae4-00336869d858 service neutron] For port 82936613-eba5-4659-b3b8-71dbdc86bc37, host hv-neutron-8287, cleared binding levels {{(pid=84332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:28:10.488079 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-b8189d2b-9190-426b-bef0-c87c542e4edc req-4f052a5d-9ead-4a8d-9ae4-00336869d858 service neutron] For port 82936613-eba5-4659-b3b8-71dbdc86bc37, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=82936613-eba5-4659-b3b8-71dbdc86bc37,segment=NetworkSegment(d4f67dec-4c3e-4176-9062-dcc11463df41),segment_id=d4f67dec-4c3e-4176-9062-dcc11463df41)] {{(pid=84332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:28:10.505250 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-6c6171dc-c339-452f-96e5-28b010106649 req-5870db39-31ab-4f22-97c2-d8cc391e9c71 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Synchronizing usage tracker for tenant:d16d528bf78d4621b6554fb63dadf2df on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:28:10.601976 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-b8189d2b-9190-426b-bef0-c87c542e4edc req-4f052a5d-9ead-4a8d-9ae4-00336869d858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:10.630387 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-6c6171dc-c339-452f-96e5-28b010106649 req-5870db39-31ab-4f22-97c2-d8cc391e9c71 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Unset dirty status for tenant:d16d528bf78d4621b6554fb63dadf2df on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:28:10.631598 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-6c6171dc-c339-452f-96e5-28b010106649 req-5870db39-31ab-4f22-97c2-d8cc391e9c71 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650078 Feb 10 23:28:10.658714 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-b8189d2b-9190-426b-bef0-c87c542e4edc req-4f052a5d-9ead-4a8d-9ae4-00336869d858 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:10.660227 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b8189d2b-9190-426b-bef0-c87c542e4edc req-4f052a5d-9ead-4a8d-9ae4-00336869d858 service neutron] 10.222.0.37 "PUT /v2.0/ports/82936613-eba5-4659-b3b8-71dbdc86bc37 HTTP/1.1" status: 200 len: 1093 time: 1.1240261 Feb 10 23:28:10.662618 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a5678eb-4ba2-4339-8ffe-2034b65b5f70', 'tag': '82936613-eba5-4659-b3b8-71dbdc86bc37'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:28:10.689282 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f052a5d-9ead-4a8d-9ae4-00336869d858 service neutron] Pushing event updated for resources: {'Port': ['ID=82936613-eba5-4659-b3b8-71dbdc86bc37,revision_number=3']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:28:10.717699 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a5678eb-4ba2-4339-8ffe-2034b65b5f70', 'tag': '82936613-eba5-4659-b3b8-71dbdc86bc37', 'status': 'completed', 'code': 200} Feb 10 23:28:10.816530 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8f167734-e5d4-463f-9530-66e30e42e2c7 req-39de7742-8d38-451b-9886-dccb350ba93e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d16d528bf78d4621b6554fb63dadf2df&device_id=0a5678eb-4ba2-4339-8ffe-2034b65b5f70 HTTP/1.1" status: 200 len: 1096 time: 0.0702586 Feb 10 23:28:10.955186 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f167734-e5d4-463f-9530-66e30e42e2c7 req-03fbc11f-d2fe-4865-a15c-315a404b03cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:10.956694 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8f167734-e5d4-463f-9530-66e30e42e2c7 req-03fbc11f-d2fe-4865-a15c-315a404b03cd service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=d16d528bf78d4621b6554fb63dadf2df&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1317785 Feb 10 23:28:11.092890 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f167734-e5d4-463f-9530-66e30e42e2c7 req-b8244354-1c57-4798-90ba-d9ac633de183 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:11.094294 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8f167734-e5d4-463f-9530-66e30e42e2c7 req-b8244354-1c57-4798-90ba-d9ac633de183 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1283240 Feb 10 23:28:11.202344 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b8189d2b-9190-426b-bef0-c87c542e4edc req-b9d2a6a3-4691-4744-9852-676e51f4aa63 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d16d528bf78d4621b6554fb63dadf2df&device_id=0a5678eb-4ba2-4339-8ffe-2034b65b5f70 HTTP/1.1" status: 200 len: 1096 time: 0.0696139 Feb 10 23:28:11.273913 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b8189d2b-9190-426b-bef0-c87c542e4edc req-aa7e6b0f-cbce-4474-afe0-81a238ea8ba7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82936613-eba5-4659-b3b8-71dbdc86bc37 HTTP/1.1" status: 200 len: 217 time: 0.0597978 Feb 10 23:28:11.412756 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8189d2b-9190-426b-bef0-c87c542e4edc req-8c7f5e23-613f-499c-9081-e0a9b8cc35e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:11.414143 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b8189d2b-9190-426b-bef0-c87c542e4edc req-8c7f5e23-613f-499c-9081-e0a9b8cc35e6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aae8b0a3-93e7-4680-931f-9cf5dd13e524 HTTP/1.1" status: 200 len: 855 time: 0.1341107 Feb 10 23:28:11.458723 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b8189d2b-9190-426b-bef0-c87c542e4edc req-40b51558-fd30-4d98-88e6-3a635ac80332 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=01dc3a36-56c2-4ec4-be05-b0d3123d3f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358884 Feb 10 23:28:11.587077 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b8189d2b-9190-426b-bef0-c87c542e4edc req-fd13bd6f-6f8d-45a3-9d56-0e50ec107a44 service neutron] 10.222.0.37 "GET /v2.0/networks/01dc3a36-56c2-4ec4-be05-b0d3123d3f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203282 Feb 10 23:28:11.723746 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b8189d2b-9190-426b-bef0-c87c542e4edc req-2be46e70-fbf7-449b-b6d4-198f3e943754 service neutron] 10.222.0.37 "GET /v2.0/networks/01dc3a36-56c2-4ec4-be05-b0d3123d3f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230698 Feb 10 23:28:11.835474 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a4379-c027-402d-b054-260e53270eae req-8035073a-3e7c-45e4-a465-c77c4dc091c7 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:11.836894 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-121a4379-c027-402d-b054-260e53270eae req-8035073a-3e7c-45e4-a465-c77c4dc091c7 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a5678eb-4ba2-4339-8ffe-2034b65b5f70 HTTP/1.1" status: 200 len: 943 time: 0.0789146 Feb 10 23:28:11.881371 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-121a4379-c027-402d-b054-260e53270eae req-a2fcc17a-743e-47c7-a615-c2ed036bf495 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379825 Feb 10 23:28:13.088598 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d2b22-169d-4876-8c2a-f07643d2cdee req-835b8412-29b0-4590-8b75-141aab4875bb tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:13.089273 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-d09d2b22-169d-4876-8c2a-f07643d2cdee req-835b8412-29b0-4590-8b75-141aab4875bb tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Synchronizing usage tracker for tenant:d16d528bf78d4621b6554fb63dadf2df on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:28:13.155787 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-d09d2b22-169d-4876-8c2a-f07643d2cdee req-835b8412-29b0-4590-8b75-141aab4875bb tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Unset dirty status for tenant:d16d528bf78d4621b6554fb63dadf2df on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:28:13.157241 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d09d2b22-169d-4876-8c2a-f07643d2cdee req-835b8412-29b0-4590-8b75-141aab4875bb tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a5678eb-4ba2-4339-8ffe-2034b65b5f70 HTTP/1.1" status: 200 len: 943 time: 0.1490571 Feb 10 23:28:13.202043 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d09d2b22-169d-4876-8c2a-f07643d2cdee req-c52c513b-8193-450d-b6ef-f6e5c51937ae tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388927 Feb 10 23:28:13.818667 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 82936613-eba5-4659-b3b8-71dbdc86bc37 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:28:13.952476 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 82936613-eba5-4659-b3b8-71dbdc86bc37, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=82936613-eba5-4659-b3b8-71dbdc86bc37,segment=NetworkSegment(d4f67dec-4c3e-4176-9062-dcc11463df41),segment_id=d4f67dec-4c3e-4176-9062-dcc11463df41)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:28:13.968228 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Returning: {'device': '82936613-eba5-4659-b3b8-71dbdc86bc37', 'network_id': '01dc3a36-56c2-4ec4-be05-b0d3123d3f2a', 'port_id': '82936613-eba5-4659-b3b8-71dbdc86bc37', 'mac_address': 'fa:16:3e:ad:f7:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aae8b0a3-93e7-4680-931f-9cf5dd13e524', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:28:14.020204 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:14.037239 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82936613-eba5-4659-b3b8-71dbdc86bc37 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:28:14.052862 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 82936613-eba5-4659-b3b8-71dbdc86bc37, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=82936613-eba5-4659-b3b8-71dbdc86bc37,segment=NetworkSegment(d4f67dec-4c3e-4176-9062-dcc11463df41),segment_id=d4f67dec-4c3e-4176-9062-dcc11463df41)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:28:14.132737 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:14.198603 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=82936613-eba5-4659-b3b8-71dbdc86bc37,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:28:14.207718 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:14.207978 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:14.208317 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:14.208682 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:14.209016 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:14.209347 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:14.209679 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:14.210005 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:14.210335 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:14.210655 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:14.210973 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:14.394557 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['82936613-eba5-4659-b3b8-71dbdc86bc37'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:28:14.397340 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c299088e-5a3c-4728-91b9-5f4bceeed555 req-8f971eec-8fa9-4ab6-aef4-221776666de5 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:14.398787 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-c299088e-5a3c-4728-91b9-5f4bceeed555 req-8f971eec-8fa9-4ab6-aef4-221776666de5 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a5678eb-4ba2-4339-8ffe-2034b65b5f70 HTTP/1.1" status: 200 len: 944 time: 0.0761588 Feb 10 23:28:14.444427 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-c299088e-5a3c-4728-91b9-5f4bceeed555 req-a66c4fa2-59ac-405d-94e1-e22c33176398 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400064 Feb 10 23:28:15.638032 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d9531-4742-460e-80bb-ea61bf68dccb req-843e2094-4029-4061-98a9-c490e9782a49 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:15.639478 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5c6d9531-4742-460e-80bb-ea61bf68dccb req-843e2094-4029-4061-98a9-c490e9782a49 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a5678eb-4ba2-4339-8ffe-2034b65b5f70 HTTP/1.1" status: 200 len: 944 time: 0.0755494 Feb 10 23:28:15.683541 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5c6d9531-4742-460e-80bb-ea61bf68dccb req-1ceb23cd-077a-4c5f-83e1-86f009b89b31 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385520 Feb 10 23:28:15.834426 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 82936613-eba5-4659-b3b8-71dbdc86bc37 up at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:28:16.000620 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning for port 82936613-eba5-4659-b3b8-71dbdc86bc37 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:28:16.005328 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning complete for port 82936613-eba5-4659-b3b8-71dbdc86bc37 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:28:16.005742 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:16.118459 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:16.153057 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a5678eb-4ba2-4339-8ffe-2034b65b5f70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82936613-eba5-4659-b3b8-71dbdc86bc37'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:28:16.162421 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 82936613-eba5-4659-b3b8-71dbdc86bc37, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=82936613-eba5-4659-b3b8-71dbdc86bc37,segment=NetworkSegment(d4f67dec-4c3e-4176-9062-dcc11463df41),segment_id=d4f67dec-4c3e-4176-9062-dcc11463df41)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:28:16.219068 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:16.241514 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:16.306227 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a5678eb-4ba2-4339-8ffe-2034b65b5f70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82936613-eba5-4659-b3b8-71dbdc86bc37', 'code': 200} Feb 10 23:28:16.308626 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=82936613-eba5-4659-b3b8-71dbdc86bc37,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:28:16.611015 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-94755ee9-0d3b-4ced-b362-5e000a6b096e req-18691ad4-8dde-4068-8886-1dcb80948f91 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0a5678eb-4ba2-4339-8ffe-2034b65b5f70 HTTP/1.1" status: 200 len: 1098 time: 0.0690057 Feb 10 23:28:16.653028 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-94755ee9-0d3b-4ced-b362-5e000a6b096e req-9421b087-4296-4562-b8af-56118b126025 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337410 Feb 10 23:28:16.876954 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3008d417-e77a-448e-965d-e50ff1a65985 req-622258d9-b492-40e7-b256-ed8110aa714b tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:16.878285 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3008d417-e77a-448e-965d-e50ff1a65985 req-622258d9-b492-40e7-b256-ed8110aa714b tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a5678eb-4ba2-4339-8ffe-2034b65b5f70 HTTP/1.1" status: 200 len: 945 time: 0.0739801 Feb 10 23:28:16.926664 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3008d417-e77a-448e-965d-e50ff1a65985 req-99231826-8449-4b3a-86f8-d278642be1bd tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429833 Feb 10 23:28:18.197184 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15e685-5e61-48d0-ae70-2dafc5f75db0 req-a3932fb5-2e43-41dd-81c9-4b737283840a tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:18.198611 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-9f15e685-5e61-48d0-ae70-2dafc5f75db0 req-a3932fb5-2e43-41dd-81c9-4b737283840a tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a5678eb-4ba2-4339-8ffe-2034b65b5f70 HTTP/1.1" status: 200 len: 945 time: 0.1457591 Feb 10 23:28:18.226928 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:28:18.245453 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-9f15e685-5e61-48d0-ae70-2dafc5f75db0 req-f0254e45-fb75-4868-8a54-1dc7ef50534f tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410776 Feb 10 23:28:19.059271 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f8cb9c4b-e583-42c3-bd4a-998184d01f8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:19.068013 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7f493213-8d42-48a1-8157-ffc71c4295b9 req-f9a9e532-782c-4e91-b2e6-e4a85646c0e9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0a5678eb-4ba2-4339-8ffe-2034b65b5f70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0662146 Feb 10 23:28:19.208103 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7f493213-8d42-48a1-8157-ffc71c4295b9 req-fb4f6c6f-ab0d-424d-add9-f78200be3a25 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d16d528bf78d4621b6554fb63dadf2df&device_id=0a5678eb-4ba2-4339-8ffe-2034b65b5f70 HTTP/1.1" status: 200 len: 1098 time: 0.0659688 Feb 10 23:28:19.355041 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f493213-8d42-48a1-8157-ffc71c4295b9 req-7f1d98f3-6e7b-44ca-8dc5-79aa0ccc1c0c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:19.357209 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7f493213-8d42-48a1-8157-ffc71c4295b9 req-7f1d98f3-6e7b-44ca-8dc5-79aa0ccc1c0c service neutron] 10.222.0.37 "GET /v2.0/networks?id=01dc3a36-56c2-4ec4-be05-b0d3123d3f2a HTTP/1.1" status: 200 len: 916 time: 0.1253083 Feb 10 23:28:19.467240 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7f493213-8d42-48a1-8157-ffc71c4295b9 req-28519362-b75b-4c30-9776-8e4bbd4e76c6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82936613-eba5-4659-b3b8-71dbdc86bc37 HTTP/1.1" status: 200 len: 217 time: 0.1013484 Feb 10 23:28:19.545625 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f493213-8d42-48a1-8157-ffc71c4295b9 req-58001631-d9d8-4cc8-bf26-58abf54631f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:19.546956 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7f493213-8d42-48a1-8157-ffc71c4295b9 req-58001631-d9d8-4cc8-bf26-58abf54631f5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aae8b0a3-93e7-4680-931f-9cf5dd13e524 HTTP/1.1" status: 200 len: 855 time: 0.0698717 Feb 10 23:28:19.554979 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4477b51b-dcb9-4b01-8961-9a4edfb5a217 req-9dc48d9b-3261-46f7-95df-31abb44a0ed6 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:19.556304 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4477b51b-dcb9-4b01-8961-9a4edfb5a217 req-9dc48d9b-3261-46f7-95df-31abb44a0ed6 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a5678eb-4ba2-4339-8ffe-2034b65b5f70 HTTP/1.1" status: 200 len: 945 time: 0.1894295 Feb 10 23:28:19.610722 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7f493213-8d42-48a1-8157-ffc71c4295b9 req-abeb97eb-1e10-43eb-8dc7-dbf212213c8a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=01dc3a36-56c2-4ec4-be05-b0d3123d3f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524788 Feb 10 23:28:19.704774 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4477b51b-dcb9-4b01-8961-9a4edfb5a217 req-83c045e7-5d21-45e7-8f57-c7b5b68a7c14 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184630 Feb 10 23:28:19.761464 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7f493213-8d42-48a1-8157-ffc71c4295b9 req-fb8f6316-6c45-4f83-a929-ca5f2c905d35 service neutron] 10.222.0.37 "GET /v2.0/networks/01dc3a36-56c2-4ec4-be05-b0d3123d3f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437807 Feb 10 23:28:19.897411 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7f493213-8d42-48a1-8157-ffc71c4295b9 req-226d9cfc-77de-40a6-ba54-061eea0a8f70 service neutron] 10.222.0.37 "GET /v2.0/networks/01dc3a36-56c2-4ec4-be05-b0d3123d3f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260860 Feb 10 23:28:19.905427 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f742979-ca49-4675-b2e7-daf7b24fcddd req-f1dc34e5-fb12-4257-80d6-a75d5e8a4137 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:19.906867 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-0f742979-ca49-4675-b2e7-daf7b24fcddd req-f1dc34e5-fb12-4257-80d6-a75d5e8a4137 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a5678eb-4ba2-4339-8ffe-2034b65b5f70 HTTP/1.1" status: 200 len: 945 time: 0.0784271 Feb 10 23:28:19.957327 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-0f742979-ca49-4675-b2e7-daf7b24fcddd req-ae0a8b8e-43fd-42c3-a36b-46ab795f4d0a tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447321 Feb 10 23:28:20.423222 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9eab8d-2db0-42c7-9750-4b80d25bbed1 req-36c97f64-c977-4dc2-a52c-0074fa60d70b tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:20.424664 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-0f9eab8d-2db0-42c7-9750-4b80d25bbed1 req-36c97f64-c977-4dc2-a52c-0074fa60d70b tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a5678eb-4ba2-4339-8ffe-2034b65b5f70 HTTP/1.1" status: 200 len: 945 time: 0.0750182 Feb 10 23:28:20.468160 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-0f9eab8d-2db0-42c7-9750-4b80d25bbed1 req-53da4d61-5bc1-4a83-ac10-0f1d9a1bb520 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380690 Feb 10 23:28:20.663247 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc88bd-8847-4809-ae1f-3c616ade39df req-993ea938-bfee-4c5c-a3d6-cda1d4d87c4f tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:20.664669 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6cdc88bd-8847-4809-ae1f-3c616ade39df req-993ea938-bfee-4c5c-a3d6-cda1d4d87c4f tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a5678eb-4ba2-4339-8ffe-2034b65b5f70 HTTP/1.1" status: 200 len: 945 time: 0.0747902 Feb 10 23:28:20.707639 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6cdc88bd-8847-4809-ae1f-3c616ade39df req-38c46a24-9cbf-42bb-b782-b544edcc6889 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375781 Feb 10 23:28:20.925421 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-e281bb5c-851f-49e3-889a-145d40ac83b4 req-db75e17b-083c-4db2-a8ab-5ff17b7ddca5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0a5678eb-4ba2-4339-8ffe-2034b65b5f70&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0915017 Feb 10 23:28:21.252866 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7fafee11-5846-47d7-817b-d4c323057207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:21.366197 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf6b1c-5fb0-4a01-99f7-2460c17ba9ce req-a6dcad05-1419-48e0-8061-bcabef87ff9b tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:21.367619 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2abf6b1c-5fb0-4a01-99f7-2460c17ba9ce req-a6dcad05-1419-48e0-8061-bcabef87ff9b tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a5678eb-4ba2-4339-8ffe-2034b65b5f70 HTTP/1.1" status: 200 len: 945 time: 0.0797563 Feb 10 23:28:21.440460 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-7e626a8b-95bb-4dc1-96bd-824e2a03750b req-05d7b2cd-76c1-4cf4-bf70-51e2027716db service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0a5678eb-4ba2-4339-8ffe-2034b65b5f70&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0697460 Feb 10 23:28:21.497153 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2abf6b1c-5fb0-4a01-99f7-2460c17ba9ce req-924ae01c-1323-4f80-a451-28e1d0193b5a tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232498 Feb 10 23:28:22.498673 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:22.578725 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:22.703954 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c67d5e-f0e4-4fe1-be3a-547f4d55d4cb req-157cc178-acc9-4a25-b46c-4c46311a0d5c tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:22.705424 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-b2c67d5e-f0e4-4fe1-be3a-547f4d55d4cb req-157cc178-acc9-4a25-b46c-4c46311a0d5c tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a5678eb-4ba2-4339-8ffe-2034b65b5f70 HTTP/1.1" status: 200 len: 945 time: 0.0793617 Feb 10 23:28:22.754690 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-b2c67d5e-f0e4-4fe1-be3a-547f4d55d4cb req-f3fbe706-558b-437e-a74f-5f52b2334afe tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436113 Feb 10 23:28:23.571385 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7e626a8b-95bb-4dc1-96bd-824e2a03750b req-c97221d9-c0e3-47d6-b1fd-7cfd62248e35 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d16d528bf78d4621b6554fb63dadf2df&device_id=0a5678eb-4ba2-4339-8ffe-2034b65b5f70 HTTP/1.1" status: 200 len: 1098 time: 0.1349311 Feb 10 23:28:23.704888 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e626a8b-95bb-4dc1-96bd-824e2a03750b req-ab918074-d3e6-4072-a62b-7ae9e64b07f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:23.706209 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7e626a8b-95bb-4dc1-96bd-824e2a03750b req-ab918074-d3e6-4072-a62b-7ae9e64b07f5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=01dc3a36-56c2-4ec4-be05-b0d3123d3f2a HTTP/1.1" status: 200 len: 916 time: 0.1268620 Feb 10 23:28:23.777794 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7e626a8b-95bb-4dc1-96bd-824e2a03750b req-df0d2dfe-05ad-499b-9354-2f76ea3053bf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82936613-eba5-4659-b3b8-71dbdc86bc37 HTTP/1.1" status: 200 len: 217 time: 0.0634518 Feb 10 23:28:23.840147 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e626a8b-95bb-4dc1-96bd-824e2a03750b req-9bba65cc-9044-471f-a6b2-35c62c0e55a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:23.841908 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7e626a8b-95bb-4dc1-96bd-824e2a03750b req-9bba65cc-9044-471f-a6b2-35c62c0e55a6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aae8b0a3-93e7-4680-931f-9cf5dd13e524 HTTP/1.1" status: 200 len: 855 time: 0.0586684 Feb 10 23:28:23.922799 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7e626a8b-95bb-4dc1-96bd-824e2a03750b req-c74ea27f-f8c4-497f-8934-6fbc7709165d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=01dc3a36-56c2-4ec4-be05-b0d3123d3f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715961 Feb 10 23:28:24.006955 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:24.080068 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b711b043-a829-4ae5-98b0-41dfc8cba6d3 req-e287372a-60e7-42d3-a8fb-1bb2cc580b6d tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:24.081536 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b711b043-a829-4ae5-98b0-41dfc8cba6d3 req-e287372a-60e7-42d3-a8fb-1bb2cc580b6d tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a5678eb-4ba2-4339-8ffe-2034b65b5f70 HTTP/1.1" status: 200 len: 945 time: 0.1933722 Feb 10 23:28:24.084623 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7e626a8b-95bb-4dc1-96bd-824e2a03750b req-7a8e546a-3097-43da-bab7-989338e75f4a service neutron] 10.222.0.37 "GET /v2.0/networks/01dc3a36-56c2-4ec4-be05-b0d3123d3f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518633 Feb 10 23:28:24.203976 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b711b043-a829-4ae5-98b0-41dfc8cba6d3 req-1cf5b903-56ea-4dc7-94d4-08c4fb842253 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170006 Feb 10 23:28:24.246691 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7e626a8b-95bb-4dc1-96bd-824e2a03750b req-4800936d-0cab-42b4-a802-1dd3727a5470 service neutron] 10.222.0.37 "GET /v2.0/networks/01dc3a36-56c2-4ec4-be05-b0d3123d3f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463895 Feb 10 23:28:25.411614 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e91def-6880-4c70-8311-d2ea5faa541c req-6d7cbfae-5b31-4d18-9fdd-7c54254f0945 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:25.413083 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-f5e91def-6880-4c70-8311-d2ea5faa541c req-6d7cbfae-5b31-4d18-9fdd-7c54254f0945 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a5678eb-4ba2-4339-8ffe-2034b65b5f70 HTTP/1.1" status: 200 len: 945 time: 0.0771606 Feb 10 23:28:25.457928 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-f5e91def-6880-4c70-8311-d2ea5faa541c req-46182d4c-cfba-49f5-a2ad-e8a77022d75e tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388412 Feb 10 23:28:26.654765 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d6b98-a9a6-4471-a166-f1e46c3493d6 req-8ef4950a-123d-4232-a95c-5e4eb4c0a07d tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:26.656189 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cc8d6b98-a9a6-4471-a166-f1e46c3493d6 req-8ef4950a-123d-4232-a95c-5e4eb4c0a07d tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a5678eb-4ba2-4339-8ffe-2034b65b5f70 HTTP/1.1" status: 200 len: 945 time: 0.0742657 Feb 10 23:28:26.702656 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cc8d6b98-a9a6-4471-a166-f1e46c3493d6 req-6be5814f-1a4c-42aa-ad41-22410d02cfd1 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405154 Feb 10 23:28:27.905223 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa7c847-2e73-459d-b205-fdb5a6132ba4 req-184afa3b-5768-4d54-88fb-7a93f9e39c11 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:27.906669 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-1fa7c847-2e73-459d-b205-fdb5a6132ba4 req-184afa3b-5768-4d54-88fb-7a93f9e39c11 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a5678eb-4ba2-4339-8ffe-2034b65b5f70 HTTP/1.1" status: 200 len: 945 time: 0.0842900 Feb 10 23:28:27.951918 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-1fa7c847-2e73-459d-b205-fdb5a6132ba4 req-ab1e17f6-c0e7-4bde-aa75-19114810b501 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393176 Feb 10 23:28:29.150643 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e628e8-dd2d-4717-bd18-ce4fa2396041 req-ceab3c28-cad7-4a9f-a9d0-a9444ed63714 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:29.152065 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e9e628e8-dd2d-4717-bd18-ce4fa2396041 req-ceab3c28-cad7-4a9f-a9d0-a9444ed63714 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a5678eb-4ba2-4339-8ffe-2034b65b5f70 HTTP/1.1" status: 200 len: 945 time: 0.0794046 Feb 10 23:28:29.198201 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e9e628e8-dd2d-4717-bd18-ce4fa2396041 req-f87737a0-d732-4c64-ba5c-bff19ffe6b08 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396273 Feb 10 23:28:30.392975 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8b2e1-4960-422e-a127-2109f6478f67 req-0fd531c1-c90e-4437-8936-453dd9f0f114 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:30.394374 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-41e8b2e1-4960-422e-a127-2109f6478f67 req-0fd531c1-c90e-4437-8936-453dd9f0f114 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a5678eb-4ba2-4339-8ffe-2034b65b5f70 HTTP/1.1" status: 200 len: 945 time: 0.0740414 Feb 10 23:28:30.437619 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-41e8b2e1-4960-422e-a127-2109f6478f67 req-d43181e6-0e54-437c-a728-837ec57acce4 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378280 Feb 10 23:28:31.634842 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5aaad-a1d0-42db-bdc4-acf1f209c1b9 req-22ca47c2-0ee7-49db-a219-2daa15c352e7 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:31.636251 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9eb5aaad-a1d0-42db-bdc4-acf1f209c1b9 req-22ca47c2-0ee7-49db-a219-2daa15c352e7 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a5678eb-4ba2-4339-8ffe-2034b65b5f70 HTTP/1.1" status: 200 len: 945 time: 0.0732620 Feb 10 23:28:31.680905 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9eb5aaad-a1d0-42db-bdc4-acf1f209c1b9 req-b4277e34-8bc5-4ceb-81fb-5eb3c84c0798 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389860 Feb 10 23:28:32.878955 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49748228-d72f-4bbf-841a-82c8eedaf581 req-330f11f3-f032-42a6-b64b-8866fde328ee tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:32.880307 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-49748228-d72f-4bbf-841a-82c8eedaf581 req-330f11f3-f032-42a6-b64b-8866fde328ee tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a5678eb-4ba2-4339-8ffe-2034b65b5f70 HTTP/1.1" status: 200 len: 945 time: 0.0783553 Feb 10 23:28:32.924914 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-49748228-d72f-4bbf-841a-82c8eedaf581 req-009a22c0-5a12-439e-b106-c318a4804fc2 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391424 Feb 10 23:28:34.124962 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26b0be-849c-4b0b-aeac-903770dd4118 req-a91d05c5-8e89-46fb-ba1b-0942f9d0da15 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:34.126367 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6f26b0be-849c-4b0b-aeac-903770dd4118 req-a91d05c5-8e89-46fb-ba1b-0942f9d0da15 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a5678eb-4ba2-4339-8ffe-2034b65b5f70 HTTP/1.1" status: 200 len: 945 time: 0.0790021 Feb 10 23:28:34.172871 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6f26b0be-849c-4b0b-aeac-903770dd4118 req-61bbda15-0da1-4081-8d1d-f49edcb275e8 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409052 Feb 10 23:28:35.365888 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8cc3c5-4231-4650-ab53-1c16f01c8144 req-c17172a6-a272-40ab-b3e4-d1bf53bf342e tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:35.367297 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-6c8cc3c5-4231-4650-ab53-1c16f01c8144 req-c17172a6-a272-40ab-b3e4-d1bf53bf342e tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a5678eb-4ba2-4339-8ffe-2034b65b5f70 HTTP/1.1" status: 200 len: 945 time: 0.0753217 Feb 10 23:28:35.415595 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-6c8cc3c5-4231-4650-ab53-1c16f01c8144 req-e5b6e948-8907-40a0-a28c-1f6deb1a2334 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422165 Feb 10 23:28:36.611415 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6e1d9-1aa3-4e2b-971d-2912e16da230 req-19bcad93-816f-47a2-994e-88eafe600c49 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:36.612862 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1ef6e1d9-1aa3-4e2b-971d-2912e16da230 req-19bcad93-816f-47a2-994e-88eafe600c49 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a5678eb-4ba2-4339-8ffe-2034b65b5f70 HTTP/1.1" status: 200 len: 945 time: 0.0765026 Feb 10 23:28:36.657761 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1ef6e1d9-1aa3-4e2b-971d-2912e16da230 req-f63a2708-a976-45cc-b62d-14f4ae0ee6dc tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392141 Feb 10 23:28:37.852292 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65fc32d-0f9d-46d5-9cb2-f91c5b809f85 req-a019405d-3eea-4b41-94fb-5dbd36a20852 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:37.853655 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-d65fc32d-0f9d-46d5-9cb2-f91c5b809f85 req-a019405d-3eea-4b41-94fb-5dbd36a20852 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a5678eb-4ba2-4339-8ffe-2034b65b5f70 HTTP/1.1" status: 200 len: 945 time: 0.0773790 Feb 10 23:28:37.899455 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-d65fc32d-0f9d-46d5-9cb2-f91c5b809f85 req-892a3b31-60f9-4440-b1d1-a57b69ce6945 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398388 Feb 10 23:28:39.104247 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9826f71e-7c7e-4b39-b86b-2e3a455db753 req-6b4b8ed4-1c0c-4bf5-914a-54aa16697668 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:39.106163 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9826f71e-7c7e-4b39-b86b-2e3a455db753 req-6b4b8ed4-1c0c-4bf5-914a-54aa16697668 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a5678eb-4ba2-4339-8ffe-2034b65b5f70 HTTP/1.1" status: 200 len: 945 time: 0.0780091 Feb 10 23:28:39.156074 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9826f71e-7c7e-4b39-b86b-2e3a455db753 req-47b9578f-87ce-4ca8-92ae-777f2c034c65 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442133 Feb 10 23:28:40.355391 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6753a4-fc6d-4d61-a11a-2fa01cadf361 req-ef576523-e733-483b-b9c5-705a7649b831 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:40.356977 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-ed6753a4-fc6d-4d61-a11a-2fa01cadf361 req-ef576523-e733-483b-b9c5-705a7649b831 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a5678eb-4ba2-4339-8ffe-2034b65b5f70 HTTP/1.1" status: 200 len: 945 time: 0.0778623 Feb 10 23:28:40.400233 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-ed6753a4-fc6d-4d61-a11a-2fa01cadf361 req-6379eeb3-a0f4-42a0-8187-9223fd6aa8cd tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379279 Feb 10 23:28:41.594796 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c4f9a2-aee1-48ef-8fe8-9a23308c4fe0 req-539cec71-63fc-4adc-83b0-e7a548bf5c83 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:41.596248 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-23c4f9a2-aee1-48ef-8fe8-9a23308c4fe0 req-539cec71-63fc-4adc-83b0-e7a548bf5c83 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a5678eb-4ba2-4339-8ffe-2034b65b5f70 HTTP/1.1" status: 200 len: 945 time: 0.0750573 Feb 10 23:28:41.644761 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-23c4f9a2-aee1-48ef-8fe8-9a23308c4fe0 req-ee86967a-36c8-429b-b996-375cb2522b96 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428133 Feb 10 23:28:42.837075 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f224dda-6a00-48ec-bf7c-73ba20b11858 req-e74209fa-9f0a-4a40-8ee0-dc6610852a91 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:42.838488 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-3f224dda-6a00-48ec-bf7c-73ba20b11858 req-e74209fa-9f0a-4a40-8ee0-dc6610852a91 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a5678eb-4ba2-4339-8ffe-2034b65b5f70 HTTP/1.1" status: 200 len: 945 time: 0.0745871 Feb 10 23:28:42.883159 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-3f224dda-6a00-48ec-bf7c-73ba20b11858 req-a06d5778-2edb-47ab-8e94-598d89dccab9 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391316 Feb 10 23:28:44.076763 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425df722-7d3c-46df-b6df-710b2aaac534 req-4dbdf348-093c-4ad5-b975-da2f814f033f tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:44.078191 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-425df722-7d3c-46df-b6df-710b2aaac534 req-4dbdf348-093c-4ad5-b975-da2f814f033f tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a5678eb-4ba2-4339-8ffe-2034b65b5f70 HTTP/1.1" status: 200 len: 945 time: 0.0765543 Feb 10 23:28:44.122700 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-425df722-7d3c-46df-b6df-710b2aaac534 req-d7fab638-a090-4e88-b1ce-ae791e35e744 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390887 Feb 10 23:28:45.317549 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a616c-a586-4932-a55a-ce7106d40ffc req-2dcfc9bc-e823-49c8-9239-bbd411905a57 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:45.318946 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-067a616c-a586-4932-a55a-ce7106d40ffc req-2dcfc9bc-e823-49c8-9239-bbd411905a57 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a5678eb-4ba2-4339-8ffe-2034b65b5f70 HTTP/1.1" status: 200 len: 945 time: 0.0778887 Feb 10 23:28:45.363439 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-067a616c-a586-4932-a55a-ce7106d40ffc req-e4c4d495-2234-458f-ac4d-3b84d70d2169 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386031 Feb 10 23:28:46.195390 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:46.643967 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcda5bd-7b93-486d-871c-3b4172ff3fb7 req-aa3b32bf-543d-4af7-8a6a-57bff20b9d6f tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:46.645407 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4fcda5bd-7b93-486d-871c-3b4172ff3fb7 req-aa3b32bf-543d-4af7-8a6a-57bff20b9d6f tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a5678eb-4ba2-4339-8ffe-2034b65b5f70 HTTP/1.1" status: 200 len: 945 time: 0.1595287 Feb 10 23:28:46.689608 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4fcda5bd-7b93-486d-871c-3b4172ff3fb7 req-3cc6bcb8-8379-4f9f-8c2f-b4e1a2338ee1 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388162 Feb 10 23:28:47.886692 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f010e-12dd-4df3-977f-4c04ce45e49c req-7f6128f9-3fb5-4180-9d40-450f0ba4b3fe tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:47.888004 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-697f010e-12dd-4df3-977f-4c04ce45e49c req-7f6128f9-3fb5-4180-9d40-450f0ba4b3fe tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a5678eb-4ba2-4339-8ffe-2034b65b5f70 HTTP/1.1" status: 200 len: 945 time: 0.0741992 Feb 10 23:28:47.931851 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-697f010e-12dd-4df3-977f-4c04ce45e49c req-9961063a-c0f0-4af8-97f0-3e14792f862e tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383976 Feb 10 23:28:49.063912 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e12a9268-62e1-46a8-94c6-d53e2c2c10a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:49.132613 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db52aaba-e7f1-44c4-878e-e9fd322b0d7b req-283868b0-e6dc-49da-b251-21917b444b42 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:49.134044 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-db52aaba-e7f1-44c4-878e-e9fd322b0d7b req-283868b0-e6dc-49da-b251-21917b444b42 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a5678eb-4ba2-4339-8ffe-2034b65b5f70 HTTP/1.1" status: 200 len: 945 time: 0.0757582 Feb 10 23:28:49.178819 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-db52aaba-e7f1-44c4-878e-e9fd322b0d7b req-4383e7ab-0664-47cb-9ba1-5bfbf722dc23 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384824 Feb 10 23:28:50.381688 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f9c8d5-0e47-4ea0-83e4-27503bd153c7 req-59ac7235-acfb-4f64-879c-8f691ee42e87 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:50.383106 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-83f9c8d5-0e47-4ea0-83e4-27503bd153c7 req-59ac7235-acfb-4f64-879c-8f691ee42e87 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a5678eb-4ba2-4339-8ffe-2034b65b5f70 HTTP/1.1" status: 200 len: 945 time: 0.0783350 Feb 10 23:28:50.428277 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-83f9c8d5-0e47-4ea0-83e4-27503bd153c7 req-06ed4d79-2e46-46d4-a4a9-741f0123024d tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397453 Feb 10 23:28:51.229557 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-428ab91d-9d50-4831-ba1f-fdd84e90ce81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:51.625295 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa956569-e063-4a99-a051-7da7308e4155 req-11fc4b00-8cb2-4c9c-aedc-fd1eefceb416 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:51.626718 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fa956569-e063-4a99-a051-7da7308e4155 req-11fc4b00-8cb2-4c9c-aedc-fd1eefceb416 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a5678eb-4ba2-4339-8ffe-2034b65b5f70 HTTP/1.1" status: 200 len: 945 time: 0.0786307 Feb 10 23:28:51.671380 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fa956569-e063-4a99-a051-7da7308e4155 req-bfeae3ae-a1c5-4513-9960-809bb19f8320 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392091 Feb 10 23:28:52.469421 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:52.583834 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:52.863756 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef74616-04f5-47f6-bc0e-9650c69b0612 req-fda7b3d4-9538-41b8-8595-97e6af10774b tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:52.865305 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-6ef74616-04f5-47f6-bc0e-9650c69b0612 req-fda7b3d4-9538-41b8-8595-97e6af10774b tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a5678eb-4ba2-4339-8ffe-2034b65b5f70 HTTP/1.1" status: 200 len: 945 time: 0.0741625 Feb 10 23:28:52.914422 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-6ef74616-04f5-47f6-bc0e-9650c69b0612 req-892917d5-53c3-471c-8093-a827b2ccf435 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435281 Feb 10 23:28:54.023745 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:54.121293 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546cc9c-3240-4639-b0a6-566ccd166452 req-5da26b24-2c78-4c63-a02e-024c5ca62ee9 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:54.122704 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c546cc9c-3240-4639-b0a6-566ccd166452 req-5da26b24-2c78-4c63-a02e-024c5ca62ee9 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a5678eb-4ba2-4339-8ffe-2034b65b5f70 HTTP/1.1" status: 200 len: 945 time: 0.0817201 Feb 10 23:28:54.166145 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c546cc9c-3240-4639-b0a6-566ccd166452 req-0359e10f-fee1-42fa-aae7-d3c68f0f3dfd tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379689 Feb 10 23:28:55.225499 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:28:55.362691 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214aa315-61df-4881-8f92-4a4f379fdf71 req-322b0d80-83e8-44ba-bd61-ce4cdd76b9a2 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:55.364094 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-214aa315-61df-4881-8f92-4a4f379fdf71 req-322b0d80-83e8-44ba-bd61-ce4cdd76b9a2 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a5678eb-4ba2-4339-8ffe-2034b65b5f70 HTTP/1.1" status: 200 len: 945 time: 0.0730412 Feb 10 23:28:55.408679 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-214aa315-61df-4881-8f92-4a4f379fdf71 req-a0374f88-8cf4-465a-bc07-4936892a60a0 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391510 Feb 10 23:28:56.609203 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101f577-3eab-4700-b7c1-db1f83150d86 req-7ce7b341-2d8a-4965-8161-5c4116c07d47 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:56.610652 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e101f577-3eab-4700-b7c1-db1f83150d86 req-7ce7b341-2d8a-4965-8161-5c4116c07d47 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a5678eb-4ba2-4339-8ffe-2034b65b5f70 HTTP/1.1" status: 200 len: 945 time: 0.0822361 Feb 10 23:28:56.716488 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e101f577-3eab-4700-b7c1-db1f83150d86 req-5fc2c5c9-9e4e-4f8b-bd52-cdeb04d272b2 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003485 Feb 10 23:28:56.725026 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7e626a8b-95bb-4dc1-96bd-824e2a03750b req-c809418b-37e8-4c67-8284-4bdc26a71093 service neutron] 10.222.0.37 "GET /v2.0/ports/82936613-eba5-4659-b3b8-71dbdc86bc37/bindings/hv-neutron-8287 HTTP/1.1" status: 200 len: 384 time: 0.0957646 Feb 10 23:28:57.317289 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7e626a8b-95bb-4dc1-96bd-824e2a03750b req-42622e1e-d69e-4e54-bfcf-792fb3a4dfa1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0a5678eb-4ba2-4339-8ffe-2034b65b5f70&tenant_id=d16d528bf78d4621b6554fb63dadf2df HTTP/1.1" status: 200 len: 1098 time: 0.0707483 Feb 10 23:28:57.404939 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7e626a8b-95bb-4dc1-96bd-824e2a03750b req-28a4c040-850c-4558-b768-52ed32ee508a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d16d528bf78d4621b6554fb63dadf2df&device_id=0a5678eb-4ba2-4339-8ffe-2034b65b5f70 HTTP/1.1" status: 200 len: 1098 time: 0.0674596 Feb 10 23:28:57.534726 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e626a8b-95bb-4dc1-96bd-824e2a03750b req-e6446272-f26c-4aef-b1ab-e5c9ea4a03c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:57.536142 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7e626a8b-95bb-4dc1-96bd-824e2a03750b req-e6446272-f26c-4aef-b1ab-e5c9ea4a03c1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=01dc3a36-56c2-4ec4-be05-b0d3123d3f2a HTTP/1.1" status: 200 len: 916 time: 0.1254599 Feb 10 23:28:57.612254 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7e626a8b-95bb-4dc1-96bd-824e2a03750b req-b9a45529-2d15-438f-b8a3-3731b4d495ea service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82936613-eba5-4659-b3b8-71dbdc86bc37 HTTP/1.1" status: 200 len: 217 time: 0.0657635 Feb 10 23:28:57.676017 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e626a8b-95bb-4dc1-96bd-824e2a03750b req-bb93f8c4-364c-49c6-b922-0cd58a44c0d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:57.677452 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7e626a8b-95bb-4dc1-96bd-824e2a03750b req-bb93f8c4-364c-49c6-b922-0cd58a44c0d6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aae8b0a3-93e7-4680-931f-9cf5dd13e524 HTTP/1.1" status: 200 len: 855 time: 0.0590975 Feb 10 23:28:57.725251 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7e626a8b-95bb-4dc1-96bd-824e2a03750b req-c0153ca6-b030-4f34-9bde-b900cb835fad service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=01dc3a36-56c2-4ec4-be05-b0d3123d3f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398664 Feb 10 23:28:57.858487 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7e626a8b-95bb-4dc1-96bd-824e2a03750b req-f55d1169-1322-4f7f-8526-683488bba180 service neutron] 10.222.0.37 "GET /v2.0/networks/01dc3a36-56c2-4ec4-be05-b0d3123d3f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218138 Feb 10 23:28:57.998328 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7e626a8b-95bb-4dc1-96bd-824e2a03750b req-aa594b09-d697-41b5-ae28-0a49ee3dce55 service neutron] 10.222.0.37 "GET /v2.0/networks/01dc3a36-56c2-4ec4-be05-b0d3123d3f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292386 Feb 10 23:28:58.006789 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d35c10-c211-4009-bc89-925be69cadf0 req-eaa94c0d-5e52-4e17-8b54-abf4ed213dc9 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:58.008231 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-d3d35c10-c211-4009-bc89-925be69cadf0 req-eaa94c0d-5e52-4e17-8b54-abf4ed213dc9 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a5678eb-4ba2-4339-8ffe-2034b65b5f70 HTTP/1.1" status: 200 len: 945 time: 0.1672359 Feb 10 23:28:58.053573 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-d3d35c10-c211-4009-bc89-925be69cadf0 req-f7589db8-0c4e-4092-8cc6-0a1559fc113d tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390246 Feb 10 23:28:59.251355 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39930e60-26f7-4bfa-8233-a429a362226b req-10581af1-a3eb-4913-845e-8aa7ee8b8442 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:59.252800 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-39930e60-26f7-4bfa-8233-a429a362226b req-10581af1-a3eb-4913-845e-8aa7ee8b8442 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a5678eb-4ba2-4339-8ffe-2034b65b5f70 HTTP/1.1" status: 200 len: 945 time: 0.0763268 Feb 10 23:28:59.297396 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-39930e60-26f7-4bfa-8233-a429a362226b req-0ae7d055-f3c0-4756-95b8-15492e362e68 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391738 Feb 10 23:29:00.122868 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 82936613-eba5-4659-b3b8-71dbdc86bc37 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:29:00.125787 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 82936613-eba5-4659-b3b8-71dbdc86bc37 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:29:00.344910 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:00.361675 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 82936613-eba5-4659-b3b8-71dbdc86bc37, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=82936613-eba5-4659-b3b8-71dbdc86bc37,segment=NetworkSegment(d4f67dec-4c3e-4176-9062-dcc11463df41),segment_id=d4f67dec-4c3e-4176-9062-dcc11463df41)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:29:00.380773 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Returning: {'device': '82936613-eba5-4659-b3b8-71dbdc86bc37', 'network_id': '01dc3a36-56c2-4ec4-be05-b0d3123d3f2a', 'port_id': '82936613-eba5-4659-b3b8-71dbdc86bc37', 'mac_address': 'fa:16:3e:ad:f7:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aae8b0a3-93e7-4680-931f-9cf5dd13e524', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:29:00.410092 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a5678eb-4ba2-4339-8ffe-2034b65b5f70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82936613-eba5-4659-b3b8-71dbdc86bc37'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:29:00.429679 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 82936613-eba5-4659-b3b8-71dbdc86bc37, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=82936613-eba5-4659-b3b8-71dbdc86bc37,segment=NetworkSegment(d4f67dec-4c3e-4176-9062-dcc11463df41),segment_id=d4f67dec-4c3e-4176-9062-dcc11463df41)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:29:00.450864 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:00.468301 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 82936613-eba5-4659-b3b8-71dbdc86bc37 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:29:00.478247 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a5678eb-4ba2-4339-8ffe-2034b65b5f70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82936613-eba5-4659-b3b8-71dbdc86bc37', 'code': 200} Feb 10 23:29:00.492657 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:00.500472 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe035b6-3fb2-4764-8c75-895f0ab46216 req-881a160c-6462-48e1-bac1-60c5c6db78ce tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:00.502059 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-7fe035b6-3fb2-4764-8c75-895f0ab46216 req-881a160c-6462-48e1-bac1-60c5c6db78ce tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a5678eb-4ba2-4339-8ffe-2034b65b5f70 HTTP/1.1" status: 200 len: 945 time: 0.0816910 Feb 10 23:29:00.547469 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-7fe035b6-3fb2-4764-8c75-895f0ab46216 req-b23d24b5-813d-4cf8-9339-6eac0b94eb63 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397716 Feb 10 23:29:00.601553 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:29:00.601863 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:29:00.607978 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=82936613-eba5-4659-b3b8-71dbdc86bc37,revision_number=6']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:29:01.002390 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3ef6f-6b99-4028-9c5b-9cdc4a66ed23 req-0ec7f17a-7428-4c14-a304-4972ddbae0fc tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:01.003806 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-ade3ef6f-6b99-4028-9c5b-9cdc4a66ed23 req-0ec7f17a-7428-4c14-a304-4972ddbae0fc tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a5678eb-4ba2-4339-8ffe-2034b65b5f70 HTTP/1.1" status: 200 len: 943 time: 0.0790665 Feb 10 23:29:01.052571 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-ade3ef6f-6b99-4028-9c5b-9cdc4a66ed23 req-5b11a1c7-7c56-4735-8ac3-f7fcaf703de4 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428593 Feb 10 23:29:01.092851 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf73d2-3df5-45f2-a0d2-36e3d5d4f041 req-fea63aec-4aaf-413d-b44a-18f3ff7cd6e1 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:01.094208 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1abf73d2-3df5-45f2-a0d2-36e3d5d4f041 req-fea63aec-4aaf-413d-b44a-18f3ff7cd6e1 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a5678eb-4ba2-4339-8ffe-2034b65b5f70&tenant_id=d16d528bf78d4621b6554fb63dadf2df&binding%3Ahost_id=hv-neutron-8287 HTTP/1.1" status: 200 len: 943 time: 0.0848019 Feb 10 23:29:01.189521 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:01.207031 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82936613-eba5-4659-b3b8-71dbdc86bc37 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:29:01.222553 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 82936613-eba5-4659-b3b8-71dbdc86bc37, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=82936613-eba5-4659-b3b8-71dbdc86bc37,segment=NetworkSegment(d4f67dec-4c3e-4176-9062-dcc11463df41),segment_id=d4f67dec-4c3e-4176-9062-dcc11463df41)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:29:01.244454 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1abf73d2-3df5-45f2-a0d2-36e3d5d4f041 req-94cf8fe6-c53b-4b1a-9552-00a8039d27d8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d16d528bf78d4621b6554fb63dadf2df&device_id=0a5678eb-4ba2-4339-8ffe-2034b65b5f70 HTTP/1.1" status: 200 len: 1096 time: 0.0677965 Feb 10 23:29:01.292762 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:01.363144 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=82936613-eba5-4659-b3b8-71dbdc86bc37,revision_number=7']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:29:01.374275 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['82936613-eba5-4659-b3b8-71dbdc86bc37'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:29:01.375675 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf73d2-3df5-45f2-a0d2-36e3d5d4f041 req-8a819427-f118-413f-9ee8-b312b42327e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:01.377141 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1abf73d2-3df5-45f2-a0d2-36e3d5d4f041 req-8a819427-f118-413f-9ee8-b312b42327e0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=01dc3a36-56c2-4ec4-be05-b0d3123d3f2a HTTP/1.1" status: 200 len: 916 time: 0.1260040 Feb 10 23:29:01.539323 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1abf73d2-3df5-45f2-a0d2-36e3d5d4f041 req-65f41cd6-dbca-4bcf-a5c2-0f2ca8059155 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82936613-eba5-4659-b3b8-71dbdc86bc37 HTTP/1.1" status: 200 len: 217 time: 0.1522653 Feb 10 23:29:01.601930 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf73d2-3df5-45f2-a0d2-36e3d5d4f041 req-9a9c2063-f3b0-4175-bf04-247c517f3b70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:01.603406 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1abf73d2-3df5-45f2-a0d2-36e3d5d4f041 req-9a9c2063-f3b0-4175-bf04-247c517f3b70 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aae8b0a3-93e7-4680-931f-9cf5dd13e524 HTTP/1.1" status: 200 len: 855 time: 0.0560577 Feb 10 23:29:01.650615 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1abf73d2-3df5-45f2-a0d2-36e3d5d4f041 req-f8a24a44-cbba-4f94-8c06-6cf0700b7c4a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=01dc3a36-56c2-4ec4-be05-b0d3123d3f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391128 Feb 10 23:29:01.777810 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1abf73d2-3df5-45f2-a0d2-36e3d5d4f041 req-9955c7df-200c-4a98-a777-e1b7d0022e81 service neutron] 10.222.0.37 "GET /v2.0/networks/01dc3a36-56c2-4ec4-be05-b0d3123d3f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205306 Feb 10 23:29:01.905520 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1abf73d2-3df5-45f2-a0d2-36e3d5d4f041 req-46496bbd-da4b-48ba-9037-ffe119743fb8 service neutron] 10.222.0.37 "GET /v2.0/networks/01dc3a36-56c2-4ec4-be05-b0d3123d3f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201227 Feb 10 23:29:02.131326 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 82936613-eba5-4659-b3b8-71dbdc86bc37 up at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:29:02.201483 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning complete for port 82936613-eba5-4659-b3b8-71dbdc86bc37 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:29:02.202195 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:02.257515 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247fb432-db18-4995-9479-80cdfba2911b req-24e7631f-fb22-4793-8311-660f2ff1001d tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:02.258948 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-247fb432-db18-4995-9479-80cdfba2911b req-24e7631f-fb22-4793-8311-660f2ff1001d tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a5678eb-4ba2-4339-8ffe-2034b65b5f70 HTTP/1.1" status: 200 len: 944 time: 0.0777907 Feb 10 23:29:02.306828 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-247fb432-db18-4995-9479-80cdfba2911b req-81c8f82c-e37c-4142-93f4-ce439524bcc5 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398169 Feb 10 23:29:02.317684 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:02.350004 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 82936613-eba5-4659-b3b8-71dbdc86bc37, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=82936613-eba5-4659-b3b8-71dbdc86bc37,segment=NetworkSegment(d4f67dec-4c3e-4176-9062-dcc11463df41),segment_id=d4f67dec-4c3e-4176-9062-dcc11463df41)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:29:02.451779 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:02.484625 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a5678eb-4ba2-4339-8ffe-2034b65b5f70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82936613-eba5-4659-b3b8-71dbdc86bc37'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:29:02.521983 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=82936613-eba5-4659-b3b8-71dbdc86bc37,revision_number=8']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:29:02.554608 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a5678eb-4ba2-4339-8ffe-2034b65b5f70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82936613-eba5-4659-b3b8-71dbdc86bc37', 'code': 200} Feb 10 23:29:03.515736 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457dfc99-90b6-4c4c-91cc-d0c9de00fe35 req-d3052c08-cfde-4ffe-a122-24191fdf70ea tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:03.517191 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-457dfc99-90b6-4c4c-91cc-d0c9de00fe35 req-d3052c08-cfde-4ffe-a122-24191fdf70ea tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a5678eb-4ba2-4339-8ffe-2034b65b5f70 HTTP/1.1" status: 200 len: 945 time: 0.0866659 Feb 10 23:29:03.567690 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-457dfc99-90b6-4c4c-91cc-d0c9de00fe35 req-c7ca6387-9139-4905-b550-92d42d06c200 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434937 Feb 10 23:29:03.794180 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a5752-3987-433a-9add-72e329552723 req-c5c7e692-5b1b-4c55-b4d1-eae7e7f97ed7 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:03.795605 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-028a5752-3987-433a-9add-72e329552723 req-c5c7e692-5b1b-4c55-b4d1-eae7e7f97ed7 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a5678eb-4ba2-4339-8ffe-2034b65b5f70 HTTP/1.1" status: 200 len: 945 time: 0.0782251 Feb 10 23:29:03.841541 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-028a5752-3987-433a-9add-72e329552723 req-404eb3eb-89cf-4612-835f-00c6de2203e8 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403697 Feb 10 23:29:04.048364 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff0e73-dd27-4e99-b278-01750d9155ff req-5574cb45-aa5f-42a6-88db-31ea4baddc51 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:04.049843 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-faff0e73-dd27-4e99-b278-01750d9155ff req-5574cb45-aa5f-42a6-88db-31ea4baddc51 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a5678eb-4ba2-4339-8ffe-2034b65b5f70 HTTP/1.1" status: 200 len: 945 time: 0.0755217 Feb 10 23:29:04.095213 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-faff0e73-dd27-4e99-b278-01750d9155ff req-917f0dfb-f31a-433a-815c-0e53bcc6fcbe tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398648 Feb 10 23:29:04.767332 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f35fc-015e-43ae-81bb-e60b44c1284c req-291a5814-0135-415e-8059-337f54a605ab tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:04.768738 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-921f35fc-015e-43ae-81bb-e60b44c1284c req-291a5814-0135-415e-8059-337f54a605ab tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/networks?id=01dc3a36-56c2-4ec4-be05-b0d3123d3f2a HTTP/1.1" status: 200 len: 815 time: 0.1474550 Feb 10 23:29:04.785576 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-921f35fc-015e-43ae-81bb-e60b44c1284c req-488b2910-d28f-40f2-bb05-7795c527665f tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/quotas/d16d528bf78d4621b6554fb63dadf2df HTTP/1.1" status: 200 len: 375 time: 0.0115166 Feb 10 23:29:04.862780 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-921f35fc-015e-43ae-81bb-e60b44c1284c req-90a92b88-7c21-440e-9f0e-80c5ecc429af tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d16d528bf78d4621b6554fb63dadf2df&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0711768 Feb 10 23:29:04.990486 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-921f35fc-015e-43ae-81bb-e60b44c1284c req-50064c31-e1d5-40b2-b3b5-6c12c23d2e21 service neutron] 10.222.0.59 "GET /v2.0/networks/01dc3a36-56c2-4ec4-be05-b0d3123d3f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211545 Feb 10 23:29:05.121912 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-921f35fc-015e-43ae-81bb-e60b44c1284c req-45cedd76-dd82-4a9d-91b0-919a5aa2feb3 service neutron] 10.222.0.59 "GET /v2.0/networks/01dc3a36-56c2-4ec4-be05-b0d3123d3f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248138 Feb 10 23:29:05.409756 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-458a642e-cc54-4190-b723-9ae77ef695a3 req-1df978e1-1924-4d6d-ba12-d5d4142a5db2 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bc40e0-4ef4-48f4-b85e-d86296c48bfc HTTP/1.1" status: 200 len: 210 time: 0.0447593 Feb 10 23:29:06.770963 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e2d2c79e-cccd-4141-8363-0c2142cb5bf9 req-9e35402f-a1c7-44fa-9045-fcc8abd8e00a tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bc40e0-4ef4-48f4-b85e-d86296c48bfc HTTP/1.1" status: 200 len: 210 time: 0.0435922 Feb 10 23:29:06.924552 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b0e1ea-40af-49dc-836d-c66bfc51505e req-f0f40419-0d78-48e9-b2cd-ddeb583da5e4 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:06.925952 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-22b0e1ea-40af-49dc-836d-c66bfc51505e req-f0f40419-0d78-48e9-b2cd-ddeb583da5e4 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a5678eb-4ba2-4339-8ffe-2034b65b5f70 HTTP/1.1" status: 200 len: 945 time: 0.0770001 Feb 10 23:29:06.995224 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-22b0e1ea-40af-49dc-836d-c66bfc51505e req-bc8b68c3-5062-42b9-be96-01da4e3e13a3 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Deleting port 82936613-eba5-4659-b3b8-71dbdc86bc37 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:29:06.995828 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-22b0e1ea-40af-49dc-836d-c66bfc51505e req-bc8b68c3-5062-42b9-be96-01da4e3e13a3 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:07.438444 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-22b0e1ea-40af-49dc-836d-c66bfc51505e req-bc8b68c3-5062-42b9-be96-01da4e3e13a3 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] For port 82936613-eba5-4659-b3b8-71dbdc86bc37, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=82936613-eba5-4659-b3b8-71dbdc86bc37,segment=NetworkSegment(d4f67dec-4c3e-4176-9062-dcc11463df41),segment_id=d4f67dec-4c3e-4176-9062-dcc11463df41)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:29:07.438800 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-22b0e1ea-40af-49dc-836d-c66bfc51505e req-bc8b68c3-5062-42b9-be96-01da4e3e13a3 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:07.571191 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f35fc-015e-43ae-81bb-e60b44c1284c req-b726f45a-b4f9-442f-b633-9d057ed669c5 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:07.572588 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-921f35fc-015e-43ae-81bb-e60b44c1284c req-b726f45a-b4f9-442f-b633-9d057ed669c5 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.37 "GET /v2.0/networks?id=01dc3a36-56c2-4ec4-be05-b0d3123d3f2a HTTP/1.1" status: 200 len: 815 time: 0.3009262 Feb 10 23:29:07.579321 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-22b0e1ea-40af-49dc-836d-c66bfc51505e req-bc8b68c3-5062-42b9-be96-01da4e3e13a3 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Calling delete_port for 82936613-eba5-4659-b3b8-71dbdc86bc37 owned by compute:nova {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:29:07.608581 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-921f35fc-015e-43ae-81bb-e60b44c1284c req-d9a792d8-3ce5-4b3e-b7c4-17325c04d51f tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Request body: {'port': {'device_id': '58bc40e0-4ef4-48f4-b85e-d86296c48bfc', 'network_id': '01dc3a36-56c2-4ec4-be05-b0d3123d3f2a', 'admin_state_up': True, 'tenant_id': 'd16d528bf78d4621b6554fb63dadf2df'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:29:07.818971 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-921f35fc-015e-43ae-81bb-e60b44c1284c req-d9a792d8-3ce5-4b3e-b7c4-17325c04d51f tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:29:07.827015 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-921f35fc-015e-43ae-81bb-e60b44c1284c req-d9a792d8-3ce5-4b3e-b7c4-17325c04d51f tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Usage tracker for resource:port and tenant:d16d528bf78d4621b6554fb63dadf2df is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:29:07.831393 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-921f35fc-015e-43ae-81bb-e60b44c1284c req-d9a792d8-3ce5-4b3e-b7c4-17325c04d51f tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:29:07.841168 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-921f35fc-015e-43ae-81bb-e60b44c1284c req-d9a792d8-3ce5-4b3e-b7c4-17325c04d51f tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:29:07.902234 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-22b0e1ea-40af-49dc-836d-c66bfc51505e req-bc8b68c3-5062-42b9-be96-01da4e3e13a3 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:07.918389 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['82936613-eba5-4659-b3b8-71dbdc86bc37'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:29:07.932972 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-87597f31-2bba-49c3-8164-226fbc46e504 req-c8bb44b7-8c84-4e04-bb13-7ee10a2dc178 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bc40e0-4ef4-48f4-b85e-d86296c48bfc HTTP/1.1" status: 200 len: 210 time: 0.0401490 Feb 10 23:29:07.955920 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-921f35fc-015e-43ae-81bb-e60b44c1284c req-d9a792d8-3ce5-4b3e-b7c4-17325c04d51f tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Made reservation on behalf of d16d528bf78d4621b6554fb63dadf2df for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:29:07.958911 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-921f35fc-015e-43ae-81bb-e60b44c1284c req-d9a792d8-3ce5-4b3e-b7c4-17325c04d51f tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:07.970420 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8b68c3-5062-42b9-be96-01da4e3e13a3 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Pushing event deleted for resources: {'Port': ['ID=82936613-eba5-4659-b3b8-71dbdc86bc37,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:29:08.026878 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b68c3-5062-42b9-be96-01da4e3e13a3 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:08.027200 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b68c3-5062-42b9-be96-01da4e3e13a3 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:08.027534 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b68c3-5062-42b9-be96-01da4e3e13a3 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:08.027864 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b68c3-5062-42b9-be96-01da4e3e13a3 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:08.028193 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b68c3-5062-42b9-be96-01da4e3e13a3 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:08.028526 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b68c3-5062-42b9-be96-01da4e3e13a3 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:08.028892 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b68c3-5062-42b9-be96-01da4e3e13a3 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:08.029216 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b68c3-5062-42b9-be96-01da4e3e13a3 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:08.029536 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b68c3-5062-42b9-be96-01da4e3e13a3 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:08.029855 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b68c3-5062-42b9-be96-01da4e3e13a3 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:08.030178 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b68c3-5062-42b9-be96-01da4e3e13a3 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:08.106231 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-22b0e1ea-40af-49dc-836d-c66bfc51505e req-bc8b68c3-5062-42b9-be96-01da4e3e13a3 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] No DVR routers for this DVR port 82936613-eba5-4659-b3b8-71dbdc86bc37 on host hv-neutron-8287 {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:29:08.112750 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-22b0e1ea-40af-49dc-836d-c66bfc51505e req-bc8b68c3-5062-42b9-be96-01da4e3e13a3 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:08.115225 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a5678eb-4ba2-4339-8ffe-2034b65b5f70', 'name': 'network-vif-deleted', 'tag': '82936613-eba5-4659-b3b8-71dbdc86bc37'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:29:08.184183 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a5678eb-4ba2-4339-8ffe-2034b65b5f70', 'name': 'network-vif-deleted', 'tag': '82936613-eba5-4659-b3b8-71dbdc86bc37', 'status': 'completed', 'code': 200} Feb 10 23:29:08.189838 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-22b0e1ea-40af-49dc-836d-c66bfc51505e req-bc8b68c3-5062-42b9-be96-01da4e3e13a3 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.37 "DELETE /v2.0/ports/82936613-eba5-4659-b3b8-71dbdc86bc37 HTTP/1.1" status: 204 len: 173 time: 1.2556770 Feb 10 23:29:08.219626 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [req-921f35fc-015e-43ae-81bb-e60b44c1284c req-d9a792d8-3ce5-4b3e-b7c4-17325c04d51f tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Allocated IP 172.20.0.4 (01dc3a36-56c2-4ec4-be05-b0d3123d3f2a/aae8b0a3-93e7-4680-931f-9cf5dd13e524/e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:29:08.415316 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-921f35fc-015e-43ae-81bb-e60b44c1284c req-d9a792d8-3ce5-4b3e-b7c4-17325c04d51f tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:08.504178 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-921f35fc-015e-43ae-81bb-e60b44c1284c req-d9a792d8-3ce5-4b3e-b7c4-17325c04d51f tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:08.578782 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-921f35fc-015e-43ae-81bb-e60b44c1284c req-d9a792d8-3ce5-4b3e-b7c4-17325c04d51f tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Network 01dc3a36-56c2-4ec4-be05-b0d3123d3f2a is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:29:08.581655 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [req-921f35fc-015e-43ae-81bb-e60b44c1284c req-d9a792d8-3ce5-4b3e-b7c4-17325c04d51f tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:29:08.585993 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a792d8-3ce5-4b3e-b7c4-17325c04d51f tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Pushing event updated for resources: {'Port': ['ID=e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:29:08.588099 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-921f35fc-015e-43ae-81bb-e60b44c1284c req-d9a792d8-3ce5-4b3e-b7c4-17325c04d51f tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:29:08.646117 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f35fc-015e-43ae-81bb-e60b44c1284c req-d9a792d8-3ce5-4b3e-b7c4-17325c04d51f tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:08.646705 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-921f35fc-015e-43ae-81bb-e60b44c1284c req-d9a792d8-3ce5-4b3e-b7c4-17325c04d51f tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:08.721574 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-921f35fc-015e-43ae-81bb-e60b44c1284c req-d9a792d8-3ce5-4b3e-b7c4-17325c04d51f tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1167171 Feb 10 23:29:08.733099 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-921f35fc-015e-43ae-81bb-e60b44c1284c req-e60fe533-b4e9-4270-9079-24234df0178b service neutron] Request body: {'port': {'device_id': '58bc40e0-4ef4-48f4-b85e-d86296c48bfc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:29:08.841249 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-921f35fc-015e-43ae-81bb-e60b44c1284c req-e60fe533-b4e9-4270-9079-24234df0178b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:09.159457 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d87a1d-72ff-4240-a9d1-5f6912f9dac6 req-791b0970-3d35-4d9c-bc89-b3d4c779924c tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:09.161083 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-c3d87a1d-72ff-4240-a9d1-5f6912f9dac6 req-791b0970-3d35-4d9c-bc89-b3d4c779924c tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bc40e0-4ef4-48f4-b85e-d86296c48bfc HTTP/1.1" status: 200 len: 931 time: 0.0987840 Feb 10 23:29:09.208428 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-c3d87a1d-72ff-4240-a9d1-5f6912f9dac6 req-84ddf911-bb51-4b87-959b-6c7eaeeaaf4b tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403447 Feb 10 23:29:09.293692 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [req-921f35fc-015e-43ae-81bb-e60b44c1284c req-e60fe533-b4e9-4270-9079-24234df0178b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b {{(pid=84332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:29:09.300440 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-921f35fc-015e-43ae-81bb-e60b44c1284c req-e60fe533-b4e9-4270-9079-24234df0178b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:09.314122 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-921f35fc-015e-43ae-81bb-e60b44c1284c req-e60fe533-b4e9-4270-9079-24234df0178b service neutron] Transition to ACTIVE for port object e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b will not be triggered until provisioned by entity L2. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:29:09.394530 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-921f35fc-015e-43ae-81bb-e60b44c1284c req-e60fe533-b4e9-4270-9079-24234df0178b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:09.516999 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60fe533-b4e9-4270-9079-24234df0178b service neutron] Pushing event updated for resources: {'Port': ['ID=e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:29:09.620483 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-921f35fc-015e-43ae-81bb-e60b44c1284c req-e60fe533-b4e9-4270-9079-24234df0178b service neutron] Attempting to bind port e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:29:09.620838 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-921f35fc-015e-43ae-81bb-e60b44c1284c req-e60fe533-b4e9-4270-9079-24234df0178b service neutron] Attempting to bind port e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': 'd4f67dec-4c3e-4176-9062-dcc11463df41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '01dc3a36-56c2-4ec4-be05-b0d3123d3f2a'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:29:09.621157 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921f35fc-015e-43ae-81bb-e60b44c1284c req-e60fe533-b4e9-4270-9079-24234df0178b service neutron] Attempting to bind port e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b on network 01dc3a36-56c2-4ec4-be05-b0d3123d3f2a {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:29:09.626638 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921f35fc-015e-43ae-81bb-e60b44c1284c req-e60fe533-b4e9-4270-9079-24234df0178b service neutron] Port e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b on network 01dc3a36-56c2-4ec4-be05-b0d3123d3f2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:29:09.626949 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921f35fc-015e-43ae-81bb-e60b44c1284c req-e60fe533-b4e9-4270-9079-24234df0178b service neutron] Attempting to bind port e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b on network 01dc3a36-56c2-4ec4-be05-b0d3123d3f2a {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:29:09.633546 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921f35fc-015e-43ae-81bb-e60b44c1284c req-e60fe533-b4e9-4270-9079-24234df0178b service neutron] Checking agent: {'id': '0f85d58b-4cda-4360-97cf-be037aef26b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'started_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:29:09.633873 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921f35fc-015e-43ae-81bb-e60b44c1284c req-e60fe533-b4e9-4270-9079-24234df0178b service neutron] Checking segment: {'id': 'd4f67dec-4c3e-4176-9062-dcc11463df41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '01dc3a36-56c2-4ec4-be05-b0d3123d3f2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:29:09.634248 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921f35fc-015e-43ae-81bb-e60b44c1284c req-e60fe533-b4e9-4270-9079-24234df0178b service neutron] Bound using segment: {'id': 'd4f67dec-4c3e-4176-9062-dcc11463df41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '01dc3a36-56c2-4ec4-be05-b0d3123d3f2a'} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:29:09.634656 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-921f35fc-015e-43ae-81bb-e60b44c1284c req-e60fe533-b4e9-4270-9079-24234df0178b service neutron] Bound port: e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4f67dec-4c3e-4176-9062-dcc11463df41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '01dc3a36-56c2-4ec4-be05-b0d3123d3f2a'}}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:29:09.634989 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-921f35fc-015e-43ae-81bb-e60b44c1284c req-e60fe533-b4e9-4270-9079-24234df0178b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:09.724318 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-921f35fc-015e-43ae-81bb-e60b44c1284c req-e60fe533-b4e9-4270-9079-24234df0178b service neutron] For port e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b, host hv-neutron-8287, cleared binding levels {{(pid=84332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:29:09.727100 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-921f35fc-015e-43ae-81bb-e60b44c1284c req-e60fe533-b4e9-4270-9079-24234df0178b service neutron] For port e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b,segment=NetworkSegment(d4f67dec-4c3e-4176-9062-dcc11463df41),segment_id=d4f67dec-4c3e-4176-9062-dcc11463df41)] {{(pid=84332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:29:09.806632 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-921f35fc-015e-43ae-81bb-e60b44c1284c req-e60fe533-b4e9-4270-9079-24234df0178b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:09.866358 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-921f35fc-015e-43ae-81bb-e60b44c1284c req-e60fe533-b4e9-4270-9079-24234df0178b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:09.867710 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-921f35fc-015e-43ae-81bb-e60b44c1284c req-e60fe533-b4e9-4270-9079-24234df0178b service neutron] 10.222.0.37 "PUT /v2.0/ports/e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b HTTP/1.1" status: 200 len: 1093 time: 1.1386602 Feb 10 23:29:09.882383 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60fe533-b4e9-4270-9079-24234df0178b service neutron] Pushing event updated for resources: {'Port': ['ID=e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b,revision_number=3']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:29:10.035891 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-921f35fc-015e-43ae-81bb-e60b44c1284c req-02044db8-9a7d-4484-9d6e-f9db4306e230 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d16d528bf78d4621b6554fb63dadf2df&device_id=58bc40e0-4ef4-48f4-b85e-d86296c48bfc HTTP/1.1" status: 200 len: 1096 time: 0.0709121 Feb 10 23:29:10.117105 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-921f35fc-015e-43ae-81bb-e60b44c1284c req-61b956cf-163c-4156-aafb-7a5b2655fd1c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b HTTP/1.1" status: 200 len: 217 time: 0.0700827 Feb 10 23:29:10.150421 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 82936613-eba5-4659-b3b8-71dbdc86bc37 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:29:10.185215 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f35fc-015e-43ae-81bb-e60b44c1284c req-909c84ec-3b24-42a0-89cd-e89ce9edefc4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:10.186647 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-921f35fc-015e-43ae-81bb-e60b44c1284c req-909c84ec-3b24-42a0-89cd-e89ce9edefc4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aae8b0a3-93e7-4680-931f-9cf5dd13e524 HTTP/1.1" status: 200 len: 855 time: 0.0585179 Feb 10 23:29:10.187083 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58bc40e0-4ef4-48f4-b85e-d86296c48bfc', 'tag': 'e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:29:10.187200 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] No Port match for: 82936613-eba5-4659-b3b8-71dbdc86bc37 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:29:10.187483 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 82936613-eba5-4659-b3b8-71dbdc86bc37 not bound to the agent host hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:29:10.237719 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-921f35fc-015e-43ae-81bb-e60b44c1284c req-2bf0b8d1-24c3-42a0-a35f-97cab2c5e307 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=01dc3a36-56c2-4ec4-be05-b0d3123d3f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425484 Feb 10 23:29:10.241360 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58bc40e0-4ef4-48f4-b85e-d86296c48bfc', 'tag': 'e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b', 'status': 'completed', 'code': 200} Feb 10 23:29:10.381885 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-921f35fc-015e-43ae-81bb-e60b44c1284c req-11317e5c-ab92-4531-bc8f-a3ac029e2db2 service neutron] 10.222.0.37 "GET /v2.0/networks/01dc3a36-56c2-4ec4-be05-b0d3123d3f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321931 Feb 10 23:29:10.417580 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790bcc34-2d0e-4b91-aa28-b6fdf7da5c5a req-c6ae4f6e-5a61-4798-bb65-ec48a4ded562 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:10.419056 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-790bcc34-2d0e-4b91-aa28-b6fdf7da5c5a req-c6ae4f6e-5a61-4798-bb65-ec48a4ded562 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bc40e0-4ef4-48f4-b85e-d86296c48bfc HTTP/1.1" status: 200 len: 943 time: 0.0814729 Feb 10 23:29:10.465663 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-790bcc34-2d0e-4b91-aa28-b6fdf7da5c5a req-bc15a7f3-89c2-4eca-bc04-052d4f58b602 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408676 Feb 10 23:29:10.529627 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-921f35fc-015e-43ae-81bb-e60b44c1284c req-7c792759-411c-4ec7-8877-974970f56ab5 service neutron] 10.222.0.37 "GET /v2.0/networks/01dc3a36-56c2-4ec4-be05-b0d3123d3f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288421 Feb 10 23:29:10.731156 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a1344fc0-22ed-4cba-abc0-88bdc939c95c req-3197f8f0-6cd0-4d5f-a411-4ed85ab8c1df service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d16d528bf78d4621b6554fb63dadf2df&device_id=58bc40e0-4ef4-48f4-b85e-d86296c48bfc HTTP/1.1" status: 200 len: 1096 time: 0.0692041 Feb 10 23:29:10.863572 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1344fc0-22ed-4cba-abc0-88bdc939c95c req-8acca422-ef5a-4b8d-a723-e5095fa153bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:10.865014 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a1344fc0-22ed-4cba-abc0-88bdc939c95c req-8acca422-ef5a-4b8d-a723-e5095fa153bf service neutron] 10.222.0.37 "GET /v2.0/networks?id=01dc3a36-56c2-4ec4-be05-b0d3123d3f2a HTTP/1.1" status: 200 len: 916 time: 0.1250641 Feb 10 23:29:10.936329 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a1344fc0-22ed-4cba-abc0-88bdc939c95c req-f60b90b8-af04-41bc-9b8f-975dd2f3c3cd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b HTTP/1.1" status: 200 len: 217 time: 0.0641189 Feb 10 23:29:10.997175 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1344fc0-22ed-4cba-abc0-88bdc939c95c req-de758508-18e4-432e-91ab-1b1fa50e4fc1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:10.998584 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a1344fc0-22ed-4cba-abc0-88bdc939c95c req-de758508-18e4-432e-91ab-1b1fa50e4fc1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aae8b0a3-93e7-4680-931f-9cf5dd13e524 HTTP/1.1" status: 200 len: 855 time: 0.0556324 Feb 10 23:29:11.043675 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a1344fc0-22ed-4cba-abc0-88bdc939c95c req-a85d37ab-0dd4-4e9d-9369-94ebca975256 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=01dc3a36-56c2-4ec4-be05-b0d3123d3f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380719 Feb 10 23:29:11.175275 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a1344fc0-22ed-4cba-abc0-88bdc939c95c req-4a56ed4a-8f03-4582-9713-4204266e5cdb service neutron] 10.222.0.37 "GET /v2.0/networks/01dc3a36-56c2-4ec4-be05-b0d3123d3f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212685 Feb 10 23:29:11.399836 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a1344fc0-22ed-4cba-abc0-88bdc939c95c req-2eca477d-2d74-4ef3-8557-b34fd48758ec service neutron] 10.222.0.37 "GET /v2.0/networks/01dc3a36-56c2-4ec4-be05-b0d3123d3f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164974 Feb 10 23:29:11.663270 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8625357d-91bb-41ca-92c3-393cce86817c req-b0d672cb-1fae-4b79-9160-a83aafd8bc0d tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:11.663940 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-8625357d-91bb-41ca-92c3-393cce86817c req-b0d672cb-1fae-4b79-9160-a83aafd8bc0d tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Synchronizing usage tracker for tenant:d16d528bf78d4621b6554fb63dadf2df on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:29:11.760698 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-8625357d-91bb-41ca-92c3-393cce86817c req-b0d672cb-1fae-4b79-9160-a83aafd8bc0d tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Unset dirty status for tenant:d16d528bf78d4621b6554fb63dadf2df on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:29:11.761932 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8625357d-91bb-41ca-92c3-393cce86817c req-b0d672cb-1fae-4b79-9160-a83aafd8bc0d tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bc40e0-4ef4-48f4-b85e-d86296c48bfc HTTP/1.1" status: 200 len: 943 time: 0.1719167 Feb 10 23:29:11.807214 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8625357d-91bb-41ca-92c3-393cce86817c req-84e205af-a0e6-4597-b38f-850dad8f0bb5 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392611 Feb 10 23:29:12.159576 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:29:12.287411 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b,segment=NetworkSegment(d4f67dec-4c3e-4176-9062-dcc11463df41),segment_id=d4f67dec-4c3e-4176-9062-dcc11463df41)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:29:12.300415 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Returning: {'device': 'e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b', 'network_id': '01dc3a36-56c2-4ec4-be05-b0d3123d3f2a', 'port_id': 'e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b', 'mac_address': 'fa:16:3e:a5:7c:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aae8b0a3-93e7-4680-931f-9cf5dd13e524', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:29:12.352513 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:12.368885 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:29:12.383108 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b,segment=NetworkSegment(d4f67dec-4c3e-4176-9062-dcc11463df41),segment_id=d4f67dec-4c3e-4176-9062-dcc11463df41)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:29:12.468931 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:12.535680 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:29:12.706807 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:29:13.003215 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f862a03f-e0bd-41f6-a75a-072241af1bc3 req-449052fd-e9c6-413e-8419-7c6cfede3d15 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:13.004650 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-f862a03f-e0bd-41f6-a75a-072241af1bc3 req-449052fd-e9c6-413e-8419-7c6cfede3d15 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bc40e0-4ef4-48f4-b85e-d86296c48bfc HTTP/1.1" status: 200 len: 944 time: 0.0769312 Feb 10 23:29:13.049388 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-f862a03f-e0bd-41f6-a75a-072241af1bc3 req-dc42a391-ae78-4aa5-b278-8517720ffb28 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392909 Feb 10 23:29:14.181832 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b up at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:29:14.248486 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a64a43-4654-4059-8fe7-442a5a2fd109 req-d53486f7-dd17-43b3-a742-d1e766f8dff2 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:14.252176 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-40a64a43-4654-4059-8fe7-442a5a2fd109 req-d53486f7-dd17-43b3-a742-d1e766f8dff2 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bc40e0-4ef4-48f4-b85e-d86296c48bfc HTTP/1.1" status: 200 len: 944 time: 0.0797350 Feb 10 23:29:14.295660 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-40a64a43-4654-4059-8fe7-442a5a2fd109 req-9c6889f6-063c-4c05-af0a-e95e7a90e82b tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398424 Feb 10 23:29:14.337731 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning for port e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:29:14.343240 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning complete for port e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:29:14.343609 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:14.460927 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:14.487840 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58bc40e0-4ef4-48f4-b85e-d86296c48bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:29:14.497876 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b,segment=NetworkSegment(d4f67dec-4c3e-4176-9062-dcc11463df41),segment_id=d4f67dec-4c3e-4176-9062-dcc11463df41)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:29:14.541533 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58bc40e0-4ef4-48f4-b85e-d86296c48bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b', 'code': 200} Feb 10 23:29:14.566326 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:14.633237 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:29:14.642045 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:14.642392 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:14.642730 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:14.643061 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:14.643390 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:14.643715 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:14.644039 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:14.644361 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:14.644797 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:14.645061 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:14.645377 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:14.910987 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cb51eccc-2b4c-4c22-aef8-132933c8d75a req-7c972f18-d73d-46ed-87bd-2a0e099d7794 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=58bc40e0-4ef4-48f4-b85e-d86296c48bfc HTTP/1.1" status: 200 len: 1098 time: 0.0652559 Feb 10 23:29:14.952440 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cb51eccc-2b4c-4c22-aef8-132933c8d75a req-622faab9-d8cb-426e-b72c-e2b548dabed3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353706 Feb 10 23:29:15.495008 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb93cfe6-19e1-4d98-8ffd-88564a7d7243 req-ebfd1d86-3828-4240-a0a6-b1f99cb86a52 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:15.497101 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cb93cfe6-19e1-4d98-8ffd-88564a7d7243 req-ebfd1d86-3828-4240-a0a6-b1f99cb86a52 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bc40e0-4ef4-48f4-b85e-d86296c48bfc HTTP/1.1" status: 200 len: 945 time: 0.0782101 Feb 10 23:29:15.540769 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cb93cfe6-19e1-4d98-8ffd-88564a7d7243 req-211d7297-b3f4-43a8-a00e-1f8483d421d3 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381830 Feb 10 23:29:16.211765 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:16.733912 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b6a600-4e9f-4923-a0cd-57ab5d17caff req-766d4519-9f50-445a-955a-7f59216b9fd2 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:16.735324 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-b9b6a600-4e9f-4923-a0cd-57ab5d17caff req-766d4519-9f50-445a-955a-7f59216b9fd2 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bc40e0-4ef4-48f4-b85e-d86296c48bfc HTTP/1.1" status: 200 len: 945 time: 0.0738907 Feb 10 23:29:16.779847 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-b9b6a600-4e9f-4923-a0cd-57ab5d17caff req-8eaf8d51-eab4-4f9a-b7bb-e9acbe2a02e9 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389988 Feb 10 23:29:16.977445 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c797f2-4080-4ece-88b4-e610a3e625b5 req-5657ebcb-4c5e-4a30-81ba-8b8e68eccc66 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:16.978879 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d6c797f2-4080-4ece-88b4-e610a3e625b5 req-5657ebcb-4c5e-4a30-81ba-8b8e68eccc66 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bc40e0-4ef4-48f4-b85e-d86296c48bfc HTTP/1.1" status: 200 len: 945 time: 0.0750833 Feb 10 23:29:17.025333 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d6c797f2-4080-4ece-88b4-e610a3e625b5 req-e5583623-7dff-4078-80aa-c51e1bec9d09 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399544 Feb 10 23:29:17.283593 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-4220e463-fda9-41c9-b7aa-5032b7ca5e93 req-52d3ac52-6b06-4197-9ebf-2f44bf9903e3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=58bc40e0-4ef4-48f4-b85e-d86296c48bfc&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1332130 Feb 10 23:29:17.736759 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3cbd3-d13f-4eff-bab1-408caaacbea4 req-aea6b98f-0cf3-4235-ac38-0f7760a832d9 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:17.738174 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3de3cbd3-d13f-4eff-bab1-408caaacbea4 req-aea6b98f-0cf3-4235-ac38-0f7760a832d9 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bc40e0-4ef4-48f4-b85e-d86296c48bfc HTTP/1.1" status: 200 len: 945 time: 0.0788431 Feb 10 23:29:17.783370 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3de3cbd3-d13f-4eff-bab1-408caaacbea4 req-1928731b-39cd-4fe8-9157-9a749c48d9a5 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396008 Feb 10 23:29:17.795276 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-47767045-1db4-4f57-a6ba-b52287a24edc req-6889cb7f-0d44-412a-bb84-91718b5ab9e7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=58bc40e0-4ef4-48f4-b85e-d86296c48bfc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0679529 Feb 10 23:29:18.984691 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487666b1-c16b-4bd1-9ffb-aaa6df2c35e7 req-ba579930-3d98-4732-9976-f037573e6f98 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:18.986264 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-487666b1-c16b-4bd1-9ffb-aaa6df2c35e7 req-ba579930-3d98-4732-9976-f037573e6f98 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bc40e0-4ef4-48f4-b85e-d86296c48bfc HTTP/1.1" status: 200 len: 945 time: 0.0825140 Feb 10 23:29:19.033919 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-487666b1-c16b-4bd1-9ffb-aaa6df2c35e7 req-2eb01676-186a-404f-a949-d3ea4e7d8228 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420890 Feb 10 23:29:19.063363 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f79f1605-325a-4275-a226-3f936b201ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:19.873055 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-47767045-1db4-4f57-a6ba-b52287a24edc req-22cdeb1a-d79a-472d-8013-06900602bcbc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d16d528bf78d4621b6554fb63dadf2df&device_id=58bc40e0-4ef4-48f4-b85e-d86296c48bfc HTTP/1.1" status: 200 len: 1098 time: 0.0680056 Feb 10 23:29:20.002315 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47767045-1db4-4f57-a6ba-b52287a24edc req-135f6045-d9b4-4e13-8fba-2cc662cc07cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:20.003723 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-47767045-1db4-4f57-a6ba-b52287a24edc req-135f6045-d9b4-4e13-8fba-2cc662cc07cf service neutron] 10.222.0.37 "GET /v2.0/networks?id=01dc3a36-56c2-4ec4-be05-b0d3123d3f2a HTTP/1.1" status: 200 len: 916 time: 0.1222713 Feb 10 23:29:20.077863 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-47767045-1db4-4f57-a6ba-b52287a24edc req-f9ff8106-7352-415a-9f17-9d24d2bec780 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b HTTP/1.1" status: 200 len: 217 time: 0.0648146 Feb 10 23:29:20.145257 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47767045-1db4-4f57-a6ba-b52287a24edc req-bb5b585e-5da7-4f79-958e-87c95023ce24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:20.146583 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-47767045-1db4-4f57-a6ba-b52287a24edc req-bb5b585e-5da7-4f79-958e-87c95023ce24 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aae8b0a3-93e7-4680-931f-9cf5dd13e524 HTTP/1.1" status: 200 len: 855 time: 0.0625353 Feb 10 23:29:20.225252 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-47767045-1db4-4f57-a6ba-b52287a24edc req-f8790296-e446-4e06-a9d3-6cc5926ba271 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=01dc3a36-56c2-4ec4-be05-b0d3123d3f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707028 Feb 10 23:29:20.362195 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e2c6d-6321-4aec-b6c3-9164b9fa6baf req-7fc191ac-05fc-4635-904c-cb67ee27f2f8 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:20.363604 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-858e2c6d-6321-4aec-b6c3-9164b9fa6baf req-7fc191ac-05fc-4635-904c-cb67ee27f2f8 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bc40e0-4ef4-48f4-b85e-d86296c48bfc HTTP/1.1" status: 200 len: 945 time: 0.1802287 Feb 10 23:29:20.397297 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-47767045-1db4-4f57-a6ba-b52287a24edc req-10e9cabf-1069-49dc-bdbf-0e72ccc462a3 service neutron] 10.222.0.37 "GET /v2.0/networks/01dc3a36-56c2-4ec4-be05-b0d3123d3f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634815 Feb 10 23:29:20.486313 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-858e2c6d-6321-4aec-b6c3-9164b9fa6baf req-efa54e2f-74b4-410e-9de3-d7ae699690fb tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133082 Feb 10 23:29:20.540093 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-47767045-1db4-4f57-a6ba-b52287a24edc req-ec2e207d-d345-4e24-85f0-1ffe417128ec service neutron] 10.222.0.37 "GET /v2.0/networks/01dc3a36-56c2-4ec4-be05-b0d3123d3f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298628 Feb 10 23:29:21.167383 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9e8e4de6-815c-4d7e-bfb4-24f7d401b8c9 req-6e07972c-2726-4c43-981e-e7a55269d4b1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d16d528bf78d4621b6554fb63dadf2df&device_id=58bc40e0-4ef4-48f4-b85e-d86296c48bfc HTTP/1.1" status: 200 len: 1098 time: 0.0685210 Feb 10 23:29:21.240591 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dd7b8bcd-2e57-4d67-a05c-19b2cd7f1e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:21.393488 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e4de6-815c-4d7e-bfb4-24f7d401b8c9 req-844ecfe0-3409-438f-802b-f5a2bca99987 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:21.394896 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9e8e4de6-815c-4d7e-bfb4-24f7d401b8c9 req-844ecfe0-3409-438f-802b-f5a2bca99987 service neutron] 10.222.0.37 "GET /v2.0/networks?id=01dc3a36-56c2-4ec4-be05-b0d3123d3f2a HTTP/1.1" status: 200 len: 916 time: 0.2067227 Feb 10 23:29:21.463734 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9e8e4de6-815c-4d7e-bfb4-24f7d401b8c9 req-427bf59f-6a8a-4fae-b2c8-f1a4363e1b87 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b HTTP/1.1" status: 200 len: 217 time: 0.0621700 Feb 10 23:29:21.524890 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e4de6-815c-4d7e-bfb4-24f7d401b8c9 req-bf7e4342-7bec-4dde-a142-0422ac88cecb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:21.526293 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9e8e4de6-815c-4d7e-bfb4-24f7d401b8c9 req-bf7e4342-7bec-4dde-a142-0422ac88cecb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aae8b0a3-93e7-4680-931f-9cf5dd13e524 HTTP/1.1" status: 200 len: 855 time: 0.0557134 Feb 10 23:29:21.578814 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9e8e4de6-815c-4d7e-bfb4-24f7d401b8c9 req-abfb197f-4a46-461a-9c23-df46ce6f9134 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=01dc3a36-56c2-4ec4-be05-b0d3123d3f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443494 Feb 10 23:29:21.685386 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f36b7-60ff-4108-94ed-4f0006b161ca req-99b17d54-c3a5-443f-bc9b-ff194768be65 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:21.687522 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-435f36b7-60ff-4108-94ed-4f0006b161ca req-99b17d54-c3a5-443f-bc9b-ff194768be65 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bc40e0-4ef4-48f4-b85e-d86296c48bfc HTTP/1.1" status: 200 len: 945 time: 0.0755360 Feb 10 23:29:21.714384 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9e8e4de6-815c-4d7e-bfb4-24f7d401b8c9 req-3b4202f1-269e-498d-9afd-7bc274200c6c service neutron] 10.222.0.37 "GET /v2.0/networks/01dc3a36-56c2-4ec4-be05-b0d3123d3f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286552 Feb 10 23:29:21.731200 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-435f36b7-60ff-4108-94ed-4f0006b161ca req-d9a7c16b-ce2c-4a6e-a458-f56af08c30c9 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382533 Feb 10 23:29:21.845920 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9e8e4de6-815c-4d7e-bfb4-24f7d401b8c9 req-0fe4a38a-68eb-46b0-bc6b-72cd024ca88e service neutron] 10.222.0.37 "GET /v2.0/networks/01dc3a36-56c2-4ec4-be05-b0d3123d3f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248255 Feb 10 23:29:22.480294 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:22.598779 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:22.927490 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95078d-b862-4bcd-9091-89cc527c01ba req-b3a4810a-6eff-4dfb-870b-a660d1e3b569 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:22.928983 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3c95078d-b862-4bcd-9091-89cc527c01ba req-b3a4810a-6eff-4dfb-870b-a660d1e3b569 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bc40e0-4ef4-48f4-b85e-d86296c48bfc HTTP/1.1" status: 200 len: 945 time: 0.0739491 Feb 10 23:29:22.973543 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3c95078d-b862-4bcd-9091-89cc527c01ba req-1f865999-9f6e-4d81-b3fb-81b0fc1b0980 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383096 Feb 10 23:29:24.025510 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:24.172137 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421e9f1-0096-4f9a-81ea-ead02bc2f5f3 req-c6779732-4e3a-45e1-93b2-995eccc31649 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:24.173656 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-b421e9f1-0096-4f9a-81ea-ead02bc2f5f3 req-c6779732-4e3a-45e1-93b2-995eccc31649 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bc40e0-4ef4-48f4-b85e-d86296c48bfc HTTP/1.1" status: 200 len: 945 time: 0.0779386 Feb 10 23:29:24.218767 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-b421e9f1-0096-4f9a-81ea-ead02bc2f5f3 req-ef05e87f-12ea-46c0-a8fb-01ffb8f25d4d tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395110 Feb 10 23:29:25.416890 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d5324a-72b9-425b-bdc3-d97fb2d8ae4c req-70261269-e8c4-42e1-a50b-20d19c4f5b34 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:25.418916 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e0d5324a-72b9-425b-bdc3-d97fb2d8ae4c req-70261269-e8c4-42e1-a50b-20d19c4f5b34 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bc40e0-4ef4-48f4-b85e-d86296c48bfc HTTP/1.1" status: 200 len: 945 time: 0.0782962 Feb 10 23:29:25.462599 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e0d5324a-72b9-425b-bdc3-d97fb2d8ae4c req-63e3de25-7bb1-4a94-856d-032a5070cbd8 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382719 Feb 10 23:29:26.660366 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c92bbca-1942-410a-a282-f0931b8397c1 req-400d0872-6938-457f-baca-783678cab9fa tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:26.661824 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-6c92bbca-1942-410a-a282-f0931b8397c1 req-400d0872-6938-457f-baca-783678cab9fa tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bc40e0-4ef4-48f4-b85e-d86296c48bfc HTTP/1.1" status: 200 len: 945 time: 0.0772438 Feb 10 23:29:26.710235 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-6c92bbca-1942-410a-a282-f0931b8397c1 req-b28fad0d-ec3c-4e62-9d39-0b260c2e9d31 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429761 Feb 10 23:29:27.916954 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca36bf-c655-4900-a5f8-9ece7346eff8 req-45ab466b-17c8-4227-9d7a-3d43cfd60a2e tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:27.918489 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3aca36bf-c655-4900-a5f8-9ece7346eff8 req-45ab466b-17c8-4227-9d7a-3d43cfd60a2e tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bc40e0-4ef4-48f4-b85e-d86296c48bfc HTTP/1.1" status: 200 len: 945 time: 0.0740309 Feb 10 23:29:27.961627 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3aca36bf-c655-4900-a5f8-9ece7346eff8 req-f5a25cba-3d77-4ed8-a972-592c7a639622 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377593 Feb 10 23:29:29.159765 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e68d6-dda7-4bf6-838b-e3fd53b4e47e req-3875ee23-47cc-4cb2-9ba2-5dbd7e1e41be tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:29.161197 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-0a6e68d6-dda7-4bf6-838b-e3fd53b4e47e req-3875ee23-47cc-4cb2-9ba2-5dbd7e1e41be tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bc40e0-4ef4-48f4-b85e-d86296c48bfc HTTP/1.1" status: 200 len: 945 time: 0.0747614 Feb 10 23:29:29.204967 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-0a6e68d6-dda7-4bf6-838b-e3fd53b4e47e req-a78609a5-96aa-4247-b064-8720095f3047 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383139 Feb 10 23:29:30.403024 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2edd6-9235-49d5-a33f-4f4ff9695251 req-981a4e35-65b6-4776-8561-016306c85f42 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:30.404436 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-70b2edd6-9235-49d5-a33f-4f4ff9695251 req-981a4e35-65b6-4776-8561-016306c85f42 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bc40e0-4ef4-48f4-b85e-d86296c48bfc HTTP/1.1" status: 200 len: 945 time: 0.0772660 Feb 10 23:29:30.448165 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-70b2edd6-9235-49d5-a33f-4f4ff9695251 req-33927a19-398e-4015-aaf8-861ccf58dcd4 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380216 Feb 10 23:29:31.646232 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65099048-f98e-4937-89e6-eb253e50cc79 req-9dda0c4e-bb1d-4093-ae1a-c79586962b46 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:31.647691 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-65099048-f98e-4937-89e6-eb253e50cc79 req-9dda0c4e-bb1d-4093-ae1a-c79586962b46 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bc40e0-4ef4-48f4-b85e-d86296c48bfc HTTP/1.1" status: 200 len: 945 time: 0.0787096 Feb 10 23:29:31.692943 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-65099048-f98e-4937-89e6-eb253e50cc79 req-c310f6fa-0883-4f28-b93b-38516f994b58 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396426 Feb 10 23:29:32.226465 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:29:32.883113 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef58dd-7fe8-4734-8e2e-1bf64d42e5e9 req-0dfe15f7-785b-4d36-a7aa-08c612b0be5d tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:32.884562 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-35ef58dd-7fe8-4734-8e2e-1bf64d42e5e9 req-0dfe15f7-785b-4d36-a7aa-08c612b0be5d tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bc40e0-4ef4-48f4-b85e-d86296c48bfc HTTP/1.1" status: 200 len: 945 time: 0.0733643 Feb 10 23:29:32.931901 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-35ef58dd-7fe8-4734-8e2e-1bf64d42e5e9 req-4e1d9aa5-6d4d-47c5-afef-01e5269a8db5 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418110 Feb 10 23:29:34.127315 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9aef8-9c3b-4bfd-b84a-ee949ec6d25f req-34b5bd79-9b92-4533-a7cc-09ca179f0474 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:34.128766 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-29d9aef8-9c3b-4bfd-b84a-ee949ec6d25f req-34b5bd79-9b92-4533-a7cc-09ca179f0474 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bc40e0-4ef4-48f4-b85e-d86296c48bfc HTTP/1.1" status: 200 len: 945 time: 0.0760214 Feb 10 23:29:34.173653 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-29d9aef8-9c3b-4bfd-b84a-ee949ec6d25f req-3f105cbb-0d4c-4fa1-8576-2190136dc075 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394545 Feb 10 23:29:35.369731 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c28a9f-c5a0-481a-aefa-daa456f87b98 req-ad94d63e-b4d2-4f19-b223-21fc4ffb5f91 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:35.371155 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-82c28a9f-c5a0-481a-aefa-daa456f87b98 req-ad94d63e-b4d2-4f19-b223-21fc4ffb5f91 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bc40e0-4ef4-48f4-b85e-d86296c48bfc HTTP/1.1" status: 200 len: 945 time: 0.0751379 Feb 10 23:29:35.415532 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-82c28a9f-c5a0-481a-aefa-daa456f87b98 req-b8144547-172e-4b00-9a11-ac34dc204208 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388277 Feb 10 23:29:36.615646 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f291d-a3f3-4f3a-8259-9f8f2064ef38 req-0e29b739-a697-44b3-a067-cb921f0946c0 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:36.617085 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-337f291d-a3f3-4f3a-8259-9f8f2064ef38 req-0e29b739-a697-44b3-a067-cb921f0946c0 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bc40e0-4ef4-48f4-b85e-d86296c48bfc HTTP/1.1" status: 200 len: 945 time: 0.0787311 Feb 10 23:29:36.661837 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-337f291d-a3f3-4f3a-8259-9f8f2064ef38 req-67ef2493-fcf2-4d83-9270-0b4e6b15960e tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392010 Feb 10 23:29:37.859175 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4168e8-f352-4d33-9009-af19cfb8e1f7 req-b60cefc2-c00e-47d6-ade8-0815cdc3679c tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:37.860489 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fc4168e8-f352-4d33-9009-af19cfb8e1f7 req-b60cefc2-c00e-47d6-ade8-0815cdc3679c tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bc40e0-4ef4-48f4-b85e-d86296c48bfc HTTP/1.1" status: 200 len: 945 time: 0.0774195 Feb 10 23:29:37.903735 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fc4168e8-f352-4d33-9009-af19cfb8e1f7 req-11f3ab6b-cbf7-4386-bde4-5eb195874984 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373273 Feb 10 23:29:39.113018 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba84db8-f7ef-41e2-b818-add621f2c75f req-6867c2ca-aa1c-4025-860e-7643f49657e6 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:39.114434 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-aba84db8-f7ef-41e2-b818-add621f2c75f req-6867c2ca-aa1c-4025-860e-7643f49657e6 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bc40e0-4ef4-48f4-b85e-d86296c48bfc HTTP/1.1" status: 200 len: 945 time: 0.0895720 Feb 10 23:29:39.163282 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-aba84db8-f7ef-41e2-b818-add621f2c75f req-77d75d89-fb91-4dc7-a80a-1bec65da7db8 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433321 Feb 10 23:29:40.355618 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec15ce3-2f1a-4a37-9e8a-ba03fe021896 req-7ada970e-406a-43e5-84b1-0a366bf52570 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:40.357824 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bec15ce3-2f1a-4a37-9e8a-ba03fe021896 req-7ada970e-406a-43e5-84b1-0a366bf52570 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bc40e0-4ef4-48f4-b85e-d86296c48bfc HTTP/1.1" status: 200 len: 945 time: 0.0739570 Feb 10 23:29:40.401107 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bec15ce3-2f1a-4a37-9e8a-ba03fe021896 req-48c5b3e6-89fe-4d1a-9cac-db18485f80e2 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379477 Feb 10 23:29:41.595819 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb31c85-e613-40be-82a6-42e3ca98a4f1 req-16f8156d-7a00-4204-8819-9c7384e8abff tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:41.597281 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-2bb31c85-e613-40be-82a6-42e3ca98a4f1 req-16f8156d-7a00-4204-8819-9c7384e8abff tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bc40e0-4ef4-48f4-b85e-d86296c48bfc HTTP/1.1" status: 200 len: 945 time: 0.0760083 Feb 10 23:29:41.641771 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-2bb31c85-e613-40be-82a6-42e3ca98a4f1 req-ab4c21a3-1fe8-4b0e-9640-3f10008f8a31 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389936 Feb 10 23:29:42.837111 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd9a54-e831-41dd-94f5-7f39862e15ec req-a3fe548e-f16b-45b9-ae39-02b065622709 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:42.838541 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6afd9a54-e831-41dd-94f5-7f39862e15ec req-a3fe548e-f16b-45b9-ae39-02b065622709 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bc40e0-4ef4-48f4-b85e-d86296c48bfc HTTP/1.1" status: 200 len: 945 time: 0.0777633 Feb 10 23:29:42.882433 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6afd9a54-e831-41dd-94f5-7f39862e15ec req-64b2993d-3a2a-40b3-afe0-02f6648fb661 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377271 Feb 10 23:29:44.084500 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd4864-9261-4c20-9c86-8732a6761b5f req-7df71fd2-83f2-46ae-b316-266070530285 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:44.085947 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-69cd4864-9261-4c20-9c86-8732a6761b5f req-7df71fd2-83f2-46ae-b316-266070530285 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bc40e0-4ef4-48f4-b85e-d86296c48bfc HTTP/1.1" status: 200 len: 945 time: 0.0806015 Feb 10 23:29:44.130522 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-69cd4864-9261-4c20-9c86-8732a6761b5f req-d2d3c195-469c-4bc9-9edc-1f1178fe018c tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385003 Feb 10 23:29:45.339936 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da43fe9a-da93-468a-8fae-4be106f34cbf req-68084544-46b0-4c66-b8f8-b7d1405414d7 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:45.341903 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-da43fe9a-da93-468a-8fae-4be106f34cbf req-68084544-46b0-4c66-b8f8-b7d1405414d7 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bc40e0-4ef4-48f4-b85e-d86296c48bfc HTTP/1.1" status: 200 len: 945 time: 0.0749676 Feb 10 23:29:45.385507 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-da43fe9a-da93-468a-8fae-4be106f34cbf req-34820304-d9fd-4a3d-b186-eb66bb9a3152 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381787 Feb 10 23:29:46.257204 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:46.580348 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b14725-4391-4bc9-a1d0-12ebf0c48c36 req-a5b58b31-4522-44b3-9ba8-9072985529d4 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:46.581718 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-f1b14725-4391-4bc9-a1d0-12ebf0c48c36 req-a5b58b31-4522-44b3-9ba8-9072985529d4 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bc40e0-4ef4-48f4-b85e-d86296c48bfc HTTP/1.1" status: 200 len: 945 time: 0.0767474 Feb 10 23:29:46.626483 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-f1b14725-4391-4bc9-a1d0-12ebf0c48c36 req-8df6cd01-dfa0-4d9e-8fb8-b5af278e3bfb tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392954 Feb 10 23:29:47.697363 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-47767045-1db4-4f57-a6ba-b52287a24edc req-bc836acd-8f1e-45af-96c4-81e2f79bb8fe service neutron] 10.222.0.37 "GET /v2.0/ports/e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b/bindings/hv-neutron-8287 HTTP/1.1" status: 200 len: 384 time: 0.0769989 Feb 10 23:29:47.826103 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70794c33-f2b2-4efc-83aa-04e6bc2c3be6 req-8661a31a-e6b9-4151-bf41-785c9149573f tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:47.827698 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-70794c33-f2b2-4efc-83aa-04e6bc2c3be6 req-8661a31a-e6b9-4151-bf41-785c9149573f tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bc40e0-4ef4-48f4-b85e-d86296c48bfc HTTP/1.1" status: 200 len: 945 time: 0.0786290 Feb 10 23:29:47.872826 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-70794c33-f2b2-4efc-83aa-04e6bc2c3be6 req-a0ae2bee-b39c-48fb-b0eb-080c43126900 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394571 Feb 10 23:29:48.266369 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-47767045-1db4-4f57-a6ba-b52287a24edc req-e9625402-e281-4c1c-bde8-c2d1fdf6b81a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=58bc40e0-4ef4-48f4-b85e-d86296c48bfc&tenant_id=d16d528bf78d4621b6554fb63dadf2df HTTP/1.1" status: 200 len: 1098 time: 0.0707939 Feb 10 23:29:48.357454 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-47767045-1db4-4f57-a6ba-b52287a24edc req-361295bd-f042-42c3-9b30-10a5fb6e3361 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d16d528bf78d4621b6554fb63dadf2df&device_id=58bc40e0-4ef4-48f4-b85e-d86296c48bfc HTTP/1.1" status: 200 len: 1098 time: 0.0686457 Feb 10 23:29:48.564766 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47767045-1db4-4f57-a6ba-b52287a24edc req-7ba90994-1a25-462f-9ced-35e955e210a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:48.566101 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-47767045-1db4-4f57-a6ba-b52287a24edc req-7ba90994-1a25-462f-9ced-35e955e210a2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=01dc3a36-56c2-4ec4-be05-b0d3123d3f2a HTTP/1.1" status: 200 len: 916 time: 0.2021337 Feb 10 23:29:48.634763 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-47767045-1db4-4f57-a6ba-b52287a24edc req-037443c1-eaa1-4962-b33a-a3532c403e28 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b HTTP/1.1" status: 200 len: 217 time: 0.0626557 Feb 10 23:29:48.696982 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47767045-1db4-4f57-a6ba-b52287a24edc req-d6502384-e675-450a-b29b-868ecd2adde2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:48.698351 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-47767045-1db4-4f57-a6ba-b52287a24edc req-d6502384-e675-450a-b29b-868ecd2adde2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aae8b0a3-93e7-4680-931f-9cf5dd13e524 HTTP/1.1" status: 200 len: 855 time: 0.0571568 Feb 10 23:29:48.745386 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-47767045-1db4-4f57-a6ba-b52287a24edc req-e51895a1-7be4-47ab-a3db-c20ff84152d4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=01dc3a36-56c2-4ec4-be05-b0d3123d3f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401435 Feb 10 23:29:48.876287 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-47767045-1db4-4f57-a6ba-b52287a24edc req-a630639d-857a-4195-87b2-e14296d145e6 service neutron] 10.222.0.37 "GET /v2.0/networks/01dc3a36-56c2-4ec4-be05-b0d3123d3f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236601 Feb 10 23:29:49.009248 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-47767045-1db4-4f57-a6ba-b52287a24edc req-de41696a-55d1-4cce-8e20-c860b08fb58d service neutron] 10.222.0.37 "GET /v2.0/networks/01dc3a36-56c2-4ec4-be05-b0d3123d3f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271281 Feb 10 23:29:49.068858 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-53fd6ff5-fb6a-4d7c-b7d9-8eb73abcad5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:49.075529 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c3ea51-1501-4906-a3bd-fe67db3849bc req-f0c8e1d2-9271-469d-94ec-bcb3d2ed4dce tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:49.076999 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-d9c3ea51-1501-4906-a3bd-fe67db3849bc req-f0c8e1d2-9271-469d-94ec-bcb3d2ed4dce tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bc40e0-4ef4-48f4-b85e-d86296c48bfc HTTP/1.1" status: 200 len: 945 time: 0.0823340 Feb 10 23:29:49.121965 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-d9c3ea51-1501-4906-a3bd-fe67db3849bc req-ad397a94-65de-49a1-a736-243ae8feeaa6 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388322 Feb 10 23:29:50.317172 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c33454-9500-427b-96de-0add89002b91 req-f0590a05-46a3-454c-bbee-649e90f3eee7 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:50.318585 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d0c33454-9500-427b-96de-0add89002b91 req-f0590a05-46a3-454c-bbee-649e90f3eee7 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bc40e0-4ef4-48f4-b85e-d86296c48bfc HTTP/1.1" status: 200 len: 945 time: 0.0752056 Feb 10 23:29:50.362672 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:29:50.363660 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d0c33454-9500-427b-96de-0add89002b91 req-5524dfda-094d-43f2-be50-face2d99e65a tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395646 Feb 10 23:29:50.365056 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:29:50.565362 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:50.628218 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b,segment=NetworkSegment(d4f67dec-4c3e-4176-9062-dcc11463df41),segment_id=d4f67dec-4c3e-4176-9062-dcc11463df41)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:29:50.649176 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58bc40e0-4ef4-48f4-b85e-d86296c48bfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:29:50.653390 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Returning: {'device': 'e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b', 'network_id': '01dc3a36-56c2-4ec4-be05-b0d3123d3f2a', 'port_id': 'e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b', 'mac_address': 'fa:16:3e:a5:7c:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aae8b0a3-93e7-4680-931f-9cf5dd13e524', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:29:50.660801 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b,segment=NetworkSegment(d4f67dec-4c3e-4176-9062-dcc11463df41),segment_id=d4f67dec-4c3e-4176-9062-dcc11463df41)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:29:50.713719 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:50.723624 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58bc40e0-4ef4-48f4-b85e-d86296c48bfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b', 'code': 200} Feb 10 23:29:50.732812 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:29:50.736761 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:50.853203 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:29:50.853509 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:29:50.855691 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b,revision_number=6']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:29:51.268123 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-51442c58-b6a1-4480-939e-92783806cca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:51.409157 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:51.426054 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:29:51.440474 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b,segment=NetworkSegment(d4f67dec-4c3e-4176-9062-dcc11463df41),segment_id=d4f67dec-4c3e-4176-9062-dcc11463df41)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:29:51.512148 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:51.566235 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641ffce-0a45-485c-86ea-7739db340cfb req-68b77e1c-7180-4b17-a2b4-2d8b8c8381ad tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:51.568129 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9641ffce-0a45-485c-86ea-7739db340cfb req-68b77e1c-7180-4b17-a2b4-2d8b8c8381ad tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bc40e0-4ef4-48f4-b85e-d86296c48bfc HTTP/1.1" status: 200 len: 944 time: 0.0798445 Feb 10 23:29:51.586787 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b,revision_number=7']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:29:51.602810 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:29:51.615039 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9641ffce-0a45-485c-86ea-7739db340cfb req-298a7c5a-8dfe-4c41-b2c4-7a4235e74827 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414860 Feb 10 23:29:52.104598 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c03aa87-c0f1-460a-8bb4-ffaf12069334 req-77c6b609-b017-40e3-959c-58d466ad825d tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:52.106030 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8c03aa87-c0f1-460a-8bb4-ffaf12069334 req-77c6b609-b017-40e3-959c-58d466ad825d tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bc40e0-4ef4-48f4-b85e-d86296c48bfc HTTP/1.1" status: 200 len: 944 time: 0.1235938 Feb 10 23:29:52.169161 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b5c89-2a96-444e-bf74-487ce3bc3f58 req-e0466a6f-522c-46ba-9c0a-41aab687ca5e tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:52.171069 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8d3b5c89-2a96-444e-bf74-487ce3bc3f58 req-e0466a6f-522c-46ba-9c0a-41aab687ca5e tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.37 "GET /v2.0/ports?device_id=58bc40e0-4ef4-48f4-b85e-d86296c48bfc&tenant_id=d16d528bf78d4621b6554fb63dadf2df&binding%3Ahost_id=hv-neutron-8287 HTTP/1.1" status: 200 len: 944 time: 0.1279225 Feb 10 23:29:52.175009 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8c03aa87-c0f1-460a-8bb4-ffaf12069334 req-0aa6b719-43b8-4c00-acb2-e1a06022c867 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558796 Feb 10 23:29:52.316994 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8d3b5c89-2a96-444e-bf74-487ce3bc3f58 req-1eeb4f01-6f81-4c43-87db-33dea7b41e20 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d16d528bf78d4621b6554fb63dadf2df&device_id=58bc40e0-4ef4-48f4-b85e-d86296c48bfc HTTP/1.1" status: 200 len: 1097 time: 0.0693238 Feb 10 23:29:52.386005 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b up at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:29:52.447612 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b5c89-2a96-444e-bf74-487ce3bc3f58 req-64c07e46-6e08-4e4f-bfd4-8e65cf2e8311 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:52.448959 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8d3b5c89-2a96-444e-bf74-487ce3bc3f58 req-64c07e46-6e08-4e4f-bfd4-8e65cf2e8311 service neutron] 10.222.0.37 "GET /v2.0/networks?id=01dc3a36-56c2-4ec4-be05-b0d3123d3f2a HTTP/1.1" status: 200 len: 916 time: 0.1261013 Feb 10 23:29:52.462927 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning complete for port e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:29:52.464464 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:52.518771 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:52.519507 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8d3b5c89-2a96-444e-bf74-487ce3bc3f58 req-36ceb21e-ea86-4096-a86a-87c9e51be32b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b HTTP/1.1" status: 200 len: 217 time: 0.0599935 Feb 10 23:29:52.584754 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b5c89-2a96-444e-bf74-487ce3bc3f58 req-d4b6cca5-c317-4137-89de-a6a535e5ef49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:52.586175 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8d3b5c89-2a96-444e-bf74-487ce3bc3f58 req-d4b6cca5-c317-4137-89de-a6a535e5ef49 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aae8b0a3-93e7-4680-931f-9cf5dd13e524 HTTP/1.1" status: 200 len: 855 time: 0.0606132 Feb 10 23:29:52.590093 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:52.623185 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b,segment=NetworkSegment(d4f67dec-4c3e-4176-9062-dcc11463df41),segment_id=d4f67dec-4c3e-4176-9062-dcc11463df41)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:29:52.632958 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8d3b5c89-2a96-444e-bf74-487ce3bc3f58 req-723c3372-987a-425a-9ec9-fff1b24e01bf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=01dc3a36-56c2-4ec4-be05-b0d3123d3f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393608 Feb 10 23:29:52.651147 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:52.724533 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58bc40e0-4ef4-48f4-b85e-d86296c48bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:29:52.740504 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:52.766096 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8d3b5c89-2a96-444e-bf74-487ce3bc3f58 req-80786c79-b068-43a2-9df9-27d7f56c7c0f service neutron] 10.222.0.37 "GET /v2.0/networks/01dc3a36-56c2-4ec4-be05-b0d3123d3f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268282 Feb 10 23:29:52.792122 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58bc40e0-4ef4-48f4-b85e-d86296c48bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b', 'code': 200} Feb 10 23:29:52.814150 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b,revision_number=8']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:29:52.982627 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8d3b5c89-2a96-444e-bf74-487ce3bc3f58 req-abb5b6a5-ed78-452a-a557-6cbb3842ba3c service neutron] 10.222.0.37 "GET /v2.0/networks/01dc3a36-56c2-4ec4-be05-b0d3123d3f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103598 Feb 10 23:29:53.371190 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50923932-5aa4-491e-8548-318c27b9b83a req-23992a52-14b1-4a1a-bbdb-4b0b6b9733bb tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:53.372511 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-50923932-5aa4-491e-8548-318c27b9b83a req-23992a52-14b1-4a1a-bbdb-4b0b6b9733bb tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bc40e0-4ef4-48f4-b85e-d86296c48bfc HTTP/1.1" status: 200 len: 945 time: 0.0737278 Feb 10 23:29:53.421141 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-50923932-5aa4-491e-8548-318c27b9b83a req-e6635f7a-baf8-42f8-bb43-72cc4b43271c tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416932 Feb 10 23:29:54.031914 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:54.617886 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a1f71-df0a-48c1-a500-cf5466b7f134 req-aa831cac-0e75-4d5a-ae5a-2db1f6ea4383 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:54.619308 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-422a1f71-df0a-48c1-a500-cf5466b7f134 req-aa831cac-0e75-4d5a-ae5a-2db1f6ea4383 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bc40e0-4ef4-48f4-b85e-d86296c48bfc HTTP/1.1" status: 200 len: 945 time: 0.0763266 Feb 10 23:29:54.664984 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-422a1f71-df0a-48c1-a500-cf5466b7f134 req-1c6017a1-61da-40aa-a19e-66093b0b6b61 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401595 Feb 10 23:29:55.012636 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f630c7-c75e-417f-b935-035cf08ca6a0 req-ad73c56a-9455-425f-aac4-f0147b7c2a31 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:55.014005 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-92f630c7-c75e-417f-b935-035cf08ca6a0 req-ad73c56a-9455-425f-aac4-f0147b7c2a31 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bc40e0-4ef4-48f4-b85e-d86296c48bfc HTTP/1.1" status: 200 len: 945 time: 0.0753522 Feb 10 23:29:55.058774 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-92f630c7-c75e-417f-b935-035cf08ca6a0 req-25fc2109-3d62-488b-a6c8-9e71a2638992 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390687 Feb 10 23:29:55.341905 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa66d13c-747f-4ee1-8df2-0f50a1092fd6 req-b49c3204-2f6d-48fa-9b2d-a9f2f85c57d9 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:55.344092 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-aa66d13c-747f-4ee1-8df2-0f50a1092fd6 req-b49c3204-2f6d-48fa-9b2d-a9f2f85c57d9 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bc40e0-4ef4-48f4-b85e-d86296c48bfc HTTP/1.1" status: 200 len: 945 time: 0.1618702 Feb 10 23:29:55.388160 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-aa66d13c-747f-4ee1-8df2-0f50a1092fd6 req-99b30446-cea9-4319-a2d4-f3871612ad01 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386696 Feb 10 23:29:56.128896 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b81bf63-0dab-40ab-855e-1d81d38f4f84 req-e51bca47-e62e-4739-9b34-11104dbc9a7d tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:56.130241 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6b81bf63-0dab-40ab-855e-1d81d38f4f84 req-e51bca47-e62e-4739-9b34-11104dbc9a7d tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bc40e0-4ef4-48f4-b85e-d86296c48bfc HTTP/1.1" status: 200 len: 945 time: 0.0805519 Feb 10 23:29:56.176054 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6b81bf63-0dab-40ab-855e-1d81d38f4f84 req-813fe051-207e-4a7c-ae2b-12af4154bffa tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403669 Feb 10 23:29:57.372532 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255ea2d-69fc-4c9d-93c1-d9c7fa5f0674 req-b994c1cd-1c16-4377-a630-cca4e848832a tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:57.374633 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-8255ea2d-69fc-4c9d-93c1-d9c7fa5f0674 req-b994c1cd-1c16-4377-a630-cca4e848832a tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bc40e0-4ef4-48f4-b85e-d86296c48bfc HTTP/1.1" status: 200 len: 945 time: 0.0775249 Feb 10 23:29:57.418127 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-8255ea2d-69fc-4c9d-93c1-d9c7fa5f0674 req-58ad9bc9-20fc-4f19-b705-ae733b917fbc tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/security-groups?id=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381007 Feb 10 23:29:57.745915 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a04adb-8b0c-497d-920a-3a46c73e1e22 req-9c5ffe2b-b7c9-40f0-955b-b720bdd00dbf tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:57.747314 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-21a04adb-8b0c-497d-920a-3a46c73e1e22 req-9c5ffe2b-b7c9-40f0-955b-b720bdd00dbf tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.37 "GET /v2.0/ports?device_id=58bc40e0-4ef4-48f4-b85e-d86296c48bfc HTTP/1.1" status: 200 len: 945 time: 0.0744600 Feb 10 23:29:57.816716 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-21a04adb-8b0c-497d-920a-3a46c73e1e22 req-f64bb542-9739-4e37-9066-fc261d67b932 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Deleting port e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:29:57.817056 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-21a04adb-8b0c-497d-920a-3a46c73e1e22 req-f64bb542-9739-4e37-9066-fc261d67b932 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:58.049355 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-21a04adb-8b0c-497d-920a-3a46c73e1e22 req-f64bb542-9739-4e37-9066-fc261d67b932 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] For port e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b,segment=NetworkSegment(d4f67dec-4c3e-4176-9062-dcc11463df41),segment_id=d4f67dec-4c3e-4176-9062-dcc11463df41)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:29:58.049754 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-21a04adb-8b0c-497d-920a-3a46c73e1e22 req-f64bb542-9739-4e37-9066-fc261d67b932 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:58.171703 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-21a04adb-8b0c-497d-920a-3a46c73e1e22 req-f64bb542-9739-4e37-9066-fc261d67b932 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Calling delete_port for e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b owned by compute:nova {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:29:58.354135 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-21a04adb-8b0c-497d-920a-3a46c73e1e22 req-f64bb542-9739-4e37-9066-fc261d67b932 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:58.365579 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:29:58.404421 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64bb542-9739-4e37-9066-fc261d67b932 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Pushing event deleted for resources: {'Port': ['ID=e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:29:58.477391 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a04adb-8b0c-497d-920a-3a46c73e1e22 req-f64bb542-9739-4e37-9066-fc261d67b932 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] No DVR routers for this DVR port e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b on host hv-neutron-8287 {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:29:58.479815 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-21a04adb-8b0c-497d-920a-3a46c73e1e22 req-f64bb542-9739-4e37-9066-fc261d67b932 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:58.482363 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58bc40e0-4ef4-48f4-b85e-d86296c48bfc', 'name': 'network-vif-deleted', 'tag': 'e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:29:58.580164 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-21a04adb-8b0c-497d-920a-3a46c73e1e22 req-f64bb542-9739-4e37-9066-fc261d67b932 tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.37 "DELETE /v2.0/ports/e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b HTTP/1.1" status: 204 len: 173 time: 0.8269446 Feb 10 23:29:58.587350 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-979fdbbc-7815-489f-9bd8-f28a90c3e951 req-ee2e54d6-69f1-476f-b692-05cf3eb94f3d tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Synchronizing usage tracker for tenant:d16d528bf78d4621b6554fb63dadf2df on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:29:58.641799 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58bc40e0-4ef4-48f4-b85e-d86296c48bfc', 'name': 'network-vif-deleted', 'tag': 'e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b', 'status': 'completed', 'code': 200} Feb 10 23:29:58.679935 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-979fdbbc-7815-489f-9bd8-f28a90c3e951 req-ee2e54d6-69f1-476f-b692-05cf3eb94f3d tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] Unset dirty status for tenant:d16d528bf78d4621b6554fb63dadf2df on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:29:58.681103 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-979fdbbc-7815-489f-9bd8-f28a90c3e951 req-ee2e54d6-69f1-476f-b692-05cf3eb94f3d tempest-ServerDiskConfigTestJSON-892609996 tempest-ServerDiskConfigTestJSON-892609996-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bc40e0-4ef4-48f4-b85e-d86296c48bfc HTTP/1.1" status: 200 len: 210 time: 0.1366646 Feb 10 23:29:59.940127 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 53324) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:29:59.997390 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-941c9a3a-b5ce-4aa5-b64e-c82f809bba0b admin admin] Deleting subnet aae8b0a3-93e7-4680-931f-9cf5dd13e524 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:30:00.001218 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-941c9a3a-b5ce-4aa5-b64e-c82f809bba0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:00.052874 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-941c9a3a-b5ce-4aa5-b64e-c82f809bba0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31983416'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:00.106202 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-941c9a3a-b5ce-4aa5-b64e-c82f809bba0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:00.251492 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-941c9a3a-b5ce-4aa5-b64e-c82f809bba0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:00.291250 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941c9a3a-b5ce-4aa5-b64e-c82f809bba0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aae8b0a3-93e7-4680-931f-9cf5dd13e524,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:30:00.297239 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-941c9a3a-b5ce-4aa5-b64e-c82f809bba0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:00.305775 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941c9a3a-b5ce-4aa5-b64e-c82f809bba0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:00.306112 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941c9a3a-b5ce-4aa5-b64e-c82f809bba0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:00.306442 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941c9a3a-b5ce-4aa5-b64e-c82f809bba0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:00.306767 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941c9a3a-b5ce-4aa5-b64e-c82f809bba0b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:00.307086 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941c9a3a-b5ce-4aa5-b64e-c82f809bba0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:00.307407 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941c9a3a-b5ce-4aa5-b64e-c82f809bba0b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:00.307725 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941c9a3a-b5ce-4aa5-b64e-c82f809bba0b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:00.308041 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941c9a3a-b5ce-4aa5-b64e-c82f809bba0b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:00.308345 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941c9a3a-b5ce-4aa5-b64e-c82f809bba0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:00.308693 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941c9a3a-b5ce-4aa5-b64e-c82f809bba0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:00.309003 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941c9a3a-b5ce-4aa5-b64e-c82f809bba0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:00.314854 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-941c9a3a-b5ce-4aa5-b64e-c82f809bba0b admin admin] 10.222.0.59 "DELETE /v2.0/subnets/aae8b0a3-93e7-4680-931f-9cf5dd13e524 HTTP/1.1" status: 204 len: 168 time: 0.3714397 Feb 10 23:30:00.315171 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 53328) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:30:00.408201 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:30:00.416300 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-82dba52e-ca62-447f-ae66-ef57dcc7de72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:00.439515 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] No Port match for: e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:30:00.439858 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device e862b9c2-a1d9-4d73-9c96-4a9d0cd4001b not bound to the agent host hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:30:00.540987 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-82dba52e-ca62-447f-ae66-ef57dcc7de72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:00.564581 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-82dba52e-ca62-447f-ae66-ef57dcc7de72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01dc3a36-56c2-4ec4-be05-b0d3123d3f2a']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:30:00.575992 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-82dba52e-ca62-447f-ae66-ef57dcc7de72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4f67dec-4c3e-4176-9062-dcc11463df41') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:30:00.576276 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-82dba52e-ca62-447f-ae66-ef57dcc7de72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4f67dec-4c3e-4176-9062-dcc11463df41') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:30:00.587589 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-82dba52e-ca62-447f-ae66-ef57dcc7de72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:00.603398 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-82dba52e-ca62-447f-ae66-ef57dcc7de72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:00.609950 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82dba52e-ca62-447f-ae66-ef57dcc7de72 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:30:00.617303 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-82dba52e-ca62-447f-ae66-ef57dcc7de72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:00.623049 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:30:00.623049 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:30:00.623049 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:30:00.623049 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:30:00.623049 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:30:00.623049 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:30:00.623049 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:30:00.623049 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:30:00.623049 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:30:00.623049 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:30:00.623049 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:30:00.623049 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:30:00.623049 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:30:00.623049 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:30:00.623049 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:30:00.623049 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:30:00.623049 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:30:00.623049 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:30:00.623049 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:30:00.623049 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:30:00.623049 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:30:00.623049 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:30:00.623049 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:30:00.623049 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:30:00.623049 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:30:00.623049 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:30:00.623049 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:30:00.623049 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:30:00.623049 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:30:00.623049 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:30:00.623049 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:30:00.623049 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:30:00.762833 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-82dba52e-ca62-447f-ae66-ef57dcc7de72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:00.778698 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-82dba52e-ca62-447f-ae66-ef57dcc7de72 admin admin] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:00.787921 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dba52e-ca62-447f-ae66-ef57dcc7de72 admin admin] Pushing event deleted for resources: {'Network': ['ID=01dc3a36-56c2-4ec4-be05-b0d3123d3f2a,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:30:00.790434 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-82dba52e-ca62-447f-ae66-ef57dcc7de72 admin admin] 10.222.0.59 "DELETE /v2.0/networks/01dc3a36-56c2-4ec4-be05-b0d3123d3f2a HTTP/1.1" status: 204 len: 168 time: 0.4743824 Feb 10 23:30:01.164035 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 53334) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:30:01.216194 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-362025be-e6df-435d-894b-26360d477c47 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d16d528bf78d4621b6554fb63dadf2df&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0509853 Feb 10 23:30:01.218733 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 53338) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:30:01.276269 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2b8ea44d-b975-4dac-855e-f1fbdabfe3b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:01.301360 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2b8ea44d-b975-4dac-855e-f1fbdabfe3b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:01.405586 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2b8ea44d-b975-4dac-855e-f1fbdabfe3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:01.421260 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8ea44d-b975-4dac-855e-f1fbdabfe3b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:30:01.472820 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2b8ea44d-b975-4dac-855e-f1fbdabfe3b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:01.473905 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2b8ea44d-b975-4dac-855e-f1fbdabfe3b1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/20e893dc-0ac7-4e5a-9e1d-7c6a1b3587a9 HTTP/1.1" status: 204 len: 168 time: 0.2543137 Feb 10 23:30:02.571638 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 53360) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:30:02.698035 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-a35cd1ec-3f5d-419f-aed0-89e086afad66 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1749520904-network', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:30:02.703603 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a35cd1ec-3f5d-419f-aed0-89e086afad66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:30:02.707592 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-a35cd1ec-3f5d-419f-aed0-89e086afad66 admin admin] Usage tracker for resource:network and tenant:1b8b8784c0014af3ab45384d880090ca is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:30:02.710429 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-a35cd1ec-3f5d-419f-aed0-89e086afad66 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:30:02.716345 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a35cd1ec-3f5d-419f-aed0-89e086afad66 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:30:02.785919 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35cd1ec-3f5d-419f-aed0-89e086afad66 admin admin] Made reservation on behalf of 1b8b8784c0014af3ab45384d880090ca for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:30:02.788143 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a35cd1ec-3f5d-419f-aed0-89e086afad66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:02.800803 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a35cd1ec-3f5d-419f-aed0-89e086afad66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:02.831506 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a35cd1ec-3f5d-419f-aed0-89e086afad66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:30:02.835339 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-a35cd1ec-3f5d-419f-aed0-89e086afad66 admin admin] Usage tracker for resource:security_group_rule and tenant:1b8b8784c0014af3ab45384d880090ca is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:30:02.838156 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-a35cd1ec-3f5d-419f-aed0-89e086afad66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:30:02.844396 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a35cd1ec-3f5d-419f-aed0-89e086afad66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:30:02.908101 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a35cd1ec-3f5d-419f-aed0-89e086afad66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:02.962501 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a35cd1ec-3f5d-419f-aed0-89e086afad66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:02.994108 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a35cd1ec-3f5d-419f-aed0-89e086afad66 admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:30:03.000060 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35cd1ec-3f5d-419f-aed0-89e086afad66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9785ca6-1edc-4a68-bb5e-c911c7135991,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:30:03.007653 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a35cd1ec-3f5d-419f-aed0-89e086afad66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:03.008011 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-a35cd1ec-3f5d-419f-aed0-89e086afad66 admin admin] Added segment 1617e329-df4f-439b-93d4-81eb956dc3d2 of type vlan for network 1945a692-7e1c-4efb-8717-8c5405f58733 Feb 10 23:30:03.035351 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a35cd1ec-3f5d-419f-aed0-89e086afad66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:03.140584 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a35cd1ec-3f5d-419f-aed0-89e086afad66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:03.141394 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35cd1ec-3f5d-419f-aed0-89e086afad66 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:03.141952 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a35cd1ec-3f5d-419f-aed0-89e086afad66 admin admin] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:03.246942 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35cd1ec-3f5d-419f-aed0-89e086afad66 admin admin] Pushing event updated for resources: {'Network': ['ID=1945a692-7e1c-4efb-8717-8c5405f58733,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:30:03.257322 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 1945a692-7e1c-4efb-8717-8c5405f58733 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:30:03.306688 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-a35cd1ec-3f5d-419f-aed0-89e086afad66 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7339277 Feb 10 23:30:03.310235 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 53366) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:30:03.315733 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-a6794468-fffa-487b-a1b4-0be691005507 admin admin] Request body: {'subnet': {'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1749520904-subnet', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:30:03.320835 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a6794468-fffa-487b-a1b4-0be691005507 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:30:03.324751 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-a6794468-fffa-487b-a1b4-0be691005507 admin admin] Usage tracker for resource:subnet and tenant:1b8b8784c0014af3ab45384d880090ca is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:30:03.330036 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-a6794468-fffa-487b-a1b4-0be691005507 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:30:03.336377 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a6794468-fffa-487b-a1b4-0be691005507 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:30:03.425929 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6794468-fffa-487b-a1b4-0be691005507 admin admin] Made reservation on behalf of 1b8b8784c0014af3ab45384d880090ca for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:30:03.428218 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a6794468-fffa-487b-a1b4-0be691005507 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:03.706472 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a6794468-fffa-487b-a1b4-0be691005507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:03.783371 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6794468-fffa-487b-a1b4-0be691005507 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6a45207-3ad3-448e-b62b-54d1bdb47117,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:30:03.790238 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6794468-fffa-487b-a1b4-0be691005507 admin admin] Checking segment: {'id': '1617e329-df4f-439b-93d4-81eb956dc3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:30:03.790586 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6794468-fffa-487b-a1b4-0be691005507 admin admin] Network hostable DHCP agents. Network: 1945a692-7e1c-4efb-8717-8c5405f58733, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:30:03.877065 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6794468-fffa-487b-a1b4-0be691005507 admin admin] Network 1945a692-7e1c-4efb-8717-8c5405f58733 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:30:03.962745 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-a6794468-fffa-487b-a1b4-0be691005507 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 1945a692-7e1c-4efb-8717-8c5405f58733) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:30:03.967177 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6794468-fffa-487b-a1b4-0be691005507 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:03.968303 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a6794468-fffa-487b-a1b4-0be691005507 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:03.971415 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0cd907-061f-44bc-8fce-1b3506e58db9 None None] Network 1945a692-7e1c-4efb-8717-8c5405f58733 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:30:04.047548 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-a6794468-fffa-487b-a1b4-0be691005507 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7362249 Feb 10 23:30:04.050135 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 53372) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:30:04.055357 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-bd63492d-7665-4fdb-ad9b-6e88e0b97220 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1749520904-router', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:30:04.059998 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-bd63492d-7665-4fdb-ad9b-6e88e0b97220 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:30:04.064439 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-bd63492d-7665-4fdb-ad9b-6e88e0b97220 admin admin] Usage tracker for resource:router and tenant:1b8b8784c0014af3ab45384d880090ca is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:30:04.067288 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-bd63492d-7665-4fdb-ad9b-6e88e0b97220 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:30:04.073087 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-bd63492d-7665-4fdb-ad9b-6e88e0b97220 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:30:04.157569 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bd63492d-7665-4fdb-ad9b-6e88e0b97220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:04.158623 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bd63492d-7665-4fdb-ad9b-6e88e0b97220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:04.176808 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bd63492d-7665-4fdb-ad9b-6e88e0b97220 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:04.189624 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3190584-3c8a-482d-b4f3-d5a4dc156df4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-1945a692-7e1c-4efb-8717-8c5405f58733', 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'fixed_ips': [{'subnet_id': 'd6a45207-3ad3-448e-b62b-54d1bdb47117'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:30:04.190734 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f3190584-3c8a-482d-b4f3-d5a4dc156df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:04.346639 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-f3190584-3c8a-482d-b4f3-d5a4dc156df4 None None] Allocated IP 172.20.0.2 (1945a692-7e1c-4efb-8717-8c5405f58733/d6a45207-3ad3-448e-b62b-54d1bdb47117/b482f6c8-af86-4fd1-94bc-b40aa3b2b37f) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:30:04.474701 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bd63492d-7665-4fdb-ad9b-6e88e0b97220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:04.552786 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f3190584-3c8a-482d-b4f3-d5a4dc156df4 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:04.563261 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-f3190584-3c8a-482d-b4f3-d5a4dc156df4 None None] Transition to ACTIVE for port object b482f6c8-af86-4fd1-94bc-b40aa3b2b37f will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:30:04.581621 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-f3190584-3c8a-482d-b4f3-d5a4dc156df4 None None] Transition to ACTIVE for port object b482f6c8-af86-4fd1-94bc-b40aa3b2b37f will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:30:04.643245 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f3190584-3c8a-482d-b4f3-d5a4dc156df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:04.724274 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bd63492d-7665-4fdb-ad9b-6e88e0b97220 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:04.751983 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3190584-3c8a-482d-b4f3-d5a4dc156df4 None None] Network 1945a692-7e1c-4efb-8717-8c5405f58733 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:30:04.754626 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-f3190584-3c8a-482d-b4f3-d5a4dc156df4 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:30:04.757006 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3190584-3c8a-482d-b4f3-d5a4dc156df4 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:30:04.757799 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bd63492d-7665-4fdb-ad9b-6e88e0b97220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:04.767011 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3190584-3c8a-482d-b4f3-d5a4dc156df4 None None] Pushing event updated for resources: {'Port': ['ID=b482f6c8-af86-4fd1-94bc-b40aa3b2b37f,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:30:04.853684 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-f3190584-3c8a-482d-b4f3-d5a4dc156df4 None None] Attempting to bind port b482f6c8-af86-4fd1-94bc-b40aa3b2b37f on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:30:04.853962 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-f3190584-3c8a-482d-b4f3-d5a4dc156df4 None None] Attempting to bind port b482f6c8-af86-4fd1-94bc-b40aa3b2b37f by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '1617e329-df4f-439b-93d4-81eb956dc3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:30:04.854321 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3190584-3c8a-482d-b4f3-d5a4dc156df4 None None] Attempting to bind port b482f6c8-af86-4fd1-94bc-b40aa3b2b37f on network 1945a692-7e1c-4efb-8717-8c5405f58733 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:30:04.862348 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3190584-3c8a-482d-b4f3-d5a4dc156df4 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:30:04.865921 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3190584-3c8a-482d-b4f3-d5a4dc156df4 None None] Checking segment: {'id': '1617e329-df4f-439b-93d4-81eb956dc3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:30:04.865921 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f3190584-3c8a-482d-b4f3-d5a4dc156df4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:04.865921 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3190584-3c8a-482d-b4f3-d5a4dc156df4 None None] Bound using segment: {'id': '1617e329-df4f-439b-93d4-81eb956dc3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:30:04.865921 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-f3190584-3c8a-482d-b4f3-d5a4dc156df4 None None] Bound port: b482f6c8-af86-4fd1-94bc-b40aa3b2b37f, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1617e329-df4f-439b-93d4-81eb956dc3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:30:04.865921 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f3190584-3c8a-482d-b4f3-d5a4dc156df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:04.895075 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-bd63492d-7665-4fdb-ad9b-6e88e0b97220 admin admin] Allocated IP 172.26.8.235 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/1f662c6e-b263-4ddc-a676-67ac962579cd) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:30:04.958727 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-f3190584-3c8a-482d-b4f3-d5a4dc156df4 None None] For port b482f6c8-af86-4fd1-94bc-b40aa3b2b37f, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:30:04.961876 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-f3190584-3c8a-482d-b4f3-d5a4dc156df4 None None] For port b482f6c8-af86-4fd1-94bc-b40aa3b2b37f, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=b482f6c8-af86-4fd1-94bc-b40aa3b2b37f,segment=NetworkSegment(1617e329-df4f-439b-93d4-81eb956dc3d2),segment_id=1617e329-df4f-439b-93d4-81eb956dc3d2)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:30:05.030512 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f3190584-3c8a-482d-b4f3-d5a4dc156df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:05.045659 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bd63492d-7665-4fdb-ad9b-6e88e0b97220 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:05.113840 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3190584-3c8a-482d-b4f3-d5a4dc156df4 None None] Pushing event updated for resources: {'Port': ['ID=b482f6c8-af86-4fd1-94bc-b40aa3b2b37f,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:30:05.137454 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bd63492d-7665-4fdb-ad9b-6e88e0b97220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:05.213990 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd63492d-7665-4fdb-ad9b-6e88e0b97220 admin admin] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:30:05.217501 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-bd63492d-7665-4fdb-ad9b-6e88e0b97220 admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:30:05.219951 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd63492d-7665-4fdb-ad9b-6e88e0b97220 admin admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:30:05.252994 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd63492d-7665-4fdb-ad9b-6e88e0b97220 admin admin] Pushing event updated for resources: {'Port': ['ID=1f662c6e-b263-4ddc-a676-67ac962579cd,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:30:05.467190 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bd63492d-7665-4fdb-ad9b-6e88e0b97220 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:05.468038 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bd63492d-7665-4fdb-ad9b-6e88e0b97220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:05.759711 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd63492d-7665-4fdb-ad9b-6e88e0b97220 admin admin] Router 5fad0fe2-31a1-472b-8809-48feb3cd6d8b is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:30:05.964630 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd63492d-7665-4fdb-ad9b-6e88e0b97220 admin admin] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:30:05.975595 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1ed33f-7354-483c-a67e-416abb65cdea None None] Sync routers for ids ['5fad0fe2-31a1-472b-8809-48feb3cd6d8b'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:30:05.987730 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1ed33f-7354-483c-a67e-416abb65cdea None None] Routers {'5fad0fe2-31a1-472b-8809-48feb3cd6d8b'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:30:05.988580 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-bb1ed33f-7354-483c-a67e-416abb65cdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:29:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['5fad0fe2-31a1-472b-8809-48feb3cd6d8b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:30:06.048685 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79951776-a50a-4a0c-8f28-db301e616f3a None None] Network 1945a692-7e1c-4efb-8717-8c5405f58733 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:30:06.057048 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bd63492d-7665-4fdb-ad9b-6e88e0b97220 admin admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:06.058732 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-bd63492d-7665-4fdb-ad9b-6e88e0b97220 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0072224 Feb 10 23:30:06.061880 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 53376) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:30:06.162762 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-bb1ed33f-7354-483c-a67e-416abb65cdea None None] Set router 5fad0fe2-31a1-472b-8809-48feb3cd6d8b gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:30:06.213498 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-5c6d80bc-e170-4465-bd69-4d13fc024f31 None None] Provisioning for port b482f6c8-af86-4fd1-94bc-b40aa3b2b37f completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:30:06.394039 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device b482f6c8-af86-4fd1-94bc-b40aa3b2b37f up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:30:06.510896 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-bb1ed33f-7354-483c-a67e-416abb65cdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'name': 'tempest-ServerActionsTestJSON-1749520904-router', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.235'}], 'enable_snat': True}, 'gw_port_id': '1f662c6e-b263-4ddc-a676-67ac962579cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:30:04Z', 'updated_at': '2022-02-10T23:30:05Z', 'revision_number': 3, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'gw_port': {'id': '1f662c6e-b263-4ddc-a676-67ac962579cd', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:35:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:30:04Z', 'updated_at': '2022-02-10T23:30:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:30:06.516450 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1ed33f-7354-483c-a67e-416abb65cdea None None] Checking router: 5fad0fe2-31a1-472b-8809-48feb3cd6d8b for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:30:06.516899 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1ed33f-7354-483c-a67e-416abb65cdea None None] Updating router 5fad0fe2-31a1-472b-8809-48feb3cd6d8b port 1f662c6e-b263-4ddc-a676-67ac962579cd binding host dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:30:06.531611 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port b482f6c8-af86-4fd1-94bc-b40aa3b2b37f completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:30:06.536805 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port b482f6c8-af86-4fd1-94bc-b40aa3b2b37f triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:30:06.537173 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:06.587761 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-bb1ed33f-7354-483c-a67e-416abb65cdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:06.660973 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-c99374ce-e925-41e0-8682-b52aeced9523 None None] Provisioning complete for port b482f6c8-af86-4fd1-94bc-b40aa3b2b37f triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:30:06.661343 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c99374ce-e925-41e0-8682-b52aeced9523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:06.695326 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:06.749853 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port b482f6c8-af86-4fd1-94bc-b40aa3b2b37f, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=b482f6c8-af86-4fd1-94bc-b40aa3b2b37f,segment=NetworkSegment(1617e329-df4f-439b-93d4-81eb956dc3d2),segment_id=1617e329-df4f-439b-93d4-81eb956dc3d2)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:30:06.805500 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c99374ce-e925-41e0-8682-b52aeced9523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:06.837650 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:06.948341 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-bb1ed33f-7354-483c-a67e-416abb65cdea None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:06.954864 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-c99374ce-e925-41e0-8682-b52aeced9523 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:30:06.955597 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-c99374ce-e925-41e0-8682-b52aeced9523 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:30:06.960898 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=b482f6c8-af86-4fd1-94bc-b40aa3b2b37f,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:30:06.961895 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-bb1ed33f-7354-483c-a67e-416abb65cdea None None] Transition to ACTIVE for port object 1f662c6e-b263-4ddc-a676-67ac962579cd will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:30:06.983789 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-63539ae0-6b1b-475d-be98-d44783b388c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:07.026043 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-bb1ed33f-7354-483c-a67e-416abb65cdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:07.106127 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a8076b-c89b-42b1-9b4e-f92b6ba70e35 None None] Pushing event updated for resources: {'Port': ['ID=1f662c6e-b263-4ddc-a676-67ac962579cd,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:30:07.111002 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-bb1ed33f-7354-483c-a67e-416abb65cdea None None] Attempting to bind port 1f662c6e-b263-4ddc-a676-67ac962579cd on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:30:07.111355 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-bb1ed33f-7354-483c-a67e-416abb65cdea None None] Attempting to bind port 1f662c6e-b263-4ddc-a676-67ac962579cd by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:30:07.111728 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1ed33f-7354-483c-a67e-416abb65cdea None None] Attempting to bind port 1f662c6e-b263-4ddc-a676-67ac962579cd on network c2ed7563-f8af-409c-803f-f56530124ba5 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:30:07.121096 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a8076b-c89b-42b1-9b4e-f92b6ba70e35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:07.121434 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a8076b-c89b-42b1-9b4e-f92b6ba70e35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:07.121763 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a8076b-c89b-42b1-9b4e-f92b6ba70e35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:07.122087 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a8076b-c89b-42b1-9b4e-f92b6ba70e35 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:07.122408 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a8076b-c89b-42b1-9b4e-f92b6ba70e35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:07.122727 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a8076b-c89b-42b1-9b4e-f92b6ba70e35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:07.123043 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a8076b-c89b-42b1-9b4e-f92b6ba70e35 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:07.123358 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a8076b-c89b-42b1-9b4e-f92b6ba70e35 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:07.123702 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a8076b-c89b-42b1-9b4e-f92b6ba70e35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:07.124008 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a8076b-c89b-42b1-9b4e-f92b6ba70e35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:07.124319 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a8076b-c89b-42b1-9b4e-f92b6ba70e35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:07.127722 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1ed33f-7354-483c-a67e-416abb65cdea None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:30:07.128076 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1ed33f-7354-483c-a67e-416abb65cdea None None] Checking segment: {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:30:07.128464 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-bb1ed33f-7354-483c-a67e-416abb65cdea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:07.128858 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1ed33f-7354-483c-a67e-416abb65cdea None None] Bound using segment: {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:30:07.129309 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-bb1ed33f-7354-483c-a67e-416abb65cdea None None] Bound port: 1f662c6e-b263-4ddc-a676-67ac962579cd, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:30:07.129662 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-bb1ed33f-7354-483c-a67e-416abb65cdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:07.188389 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-63539ae0-6b1b-475d-be98-d44783b388c1 admin admin] Allocated IP 172.20.0.1 (1945a692-7e1c-4efb-8717-8c5405f58733/d6a45207-3ad3-448e-b62b-54d1bdb47117/69cf1297-f9c0-4855-83cf-83e94fc731d6) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:30:07.199684 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-bb1ed33f-7354-483c-a67e-416abb65cdea None None] For port 1f662c6e-b263-4ddc-a676-67ac962579cd, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:30:07.203294 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-bb1ed33f-7354-483c-a67e-416abb65cdea None None] For port 1f662c6e-b263-4ddc-a676-67ac962579cd, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=1f662c6e-b263-4ddc-a676-67ac962579cd,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:30:07.281533 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-bb1ed33f-7354-483c-a67e-416abb65cdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:07.336943 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-63539ae0-6b1b-475d-be98-d44783b388c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:07.355392 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-63539ae0-6b1b-475d-be98-d44783b388c1 admin admin] Transition to ACTIVE for port object 69cf1297-f9c0-4855-83cf-83e94fc731d6 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:30:07.388966 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a8076b-c89b-42b1-9b4e-f92b6ba70e35 None None] Pushing event updated for resources: {'Port': ['ID=1f662c6e-b263-4ddc-a676-67ac962579cd,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:30:07.396740 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1ed33f-7354-483c-a67e-416abb65cdea None None] Routers {'5fad0fe2-31a1-472b-8809-48feb3cd6d8b'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:30:07.397341 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-bb1ed33f-7354-483c-a67e-416abb65cdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:29:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['5fad0fe2-31a1-472b-8809-48feb3cd6d8b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:30:07.434317 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-63539ae0-6b1b-475d-be98-d44783b388c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:07.506620 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63539ae0-6b1b-475d-be98-d44783b388c1 admin admin] Network 1945a692-7e1c-4efb-8717-8c5405f58733 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:30:07.507549 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63539ae0-6b1b-475d-be98-d44783b388c1 admin admin] Pushing event updated for resources: {'Port': ['ID=69cf1297-f9c0-4855-83cf-83e94fc731d6,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:30:07.511673 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-63539ae0-6b1b-475d-be98-d44783b388c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:30:07.514806 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63539ae0-6b1b-475d-be98-d44783b388c1 admin admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:30:07.570727 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-63539ae0-6b1b-475d-be98-d44783b388c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733071'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:07.586576 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-bb1ed33f-7354-483c-a67e-416abb65cdea None None] Set router 5fad0fe2-31a1-472b-8809-48feb3cd6d8b gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:30:07.743937 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-63539ae0-6b1b-475d-be98-d44783b388c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:07.879673 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-bb1ed33f-7354-483c-a67e-416abb65cdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'name': 'tempest-ServerActionsTestJSON-1749520904-router', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.235'}], 'enable_snat': True}, 'gw_port_id': '1f662c6e-b263-4ddc-a676-67ac962579cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:30:04Z', 'updated_at': '2022-02-10T23:30:05Z', 'revision_number': 3, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'gw_port': {'id': '1f662c6e-b263-4ddc-a676-67ac962579cd', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:35:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:30:04Z', 'updated_at': '2022-02-10T23:30:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:30:07.883389 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1ed33f-7354-483c-a67e-416abb65cdea None None] The sync data for ids ['5fad0fe2-31a1-472b-8809-48feb3cd6d8b'] in dv-neutron-828797-1-hyperv is: [{'id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'name': 'tempest-ServerActionsTestJSON-1749520904-router', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.235'}], 'enable_snat': True}, 'gw_port_id': '1f662c6e-b263-4ddc-a676-67ac962579cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:30:04Z', 'updated_at': '2022-02-10T23:30:05Z', 'revision_number': 3, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'gw_port': {'id': '1f662c6e-b263-4ddc-a676-67ac962579cd', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:35:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:30:04Z', 'updated_at': '2022-02-10T23:30:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:30:07.945975 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-cf546073-e6d1-4592-8965-2d943ab00fe5 None None] Provisioning for port 69cf1297-f9c0-4855-83cf-83e94fc731d6 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:30:07.952435 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-cf546073-e6d1-4592-8965-2d943ab00fe5 None None] Provisioning complete for port 69cf1297-f9c0-4855-83cf-83e94fc731d6 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:30:07.959556 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cf546073-e6d1-4592-8965-2d943ab00fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:07.975021 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-63539ae0-6b1b-475d-be98-d44783b388c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:08.013073 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-cf546073-e6d1-4592-8965-2d943ab00fe5 None None] Port 69cf1297-f9c0-4855-83cf-83e94fc731d6 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:30:08.071765 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-63539ae0-6b1b-475d-be98-d44783b388c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:08.176354 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63539ae0-6b1b-475d-be98-d44783b388c1 admin admin] Pushing event updated for resources: {'Port': ['ID=69cf1297-f9c0-4855-83cf-83e94fc731d6,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:30:08.182136 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-63539ae0-6b1b-475d-be98-d44783b388c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2767683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732898'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:08.324857 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63539ae0-6b1b-475d-be98-d44783b388c1 admin admin] Network 1945a692-7e1c-4efb-8717-8c5405f58733 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:30:08.325948 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-63539ae0-6b1b-475d-be98-d44783b388c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:30:08.429392 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device b482f6c8-af86-4fd1-94bc-b40aa3b2b37f up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:30:08.513435 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port b482f6c8-af86-4fd1-94bc-b40aa3b2b37f triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:30:08.514584 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:08.661056 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 1f662c6e-b263-4ddc-a676-67ac962579cd up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:30:08.704278 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-d9fe347a-ec7b-4222-979f-10a968396cd8 None None] Provisioning complete for port 69cf1297-f9c0-4855-83cf-83e94fc731d6 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:30:08.704666 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d9fe347a-ec7b-4222-979f-10a968396cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:08.772090 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-d9fe347a-ec7b-4222-979f-10a968396cd8 None None] Port 69cf1297-f9c0-4855-83cf-83e94fc731d6 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:30:08.841985 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63539ae0-6b1b-475d-be98-d44783b388c1 admin admin] Router 5fad0fe2-31a1-472b-8809-48feb3cd6d8b has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:30:08.845347 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 1f662c6e-b263-4ddc-a676-67ac962579cd completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:30:08.850247 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 1f662c6e-b263-4ddc-a676-67ac962579cd triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:30:08.850616 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:08.964472 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:08.979737 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 1f662c6e-b263-4ddc-a676-67ac962579cd, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=1f662c6e-b263-4ddc-a676-67ac962579cd,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:30:09.042762 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63539ae0-6b1b-475d-be98-d44783b388c1 admin admin] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:30:09.045340 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:09.053410 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-63539ae0-6b1b-475d-be98-d44783b388c1 admin admin] 10.222.0.59 "PUT /v2.0/routers/5fad0fe2-31a1-472b-8809-48feb3cd6d8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9901094 Feb 10 23:30:09.112137 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=1f662c6e-b263-4ddc-a676-67ac962579cd,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:30:09.226740 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:30:09.623075 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 53386) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:30:09.630100 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-5006aab6-244e-4845-a79a-1e144498cc9e tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1201682125', 'description': 'tempest-description--1742282795'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:30:09.635904 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5006aab6-244e-4845-a79a-1e144498cc9e tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:30:09.640198 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-5006aab6-244e-4845-a79a-1e144498cc9e tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Usage tracker for resource:security_group and tenant:1b8b8784c0014af3ab45384d880090ca is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:30:09.642996 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-5006aab6-244e-4845-a79a-1e144498cc9e tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:30:09.648469 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5006aab6-244e-4845-a79a-1e144498cc9e tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:30:09.705505 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5006aab6-244e-4845-a79a-1e144498cc9e tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:09.740034 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5006aab6-244e-4845-a79a-1e144498cc9e tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:30:09.745138 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-5006aab6-244e-4845-a79a-1e144498cc9e tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Usage tracker for resource:security_group_rule and tenant:1b8b8784c0014af3ab45384d880090ca is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:30:09.748005 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-5006aab6-244e-4845-a79a-1e144498cc9e tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:30:09.755138 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5006aab6-244e-4845-a79a-1e144498cc9e tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:30:09.813130 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5006aab6-244e-4845-a79a-1e144498cc9e tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:09.853909 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5006aab6-244e-4845-a79a-1e144498cc9e tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:09.893289 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5006aab6-244e-4845-a79a-1e144498cc9e tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3edd5b70-c05f-4030-a833-b281a3e2a648,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:30:09.954302 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5006aab6-244e-4845-a79a-1e144498cc9e tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:09.955557 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-5006aab6-244e-4845-a79a-1e144498cc9e tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.3307226 Feb 10 23:30:09.958315 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 53390) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:30:09.963748 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-e0148e45-e664-467b-8a27-9384ef71660c tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Request body: {'security_group_rule': {'security_group_id': '3edd5b70-c05f-4030-a833-b281a3e2a648', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:30:09.969939 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e0148e45-e664-467b-8a27-9384ef71660c tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:30:09.973721 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-e0148e45-e664-467b-8a27-9384ef71660c tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Usage tracker for resource:security_group_rule and tenant:1b8b8784c0014af3ab45384d880090ca is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:30:09.976594 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-e0148e45-e664-467b-8a27-9384ef71660c tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:30:09.982350 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e0148e45-e664-467b-8a27-9384ef71660c tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:30:10.057729 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e0148e45-e664-467b-8a27-9384ef71660c tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:10.117424 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e0148e45-e664-467b-8a27-9384ef71660c tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:10.179583 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e0148e45-e664-467b-8a27-9384ef71660c tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:10.203074 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0148e45-e664-467b-8a27-9384ef71660c tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae222c36-fc00-4f36-a24f-9db36c2616f5,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:30:10.256393 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e0148e45-e664-467b-8a27-9384ef71660c tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:10.257574 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-e0148e45-e664-467b-8a27-9384ef71660c tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2983499 Feb 10 23:30:10.260134 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 53394) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:30:10.265831 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-f9289273-44ef-4ab2-b6a4-b371f24d2907 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Request body: {'security_group_rule': {'security_group_id': '3edd5b70-c05f-4030-a833-b281a3e2a648', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:30:10.271732 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f9289273-44ef-4ab2-b6a4-b371f24d2907 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:30:10.275417 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-f9289273-44ef-4ab2-b6a4-b371f24d2907 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Usage tracker for resource:security_group_rule and tenant:1b8b8784c0014af3ab45384d880090ca is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:30:10.278406 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-f9289273-44ef-4ab2-b6a4-b371f24d2907 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:30:10.284710 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f9289273-44ef-4ab2-b6a4-b371f24d2907 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:30:10.334337 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 1f662c6e-b263-4ddc-a676-67ac962579cd up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:30:10.371818 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f9289273-44ef-4ab2-b6a4-b371f24d2907 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:10.402624 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 1f662c6e-b263-4ddc-a676-67ac962579cd triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:30:10.402995 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:10.435336 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f9289273-44ef-4ab2-b6a4-b371f24d2907 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:10.502649 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f9289273-44ef-4ab2-b6a4-b371f24d2907 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:10.525204 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9289273-44ef-4ab2-b6a4-b371f24d2907 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca36f64b-aa28-4d15-a091-ab81da944fc0,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:30:10.591534 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f9289273-44ef-4ab2-b6a4-b371f24d2907 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:10.592780 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-f9289273-44ef-4ab2-b6a4-b371f24d2907 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3316443 Feb 10 23:30:10.596393 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 53398) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:30:10.602177 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-be57f23a-45b6-4144-adcf-c58c25fd9772 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Request body: {'floatingip': {'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:30:10.607828 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-be57f23a-45b6-4144-adcf-c58c25fd9772 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:30:10.612794 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-be57f23a-45b6-4144-adcf-c58c25fd9772 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Usage tracker for resource:floatingip and tenant:1b8b8784c0014af3ab45384d880090ca is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:30:10.615656 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-be57f23a-45b6-4144-adcf-c58c25fd9772 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:30:10.621413 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-be57f23a-45b6-4144-adcf-c58c25fd9772 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:30:10.682828 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-be57f23a-45b6-4144-adcf-c58c25fd9772 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks [] for floatingip, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:10.815550 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-be57f23a-45b6-4144-adcf-c58c25fd9772 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:10.943338 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-be57f23a-45b6-4144-adcf-c58c25fd9772 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Allocated IP 172.26.8.27 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/4d5a5d7a-07d3-4a2c-ad24-d42108f79f38) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:30:11.087532 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-be57f23a-45b6-4144-adcf-c58c25fd9772 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:11.208865 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-be57f23a-45b6-4144-adcf-c58c25fd9772 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:11.277417 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be57f23a-45b6-4144-adcf-c58c25fd9772 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:30:11.281431 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-be57f23a-45b6-4144-adcf-c58c25fd9772 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:30:11.283946 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be57f23a-45b6-4144-adcf-c58c25fd9772 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:30:11.311658 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be57f23a-45b6-4144-adcf-c58c25fd9772 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Pushing event updated for resources: {'Port': ['ID=4d5a5d7a-07d3-4a2c-ad24-d42108f79f38,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:30:11.426481 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ccd703-f0ac-400f-a665-ed6ba6ccadca None None] Sync routers for ids ['5fad0fe2-31a1-472b-8809-48feb3cd6d8b'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:30:11.438627 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ccd703-f0ac-400f-a665-ed6ba6ccadca None None] Routers {'5fad0fe2-31a1-472b-8809-48feb3cd6d8b'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:30:11.439330 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-f7ccd703-f0ac-400f-a665-ed6ba6ccadca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:29:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['5fad0fe2-31a1-472b-8809-48feb3cd6d8b'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:30:11.452786 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-be57f23a-45b6-4144-adcf-c58c25fd9772 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:11.594749 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-be57f23a-45b6-4144-adcf-c58c25fd9772 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:11.615922 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-f7ccd703-f0ac-400f-a665-ed6ba6ccadca None None] Set router 5fad0fe2-31a1-472b-8809-48feb3cd6d8b gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:30:11.907113 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-be57f23a-45b6-4144-adcf-c58c25fd9772 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:11.951885 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-f7ccd703-f0ac-400f-a665-ed6ba6ccadca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'name': 'tempest-ServerActionsTestJSON-1749520904-router', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.235'}], 'enable_snat': True}, 'gw_port_id': '1f662c6e-b263-4ddc-a676-67ac962579cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:30:04Z', 'updated_at': '2022-02-10T23:30:07Z', 'revision_number': 4, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'gw_port': {'id': '1f662c6e-b263-4ddc-a676-67ac962579cd', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:35:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:30:04Z', 'updated_at': '2022-02-10T23:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '69cf1297-f9c0-4855-83cf-83e94fc731d6', 'name': '', 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'mac_address': 'fa:16:3e:7c:c8:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6a45207-3ad3-448e-b62b-54d1bdb47117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:30:07Z', 'updated_at': '2022-02-10T23:30:07Z', 'revision_number': 2, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'subnets': [{'id': 'd6a45207-3ad3-448e-b62b-54d1bdb47117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:30:11.956324 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ccd703-f0ac-400f-a665-ed6ba6ccadca None None] Checking router: 5fad0fe2-31a1-472b-8809-48feb3cd6d8b for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:30:11.956707 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ccd703-f0ac-400f-a665-ed6ba6ccadca None None] Updating router 5fad0fe2-31a1-472b-8809-48feb3cd6d8b port 69cf1297-f9c0-4855-83cf-83e94fc731d6 binding host dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:30:11.968765 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-be57f23a-45b6-4144-adcf-c58c25fd9772 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:12.008104 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f7ccd703-f0ac-400f-a665-ed6ba6ccadca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:12.077205 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be57f23a-45b6-4144-adcf-c58c25fd9772 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Pushing event updated for resources: {'Port': ['ID=4d5a5d7a-07d3-4a2c-ad24-d42108f79f38,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:30:12.089549 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-be57f23a-45b6-4144-adcf-c58c25fd9772 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1734214'] for floatingip, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:12.182754 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-be57f23a-45b6-4144-adcf-c58c25fd9772 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:12.183930 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-be57f23a-45b6-4144-adcf-c58c25fd9772 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5865903 Feb 10 23:30:12.347303 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f7ccd703-f0ac-400f-a665-ed6ba6ccadca None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:12.356372 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-6160c7a4-1d4e-48c1-b558-3227fca5b9b2 req-54e73f41-34ca-4ea9-a560-600831aa0228 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Synchronizing usage tracker for tenant:1b8b8784c0014af3ab45384d880090ca on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:30:12.358801 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-f7ccd703-f0ac-400f-a665-ed6ba6ccadca None None] Transition to ACTIVE for port object 69cf1297-f9c0-4855-83cf-83e94fc731d6 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:30:12.431233 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f7ccd703-f0ac-400f-a665-ed6ba6ccadca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:12.445099 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-6160c7a4-1d4e-48c1-b558-3227fca5b9b2 req-54e73f41-34ca-4ea9-a560-600831aa0228 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Unset dirty status for tenant:1b8b8784c0014af3ab45384d880090ca on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:30:12.446206 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-6160c7a4-1d4e-48c1-b558-3227fca5b9b2 req-54e73f41-34ca-4ea9-a560-600831aa0228 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1201682125&fields=id&tenant_id=1b8b8784c0014af3ab45384d880090ca HTTP/1.1" status: 200 len: 267 time: 0.1313615 Feb 10 23:30:12.551990 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec58f7-bbf5-4369-b05d-a8c9350156c8 None None] Pushing event updated for resources: {'Port': ['ID=69cf1297-f9c0-4855-83cf-83e94fc731d6,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:30:12.599144 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6160c7a4-1d4e-48c1-b558-3227fca5b9b2 req-420a8915-008d-4e5f-9824-cd802c6b8b3f tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:12.599942 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-6160c7a4-1d4e-48c1-b558-3227fca5b9b2 req-420a8915-008d-4e5f-9824-cd802c6b8b3f tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Synchronizing usage tracker for tenant:1b8b8784c0014af3ab45384d880090ca on resource:network {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:30:12.644109 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-f7ccd703-f0ac-400f-a665-ed6ba6ccadca None None] Attempting to bind port 69cf1297-f9c0-4855-83cf-83e94fc731d6 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:30:12.644473 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-f7ccd703-f0ac-400f-a665-ed6ba6ccadca None None] Attempting to bind port 69cf1297-f9c0-4855-83cf-83e94fc731d6 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '1617e329-df4f-439b-93d4-81eb956dc3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:30:12.644880 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ccd703-f0ac-400f-a665-ed6ba6ccadca None None] Attempting to bind port 69cf1297-f9c0-4855-83cf-83e94fc731d6 on network 1945a692-7e1c-4efb-8717-8c5405f58733 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:30:12.651241 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ccd703-f0ac-400f-a665-ed6ba6ccadca None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:30:12.651606 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ccd703-f0ac-400f-a665-ed6ba6ccadca None None] Checking segment: {'id': '1617e329-df4f-439b-93d4-81eb956dc3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:30:12.652005 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f7ccd703-f0ac-400f-a665-ed6ba6ccadca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:12.652395 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ccd703-f0ac-400f-a665-ed6ba6ccadca None None] Bound using segment: {'id': '1617e329-df4f-439b-93d4-81eb956dc3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:30:12.652894 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-f7ccd703-f0ac-400f-a665-ed6ba6ccadca None None] Bound port: 69cf1297-f9c0-4855-83cf-83e94fc731d6, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1617e329-df4f-439b-93d4-81eb956dc3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:30:12.653263 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f7ccd703-f0ac-400f-a665-ed6ba6ccadca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:12.713848 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-6160c7a4-1d4e-48c1-b558-3227fca5b9b2 req-420a8915-008d-4e5f-9824-cd802c6b8b3f tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Unset dirty status for tenant:1b8b8784c0014af3ab45384d880090ca on resource:network {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:30:12.715008 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-6160c7a4-1d4e-48c1-b558-3227fca5b9b2 req-420a8915-008d-4e5f-9824-cd802c6b8b3f tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/networks?id=1945a692-7e1c-4efb-8717-8c5405f58733 HTTP/1.1" status: 200 len: 812 time: 0.2615678 Feb 10 23:30:12.731173 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-6160c7a4-1d4e-48c1-b558-3227fca5b9b2 req-1ea47c67-306c-4440-978a-5182ba92d14c tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/quotas/1b8b8784c0014af3ab45384d880090ca HTTP/1.1" status: 200 len: 375 time: 0.0105867 Feb 10 23:30:12.750274 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-f7ccd703-f0ac-400f-a665-ed6ba6ccadca None None] For port 69cf1297-f9c0-4855-83cf-83e94fc731d6, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:30:12.753490 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-f7ccd703-f0ac-400f-a665-ed6ba6ccadca None None] For port 69cf1297-f9c0-4855-83cf-83e94fc731d6, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=69cf1297-f9c0-4855-83cf-83e94fc731d6,segment=NetworkSegment(1617e329-df4f-439b-93d4-81eb956dc3d2),segment_id=1617e329-df4f-439b-93d4-81eb956dc3d2)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:30:12.811052 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-6160c7a4-1d4e-48c1-b558-3227fca5b9b2 req-b01db586-fc2a-485c-83c5-7d2cbff45834 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Synchronizing usage tracker for tenant:1b8b8784c0014af3ab45384d880090ca on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:30:12.817152 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f7ccd703-f0ac-400f-a665-ed6ba6ccadca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:12.890839 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-6160c7a4-1d4e-48c1-b558-3227fca5b9b2 req-b01db586-fc2a-485c-83c5-7d2cbff45834 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Unset dirty status for tenant:1b8b8784c0014af3ab45384d880090ca on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:30:12.892449 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-6160c7a4-1d4e-48c1-b558-3227fca5b9b2 req-b01db586-fc2a-485c-83c5-7d2cbff45834 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=1b8b8784c0014af3ab45384d880090ca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1560316 Feb 10 23:30:12.898019 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec58f7-bbf5-4369-b05d-a8c9350156c8 None None] Pushing event updated for resources: {'Port': ['ID=69cf1297-f9c0-4855-83cf-83e94fc731d6,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:30:12.902673 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ccd703-f0ac-400f-a665-ed6ba6ccadca None None] Routers {'5fad0fe2-31a1-472b-8809-48feb3cd6d8b'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:30:12.903283 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-f7ccd703-f0ac-400f-a665-ed6ba6ccadca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:29:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['5fad0fe2-31a1-472b-8809-48feb3cd6d8b'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:30:12.917617 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [req-6160c7a4-1d4e-48c1-b558-3227fca5b9b2 req-dfc521b2-9f56-4e06-bf85-74d1fe6924d0 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84333) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:30:12.918648 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-6160c7a4-1d4e-48c1-b558-3227fca5b9b2 req-dfc521b2-9f56-4e06-bf85-74d1fe6924d0 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053279 Feb 10 23:30:13.068693 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-6160c7a4-1d4e-48c1-b558-3227fca5b9b2 req-00a66c60-1dd5-4897-82cd-a7ab62673bf4 service neutron] 10.222.0.59 "GET /v2.0/networks/1945a692-7e1c-4efb-8717-8c5405f58733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422954 Feb 10 23:30:13.126575 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-f7ccd703-f0ac-400f-a665-ed6ba6ccadca None None] Set router 5fad0fe2-31a1-472b-8809-48feb3cd6d8b gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:30:13.194251 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-6160c7a4-1d4e-48c1-b558-3227fca5b9b2 req-ca938930-31cc-43ec-bc98-98fbd6a60ecf service neutron] 10.222.0.59 "GET /v2.0/networks/1945a692-7e1c-4efb-8717-8c5405f58733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247153 Feb 10 23:30:13.451781 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-f7ccd703-f0ac-400f-a665-ed6ba6ccadca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'name': 'tempest-ServerActionsTestJSON-1749520904-router', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.235'}], 'enable_snat': True}, 'gw_port_id': '1f662c6e-b263-4ddc-a676-67ac962579cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:30:04Z', 'updated_at': '2022-02-10T23:30:07Z', 'revision_number': 4, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'gw_port': {'id': '1f662c6e-b263-4ddc-a676-67ac962579cd', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:35:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:30:04Z', 'updated_at': '2022-02-10T23:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '69cf1297-f9c0-4855-83cf-83e94fc731d6', 'name': '', 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'mac_address': 'fa:16:3e:7c:c8:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6a45207-3ad3-448e-b62b-54d1bdb47117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:30:07Z', 'updated_at': '2022-02-10T23:30:12Z', 'revision_number': 4, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'subnets': [{'id': 'd6a45207-3ad3-448e-b62b-54d1bdb47117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:30:13.456443 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ccd703-f0ac-400f-a665-ed6ba6ccadca None None] The sync data for ids ['5fad0fe2-31a1-472b-8809-48feb3cd6d8b'] in dv-neutron-828797-1-hyperv is: [{'id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'name': 'tempest-ServerActionsTestJSON-1749520904-router', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.235'}], 'enable_snat': True}, 'gw_port_id': '1f662c6e-b263-4ddc-a676-67ac962579cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:30:04Z', 'updated_at': '2022-02-10T23:30:07Z', 'revision_number': 4, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'gw_port': {'id': '1f662c6e-b263-4ddc-a676-67ac962579cd', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:35:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:30:04Z', 'updated_at': '2022-02-10T23:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '69cf1297-f9c0-4855-83cf-83e94fc731d6', 'name': '', 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'mac_address': 'fa:16:3e:7c:c8:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6a45207-3ad3-448e-b62b-54d1bdb47117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:30:07Z', 'updated_at': '2022-02-10T23:30:12Z', 'revision_number': 4, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'subnets': [{'id': 'd6a45207-3ad3-448e-b62b-54d1bdb47117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:30:13.468431 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4fb1d374-1c2d-453c-a64c-89201d0f854c req-b536bb5a-5188-4c4a-afea-4c135d2dc389 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=526d1be9-abc6-4728-b3e8-bcbfb2c58a45 HTTP/1.1" status: 200 len: 210 time: 0.0590580 Feb 10 23:30:14.350735 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 69cf1297-f9c0-4855-83cf-83e94fc731d6 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:30:14.473781 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 69cf1297-f9c0-4855-83cf-83e94fc731d6 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:30:14.478786 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 69cf1297-f9c0-4855-83cf-83e94fc731d6 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:30:14.482351 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:14.596507 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:14.632208 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 69cf1297-f9c0-4855-83cf-83e94fc731d6, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=69cf1297-f9c0-4855-83cf-83e94fc731d6,segment=NetworkSegment(1617e329-df4f-439b-93d4-81eb956dc3d2),segment_id=1617e329-df4f-439b-93d4-81eb956dc3d2)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:30:14.643512 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-176c1bf3-0fd7-4aea-a565-a5bf09354edc req-c825074b-a6dc-4bce-9528-f0f7505ec5c4 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=526d1be9-abc6-4728-b3e8-bcbfb2c58a45 HTTP/1.1" status: 200 len: 210 time: 0.0454605 Feb 10 23:30:14.814433 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:14.883305 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=69cf1297-f9c0-4855-83cf-83e94fc731d6,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:30:14.892849 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:14.893197 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:14.893538 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:14.894050 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:14.894386 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:14.894716 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:14.895046 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:14.895371 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:14.895788 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:14.896115 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:14.896512 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:15.820867 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6914f52d-63fc-4460-ad7c-7547233e1047 req-1d8c1a05-7947-4d59-b81a-ac71742bc0ff tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=526d1be9-abc6-4728-b3e8-bcbfb2c58a45 HTTP/1.1" status: 200 len: 210 time: 0.0482216 Feb 10 23:30:15.878091 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6160c7a4-1d4e-48c1-b558-3227fca5b9b2 req-fd5e5607-487d-4a28-9546-4e8882e58f8f tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:15.878091 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6160c7a4-1d4e-48c1-b558-3227fca5b9b2 req-fd5e5607-487d-4a28-9546-4e8882e58f8f tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.37 "GET /v2.0/networks?id=1945a692-7e1c-4efb-8717-8c5405f58733 HTTP/1.1" status: 200 len: 812 time: 0.1867752 Feb 10 23:30:15.929119 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6160c7a4-1d4e-48c1-b558-3227fca5b9b2 req-b2e9f870-5676-48bf-b80f-afdd74f535db tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b8b8784c0014af3ab45384d880090ca HTTP/1.1" status: 200 len: 380 time: 0.0402963 Feb 10 23:30:15.938192 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-6160c7a4-1d4e-48c1-b558-3227fca5b9b2 req-05adebf3-acd7-42c0-b8b2-c68b559964ff tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Request body: {'port': {'device_id': '526d1be9-abc6-4728-b3e8-bcbfb2c58a45', 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733', 'admin_state_up': True, 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'security_groups': ['3edd5b70-c05f-4030-a833-b281a3e2a648']}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:30:16.161855 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-6160c7a4-1d4e-48c1-b558-3227fca5b9b2 req-05adebf3-acd7-42c0-b8b2-c68b559964ff tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:30:16.171296 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-6160c7a4-1d4e-48c1-b558-3227fca5b9b2 req-05adebf3-acd7-42c0-b8b2-c68b559964ff tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:30:16.259869 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:16.311415 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6160c7a4-1d4e-48c1-b558-3227fca5b9b2 req-05adebf3-acd7-42c0-b8b2-c68b559964ff tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Made reservation on behalf of 1b8b8784c0014af3ab45384d880090ca for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:30:16.315458 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-6160c7a4-1d4e-48c1-b558-3227fca5b9b2 req-05adebf3-acd7-42c0-b8b2-c68b559964ff tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:16.336518 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 69cf1297-f9c0-4855-83cf-83e94fc731d6 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:30:16.411815 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 69cf1297-f9c0-4855-83cf-83e94fc731d6 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:30:16.412259 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:16.477300 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [req-6160c7a4-1d4e-48c1-b558-3227fca5b9b2 req-05adebf3-acd7-42c0-b8b2-c68b559964ff tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Allocated IP 172.20.0.8 (1945a692-7e1c-4efb-8717-8c5405f58733/d6a45207-3ad3-448e-b62b-54d1bdb47117/55c23216-6096-4ab4-b65b-13bd1659fad4) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:30:16.659474 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-6160c7a4-1d4e-48c1-b558-3227fca5b9b2 req-05adebf3-acd7-42c0-b8b2-c68b559964ff tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:16.674708 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-6160c7a4-1d4e-48c1-b558-3227fca5b9b2 req-05adebf3-acd7-42c0-b8b2-c68b559964ff tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Transition to ACTIVE for port object 55c23216-6096-4ab4-b65b-13bd1659fad4 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:30:16.771324 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-6160c7a4-1d4e-48c1-b558-3227fca5b9b2 req-05adebf3-acd7-42c0-b8b2-c68b559964ff tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:16.845370 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6160c7a4-1d4e-48c1-b558-3227fca5b9b2 req-05adebf3-acd7-42c0-b8b2-c68b559964ff tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Network 1945a692-7e1c-4efb-8717-8c5405f58733 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:30:16.848158 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [req-6160c7a4-1d4e-48c1-b558-3227fca5b9b2 req-05adebf3-acd7-42c0-b8b2-c68b559964ff tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:30:16.852321 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-6160c7a4-1d4e-48c1-b558-3227fca5b9b2 req-05adebf3-acd7-42c0-b8b2-c68b559964ff tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:30:16.888182 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05adebf3-acd7-42c0-b8b2-c68b559964ff tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Pushing event updated for resources: {'Port': ['ID=55c23216-6096-4ab4-b65b-13bd1659fad4,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:30:16.908706 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05adebf3-acd7-42c0-b8b2-c68b559964ff tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:16.909048 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05adebf3-acd7-42c0-b8b2-c68b559964ff tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:16.909381 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05adebf3-acd7-42c0-b8b2-c68b559964ff tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:16.909711 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05adebf3-acd7-42c0-b8b2-c68b559964ff tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:16.910043 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05adebf3-acd7-42c0-b8b2-c68b559964ff tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:16.910367 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05adebf3-acd7-42c0-b8b2-c68b559964ff tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:16.910689 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05adebf3-acd7-42c0-b8b2-c68b559964ff tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:16.911009 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05adebf3-acd7-42c0-b8b2-c68b559964ff tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:16.911324 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05adebf3-acd7-42c0-b8b2-c68b559964ff tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:16.911638 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05adebf3-acd7-42c0-b8b2-c68b559964ff tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:16.911951 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05adebf3-acd7-42c0-b8b2-c68b559964ff tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:16.926670 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6160c7a4-1d4e-48c1-b558-3227fca5b9b2 req-05adebf3-acd7-42c0-b8b2-c68b559964ff tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:16.927279 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-6160c7a4-1d4e-48c1-b558-3227fca5b9b2 req-05adebf3-acd7-42c0-b8b2-c68b559964ff tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:17.041091 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e812a78-0411-4425-8151-81647f658f85 req-220aac81-6d0c-4137-b09a-37fa98e2a52d tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:17.042889 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-3e812a78-0411-4425-8151-81647f658f85 req-220aac81-6d0c-4137-b09a-37fa98e2a52d tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=526d1be9-abc6-4728-b3e8-bcbfb2c58a45 HTTP/1.1" status: 200 len: 931 time: 0.0771978 Feb 10 23:30:17.049237 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6160c7a4-1d4e-48c1-b558-3227fca5b9b2 req-05adebf3-acd7-42c0-b8b2-c68b559964ff tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1145999 Feb 10 23:30:17.060443 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-6160c7a4-1d4e-48c1-b558-3227fca5b9b2 req-a49ae8a2-30d7-4f18-b501-956d24df4c5a service neutron] Request body: {'port': {'device_id': '526d1be9-abc6-4728-b3e8-bcbfb2c58a45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:30:17.089937 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-3e812a78-0411-4425-8151-81647f658f85 req-22f4d4b1-83c0-4d9c-b75e-90de63a95d82 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409751 Feb 10 23:30:17.168784 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-6160c7a4-1d4e-48c1-b558-3227fca5b9b2 req-a49ae8a2-30d7-4f18-b501-956d24df4c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:17.194032 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-019a2262-c17b-4f17-8f13-6dfaa7e13198 None None] Provisioning for port 55c23216-6096-4ab4-b65b-13bd1659fad4 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:30:17.199151 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-019a2262-c17b-4f17-8f13-6dfaa7e13198 None None] Provisioning complete for port 55c23216-6096-4ab4-b65b-13bd1659fad4 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:30:17.199566 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-019a2262-c17b-4f17-8f13-6dfaa7e13198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:17.249931 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-019a2262-c17b-4f17-8f13-6dfaa7e13198 None None] Port 55c23216-6096-4ab4-b65b-13bd1659fad4 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:30:17.518658 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [req-6160c7a4-1d4e-48c1-b558-3227fca5b9b2 req-a49ae8a2-30d7-4f18-b501-956d24df4c5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55c23216-6096-4ab4-b65b-13bd1659fad4 {{(pid=84332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:30:17.525333 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-6160c7a4-1d4e-48c1-b558-3227fca5b9b2 req-a49ae8a2-30d7-4f18-b501-956d24df4c5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:17.540809 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-6160c7a4-1d4e-48c1-b558-3227fca5b9b2 req-a49ae8a2-30d7-4f18-b501-956d24df4c5a service neutron] Transition to ACTIVE for port object 55c23216-6096-4ab4-b65b-13bd1659fad4 will not be triggered until provisioned by entity L2. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:30:17.648319 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-6160c7a4-1d4e-48c1-b558-3227fca5b9b2 req-a49ae8a2-30d7-4f18-b501-956d24df4c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:17.787094 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49ae8a2-30d7-4f18-b501-956d24df4c5a service neutron] Pushing event updated for resources: {'Port': ['ID=55c23216-6096-4ab4-b65b-13bd1659fad4,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:30:17.898268 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-6160c7a4-1d4e-48c1-b558-3227fca5b9b2 req-a49ae8a2-30d7-4f18-b501-956d24df4c5a service neutron] Attempting to bind port 55c23216-6096-4ab4-b65b-13bd1659fad4 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:30:17.898860 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-6160c7a4-1d4e-48c1-b558-3227fca5b9b2 req-a49ae8a2-30d7-4f18-b501-956d24df4c5a service neutron] Attempting to bind port 55c23216-6096-4ab4-b65b-13bd1659fad4 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '1617e329-df4f-439b-93d4-81eb956dc3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:30:17.898976 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6160c7a4-1d4e-48c1-b558-3227fca5b9b2 req-a49ae8a2-30d7-4f18-b501-956d24df4c5a service neutron] Attempting to bind port 55c23216-6096-4ab4-b65b-13bd1659fad4 on network 1945a692-7e1c-4efb-8717-8c5405f58733 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:30:17.904865 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6160c7a4-1d4e-48c1-b558-3227fca5b9b2 req-a49ae8a2-30d7-4f18-b501-956d24df4c5a service neutron] Port 55c23216-6096-4ab4-b65b-13bd1659fad4 on network 1945a692-7e1c-4efb-8717-8c5405f58733 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:30:17.905209 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6160c7a4-1d4e-48c1-b558-3227fca5b9b2 req-a49ae8a2-30d7-4f18-b501-956d24df4c5a service neutron] Attempting to bind port 55c23216-6096-4ab4-b65b-13bd1659fad4 on network 1945a692-7e1c-4efb-8717-8c5405f58733 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:30:17.911766 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6160c7a4-1d4e-48c1-b558-3227fca5b9b2 req-a49ae8a2-30d7-4f18-b501-956d24df4c5a service neutron] Checking agent: {'id': '0f85d58b-4cda-4360-97cf-be037aef26b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'started_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:30:17.912119 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6160c7a4-1d4e-48c1-b558-3227fca5b9b2 req-a49ae8a2-30d7-4f18-b501-956d24df4c5a service neutron] Checking segment: {'id': '1617e329-df4f-439b-93d4-81eb956dc3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:30:17.912500 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6160c7a4-1d4e-48c1-b558-3227fca5b9b2 req-a49ae8a2-30d7-4f18-b501-956d24df4c5a service neutron] Bound using segment: {'id': '1617e329-df4f-439b-93d4-81eb956dc3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733'} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:30:17.912959 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-6160c7a4-1d4e-48c1-b558-3227fca5b9b2 req-a49ae8a2-30d7-4f18-b501-956d24df4c5a service neutron] Bound port: 55c23216-6096-4ab4-b65b-13bd1659fad4, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1617e329-df4f-439b-93d4-81eb956dc3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733'}}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:30:17.913298 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-6160c7a4-1d4e-48c1-b558-3227fca5b9b2 req-a49ae8a2-30d7-4f18-b501-956d24df4c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:18.006867 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-6160c7a4-1d4e-48c1-b558-3227fca5b9b2 req-a49ae8a2-30d7-4f18-b501-956d24df4c5a service neutron] For port 55c23216-6096-4ab4-b65b-13bd1659fad4, host hv-neutron-8287, cleared binding levels {{(pid=84332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:30:18.009910 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-6160c7a4-1d4e-48c1-b558-3227fca5b9b2 req-a49ae8a2-30d7-4f18-b501-956d24df4c5a service neutron] For port 55c23216-6096-4ab4-b65b-13bd1659fad4, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=55c23216-6096-4ab4-b65b-13bd1659fad4,segment=NetworkSegment(1617e329-df4f-439b-93d4-81eb956dc3d2),segment_id=1617e329-df4f-439b-93d4-81eb956dc3d2)] {{(pid=84332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:30:18.102482 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-6160c7a4-1d4e-48c1-b558-3227fca5b9b2 req-a49ae8a2-30d7-4f18-b501-956d24df4c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:18.166119 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-6160c7a4-1d4e-48c1-b558-3227fca5b9b2 req-a49ae8a2-30d7-4f18-b501-956d24df4c5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:18.167480 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6160c7a4-1d4e-48c1-b558-3227fca5b9b2 req-a49ae8a2-30d7-4f18-b501-956d24df4c5a service neutron] 10.222.0.37 "PUT /v2.0/ports/55c23216-6096-4ab4-b65b-13bd1659fad4 HTTP/1.1" status: 200 len: 1093 time: 1.1109786 Feb 10 23:30:18.167918 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '526d1be9-abc6-4728-b3e8-bcbfb2c58a45', 'tag': '55c23216-6096-4ab4-b65b-13bd1659fad4'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:30:18.193927 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49ae8a2-30d7-4f18-b501-956d24df4c5a service neutron] Pushing event updated for resources: {'Port': ['ID=55c23216-6096-4ab4-b65b-13bd1659fad4,revision_number=3']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:30:18.262960 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '526d1be9-abc6-4728-b3e8-bcbfb2c58a45', 'tag': '55c23216-6096-4ab4-b65b-13bd1659fad4', 'status': 'completed', 'code': 200} Feb 10 23:30:18.367476 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dbeae9-ee79-4987-8f4d-e666b7849492 req-e1601e27-8e73-4ae8-9790-4b92e0d2da1b tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:18.368090 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-10dbeae9-ee79-4987-8f4d-e666b7849492 req-e1601e27-8e73-4ae8-9790-4b92e0d2da1b tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Synchronizing usage tracker for tenant:1b8b8784c0014af3ab45384d880090ca on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:30:18.375281 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-24b09c03-ded0-4318-b933-5766892eab01 req-5f0a771c-9fe7-41e0-99be-f48049bfa3a5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b8b8784c0014af3ab45384d880090ca&device_id=526d1be9-abc6-4728-b3e8-bcbfb2c58a45 HTTP/1.1" status: 200 len: 1096 time: 0.1115630 Feb 10 23:30:18.544859 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-10dbeae9-ee79-4987-8f4d-e666b7849492 req-e1601e27-8e73-4ae8-9790-4b92e0d2da1b tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Unset dirty status for tenant:1b8b8784c0014af3ab45384d880090ca on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:30:18.546470 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-10dbeae9-ee79-4987-8f4d-e666b7849492 req-e1601e27-8e73-4ae8-9790-4b92e0d2da1b tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=526d1be9-abc6-4728-b3e8-bcbfb2c58a45 HTTP/1.1" status: 200 len: 943 time: 0.3184216 Feb 10 23:30:18.638211 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-10dbeae9-ee79-4987-8f4d-e666b7849492 req-ae3ac145-cfe0-4e0e-aa74-79d90e03d40e tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839424 Feb 10 23:30:18.641093 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b09c03-ded0-4318-b933-5766892eab01 req-f312f83a-1f8a-4899-813e-9e3593be0b7f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:18.642400 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-24b09c03-ded0-4318-b933-5766892eab01 req-f312f83a-1f8a-4899-813e-9e3593be0b7f service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=1b8b8784c0014af3ab45384d880090ca&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2581902 Feb 10 23:30:18.774705 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b09c03-ded0-4318-b933-5766892eab01 req-57446291-faa2-4344-9413-4195bd455e65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:18.776127 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-24b09c03-ded0-4318-b933-5766892eab01 req-57446291-faa2-4344-9413-4195bd455e65 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1275482 Feb 10 23:30:18.884115 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6160c7a4-1d4e-48c1-b558-3227fca5b9b2 req-055db150-9ab9-41c8-ad19-45163f2a458d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b8b8784c0014af3ab45384d880090ca&device_id=526d1be9-abc6-4728-b3e8-bcbfb2c58a45 HTTP/1.1" status: 200 len: 1096 time: 0.0717077 Feb 10 23:30:18.951134 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6160c7a4-1d4e-48c1-b558-3227fca5b9b2 req-51a535ec-f5e7-4aab-a9d1-e957c5df00c3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55c23216-6096-4ab4-b65b-13bd1659fad4 HTTP/1.1" status: 200 len: 217 time: 0.0583785 Feb 10 23:30:19.019185 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6160c7a4-1d4e-48c1-b558-3227fca5b9b2 req-bfb4a975-bf88-4e8b-8a10-f0f99c6668df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:19.020687 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6160c7a4-1d4e-48c1-b558-3227fca5b9b2 req-bfb4a975-bf88-4e8b-8a10-f0f99c6668df service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d6a45207-3ad3-448e-b62b-54d1bdb47117 HTTP/1.1" status: 200 len: 851 time: 0.0633345 Feb 10 23:30:19.065440 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1e1cf5fc-aca6-491f-88e3-88278bd83cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:19.098616 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6160c7a4-1d4e-48c1-b558-3227fca5b9b2 req-5cd92a93-73ce-4f81-aed9-850a01191a5d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1945a692-7e1c-4efb-8717-8c5405f58733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718334 Feb 10 23:30:19.232432 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6160c7a4-1d4e-48c1-b558-3227fca5b9b2 req-2f146339-d0aa-4b70-920e-30c37a1d64fa service neutron] 10.222.0.37 "GET /v2.0/networks/1945a692-7e1c-4efb-8717-8c5405f58733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268790 Feb 10 23:30:19.360208 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6160c7a4-1d4e-48c1-b558-3227fca5b9b2 req-db637909-0053-49c6-a437-a51148ade146 service neutron] 10.222.0.37 "GET /v2.0/networks/1945a692-7e1c-4efb-8717-8c5405f58733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214685 Feb 10 23:30:19.842541 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded34ab-19bf-4a34-9a24-8d8aa244bd4b req-6ad4e64b-f86a-4f01-b8f2-58fbb4594dba tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:19.844627 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-bded34ab-19bf-4a34-9a24-8d8aa244bd4b req-6ad4e64b-f86a-4f01-b8f2-58fbb4594dba tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=526d1be9-abc6-4728-b3e8-bcbfb2c58a45 HTTP/1.1" status: 200 len: 943 time: 0.0804026 Feb 10 23:30:19.890639 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-bded34ab-19bf-4a34-9a24-8d8aa244bd4b req-550f9dbf-7ee0-4b02-8c19-76277345b629 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399580 Feb 10 23:30:20.469162 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 55c23216-6096-4ab4-b65b-13bd1659fad4 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:30:20.608256 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 55c23216-6096-4ab4-b65b-13bd1659fad4, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=55c23216-6096-4ab4-b65b-13bd1659fad4,segment=NetworkSegment(1617e329-df4f-439b-93d4-81eb956dc3d2),segment_id=1617e329-df4f-439b-93d4-81eb956dc3d2)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:30:20.626611 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Returning: {'device': '55c23216-6096-4ab4-b65b-13bd1659fad4', 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733', 'port_id': '55c23216-6096-4ab4-b65b-13bd1659fad4', 'mac_address': 'fa:16:3e:9a:05:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6a45207-3ad3-448e-b62b-54d1bdb47117', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:30:20.680533 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:20.697686 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55c23216-6096-4ab4-b65b-13bd1659fad4 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:30:20.712499 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 55c23216-6096-4ab4-b65b-13bd1659fad4, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=55c23216-6096-4ab4-b65b-13bd1659fad4,segment=NetworkSegment(1617e329-df4f-439b-93d4-81eb956dc3d2),segment_id=1617e329-df4f-439b-93d4-81eb956dc3d2)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:30:20.797582 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:20.864377 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=55c23216-6096-4ab4-b65b-13bd1659fad4,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:30:21.055099 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['55c23216-6096-4ab4-b65b-13bd1659fad4'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:30:21.100163 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd91bb-b079-433b-ab38-d48a6cf35363 req-194809ad-9bf2-4452-b867-5a7fd720f6cf tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:21.101636 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1bdd91bb-b079-433b-ab38-d48a6cf35363 req-194809ad-9bf2-4452-b867-5a7fd720f6cf tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=526d1be9-abc6-4728-b3e8-bcbfb2c58a45 HTTP/1.1" status: 200 len: 944 time: 0.0843382 Feb 10 23:30:21.147069 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1bdd91bb-b079-433b-ab38-d48a6cf35363 req-4d19e7ca-5177-4950-bf28-83f0dc4a4f38 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398467 Feb 10 23:30:21.247872 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b2f2f4a1-971a-42fd-b9a5-12bd1163a2af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:22.350498 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d868c8-0076-45b3-8f30-d4ce1207a122 req-e43c7893-9db3-4a65-9476-b3327f1f75bf tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:22.351882 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-90d868c8-0076-45b3-8f30-d4ce1207a122 req-e43c7893-9db3-4a65-9476-b3327f1f75bf tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=526d1be9-abc6-4728-b3e8-bcbfb2c58a45 HTTP/1.1" status: 200 len: 944 time: 0.0768323 Feb 10 23:30:22.395714 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-90d868c8-0076-45b3-8f30-d4ce1207a122 req-2a1c7e74-0dc6-49c3-b5be-7691d1bd04c3 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384104 Feb 10 23:30:22.485590 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 55c23216-6096-4ab4-b65b-13bd1659fad4 up at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:30:22.513248 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:22.613450 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:22.641886 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning for port 55c23216-6096-4ab4-b65b-13bd1659fad4 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:30:22.646992 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning complete for port 55c23216-6096-4ab4-b65b-13bd1659fad4 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:30:22.647470 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:22.758338 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:22.812894 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '526d1be9-abc6-4728-b3e8-bcbfb2c58a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c23216-6096-4ab4-b65b-13bd1659fad4'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:30:22.822063 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 55c23216-6096-4ab4-b65b-13bd1659fad4, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=55c23216-6096-4ab4-b65b-13bd1659fad4,segment=NetworkSegment(1617e329-df4f-439b-93d4-81eb956dc3d2),segment_id=1617e329-df4f-439b-93d4-81eb956dc3d2)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:30:22.868406 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '526d1be9-abc6-4728-b3e8-bcbfb2c58a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c23216-6096-4ab4-b65b-13bd1659fad4', 'code': 200} Feb 10 23:30:22.896443 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:22.960266 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=55c23216-6096-4ab4-b65b-13bd1659fad4,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:30:23.246997 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-14654940-4611-4959-b786-23040bf2254d req-f7ee4fac-1347-4225-bfd5-c4eea6eb5e0a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=526d1be9-abc6-4728-b3e8-bcbfb2c58a45 HTTP/1.1" status: 200 len: 1098 time: 0.0677629 Feb 10 23:30:23.290838 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-14654940-4611-4959-b786-23040bf2254d req-1bd13166-302b-4c14-b4c4-198eccb10e51 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365953 Feb 10 23:30:23.594753 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb75571e-40c3-4264-9dab-7355584ddb79 req-dc985691-3745-45b3-b68b-04831c8db6b3 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:23.596200 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-bb75571e-40c3-4264-9dab-7355584ddb79 req-dc985691-3745-45b3-b68b-04831c8db6b3 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=526d1be9-abc6-4728-b3e8-bcbfb2c58a45 HTTP/1.1" status: 200 len: 945 time: 0.0826750 Feb 10 23:30:23.640674 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-bb75571e-40c3-4264-9dab-7355584ddb79 req-4a59e4c5-47ae-42a3-87a6-199480f69bbd tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381014 Feb 10 23:30:24.070795 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:24.849375 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b59a8-5ccd-476e-a3b4-883ddef80c57 req-806332b6-6ea5-48b3-9d52-f5413b3de058 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:24.850805 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7e4b59a8-5ccd-476e-a3b4-883ddef80c57 req-806332b6-6ea5-48b3-9d52-f5413b3de058 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=526d1be9-abc6-4728-b3e8-bcbfb2c58a45 HTTP/1.1" status: 200 len: 945 time: 0.0782793 Feb 10 23:30:24.898385 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7e4b59a8-5ccd-476e-a3b4-883ddef80c57 req-b3fc2d2c-7479-49f0-8700-840f7787f75a tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419695 Feb 10 23:30:26.092386 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641772d-28f5-4aff-81c2-1f1385e7ec45 req-544bbfa3-0b71-4226-9b96-6cf1b5f047b3 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:26.093837 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-2641772d-28f5-4aff-81c2-1f1385e7ec45 req-544bbfa3-0b71-4226-9b96-6cf1b5f047b3 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=526d1be9-abc6-4728-b3e8-bcbfb2c58a45 HTTP/1.1" status: 200 len: 945 time: 0.0765893 Feb 10 23:30:26.142536 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-2641772d-28f5-4aff-81c2-1f1385e7ec45 req-accbf3ea-59eb-4b00-b398-ba32c3b6e7ad tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424843 Feb 10 23:30:26.340616 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb03699-a660-41fd-8b17-4011e5882fe5 req-5207715e-4c4b-4967-a772-a10c37737dca tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:26.342377 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4fb03699-a660-41fd-8b17-4011e5882fe5 req-5207715e-4c4b-4967-a772-a10c37737dca tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=526d1be9-abc6-4728-b3e8-bcbfb2c58a45 HTTP/1.1" status: 200 len: 945 time: 0.0766354 Feb 10 23:30:26.350916 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 53446) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:30:26.356575 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-f54d17de-41cf-4f8d-ad50-79ffed042c6e tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Request body: {'floatingip': {'port_id': '55c23216-6096-4ab4-b65b-13bd1659fad4'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:30:26.433632 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f54d17de-41cf-4f8d-ad50-79ffed042c6e tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks [] for floatingip, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:27.102636 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f54d17de-41cf-4f8d-ad50-79ffed042c6e tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:27.196307 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f54d17de-41cf-4f8d-ad50-79ffed042c6e tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1734214'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:27.387481 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.l3_db [None req-f54d17de-41cf-4f8d-ad50-79ffed042c6e tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Floating IP c24994bd-a85a-476c-a706-9a68fb56f797 associated. External IP: 172.26.8.27, port: 55c23216-6096-4ab4-b65b-13bd1659fad4. Feb 10 23:30:27.778173 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f54d17de-41cf-4f8d-ad50-79ffed042c6e tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Router 5fad0fe2-31a1-472b-8809-48feb3cd6d8b has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:30:27.978911 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f54d17de-41cf-4f8d-ad50-79ffed042c6e tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:30:27.983261 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f54d17de-41cf-4f8d-ad50-79ffed042c6e tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:27.989116 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bebb41-8244-4790-8d2b-a15e6466d07e None None] Sync routers for ids ['5fad0fe2-31a1-472b-8809-48feb3cd6d8b'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:30:28.001904 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bebb41-8244-4790-8d2b-a15e6466d07e None None] Routers {'5fad0fe2-31a1-472b-8809-48feb3cd6d8b'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:30:28.002506 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-f7bebb41-8244-4790-8d2b-a15e6466d07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:30:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['5fad0fe2-31a1-472b-8809-48feb3cd6d8b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:30:28.035575 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f54d17de-41cf-4f8d-ad50-79ffed042c6e tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "PUT /v2.0/floatingips/c24994bd-a85a-476c-a706-9a68fb56f797 HTTP/1.1" status: 200 len: 990 time: 1.6835222 Feb 10 23:30:28.036176 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '526d1be9-abc6-4728-b3e8-bcbfb2c58a45', 'tag': '55c23216-6096-4ab4-b65b-13bd1659fad4'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:30:28.090742 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '526d1be9-abc6-4728-b3e8-bcbfb2c58a45', 'tag': '55c23216-6096-4ab4-b65b-13bd1659fad4', 'status': 'completed', 'code': 200} Feb 10 23:30:28.184973 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e1d1b4ad-ba38-4360-8b0c-2e8dcf08ea40 req-16f4a909-4963-4a29-8be9-4925cf915e4c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b8b8784c0014af3ab45384d880090ca&device_id=526d1be9-abc6-4728-b3e8-bcbfb2c58a45 HTTP/1.1" status: 200 len: 1098 time: 0.0728180 Feb 10 23:30:28.186159 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-f7bebb41-8244-4790-8d2b-a15e6466d07e None None] Set router 5fad0fe2-31a1-472b-8809-48feb3cd6d8b gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:30:28.223329 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd190df-c514-4931-bf2d-3876789ee867 req-04e06668-e790-4a95-8c33-905433ef5ff1 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:28.225110 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-cdd190df-c514-4931-bf2d-3876789ee867 req-04e06668-e790-4a95-8c33-905433ef5ff1 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=526d1be9-abc6-4728-b3e8-bcbfb2c58a45 HTTP/1.1" status: 200 len: 945 time: 0.0844178 Feb 10 23:30:28.272591 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-cdd190df-c514-4931-bf2d-3876789ee867 req-0e7afab2-a7b6-432d-bfb2-aff02354efe5 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415218 Feb 10 23:30:28.332468 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1b4ad-ba38-4360-8b0c-2e8dcf08ea40 req-b11799d0-3426-4c9a-af61-ea94902371c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:28.334028 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e1d1b4ad-ba38-4360-8b0c-2e8dcf08ea40 req-b11799d0-3426-4c9a-af61-ea94902371c6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1945a692-7e1c-4efb-8717-8c5405f58733 HTTP/1.1" status: 200 len: 913 time: 0.1424325 Feb 10 23:30:28.536697 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-f7bebb41-8244-4790-8d2b-a15e6466d07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'name': 'tempest-ServerActionsTestJSON-1749520904-router', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.235'}], 'enable_snat': True}, 'gw_port_id': '1f662c6e-b263-4ddc-a676-67ac962579cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:30:04Z', 'updated_at': '2022-02-10T23:30:07Z', 'revision_number': 4, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'gw_port': {'id': '1f662c6e-b263-4ddc-a676-67ac962579cd', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:35:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:30:04Z', 'updated_at': '2022-02-10T23:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': 'c24994bd-a85a-476c-a706-9a68fb56f797', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'floating_ip_address': '172.26.8.27', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'port_id': '55c23216-6096-4ab4-b65b-13bd1659fad4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733', 'mac_address': 'fa:16:3e:9a:05:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526d1be9-abc6-4728-b3e8-bcbfb2c58a45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:30:11Z', 'updated_at': '2022-02-10T23:30:26Z', 'revision_number': 1, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69cf1297-f9c0-4855-83cf-83e94fc731d6', 'name': '', 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'mac_address': 'fa:16:3e:7c:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6a45207-3ad3-448e-b62b-54d1bdb47117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:30:07Z', 'updated_at': '2022-02-10T23:30:14Z', 'revision_number': 5, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'subnets': [{'id': 'd6a45207-3ad3-448e-b62b-54d1bdb47117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:30:28.541054 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bebb41-8244-4790-8d2b-a15e6466d07e None None] Checking router: 5fad0fe2-31a1-472b-8809-48feb3cd6d8b for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:30:28.552423 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bebb41-8244-4790-8d2b-a15e6466d07e None None] Routers {'5fad0fe2-31a1-472b-8809-48feb3cd6d8b'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:30:28.553099 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-f7bebb41-8244-4790-8d2b-a15e6466d07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:30:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['5fad0fe2-31a1-472b-8809-48feb3cd6d8b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:30:28.584405 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e1d1b4ad-ba38-4360-8b0c-2e8dcf08ea40 req-154e4727-5624-446b-9a89-4586d1116112 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55c23216-6096-4ab4-b65b-13bd1659fad4 HTTP/1.1" status: 200 len: 998 time: 0.2439570 Feb 10 23:30:28.660816 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be391db3-89d2-4814-b846-116cde619350 req-59ea1d5d-3265-4e4b-8b45-deac02342366 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:28.662248 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-be391db3-89d2-4814-b846-116cde619350 req-59ea1d5d-3265-4e4b-8b45-deac02342366 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=526d1be9-abc6-4728-b3e8-bcbfb2c58a45 HTTP/1.1" status: 200 len: 945 time: 0.2519441 Feb 10 23:30:28.665620 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1b4ad-ba38-4360-8b0c-2e8dcf08ea40 req-b6f36f18-599c-4a63-af1d-a01b05a85415 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:28.666904 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e1d1b4ad-ba38-4360-8b0c-2e8dcf08ea40 req-b6f36f18-599c-4a63-af1d-a01b05a85415 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d6a45207-3ad3-448e-b62b-54d1bdb47117 HTTP/1.1" status: 200 len: 851 time: 0.0742650 Feb 10 23:30:28.731444 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-f7bebb41-8244-4790-8d2b-a15e6466d07e None None] Set router 5fad0fe2-31a1-472b-8809-48feb3cd6d8b gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:30:28.755109 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-be391db3-89d2-4814-b846-116cde619350 req-cf4bd583-eeb3-43a9-a99e-de847250016b tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872345 Feb 10 23:30:28.768866 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e1d1b4ad-ba38-4360-8b0c-2e8dcf08ea40 req-e74f10eb-0e66-4f51-8c3a-6782aaaf1875 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1945a692-7e1c-4efb-8717-8c5405f58733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0857742 Feb 10 23:30:28.904087 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e1d1b4ad-ba38-4360-8b0c-2e8dcf08ea40 req-48273c3f-de09-457a-b375-de2def8ae213 service neutron] 10.222.0.37 "GET /v2.0/networks/1945a692-7e1c-4efb-8717-8c5405f58733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284516 Feb 10 23:30:29.036968 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e1d1b4ad-ba38-4360-8b0c-2e8dcf08ea40 req-dea2a8dc-6720-4cf3-93ac-7e1b99f32aa8 service neutron] 10.222.0.37 "GET /v2.0/networks/1945a692-7e1c-4efb-8717-8c5405f58733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249974 Feb 10 23:30:29.106426 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-f7bebb41-8244-4790-8d2b-a15e6466d07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'name': 'tempest-ServerActionsTestJSON-1749520904-router', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.235'}], 'enable_snat': True}, 'gw_port_id': '1f662c6e-b263-4ddc-a676-67ac962579cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:30:04Z', 'updated_at': '2022-02-10T23:30:07Z', 'revision_number': 4, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'gw_port': {'id': '1f662c6e-b263-4ddc-a676-67ac962579cd', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:35:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:30:04Z', 'updated_at': '2022-02-10T23:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': 'c24994bd-a85a-476c-a706-9a68fb56f797', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'floating_ip_address': '172.26.8.27', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'port_id': '55c23216-6096-4ab4-b65b-13bd1659fad4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733', 'mac_address': 'fa:16:3e:9a:05:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526d1be9-abc6-4728-b3e8-bcbfb2c58a45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:30:11Z', 'updated_at': '2022-02-10T23:30:26Z', 'revision_number': 1, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69cf1297-f9c0-4855-83cf-83e94fc731d6', 'name': '', 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'mac_address': 'fa:16:3e:7c:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6a45207-3ad3-448e-b62b-54d1bdb47117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:30:07Z', 'updated_at': '2022-02-10T23:30:14Z', 'revision_number': 5, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'subnets': [{'id': 'd6a45207-3ad3-448e-b62b-54d1bdb47117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:30:29.111274 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bebb41-8244-4790-8d2b-a15e6466d07e None None] The sync data for ids ['5fad0fe2-31a1-472b-8809-48feb3cd6d8b'] in dv-neutron-828797-1-hyperv is: [{'id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'name': 'tempest-ServerActionsTestJSON-1749520904-router', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.235'}], 'enable_snat': True}, 'gw_port_id': '1f662c6e-b263-4ddc-a676-67ac962579cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:30:04Z', 'updated_at': '2022-02-10T23:30:07Z', 'revision_number': 4, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'gw_port': {'id': '1f662c6e-b263-4ddc-a676-67ac962579cd', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:35:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:30:04Z', 'updated_at': '2022-02-10T23:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': 'c24994bd-a85a-476c-a706-9a68fb56f797', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'floating_ip_address': '172.26.8.27', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'port_id': '55c23216-6096-4ab4-b65b-13bd1659fad4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733', 'mac_address': 'fa:16:3e:9a:05:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526d1be9-abc6-4728-b3e8-bcbfb2c58a45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:30:11Z', 'updated_at': '2022-02-10T23:30:26Z', 'revision_number': 1, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69cf1297-f9c0-4855-83cf-83e94fc731d6', 'name': '', 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'mac_address': 'fa:16:3e:7c:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6a45207-3ad3-448e-b62b-54d1bdb47117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:30:07Z', 'updated_at': '2022-02-10T23:30:14Z', 'revision_number': 5, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'subnets': [{'id': 'd6a45207-3ad3-448e-b62b-54d1bdb47117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:30:29.964194 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c460d301-f3ed-428d-96da-e0ff699a54ce req-3a1fdfcf-f78e-45d9-acdd-f0fd796e4a35 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:29.965641 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-c460d301-f3ed-428d-96da-e0ff699a54ce req-3a1fdfcf-f78e-45d9-acdd-f0fd796e4a35 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=526d1be9-abc6-4728-b3e8-bcbfb2c58a45 HTTP/1.1" status: 200 len: 945 time: 0.0792716 Feb 10 23:30:30.009629 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-c460d301-f3ed-428d-96da-e0ff699a54ce req-cfba6748-fda9-4246-90f7-97faad52773e tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380092 Feb 10 23:30:30.212581 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a340735-d5c2-43c6-a135-45c9d0f25006 req-e074cd87-9ce1-4cbf-ac9a-a19acf71429d tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:30.214001 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9a340735-d5c2-43c6-a135-45c9d0f25006 req-e074cd87-9ce1-4cbf-ac9a-a19acf71429d tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=526d1be9-abc6-4728-b3e8-bcbfb2c58a45 HTTP/1.1" status: 200 len: 945 time: 0.0849617 Feb 10 23:30:30.258256 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9a340735-d5c2-43c6-a135-45c9d0f25006 req-70c1b9aa-b27b-464f-9e37-1546d125f7bd tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387170 Feb 10 23:30:30.378335 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bada1f-11ac-4e34-b3cf-1b1892e27572 None None] New status for floating IP c24994bd-a85a-476c-a706-9a68fb56f797: ACTIVE {{(pid=84334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 23:30:30.453332 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-33c8d7de-8021-4a35-b9fc-17b80428b7a6 req-0111f2c3-1927-4e67-a8fd-03b71cb11b05 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=526d1be9-abc6-4728-b3e8-bcbfb2c58a45&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0676682 Feb 10 23:30:30.950694 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e11670-4994-4e9d-a31b-f1a820ec5cad req-02cc26c2-4074-4d87-990c-a052e23eef6f tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:30.952132 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e7e11670-4994-4e9d-a31b-f1a820ec5cad req-02cc26c2-4074-4d87-990c-a052e23eef6f tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=526d1be9-abc6-4728-b3e8-bcbfb2c58a45 HTTP/1.1" status: 200 len: 945 time: 0.0755734 Feb 10 23:30:31.001986 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e7e11670-4994-4e9d-a31b-f1a820ec5cad req-0e9d38a6-f079-4f06-932b-774ae7c78c41 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408576 Feb 10 23:30:31.031184 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-5165f350-d050-4c80-9f41-71d83a34d4b5 req-24b66826-5b0b-4811-a02d-ee07842ae826 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=526d1be9-abc6-4728-b3e8-bcbfb2c58a45&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0735373 Feb 10 23:30:32.199717 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2b77f-4801-4149-8c50-2df9f37f2436 req-a4b20c00-bd82-4b9d-9239-3f0254d9c307 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:32.205216 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-62f2b77f-4801-4149-8c50-2df9f37f2436 req-a4b20c00-bd82-4b9d-9239-3f0254d9c307 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=526d1be9-abc6-4728-b3e8-bcbfb2c58a45 HTTP/1.1" status: 200 len: 945 time: 0.0801351 Feb 10 23:30:32.249013 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-62f2b77f-4801-4149-8c50-2df9f37f2436 req-3bd1d017-73b8-401b-ba76-44bdca8497e5 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414109 Feb 10 23:30:33.185895 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5165f350-d050-4c80-9f41-71d83a34d4b5 req-36e8e6f4-8b3c-4a0f-b652-41637ac343f8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b8b8784c0014af3ab45384d880090ca&device_id=526d1be9-abc6-4728-b3e8-bcbfb2c58a45 HTTP/1.1" status: 200 len: 1098 time: 0.0709879 Feb 10 23:30:33.314193 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5165f350-d050-4c80-9f41-71d83a34d4b5 req-77c738a4-9a31-4d12-9471-c88b509f5f0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:33.315657 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5165f350-d050-4c80-9f41-71d83a34d4b5 req-77c738a4-9a31-4d12-9471-c88b509f5f0b service neutron] 10.222.0.37 "GET /v2.0/networks?id=1945a692-7e1c-4efb-8717-8c5405f58733 HTTP/1.1" status: 200 len: 913 time: 0.1243787 Feb 10 23:30:33.464828 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5165f350-d050-4c80-9f41-71d83a34d4b5 req-0db5ccef-c3fd-4955-a5f0-edc3ad8c2ece service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55c23216-6096-4ab4-b65b-13bd1659fad4 HTTP/1.1" status: 200 len: 1000 time: 0.1427541 Feb 10 23:30:33.522553 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4b0b5-734c-4510-91a9-9b4ebe6204ec req-6e59b0f0-b826-49cd-9cb4-a1c0ddfffa71 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:33.523950 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e4b4b0b5-734c-4510-91a9-9b4ebe6204ec req-6e59b0f0-b826-49cd-9cb4-a1c0ddfffa71 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=526d1be9-abc6-4728-b3e8-bcbfb2c58a45 HTTP/1.1" status: 200 len: 945 time: 0.1511846 Feb 10 23:30:33.556669 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5165f350-d050-4c80-9f41-71d83a34d4b5 req-7667d80d-a7b8-4140-bed0-4a9f86cecc70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:33.558064 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5165f350-d050-4c80-9f41-71d83a34d4b5 req-7667d80d-a7b8-4140-bed0-4a9f86cecc70 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d6a45207-3ad3-448e-b62b-54d1bdb47117 HTTP/1.1" status: 200 len: 851 time: 0.0868442 Feb 10 23:30:33.626552 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e4b4b0b5-734c-4510-91a9-9b4ebe6204ec req-a9d0a50f-86c7-4f56-9a2b-d8cac5b4a111 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963898 Feb 10 23:30:33.651166 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5165f350-d050-4c80-9f41-71d83a34d4b5 req-e51ec8d4-a110-4307-b4ce-a7fe00758911 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1945a692-7e1c-4efb-8717-8c5405f58733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0873544 Feb 10 23:30:33.780869 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5165f350-d050-4c80-9f41-71d83a34d4b5 req-3ae35ddd-c632-4fe5-a55e-6a76213d7212 service neutron] 10.222.0.37 "GET /v2.0/networks/1945a692-7e1c-4efb-8717-8c5405f58733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224618 Feb 10 23:30:33.907827 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5165f350-d050-4c80-9f41-71d83a34d4b5 req-b0eeace8-10b2-4e07-9e5b-aaab668905f9 service neutron] 10.222.0.37 "GET /v2.0/networks/1945a692-7e1c-4efb-8717-8c5405f58733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213057 Feb 10 23:30:34.906552 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a2bdb-2193-412c-8f24-42d1a87efdc0 req-f03858fb-52fe-4cc6-942a-9f40c27ad261 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:34.908081 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-ee2a2bdb-2193-412c-8f24-42d1a87efdc0 req-f03858fb-52fe-4cc6-942a-9f40c27ad261 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=526d1be9-abc6-4728-b3e8-bcbfb2c58a45 HTTP/1.1" status: 200 len: 945 time: 0.1621690 Feb 10 23:30:34.952146 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-ee2a2bdb-2193-412c-8f24-42d1a87efdc0 req-15ccebd8-9211-4ec2-980e-146c1ad06815 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386176 Feb 10 23:30:36.147582 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ebbae-e80e-413e-ac83-53213ddead86 req-4e4ba1a1-1353-489b-9afe-ee09b6989b81 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:36.149017 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-527ebbae-e80e-413e-ac83-53213ddead86 req-4e4ba1a1-1353-489b-9afe-ee09b6989b81 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=526d1be9-abc6-4728-b3e8-bcbfb2c58a45 HTTP/1.1" status: 200 len: 945 time: 0.0744162 Feb 10 23:30:36.196908 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-527ebbae-e80e-413e-ac83-53213ddead86 req-f6c57e26-56c1-4e2e-9b3b-762756f59f7f tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421364 Feb 10 23:30:37.397109 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec0d93-f775-4a7b-910b-fc2569b781bf req-c4206395-de83-4176-91ef-0ac5ca0ddc19 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:37.398565 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-4eec0d93-f775-4a7b-910b-fc2569b781bf req-c4206395-de83-4176-91ef-0ac5ca0ddc19 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=526d1be9-abc6-4728-b3e8-bcbfb2c58a45 HTTP/1.1" status: 200 len: 945 time: 0.0765324 Feb 10 23:30:37.442856 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-4eec0d93-f775-4a7b-910b-fc2569b781bf req-3db5cb1b-6285-4ab1-a2e4-660711b2f1fc tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384917 Feb 10 23:30:38.738957 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e74b2-c7a8-4a1c-8f6c-1c92163e12f2 req-f4b2f5e2-079b-4afd-8231-63f3ad7ac3db tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:38.740337 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-392e74b2-c7a8-4a1c-8f6c-1c92163e12f2 req-f4b2f5e2-079b-4afd-8231-63f3ad7ac3db tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=526d1be9-abc6-4728-b3e8-bcbfb2c58a45 HTTP/1.1" status: 200 len: 945 time: 0.1738100 Feb 10 23:30:38.785618 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-392e74b2-c7a8-4a1c-8f6c-1c92163e12f2 req-f56e22fe-31a7-4577-86b0-7ced9fcac4ee tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398693 Feb 10 23:30:39.989837 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1919d8b-403b-422d-8bae-42eafd5a1fc8 req-12018b62-4652-4527-a0dc-378f967ec2d5 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:39.991273 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-d1919d8b-403b-422d-8bae-42eafd5a1fc8 req-12018b62-4652-4527-a0dc-378f967ec2d5 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=526d1be9-abc6-4728-b3e8-bcbfb2c58a45 HTTP/1.1" status: 200 len: 945 time: 0.0833185 Feb 10 23:30:40.038050 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-d1919d8b-403b-422d-8bae-42eafd5a1fc8 req-86df97b6-2736-4dde-9457-4922b1d5e806 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408700 Feb 10 23:30:41.237188 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dbb73d-1044-4c69-afde-257ae9d55fca req-2f3a1a66-5615-48d4-b98c-46c61b030ab3 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:41.238595 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d8dbb73d-1044-4c69-afde-257ae9d55fca req-2f3a1a66-5615-48d4-b98c-46c61b030ab3 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=526d1be9-abc6-4728-b3e8-bcbfb2c58a45 HTTP/1.1" status: 200 len: 945 time: 0.0773315 Feb 10 23:30:41.282530 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d8dbb73d-1044-4c69-afde-257ae9d55fca req-e8aacc75-ef4a-41e7-8916-653637b8a107 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385587 Feb 10 23:30:42.474026 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933e1e74-c392-4e50-b716-f3213ba71d89 req-d1594bba-52a7-4bf6-9850-89ab811fe61a tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:42.475430 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-933e1e74-c392-4e50-b716-f3213ba71d89 req-d1594bba-52a7-4bf6-9850-89ab811fe61a tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=526d1be9-abc6-4728-b3e8-bcbfb2c58a45 HTTP/1.1" status: 200 len: 945 time: 0.0743628 Feb 10 23:30:42.519389 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-933e1e74-c392-4e50-b716-f3213ba71d89 req-abeed291-18d6-41a4-8b5a-1615891b606b tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385385 Feb 10 23:30:43.719947 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ed469-88d6-43e6-84bc-72f1e0d034d1 req-3ce02e91-0b9e-4a43-89cb-774fcd420411 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:43.721953 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a74ed469-88d6-43e6-84bc-72f1e0d034d1 req-3ce02e91-0b9e-4a43-89cb-774fcd420411 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=526d1be9-abc6-4728-b3e8-bcbfb2c58a45 HTTP/1.1" status: 200 len: 945 time: 0.0755916 Feb 10 23:30:43.765356 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a74ed469-88d6-43e6-84bc-72f1e0d034d1 req-e454f285-4c2f-45dc-8b3e-ccff1d937772 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378597 Feb 10 23:30:44.977392 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03032802-f4f7-4a88-9bcc-31fa9555dfe4 req-b9948eb4-7511-43a4-b379-2cdbff72e321 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:44.978816 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-03032802-f4f7-4a88-9bcc-31fa9555dfe4 req-b9948eb4-7511-43a4-b379-2cdbff72e321 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=526d1be9-abc6-4728-b3e8-bcbfb2c58a45 HTTP/1.1" status: 200 len: 945 time: 0.0778320 Feb 10 23:30:45.023813 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-03032802-f4f7-4a88-9bcc-31fa9555dfe4 req-bdc29abb-b7be-4933-8065-1b68a6483115 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396018 Feb 10 23:30:46.193348 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:46.220228 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e8333-b99a-4eff-a6d9-e884e0dd5d2b req-6fd86a9e-cee5-410a-865f-128bf371b1d4 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:46.221771 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cd2e8333-b99a-4eff-a6d9-e884e0dd5d2b req-6fd86a9e-cee5-410a-865f-128bf371b1d4 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=526d1be9-abc6-4728-b3e8-bcbfb2c58a45 HTTP/1.1" status: 200 len: 945 time: 0.0787873 Feb 10 23:30:46.227642 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:30:46.265648 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cd2e8333-b99a-4eff-a6d9-e884e0dd5d2b req-56eb2b3e-93ff-4537-9849-0436ff130bb6 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383341 Feb 10 23:30:47.459352 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2239455-15c9-46b4-b1d8-d9e1a0957c54 req-4beef9b4-cb80-4a47-8568-b681e530c76a tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:47.460789 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-e2239455-15c9-46b4-b1d8-d9e1a0957c54 req-4beef9b4-cb80-4a47-8568-b681e530c76a tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=526d1be9-abc6-4728-b3e8-bcbfb2c58a45 HTTP/1.1" status: 200 len: 945 time: 0.0746903 Feb 10 23:30:47.507980 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-e2239455-15c9-46b4-b1d8-d9e1a0957c54 req-d21e66b2-7130-41ac-8098-af61447d8ef5 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416927 Feb 10 23:30:48.705801 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e37ec3f-368f-413d-8832-b1d36429811d req-0bb54bbd-6a5d-424a-9c7a-f5051be8caa9 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:48.707232 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5e37ec3f-368f-413d-8832-b1d36429811d req-0bb54bbd-6a5d-424a-9c7a-f5051be8caa9 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=526d1be9-abc6-4728-b3e8-bcbfb2c58a45 HTTP/1.1" status: 200 len: 945 time: 0.0759957 Feb 10 23:30:48.755578 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5e37ec3f-368f-413d-8832-b1d36429811d req-1b865d07-8802-4f84-9297-d59efd3d1d7c tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429754 Feb 10 23:30:49.079449 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-32a262dc-c52a-440b-ab01-813a50d9022e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:49.950405 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc881e-7224-4c6e-9df1-3b2751d4e8cd req-2af248b0-874b-44fd-beae-075eb1b0a3fb tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:49.951847 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-e3cc881e-7224-4c6e-9df1-3b2751d4e8cd req-2af248b0-874b-44fd-beae-075eb1b0a3fb tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=526d1be9-abc6-4728-b3e8-bcbfb2c58a45 HTTP/1.1" status: 200 len: 945 time: 0.0775139 Feb 10 23:30:49.996709 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-e3cc881e-7224-4c6e-9df1-3b2751d4e8cd req-2ce01793-5a91-485f-b43b-7abe0cd3e473 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391157 Feb 10 23:30:51.193357 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc15767-3082-48fd-9a3f-f19c676b81fa req-e0c5aeed-94be-420e-9634-ec701a5ce231 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:51.194783 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5bc15767-3082-48fd-9a3f-f19c676b81fa req-e0c5aeed-94be-420e-9634-ec701a5ce231 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=526d1be9-abc6-4728-b3e8-bcbfb2c58a45 HTTP/1.1" status: 200 len: 945 time: 0.0754313 Feb 10 23:30:51.236719 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-225193c6-8c8f-4620-a2b2-4257d938eddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:51.239207 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5bc15767-3082-48fd-9a3f-f19c676b81fa req-b2b3f464-467d-4cb8-b708-08ddd590ce37 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389845 Feb 10 23:30:52.441301 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc2850-fceb-4436-b665-fd20c05a3999 req-190fe8ed-26b7-48c5-ab4d-abf967861a4f tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:52.442748 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-5edc2850-fceb-4436-b665-fd20c05a3999 req-190fe8ed-26b7-48c5-ab4d-abf967861a4f tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=526d1be9-abc6-4728-b3e8-bcbfb2c58a45 HTTP/1.1" status: 200 len: 945 time: 0.0783632 Feb 10 23:30:52.489643 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-5edc2850-fceb-4436-b665-fd20c05a3999 req-a3f3acd0-9bd7-4ac3-9b6a-9e7ef479682b tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413406 Feb 10 23:30:52.507411 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:52.612610 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:53.687323 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c624d-c709-436b-b1b7-67aa9370e33e req-345b9361-e38a-4bbb-bf75-dbfd6b94ad22 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:53.689330 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-920c624d-c709-436b-b1b7-67aa9370e33e req-345b9361-e38a-4bbb-bf75-dbfd6b94ad22 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=526d1be9-abc6-4728-b3e8-bcbfb2c58a45 HTTP/1.1" status: 200 len: 945 time: 0.0782845 Feb 10 23:30:53.732172 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-920c624d-c709-436b-b1b7-67aa9370e33e req-d9d9036d-71b0-404e-afae-c0f49d8605cd tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372961 Feb 10 23:30:54.052364 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:54.932552 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d3f07-859d-435f-b2fa-4c4baa5985a7 req-b586e22e-b80f-4269-a6dd-28725b16f147 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:54.934194 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-054d3f07-859d-435f-b2fa-4c4baa5985a7 req-b586e22e-b80f-4269-a6dd-28725b16f147 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=526d1be9-abc6-4728-b3e8-bcbfb2c58a45 HTTP/1.1" status: 200 len: 945 time: 0.0766642 Feb 10 23:30:54.978936 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-054d3f07-859d-435f-b2fa-4c4baa5985a7 req-9c1be2f3-260a-4fe2-b646-20f73a5c0d5d tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384696 Feb 10 23:30:56.216673 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5165f350-d050-4c80-9f41-71d83a34d4b5 req-d3598989-0682-47c8-a97f-5a66808db006 service neutron] 10.222.0.37 "GET /v2.0/ports/55c23216-6096-4ab4-b65b-13bd1659fad4/bindings/hv-neutron-8287 HTTP/1.1" status: 200 len: 384 time: 0.1242287 Feb 10 23:30:56.232219 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4155db03-da6e-40f8-b428-cf3cb828b91f req-e37d90ba-d1a9-497f-8896-305df443e5b7 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:56.233669 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4155db03-da6e-40f8-b428-cf3cb828b91f req-e37d90ba-d1a9-497f-8896-305df443e5b7 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=526d1be9-abc6-4728-b3e8-bcbfb2c58a45 HTTP/1.1" status: 200 len: 945 time: 0.1111677 Feb 10 23:30:56.278592 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4155db03-da6e-40f8-b428-cf3cb828b91f req-89dd25f0-fd53-4632-97d5-d9053e41ba9a tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389578 Feb 10 23:30:56.862900 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5165f350-d050-4c80-9f41-71d83a34d4b5 req-06f1ccf0-f289-4868-8d47-c5a86f5720de service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=526d1be9-abc6-4728-b3e8-bcbfb2c58a45&tenant_id=1b8b8784c0014af3ab45384d880090ca HTTP/1.1" status: 200 len: 1098 time: 0.0662267 Feb 10 23:30:56.956998 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5165f350-d050-4c80-9f41-71d83a34d4b5 req-4626aa22-5c27-43c2-a0d4-9430649f321f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b8b8784c0014af3ab45384d880090ca&device_id=526d1be9-abc6-4728-b3e8-bcbfb2c58a45 HTTP/1.1" status: 200 len: 1098 time: 0.0714154 Feb 10 23:30:57.084369 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5165f350-d050-4c80-9f41-71d83a34d4b5 req-033a2f53-45c7-40a0-ad54-2378f7364976 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:57.085823 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5165f350-d050-4c80-9f41-71d83a34d4b5 req-033a2f53-45c7-40a0-ad54-2378f7364976 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1945a692-7e1c-4efb-8717-8c5405f58733 HTTP/1.1" status: 200 len: 913 time: 0.1232204 Feb 10 23:30:57.189367 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5165f350-d050-4c80-9f41-71d83a34d4b5 req-d1bede41-5a3c-4750-b2ff-a9507f75b0cd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55c23216-6096-4ab4-b65b-13bd1659fad4 HTTP/1.1" status: 200 len: 1000 time: 0.0960042 Feb 10 23:30:57.250987 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5165f350-d050-4c80-9f41-71d83a34d4b5 req-85b8692d-24e7-4a2d-a24c-66c9286255f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:57.252409 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5165f350-d050-4c80-9f41-71d83a34d4b5 req-85b8692d-24e7-4a2d-a24c-66c9286255f0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d6a45207-3ad3-448e-b62b-54d1bdb47117 HTTP/1.1" status: 200 len: 851 time: 0.0575347 Feb 10 23:30:57.326278 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5165f350-d050-4c80-9f41-71d83a34d4b5 req-ae147ea4-e9b7-4bbb-9823-09146e62b4a9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1945a692-7e1c-4efb-8717-8c5405f58733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666778 Feb 10 23:30:57.455813 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5165f350-d050-4c80-9f41-71d83a34d4b5 req-ce97a7e4-1907-4d2f-b692-c3248b551c4c service neutron] 10.222.0.37 "GET /v2.0/networks/1945a692-7e1c-4efb-8717-8c5405f58733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229873 Feb 10 23:30:57.480208 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05188f9-2d1c-43f8-995e-245650aed9f5 req-77dc3803-4e07-41e9-a776-824116ce730f tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:57.481679 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-a05188f9-2d1c-43f8-995e-245650aed9f5 req-77dc3803-4e07-41e9-a776-824116ce730f tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=526d1be9-abc6-4728-b3e8-bcbfb2c58a45 HTTP/1.1" status: 200 len: 945 time: 0.0820076 Feb 10 23:30:57.530341 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-a05188f9-2d1c-43f8-995e-245650aed9f5 req-4f880ee2-d705-418b-bff2-3be02235ec77 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423748 Feb 10 23:30:57.587830 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5165f350-d050-4c80-9f41-71d83a34d4b5 req-591a5f4d-2036-44e5-adda-747d184332b8 service neutron] 10.222.0.37 "GET /v2.0/networks/1945a692-7e1c-4efb-8717-8c5405f58733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263530 Feb 10 23:30:58.611568 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 55c23216-6096-4ab4-b65b-13bd1659fad4 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:30:58.616207 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 55c23216-6096-4ab4-b65b-13bd1659fad4 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:30:58.811409 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e6ff7-42b9-49cb-83d6-a502883db82c req-6a34948f-120d-46df-92d6-15a4b8f4b2e5 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:58.813127 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d22e6ff7-42b9-49cb-83d6-a502883db82c req-6a34948f-120d-46df-92d6-15a4b8f4b2e5 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=526d1be9-abc6-4728-b3e8-bcbfb2c58a45 HTTP/1.1" status: 200 len: 945 time: 0.1607678 Feb 10 23:30:58.828285 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:58.850714 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 55c23216-6096-4ab4-b65b-13bd1659fad4, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=55c23216-6096-4ab4-b65b-13bd1659fad4,segment=NetworkSegment(1617e329-df4f-439b-93d4-81eb956dc3d2),segment_id=1617e329-df4f-439b-93d4-81eb956dc3d2)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:30:58.861078 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d22e6ff7-42b9-49cb-83d6-a502883db82c req-54e834c7-ca41-488f-81ed-8ccebcbbc8a7 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421414 Feb 10 23:30:58.874161 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Returning: {'device': '55c23216-6096-4ab4-b65b-13bd1659fad4', 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733', 'port_id': '55c23216-6096-4ab4-b65b-13bd1659fad4', 'mac_address': 'fa:16:3e:9a:05:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6a45207-3ad3-448e-b62b-54d1bdb47117', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:30:58.879543 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '526d1be9-abc6-4728-b3e8-bcbfb2c58a45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55c23216-6096-4ab4-b65b-13bd1659fad4'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:30:58.921135 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 55c23216-6096-4ab4-b65b-13bd1659fad4, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=55c23216-6096-4ab4-b65b-13bd1659fad4,segment=NetworkSegment(1617e329-df4f-439b-93d4-81eb956dc3d2),segment_id=1617e329-df4f-439b-93d4-81eb956dc3d2)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:30:58.939954 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:58.949264 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '526d1be9-abc6-4728-b3e8-bcbfb2c58a45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55c23216-6096-4ab4-b65b-13bd1659fad4', 'code': 200} Feb 10 23:30:58.958541 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 55c23216-6096-4ab4-b65b-13bd1659fad4 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:30:59.001267 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:59.105989 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:30:59.106251 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:30:59.109477 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=55c23216-6096-4ab4-b65b-13bd1659fad4,revision_number=6']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:30:59.660378 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:59.678615 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55c23216-6096-4ab4-b65b-13bd1659fad4 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:30:59.693593 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 55c23216-6096-4ab4-b65b-13bd1659fad4, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=55c23216-6096-4ab4-b65b-13bd1659fad4,segment=NetworkSegment(1617e329-df4f-439b-93d4-81eb956dc3d2),segment_id=1617e329-df4f-439b-93d4-81eb956dc3d2)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:30:59.776089 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:59.841809 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['55c23216-6096-4ab4-b65b-13bd1659fad4'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:30:59.879525 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=55c23216-6096-4ab4-b65b-13bd1659fad4,revision_number=7']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:00.058601 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ff94ea-db3d-4958-bf8f-95b2287a416a req-3d4709dd-6315-4f49-99cf-596550d3e3fd tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:00.060042 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-91ff94ea-db3d-4958-bf8f-95b2287a416a req-3d4709dd-6315-4f49-99cf-596550d3e3fd tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=526d1be9-abc6-4728-b3e8-bcbfb2c58a45 HTTP/1.1" status: 200 len: 944 time: 0.0783770 Feb 10 23:31:00.104960 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-91ff94ea-db3d-4958-bf8f-95b2287a416a req-dbcebc55-d534-4db3-b232-99a2b4c22e70 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393116 Feb 10 23:31:00.629862 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63010c16-a3e1-4ce3-b256-d1440ccb9fa5 req-296aac51-da61-4dc9-91f3-c2736765abd8 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:00.631293 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-63010c16-a3e1-4ce3-b256-d1440ccb9fa5 req-296aac51-da61-4dc9-91f3-c2736765abd8 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=526d1be9-abc6-4728-b3e8-bcbfb2c58a45 HTTP/1.1" status: 200 len: 944 time: 0.0765769 Feb 10 23:31:00.640414 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 55c23216-6096-4ab4-b65b-13bd1659fad4 up at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:31:00.706490 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning complete for port 55c23216-6096-4ab4-b65b-13bd1659fad4 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:31:00.707161 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:00.732796 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-63010c16-a3e1-4ce3-b256-d1440ccb9fa5 req-bcc5a3ee-423e-487e-bc3f-ae34800bd5ec tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710969 Feb 10 23:31:00.747441 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b82437-3d0f-4d0d-9413-40b8408265d0 req-9ce650a9-389a-4091-9b44-9ca24a7943ec tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:00.748949 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-75b82437-3d0f-4d0d-9413-40b8408265d0 req-9ce650a9-389a-4091-9b44-9ca24a7943ec tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.37 "GET /v2.0/ports?device_id=526d1be9-abc6-4728-b3e8-bcbfb2c58a45&tenant_id=1b8b8784c0014af3ab45384d880090ca&binding%3Ahost_id=hv-neutron-8287 HTTP/1.1" status: 200 len: 944 time: 0.1168048 Feb 10 23:31:00.858033 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:00.895523 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 55c23216-6096-4ab4-b65b-13bd1659fad4, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=55c23216-6096-4ab4-b65b-13bd1659fad4,segment=NetworkSegment(1617e329-df4f-439b-93d4-81eb956dc3d2),segment_id=1617e329-df4f-439b-93d4-81eb956dc3d2)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:31:00.904815 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-75b82437-3d0f-4d0d-9413-40b8408265d0 req-b3dac4af-1bc3-4020-995e-4dcc2250a047 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b8b8784c0014af3ab45384d880090ca&device_id=526d1be9-abc6-4728-b3e8-bcbfb2c58a45 HTTP/1.1" status: 200 len: 1097 time: 0.0759394 Feb 10 23:31:00.950530 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '526d1be9-abc6-4728-b3e8-bcbfb2c58a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c23216-6096-4ab4-b65b-13bd1659fad4'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:31:01.015166 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '526d1be9-abc6-4728-b3e8-bcbfb2c58a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c23216-6096-4ab4-b65b-13bd1659fad4', 'code': 200} Feb 10 23:31:01.036246 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b82437-3d0f-4d0d-9413-40b8408265d0 req-2f10c7cf-41df-43e9-8120-f62e355d7aba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:01.037720 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-75b82437-3d0f-4d0d-9413-40b8408265d0 req-2f10c7cf-41df-43e9-8120-f62e355d7aba service neutron] 10.222.0.37 "GET /v2.0/networks?id=1945a692-7e1c-4efb-8717-8c5405f58733 HTTP/1.1" status: 200 len: 913 time: 0.1269875 Feb 10 23:31:01.038964 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:01.105418 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=55c23216-6096-4ab4-b65b-13bd1659fad4,revision_number=8']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:01.141824 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-75b82437-3d0f-4d0d-9413-40b8408265d0 req-bfc6aab2-9948-4a84-93dd-d317a7b7eb57 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55c23216-6096-4ab4-b65b-13bd1659fad4 HTTP/1.1" status: 200 len: 1000 time: 0.0963070 Feb 10 23:31:01.203443 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b82437-3d0f-4d0d-9413-40b8408265d0 req-82354e64-d3e8-40b6-b561-174bc077e5fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:01.205650 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-75b82437-3d0f-4d0d-9413-40b8408265d0 req-82354e64-d3e8-40b6-b561-174bc077e5fb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d6a45207-3ad3-448e-b62b-54d1bdb47117 HTTP/1.1" status: 200 len: 851 time: 0.0574811 Feb 10 23:31:01.281616 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-75b82437-3d0f-4d0d-9413-40b8408265d0 req-9469d59b-bc51-460c-a953-f7e2d991dd82 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1945a692-7e1c-4efb-8717-8c5405f58733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685432 Feb 10 23:31:01.408939 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-75b82437-3d0f-4d0d-9413-40b8408265d0 req-5c3d473d-17fc-4ae7-b32a-82bc8663f204 service neutron] 10.222.0.37 "GET /v2.0/networks/1945a692-7e1c-4efb-8717-8c5405f58733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210999 Feb 10 23:31:01.537339 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-75b82437-3d0f-4d0d-9413-40b8408265d0 req-2d90b4aa-2584-4fbe-b3d3-d81a55526053 service neutron] 10.222.0.37 "GET /v2.0/networks/1945a692-7e1c-4efb-8717-8c5405f58733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221647 Feb 10 23:31:01.931323 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d9e791-a826-4a56-8980-822c8a871a18 req-58a86c24-bb9c-43d7-b93b-d705701885ae tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:01.932747 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c1d9e791-a826-4a56-8980-822c8a871a18 req-58a86c24-bb9c-43d7-b93b-d705701885ae tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=526d1be9-abc6-4728-b3e8-bcbfb2c58a45 HTTP/1.1" status: 200 len: 945 time: 0.0756633 Feb 10 23:31:01.977129 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c1d9e791-a826-4a56-8980-822c8a871a18 req-9ffacafa-398c-43bb-9da8-2f496325ad52 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386763 Feb 10 23:31:03.195062 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa03953-72aa-41e9-a8e2-52af81819469 req-ece0d82f-eade-47ac-bd56-b75e8f966c24 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:03.198895 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-faa03953-72aa-41e9-a8e2-52af81819469 req-ece0d82f-eade-47ac-bd56-b75e8f966c24 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=526d1be9-abc6-4728-b3e8-bcbfb2c58a45 HTTP/1.1" status: 200 len: 945 time: 0.0951478 Feb 10 23:31:03.263301 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-faa03953-72aa-41e9-a8e2-52af81819469 req-454f60f1-66a8-41a5-8430-2537a9679b73 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613356 Feb 10 23:31:03.473309 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f4dae-f286-465e-9b2c-2c5e89731297 req-f10f51fa-c9ed-4d6d-8779-8a2eb20f3854 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:03.474748 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2f5f4dae-f286-465e-9b2c-2c5e89731297 req-f10f51fa-c9ed-4d6d-8779-8a2eb20f3854 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=526d1be9-abc6-4728-b3e8-bcbfb2c58a45 HTTP/1.1" status: 200 len: 945 time: 0.0816498 Feb 10 23:31:03.520292 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2f5f4dae-f286-465e-9b2c-2c5e89731297 req-30a080a7-75d2-4572-acd9-962668033b89 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394027 Feb 10 23:31:03.736137 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67565a24-6445-4765-b605-0686be9a56e2 req-7404f7ef-ff5e-4fc3-98dc-799557b541f7 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:03.738523 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-67565a24-6445-4765-b605-0686be9a56e2 req-7404f7ef-ff5e-4fc3-98dc-799557b541f7 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=526d1be9-abc6-4728-b3e8-bcbfb2c58a45 HTTP/1.1" status: 200 len: 945 time: 0.0796349 Feb 10 23:31:03.789768 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-67565a24-6445-4765-b605-0686be9a56e2 req-d1efee60-b7f0-4b0d-b66c-dfca9ad71f41 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424562 Feb 10 23:31:04.436720 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c39e57d-21f4-4572-8f07-ae8884dfcc78 req-506c0b52-3e4d-468c-8d19-d9a5ea688bdc tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:04.438105 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-8c39e57d-21f4-4572-8f07-ae8884dfcc78 req-506c0b52-3e4d-468c-8d19-d9a5ea688bdc tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=526d1be9-abc6-4728-b3e8-bcbfb2c58a45 HTTP/1.1" status: 200 len: 945 time: 0.0774937 Feb 10 23:31:04.483050 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-8c39e57d-21f4-4572-8f07-ae8884dfcc78 req-e050710b-cbeb-41e2-afdb-b9ca42a5bb82 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387313 Feb 10 23:31:05.683983 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdca168-ad39-4bff-a5d9-af2ace008172 req-c732f15e-2b21-47f0-a712-7ebd56808670 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:05.685531 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-abdca168-ad39-4bff-a5d9-af2ace008172 req-c732f15e-2b21-47f0-a712-7ebd56808670 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=526d1be9-abc6-4728-b3e8-bcbfb2c58a45 HTTP/1.1" status: 200 len: 945 time: 0.0767479 Feb 10 23:31:05.733170 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-abdca168-ad39-4bff-a5d9-af2ace008172 req-33a6d700-7ac3-4ef1-8070-d14d3d011483 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421798 Feb 10 23:31:06.241198 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b74a3e8-6546-40d2-b011-c19355c40890 req-ee3e7134-34df-4034-87de-7f1fbefcb3f9 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:06.242586 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1b74a3e8-6546-40d2-b011-c19355c40890 req-ee3e7134-34df-4034-87de-7f1fbefcb3f9 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.37 "GET /v2.0/ports?device_id=526d1be9-abc6-4728-b3e8-bcbfb2c58a45 HTTP/1.1" status: 200 len: 945 time: 0.0762300 Feb 10 23:31:06.309982 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-1b74a3e8-6546-40d2-b011-c19355c40890 req-604ead06-43b2-4e93-a1c0-21a942135dfd tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Deleting port 55c23216-6096-4ab4-b65b-13bd1659fad4 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:31:06.310323 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-1b74a3e8-6546-40d2-b011-c19355c40890 req-604ead06-43b2-4e93-a1c0-21a942135dfd tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:06.628379 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-1b74a3e8-6546-40d2-b011-c19355c40890 req-604ead06-43b2-4e93-a1c0-21a942135dfd tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] For port 55c23216-6096-4ab4-b65b-13bd1659fad4, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=55c23216-6096-4ab4-b65b-13bd1659fad4,segment=NetworkSegment(1617e329-df4f-439b-93d4-81eb956dc3d2),segment_id=1617e329-df4f-439b-93d4-81eb956dc3d2)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:31:06.628758 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-1b74a3e8-6546-40d2-b011-c19355c40890 req-604ead06-43b2-4e93-a1c0-21a942135dfd tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:06.914415 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-1b74a3e8-6546-40d2-b011-c19355c40890 req-604ead06-43b2-4e93-a1c0-21a942135dfd tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:06.915093 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-1b74a3e8-6546-40d2-b011-c19355c40890 req-604ead06-43b2-4e93-a1c0-21a942135dfd tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1734214'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:06.915093 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.l3_db [req-1b74a3e8-6546-40d2-b011-c19355c40890 req-604ead06-43b2-4e93-a1c0-21a942135dfd tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Floating IP c24994bd-a85a-476c-a706-9a68fb56f797 disassociated. External IP: 172.26.8.27, port: 55c23216-6096-4ab4-b65b-13bd1659fad4. Feb 10 23:31:06.915388 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-1b74a3e8-6546-40d2-b011-c19355c40890 req-604ead06-43b2-4e93-a1c0-21a942135dfd tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Calling delete_port for 55c23216-6096-4ab4-b65b-13bd1659fad4 owned by compute:nova {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:31:06.943271 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482f5db-ed6f-484a-acf6-67531e7f5e42 req-a6fcb62d-159b-4190-985d-a5131c6290df tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:06.944735 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-a482f5db-ed6f-484a-acf6-67531e7f5e42 req-a6fcb62d-159b-4190-985d-a5131c6290df tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=526d1be9-abc6-4728-b3e8-bcbfb2c58a45 HTTP/1.1" status: 200 len: 945 time: 0.0745678 Feb 10 23:31:06.990413 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-a482f5db-ed6f-484a-acf6-67531e7f5e42 req-49d61546-5b25-41dc-9557-89b5c7350492 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396035 Feb 10 23:31:07.153573 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-1b74a3e8-6546-40d2-b011-c19355c40890 req-604ead06-43b2-4e93-a1c0-21a942135dfd tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:07.204106 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604ead06-43b2-4e93-a1c0-21a942135dfd tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Pushing event deleted for resources: {'Port': ['ID=55c23216-6096-4ab4-b65b-13bd1659fad4,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:07.417988 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b74a3e8-6546-40d2-b011-c19355c40890 req-604ead06-43b2-4e93-a1c0-21a942135dfd tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Router 5fad0fe2-31a1-472b-8809-48feb3cd6d8b has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:31:07.614864 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b74a3e8-6546-40d2-b011-c19355c40890 req-604ead06-43b2-4e93-a1c0-21a942135dfd tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:31:07.624694 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1562e1f-31bf-4f5f-98d4-171d74d8b16c None None] Sync routers for ids ['5fad0fe2-31a1-472b-8809-48feb3cd6d8b'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:31:07.636908 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1562e1f-31bf-4f5f-98d4-171d74d8b16c None None] Routers {'5fad0fe2-31a1-472b-8809-48feb3cd6d8b'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:31:07.637495 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-b1562e1f-31bf-4f5f-98d4-171d74d8b16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:30:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['5fad0fe2-31a1-472b-8809-48feb3cd6d8b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:31:07.686322 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b74a3e8-6546-40d2-b011-c19355c40890 req-604ead06-43b2-4e93-a1c0-21a942135dfd tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] No DVR routers for this DVR port 55c23216-6096-4ab4-b65b-13bd1659fad4 on host hv-neutron-8287 {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:31:07.689969 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-1b74a3e8-6546-40d2-b011-c19355c40890 req-604ead06-43b2-4e93-a1c0-21a942135dfd tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:07.692465 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '526d1be9-abc6-4728-b3e8-bcbfb2c58a45', 'name': 'network-vif-deleted', 'tag': '55c23216-6096-4ab4-b65b-13bd1659fad4'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:31:07.747818 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '526d1be9-abc6-4728-b3e8-bcbfb2c58a45', 'name': 'network-vif-deleted', 'tag': '55c23216-6096-4ab4-b65b-13bd1659fad4', 'status': 'completed', 'code': 200} Feb 10 23:31:07.784400 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1b74a3e8-6546-40d2-b011-c19355c40890 req-604ead06-43b2-4e93-a1c0-21a942135dfd tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.37 "DELETE /v2.0/ports/55c23216-6096-4ab4-b65b-13bd1659fad4 HTTP/1.1" status: 204 len: 173 time: 1.5358205 Feb 10 23:31:07.813875 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-b1562e1f-31bf-4f5f-98d4-171d74d8b16c None None] Set router 5fad0fe2-31a1-472b-8809-48feb3cd6d8b gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:31:08.128144 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-b1562e1f-31bf-4f5f-98d4-171d74d8b16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'name': 'tempest-ServerActionsTestJSON-1749520904-router', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.235'}], 'enable_snat': True}, 'gw_port_id': '1f662c6e-b263-4ddc-a676-67ac962579cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:30:04Z', 'updated_at': '2022-02-10T23:30:07Z', 'revision_number': 4, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'gw_port': {'id': '1f662c6e-b263-4ddc-a676-67ac962579cd', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:35:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:30:04Z', 'updated_at': '2022-02-10T23:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '69cf1297-f9c0-4855-83cf-83e94fc731d6', 'name': '', 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'mac_address': 'fa:16:3e:7c:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6a45207-3ad3-448e-b62b-54d1bdb47117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:30:07Z', 'updated_at': '2022-02-10T23:30:14Z', 'revision_number': 5, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'subnets': [{'id': 'd6a45207-3ad3-448e-b62b-54d1bdb47117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:31:08.132144 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1562e1f-31bf-4f5f-98d4-171d74d8b16c None None] Checking router: 5fad0fe2-31a1-472b-8809-48feb3cd6d8b for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:31:08.143182 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1562e1f-31bf-4f5f-98d4-171d74d8b16c None None] Routers {'5fad0fe2-31a1-472b-8809-48feb3cd6d8b'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:31:08.143780 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-b1562e1f-31bf-4f5f-98d4-171d74d8b16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:30:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['5fad0fe2-31a1-472b-8809-48feb3cd6d8b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:31:08.178596 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-8d274bfd-86f2-4525-966c-14b48c309f38 req-0937ce99-94f9-4e73-9a36-99926aae6b1d tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=526d1be9-abc6-4728-b3e8-bcbfb2c58a45 HTTP/1.1" status: 200 len: 210 time: 0.0461371 Feb 10 23:31:08.324352 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-b1562e1f-31bf-4f5f-98d4-171d74d8b16c None None] Set router 5fad0fe2-31a1-472b-8809-48feb3cd6d8b gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:31:08.631703 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-b1562e1f-31bf-4f5f-98d4-171d74d8b16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'name': 'tempest-ServerActionsTestJSON-1749520904-router', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.235'}], 'enable_snat': True}, 'gw_port_id': '1f662c6e-b263-4ddc-a676-67ac962579cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:30:04Z', 'updated_at': '2022-02-10T23:30:07Z', 'revision_number': 4, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'gw_port': {'id': '1f662c6e-b263-4ddc-a676-67ac962579cd', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:35:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:30:04Z', 'updated_at': '2022-02-10T23:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '69cf1297-f9c0-4855-83cf-83e94fc731d6', 'name': '', 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'mac_address': 'fa:16:3e:7c:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6a45207-3ad3-448e-b62b-54d1bdb47117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:30:07Z', 'updated_at': '2022-02-10T23:30:14Z', 'revision_number': 5, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'subnets': [{'id': 'd6a45207-3ad3-448e-b62b-54d1bdb47117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:31:08.635802 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1562e1f-31bf-4f5f-98d4-171d74d8b16c None None] The sync data for ids ['5fad0fe2-31a1-472b-8809-48feb3cd6d8b'] in dv-neutron-828797-1-hyperv is: [{'id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'name': 'tempest-ServerActionsTestJSON-1749520904-router', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.235'}], 'enable_snat': True}, 'gw_port_id': '1f662c6e-b263-4ddc-a676-67ac962579cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:30:04Z', 'updated_at': '2022-02-10T23:30:07Z', 'revision_number': 4, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'gw_port': {'id': '1f662c6e-b263-4ddc-a676-67ac962579cd', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:35:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:30:04Z', 'updated_at': '2022-02-10T23:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '69cf1297-f9c0-4855-83cf-83e94fc731d6', 'name': '', 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'mac_address': 'fa:16:3e:7c:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6a45207-3ad3-448e-b62b-54d1bdb47117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:30:07Z', 'updated_at': '2022-02-10T23:30:14Z', 'revision_number': 5, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'subnets': [{'id': 'd6a45207-3ad3-448e-b62b-54d1bdb47117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:31:08.701994 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 55c23216-6096-4ab4-b65b-13bd1659fad4 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:31:08.737873 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] No Port match for: 55c23216-6096-4ab4-b65b-13bd1659fad4 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:31:08.738206 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 55c23216-6096-4ab4-b65b-13bd1659fad4 not bound to the agent host hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:31:08.857639 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a2c18e-538f-4dc8-b838-187b4a53ab1f None None] New status for floating IP c24994bd-a85a-476c-a706-9a68fb56f797: DOWN {{(pid=84334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 23:31:09.537124 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c57be4bd-268d-4ba7-9d6f-4a988714d5bf req-6a9c9412-30fa-47cb-b520-65b93c92bbc9 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1201682125&fields=id&tenant_id=1b8b8784c0014af3ab45384d880090ca HTTP/1.1" status: 200 len: 267 time: 0.0398421 Feb 10 23:31:09.681629 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57be4bd-268d-4ba7-9d6f-4a988714d5bf req-43858c6c-df4b-409d-8c79-67a173b81fc8 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:09.683054 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c57be4bd-268d-4ba7-9d6f-4a988714d5bf req-43858c6c-df4b-409d-8c79-67a173b81fc8 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/networks?id=1945a692-7e1c-4efb-8717-8c5405f58733 HTTP/1.1" status: 200 len: 812 time: 0.1395497 Feb 10 23:31:09.698873 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c57be4bd-268d-4ba7-9d6f-4a988714d5bf req-2654c7c9-b465-4eca-9d9e-2d81693f9fe2 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/quotas/1b8b8784c0014af3ab45384d880090ca HTTP/1.1" status: 200 len: 375 time: 0.0106108 Feb 10 23:31:09.778826 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-c57be4bd-268d-4ba7-9d6f-4a988714d5bf req-72df2c37-9b7f-4440-a6c2-39ae25198f2f tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Synchronizing usage tracker for tenant:1b8b8784c0014af3ab45384d880090ca on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:31:09.851997 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-c57be4bd-268d-4ba7-9d6f-4a988714d5bf req-72df2c37-9b7f-4440-a6c2-39ae25198f2f tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Unset dirty status for tenant:1b8b8784c0014af3ab45384d880090ca on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:31:09.853355 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c57be4bd-268d-4ba7-9d6f-4a988714d5bf req-72df2c37-9b7f-4440-a6c2-39ae25198f2f tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=1b8b8784c0014af3ab45384d880090ca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1498117 Feb 10 23:31:09.987291 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c57be4bd-268d-4ba7-9d6f-4a988714d5bf req-dfbaf47c-6666-4fc6-91cc-9f594e08b735 service neutron] 10.222.0.59 "GET /v2.0/networks/1945a692-7e1c-4efb-8717-8c5405f58733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220818 Feb 10 23:31:10.211249 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c57be4bd-268d-4ba7-9d6f-4a988714d5bf req-cebd2dd5-e8f9-4d1d-b635-1672fab24125 service neutron] 10.222.0.59 "GET /v2.0/networks/1945a692-7e1c-4efb-8717-8c5405f58733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181756 Feb 10 23:31:10.454264 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-1610c63c-dfb8-40a0-98f5-0b248d3738f8 req-6b5b80ec-d880-4974-89e8-678d1bda9ac5 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4307b1f-3853-4a5e-9c05-b4d379b50fba HTTP/1.1" status: 200 len: 210 time: 0.0402224 Feb 10 23:31:11.621523 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5f8e6194-6adc-450b-9ad8-b2d7fd4b9916 req-9b2a9c55-4c59-4b15-9b9d-b8d279b15508 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4307b1f-3853-4a5e-9c05-b4d379b50fba HTTP/1.1" status: 200 len: 210 time: 0.0442417 Feb 10 23:31:12.693952 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57be4bd-268d-4ba7-9d6f-4a988714d5bf req-73d77312-dd76-440c-b681-9c072d33fce0 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:12.695428 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c57be4bd-268d-4ba7-9d6f-4a988714d5bf req-73d77312-dd76-440c-b681-9c072d33fce0 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.37 "GET /v2.0/networks?id=1945a692-7e1c-4efb-8717-8c5405f58733 HTTP/1.1" status: 200 len: 812 time: 0.1620159 Feb 10 23:31:12.757897 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c57be4bd-268d-4ba7-9d6f-4a988714d5bf req-ac5afe22-507a-4ae7-bc01-be3000c7a5f5 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b8b8784c0014af3ab45384d880090ca HTTP/1.1" status: 200 len: 380 time: 0.0409710 Feb 10 23:31:12.767448 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-c57be4bd-268d-4ba7-9d6f-4a988714d5bf req-e2f31dfe-0cb6-42bf-9dcc-d655ec4d76f4 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Request body: {'port': {'device_id': 'f4307b1f-3853-4a5e-9c05-b4d379b50fba', 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733', 'admin_state_up': True, 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'security_groups': ['3edd5b70-c05f-4030-a833-b281a3e2a648']}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:31:12.788254 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-56f7b9c3-6ca1-4b8e-aa68-1b5ea0270d6f req-c5a8143f-10a8-4ec9-846b-31d8ee258dee tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4307b1f-3853-4a5e-9c05-b4d379b50fba HTTP/1.1" status: 200 len: 210 time: 0.0412254 Feb 10 23:31:12.900017 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-c57be4bd-268d-4ba7-9d6f-4a988714d5bf req-e2f31dfe-0cb6-42bf-9dcc-d655ec4d76f4 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:31:12.909592 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-c57be4bd-268d-4ba7-9d6f-4a988714d5bf req-e2f31dfe-0cb6-42bf-9dcc-d655ec4d76f4 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:31:13.027772 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c57be4bd-268d-4ba7-9d6f-4a988714d5bf req-e2f31dfe-0cb6-42bf-9dcc-d655ec4d76f4 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Made reservation on behalf of 1b8b8784c0014af3ab45384d880090ca for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:31:13.030822 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-c57be4bd-268d-4ba7-9d6f-4a988714d5bf req-e2f31dfe-0cb6-42bf-9dcc-d655ec4d76f4 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:13.191746 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [req-c57be4bd-268d-4ba7-9d6f-4a988714d5bf req-e2f31dfe-0cb6-42bf-9dcc-d655ec4d76f4 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Allocated IP 172.20.0.13 (1945a692-7e1c-4efb-8717-8c5405f58733/d6a45207-3ad3-448e-b62b-54d1bdb47117/1551f9fe-c28c-47ca-8a2e-800d5b5a56e4) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:31:13.378601 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-c57be4bd-268d-4ba7-9d6f-4a988714d5bf req-e2f31dfe-0cb6-42bf-9dcc-d655ec4d76f4 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:13.393635 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-c57be4bd-268d-4ba7-9d6f-4a988714d5bf req-e2f31dfe-0cb6-42bf-9dcc-d655ec4d76f4 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Transition to ACTIVE for port object 1551f9fe-c28c-47ca-8a2e-800d5b5a56e4 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:31:13.503642 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-c57be4bd-268d-4ba7-9d6f-4a988714d5bf req-e2f31dfe-0cb6-42bf-9dcc-d655ec4d76f4 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:13.575273 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c57be4bd-268d-4ba7-9d6f-4a988714d5bf req-e2f31dfe-0cb6-42bf-9dcc-d655ec4d76f4 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Network 1945a692-7e1c-4efb-8717-8c5405f58733 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:31:13.578243 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [req-c57be4bd-268d-4ba7-9d6f-4a988714d5bf req-e2f31dfe-0cb6-42bf-9dcc-d655ec4d76f4 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:31:13.582515 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-c57be4bd-268d-4ba7-9d6f-4a988714d5bf req-e2f31dfe-0cb6-42bf-9dcc-d655ec4d76f4 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:31:13.611179 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f31dfe-0cb6-42bf-9dcc-d655ec4d76f4 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Pushing event updated for resources: {'Port': ['ID=1551f9fe-c28c-47ca-8a2e-800d5b5a56e4,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:13.649813 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57be4bd-268d-4ba7-9d6f-4a988714d5bf req-e2f31dfe-0cb6-42bf-9dcc-d655ec4d76f4 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:13.651125 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-c57be4bd-268d-4ba7-9d6f-4a988714d5bf req-e2f31dfe-0cb6-42bf-9dcc-d655ec4d76f4 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:13.754075 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c57be4bd-268d-4ba7-9d6f-4a988714d5bf req-e2f31dfe-0cb6-42bf-9dcc-d655ec4d76f4 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9902067 Feb 10 23:31:13.765699 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-c57be4bd-268d-4ba7-9d6f-4a988714d5bf req-1c11020d-6b7c-4f06-a2c5-aceb623c92e5 service neutron] Request body: {'port': {'device_id': 'f4307b1f-3853-4a5e-9c05-b4d379b50fba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:31:13.877053 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-c57be4bd-268d-4ba7-9d6f-4a988714d5bf req-1c11020d-6b7c-4f06-a2c5-aceb623c92e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:13.889935 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-6559ebde-5a6e-4139-9dc5-aa89f5398137 None None] Provisioning for port 1551f9fe-c28c-47ca-8a2e-800d5b5a56e4 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:31:13.895116 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-6559ebde-5a6e-4139-9dc5-aa89f5398137 None None] Provisioning complete for port 1551f9fe-c28c-47ca-8a2e-800d5b5a56e4 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:31:13.895720 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6559ebde-5a6e-4139-9dc5-aa89f5398137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:13.949165 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-6559ebde-5a6e-4139-9dc5-aa89f5398137 None None] Port 1551f9fe-c28c-47ca-8a2e-800d5b5a56e4 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:31:14.142202 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de334e-2831-49c6-b6db-75f17949f860 req-67577c90-e00e-47a4-a949-5345d6382b8f tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:14.142791 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-48de334e-2831-49c6-b6db-75f17949f860 req-67577c90-e00e-47a4-a949-5345d6382b8f tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Synchronizing usage tracker for tenant:1b8b8784c0014af3ab45384d880090ca on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:31:14.248229 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-48de334e-2831-49c6-b6db-75f17949f860 req-67577c90-e00e-47a4-a949-5345d6382b8f tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Unset dirty status for tenant:1b8b8784c0014af3ab45384d880090ca on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:31:14.249394 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-48de334e-2831-49c6-b6db-75f17949f860 req-67577c90-e00e-47a4-a949-5345d6382b8f tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4307b1f-3853-4a5e-9c05-b4d379b50fba HTTP/1.1" status: 200 len: 932 time: 0.3290296 Feb 10 23:31:14.295471 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [req-c57be4bd-268d-4ba7-9d6f-4a988714d5bf req-1c11020d-6b7c-4f06-a2c5-aceb623c92e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1551f9fe-c28c-47ca-8a2e-800d5b5a56e4 {{(pid=84332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:31:14.310823 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-c57be4bd-268d-4ba7-9d6f-4a988714d5bf req-1c11020d-6b7c-4f06-a2c5-aceb623c92e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:14.330284 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-48de334e-2831-49c6-b6db-75f17949f860 req-99601cdc-afa4-4019-a5c7-a984e1d87aaa tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743074 Feb 10 23:31:14.332603 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-c57be4bd-268d-4ba7-9d6f-4a988714d5bf req-1c11020d-6b7c-4f06-a2c5-aceb623c92e5 service neutron] Transition to ACTIVE for port object 1551f9fe-c28c-47ca-8a2e-800d5b5a56e4 will not be triggered until provisioned by entity L2. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:31:14.398385 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-c57be4bd-268d-4ba7-9d6f-4a988714d5bf req-1c11020d-6b7c-4f06-a2c5-aceb623c92e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:14.631579 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c11020d-6b7c-4f06-a2c5-aceb623c92e5 service neutron] Pushing event updated for resources: {'Port': ['ID=1551f9fe-c28c-47ca-8a2e-800d5b5a56e4,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:14.734358 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-c57be4bd-268d-4ba7-9d6f-4a988714d5bf req-1c11020d-6b7c-4f06-a2c5-aceb623c92e5 service neutron] Attempting to bind port 1551f9fe-c28c-47ca-8a2e-800d5b5a56e4 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:31:14.734610 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-c57be4bd-268d-4ba7-9d6f-4a988714d5bf req-1c11020d-6b7c-4f06-a2c5-aceb623c92e5 service neutron] Attempting to bind port 1551f9fe-c28c-47ca-8a2e-800d5b5a56e4 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '1617e329-df4f-439b-93d4-81eb956dc3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:31:14.734933 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57be4bd-268d-4ba7-9d6f-4a988714d5bf req-1c11020d-6b7c-4f06-a2c5-aceb623c92e5 service neutron] Attempting to bind port 1551f9fe-c28c-47ca-8a2e-800d5b5a56e4 on network 1945a692-7e1c-4efb-8717-8c5405f58733 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:31:14.740682 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57be4bd-268d-4ba7-9d6f-4a988714d5bf req-1c11020d-6b7c-4f06-a2c5-aceb623c92e5 service neutron] Port 1551f9fe-c28c-47ca-8a2e-800d5b5a56e4 on network 1945a692-7e1c-4efb-8717-8c5405f58733 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:31:14.745507 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57be4bd-268d-4ba7-9d6f-4a988714d5bf req-1c11020d-6b7c-4f06-a2c5-aceb623c92e5 service neutron] Attempting to bind port 1551f9fe-c28c-47ca-8a2e-800d5b5a56e4 on network 1945a692-7e1c-4efb-8717-8c5405f58733 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:31:14.747529 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57be4bd-268d-4ba7-9d6f-4a988714d5bf req-1c11020d-6b7c-4f06-a2c5-aceb623c92e5 service neutron] Checking agent: {'id': '0f85d58b-4cda-4360-97cf-be037aef26b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'started_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:31:14.747856 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57be4bd-268d-4ba7-9d6f-4a988714d5bf req-1c11020d-6b7c-4f06-a2c5-aceb623c92e5 service neutron] Checking segment: {'id': '1617e329-df4f-439b-93d4-81eb956dc3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:31:14.748232 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57be4bd-268d-4ba7-9d6f-4a988714d5bf req-1c11020d-6b7c-4f06-a2c5-aceb623c92e5 service neutron] Bound using segment: {'id': '1617e329-df4f-439b-93d4-81eb956dc3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733'} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:31:14.748670 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-c57be4bd-268d-4ba7-9d6f-4a988714d5bf req-1c11020d-6b7c-4f06-a2c5-aceb623c92e5 service neutron] Bound port: 1551f9fe-c28c-47ca-8a2e-800d5b5a56e4, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1617e329-df4f-439b-93d4-81eb956dc3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733'}}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:31:14.749009 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-c57be4bd-268d-4ba7-9d6f-4a988714d5bf req-1c11020d-6b7c-4f06-a2c5-aceb623c92e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:14.835436 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-c57be4bd-268d-4ba7-9d6f-4a988714d5bf req-1c11020d-6b7c-4f06-a2c5-aceb623c92e5 service neutron] For port 1551f9fe-c28c-47ca-8a2e-800d5b5a56e4, host hv-neutron-8287, cleared binding levels {{(pid=84332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:31:14.839428 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-c57be4bd-268d-4ba7-9d6f-4a988714d5bf req-1c11020d-6b7c-4f06-a2c5-aceb623c92e5 service neutron] For port 1551f9fe-c28c-47ca-8a2e-800d5b5a56e4, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=1551f9fe-c28c-47ca-8a2e-800d5b5a56e4,segment=NetworkSegment(1617e329-df4f-439b-93d4-81eb956dc3d2),segment_id=1617e329-df4f-439b-93d4-81eb956dc3d2)] {{(pid=84332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:31:14.902235 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-c57be4bd-268d-4ba7-9d6f-4a988714d5bf req-1c11020d-6b7c-4f06-a2c5-aceb623c92e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:14.965370 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-c57be4bd-268d-4ba7-9d6f-4a988714d5bf req-1c11020d-6b7c-4f06-a2c5-aceb623c92e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:14.966724 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c57be4bd-268d-4ba7-9d6f-4a988714d5bf req-1c11020d-6b7c-4f06-a2c5-aceb623c92e5 service neutron] 10.222.0.37 "PUT /v2.0/ports/1551f9fe-c28c-47ca-8a2e-800d5b5a56e4 HTTP/1.1" status: 200 len: 1094 time: 1.2051346 Feb 10 23:31:14.967169 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4307b1f-3853-4a5e-9c05-b4d379b50fba', 'tag': '1551f9fe-c28c-47ca-8a2e-800d5b5a56e4'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:31:14.986484 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c11020d-6b7c-4f06-a2c5-aceb623c92e5 service neutron] Pushing event updated for resources: {'Port': ['ID=1551f9fe-c28c-47ca-8a2e-800d5b5a56e4,revision_number=3']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:15.030200 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4307b1f-3853-4a5e-9c05-b4d379b50fba', 'tag': '1551f9fe-c28c-47ca-8a2e-800d5b5a56e4', 'status': 'completed', 'code': 200} Feb 10 23:31:15.130926 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-65295bed-32d8-460f-b776-790f48d9ca9b req-fb2d7529-9def-4e3d-9bb6-699b8f0917d5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b8b8784c0014af3ab45384d880090ca&device_id=f4307b1f-3853-4a5e-9c05-b4d379b50fba HTTP/1.1" status: 200 len: 1097 time: 0.0736442 Feb 10 23:31:15.272745 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65295bed-32d8-460f-b776-790f48d9ca9b req-dea87772-a120-4c49-8382-1574c5c068f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:15.274057 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-65295bed-32d8-460f-b776-790f48d9ca9b req-dea87772-a120-4c49-8382-1574c5c068f3 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=1b8b8784c0014af3ab45384d880090ca&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1344869 Feb 10 23:31:15.406436 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65295bed-32d8-460f-b776-790f48d9ca9b req-fd851544-1b38-4c21-ac36-3a4568df2952 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:15.407855 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-65295bed-32d8-460f-b776-790f48d9ca9b req-fd851544-1b38-4c21-ac36-3a4568df2952 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1268189 Feb 10 23:31:15.567591 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c57be4bd-268d-4ba7-9d6f-4a988714d5bf req-d976b2bd-4bf4-4583-a982-9a5d22a04fdd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b8b8784c0014af3ab45384d880090ca&device_id=f4307b1f-3853-4a5e-9c05-b4d379b50fba HTTP/1.1" status: 200 len: 1097 time: 0.1240492 Feb 10 23:31:15.576409 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6069f2a7-6572-4576-8c92-bf40e8cf885f req-14f02afb-b855-4d9c-8745-a501396219a9 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:15.577746 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6069f2a7-6572-4576-8c92-bf40e8cf885f req-14f02afb-b855-4d9c-8745-a501396219a9 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4307b1f-3853-4a5e-9c05-b4d379b50fba HTTP/1.1" status: 200 len: 944 time: 0.1053600 Feb 10 23:31:15.657532 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c57be4bd-268d-4ba7-9d6f-4a988714d5bf req-2c0a8543-9f15-46d3-9f28-b5f524782953 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1551f9fe-c28c-47ca-8a2e-800d5b5a56e4 HTTP/1.1" status: 200 len: 217 time: 0.0788920 Feb 10 23:31:15.723757 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6069f2a7-6572-4576-8c92-bf40e8cf885f req-28d05326-81bc-4d00-9298-977aeba91749 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982285 Feb 10 23:31:15.730342 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57be4bd-268d-4ba7-9d6f-4a988714d5bf req-e5668ecc-e939-46a0-80bc-6cd99e722fa9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:15.731670 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c57be4bd-268d-4ba7-9d6f-4a988714d5bf req-e5668ecc-e939-46a0-80bc-6cd99e722fa9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d6a45207-3ad3-448e-b62b-54d1bdb47117 HTTP/1.1" status: 200 len: 851 time: 0.0637512 Feb 10 23:31:15.804409 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c57be4bd-268d-4ba7-9d6f-4a988714d5bf req-46b6e624-c03d-4178-84d6-ae799b192fda service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1945a692-7e1c-4efb-8717-8c5405f58733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662167 Feb 10 23:31:15.934612 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c57be4bd-268d-4ba7-9d6f-4a988714d5bf req-8bf8acbb-2dc5-4741-bb45-1b20b083122b service neutron] 10.222.0.37 "GET /v2.0/networks/1945a692-7e1c-4efb-8717-8c5405f58733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225626 Feb 10 23:31:16.065203 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c57be4bd-268d-4ba7-9d6f-4a988714d5bf req-9fdd5176-73f9-4e41-beef-c179e00b41d9 service neutron] 10.222.0.37 "GET /v2.0/networks/1945a692-7e1c-4efb-8717-8c5405f58733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241891 Feb 10 23:31:16.234950 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:16.743270 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 1551f9fe-c28c-47ca-8a2e-800d5b5a56e4 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:31:16.879435 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 1551f9fe-c28c-47ca-8a2e-800d5b5a56e4, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=1551f9fe-c28c-47ca-8a2e-800d5b5a56e4,segment=NetworkSegment(1617e329-df4f-439b-93d4-81eb956dc3d2),segment_id=1617e329-df4f-439b-93d4-81eb956dc3d2)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:31:16.892617 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Returning: {'device': '1551f9fe-c28c-47ca-8a2e-800d5b5a56e4', 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733', 'port_id': '1551f9fe-c28c-47ca-8a2e-800d5b5a56e4', 'mac_address': 'fa:16:3e:22:be:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6a45207-3ad3-448e-b62b-54d1bdb47117', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:31:16.925555 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc5feac-be48-40a4-b6e0-feff4e0b6f70 req-bcd25d86-efb4-4f9e-90ac-f60ffe06ab3f tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:16.926993 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-cdc5feac-be48-40a4-b6e0-feff4e0b6f70 req-bcd25d86-efb4-4f9e-90ac-f60ffe06ab3f tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4307b1f-3853-4a5e-9c05-b4d379b50fba HTTP/1.1" status: 200 len: 944 time: 0.0800519 Feb 10 23:31:16.949552 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:16.966601 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1551f9fe-c28c-47ca-8a2e-800d5b5a56e4 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:31:16.971880 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-cdc5feac-be48-40a4-b6e0-feff4e0b6f70 req-dac45df6-75e5-42da-8010-a6826133b949 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391536 Feb 10 23:31:16.981841 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 1551f9fe-c28c-47ca-8a2e-800d5b5a56e4, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=1551f9fe-c28c-47ca-8a2e-800d5b5a56e4,segment=NetworkSegment(1617e329-df4f-439b-93d4-81eb956dc3d2),segment_id=1617e329-df4f-439b-93d4-81eb956dc3d2)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:31:17.058032 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:17.122844 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=1551f9fe-c28c-47ca-8a2e-800d5b5a56e4,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:17.131121 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:31:17.131407 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:31:17.131746 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:31:17.132077 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:31:17.132405 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:31:17.132765 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:31:17.133092 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:31:17.133415 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:31:17.133735 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:31:17.134129 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:31:17.134475 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:31:17.266957 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['1551f9fe-c28c-47ca-8a2e-800d5b5a56e4'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:31:18.167418 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6860d0c5-2a70-4bc9-b628-d0e6cf214e07 req-e76b986a-8da8-4d91-8f83-9ff64b346989 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:18.168882 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6860d0c5-2a70-4bc9-b628-d0e6cf214e07 req-e76b986a-8da8-4d91-8f83-9ff64b346989 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4307b1f-3853-4a5e-9c05-b4d379b50fba HTTP/1.1" status: 200 len: 945 time: 0.0780842 Feb 10 23:31:18.212974 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6860d0c5-2a70-4bc9-b628-d0e6cf214e07 req-eca444d6-8cea-45f8-ad87-51a6395a3487 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382931 Feb 10 23:31:18.770987 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 1551f9fe-c28c-47ca-8a2e-800d5b5a56e4 up at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:31:18.906964 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning for port 1551f9fe-c28c-47ca-8a2e-800d5b5a56e4 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:31:18.911818 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning complete for port 1551f9fe-c28c-47ca-8a2e-800d5b5a56e4 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:31:18.912186 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:19.033990 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:19.060108 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4307b1f-3853-4a5e-9c05-b4d379b50fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1551f9fe-c28c-47ca-8a2e-800d5b5a56e4'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:31:19.069959 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 1551f9fe-c28c-47ca-8a2e-800d5b5a56e4, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=1551f9fe-c28c-47ca-8a2e-800d5b5a56e4,segment=NetworkSegment(1617e329-df4f-439b-93d4-81eb956dc3d2),segment_id=1617e329-df4f-439b-93d4-81eb956dc3d2)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:31:19.112681 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4307b1f-3853-4a5e-9c05-b4d379b50fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1551f9fe-c28c-47ca-8a2e-800d5b5a56e4', 'code': 200} Feb 10 23:31:19.113798 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f8e8d111-c55a-4795-959c-da283e963a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:19.187077 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:19.254769 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=1551f9fe-c28c-47ca-8a2e-800d5b5a56e4,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:19.417413 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c027fc-fe1a-429d-9129-7c3782ea889f req-53fd1a9e-ec83-4c0a-a240-bed96b8f27d2 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:19.418901 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b8c027fc-fe1a-429d-9129-7c3782ea889f req-53fd1a9e-ec83-4c0a-a240-bed96b8f27d2 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4307b1f-3853-4a5e-9c05-b4d379b50fba HTTP/1.1" status: 200 len: 946 time: 0.0766053 Feb 10 23:31:19.507775 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b8c027fc-fe1a-429d-9129-7c3782ea889f req-2b678f98-3728-4c01-b7e9-f481024fe4a2 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834408 Feb 10 23:31:19.533351 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-37e90fb1-e69c-4a47-b3d4-1bbea9a5595a req-f4c5ba3c-656e-45a8-b729-4c4d3507f322 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f4307b1f-3853-4a5e-9c05-b4d379b50fba HTTP/1.1" status: 200 len: 1099 time: 0.0767534 Feb 10 23:31:19.575607 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-37e90fb1-e69c-4a47-b3d4-1bbea9a5595a req-1d5a7d6f-0a3d-4e76-9ec2-3e3e0c80be66 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358019 Feb 10 23:31:20.709445 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c483b5d-f5c3-48b5-85f4-c38264381238 req-2d4ee37b-77d5-40ae-a63a-b244e4055c14 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:20.710873 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-6c483b5d-f5c3-48b5-85f4-c38264381238 req-2d4ee37b-77d5-40ae-a63a-b244e4055c14 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4307b1f-3853-4a5e-9c05-b4d379b50fba HTTP/1.1" status: 200 len: 946 time: 0.0799994 Feb 10 23:31:20.757629 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-6c483b5d-f5c3-48b5-85f4-c38264381238 req-2726a8dc-6302-4c9e-b3a3-8d162103c05e tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408659 Feb 10 23:31:21.244368 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a89d8ef4-8788-4cab-9575-9267e8f56e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:21.957356 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a360d014-2cc3-440a-a681-96a0bb8e7f6c req-6db74c49-517c-4f14-9e56-e88f0d55152d tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:21.958747 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a360d014-2cc3-440a-a681-96a0bb8e7f6c req-6db74c49-517c-4f14-9e56-e88f0d55152d tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4307b1f-3853-4a5e-9c05-b4d379b50fba HTTP/1.1" status: 200 len: 946 time: 0.0766106 Feb 10 23:31:22.087084 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a360d014-2cc3-440a-a681-96a0bb8e7f6c req-0096477d-fddc-4471-8bd9-080d0a4b9e6c tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217430 Feb 10 23:31:22.279221 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cec80a-7062-44b0-a54f-8d0ac6221a97 req-b3a0108a-a21e-46ef-839d-15265e450a0f tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:22.280594 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-d6cec80a-7062-44b0-a54f-8d0ac6221a97 req-b3a0108a-a21e-46ef-839d-15265e450a0f tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4307b1f-3853-4a5e-9c05-b4d379b50fba HTTP/1.1" status: 200 len: 946 time: 0.0790818 Feb 10 23:31:22.288952 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 53612) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:31:22.294774 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-698ea491-1fc9-43c1-889f-30e5b61fabd8 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Request body: {'floatingip': {'port_id': '1551f9fe-c28c-47ca-8a2e-800d5b5a56e4'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:31:22.369924 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-698ea491-1fc9-43c1-889f-30e5b61fabd8 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks [] for floatingip, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:22.497481 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:22.629342 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:23.016319 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-698ea491-1fc9-43c1-889f-30e5b61fabd8 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:23.080741 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-89e9700a-d0c5-41ff-ae3f-08145529db25 req-1dd43aed-25de-488c-8dc7-25d0097f5920 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f4307b1f-3853-4a5e-9c05-b4d379b50fba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698464 Feb 10 23:31:23.137767 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-698ea491-1fc9-43c1-889f-30e5b61fabd8 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1734214'] for floatingip, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:23.216916 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-89e9700a-d0c5-41ff-ae3f-08145529db25 req-3085b710-a342-4a97-801b-c2b4cb8e7906 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b8b8784c0014af3ab45384d880090ca&device_id=f4307b1f-3853-4a5e-9c05-b4d379b50fba HTTP/1.1" status: 200 len: 1099 time: 0.0695398 Feb 10 23:31:23.229541 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:31:23.323597 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.l3_db [None req-698ea491-1fc9-43c1-889f-30e5b61fabd8 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Floating IP c24994bd-a85a-476c-a706-9a68fb56f797 associated. External IP: 172.26.8.27, port: 1551f9fe-c28c-47ca-8a2e-800d5b5a56e4. Feb 10 23:31:23.357232 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e9700a-d0c5-41ff-ae3f-08145529db25 req-8cb85fdd-1960-4308-b9d0-2dfaf4f40c46 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:23.358641 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-89e9700a-d0c5-41ff-ae3f-08145529db25 req-8cb85fdd-1960-4308-b9d0-2dfaf4f40c46 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1945a692-7e1c-4efb-8717-8c5405f58733 HTTP/1.1" status: 200 len: 913 time: 0.1237824 Feb 10 23:31:23.459825 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-89e9700a-d0c5-41ff-ae3f-08145529db25 req-20289ca1-2ae2-4e7a-8f52-751fd4b8f1ad service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1551f9fe-c28c-47ca-8a2e-800d5b5a56e4 HTTP/1.1" status: 200 len: 999 time: 0.0948613 Feb 10 23:31:23.519750 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e9700a-d0c5-41ff-ae3f-08145529db25 req-0deaf636-e787-410f-9e04-1b71d2dcc012 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:23.521204 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-89e9700a-d0c5-41ff-ae3f-08145529db25 req-0deaf636-e787-410f-9e04-1b71d2dcc012 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d6a45207-3ad3-448e-b62b-54d1bdb47117 HTTP/1.1" status: 200 len: 851 time: 0.0558851 Feb 10 23:31:23.603808 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-89e9700a-d0c5-41ff-ae3f-08145529db25 req-577d3133-7b0e-44f1-8b74-c047df091e25 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1945a692-7e1c-4efb-8717-8c5405f58733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764320 Feb 10 23:31:23.708880 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-698ea491-1fc9-43c1-889f-30e5b61fabd8 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Router 5fad0fe2-31a1-472b-8809-48feb3cd6d8b has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:31:23.735826 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-89e9700a-d0c5-41ff-ae3f-08145529db25 req-74dbd686-60d5-4b2c-b6c8-e95f376875a3 service neutron] 10.222.0.37 "GET /v2.0/networks/1945a692-7e1c-4efb-8717-8c5405f58733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255877 Feb 10 23:31:23.870359 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-89e9700a-d0c5-41ff-ae3f-08145529db25 req-89ef5ae9-9954-4805-9aff-a602b33a1902 service neutron] 10.222.0.37 "GET /v2.0/networks/1945a692-7e1c-4efb-8717-8c5405f58733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283336 Feb 10 23:31:23.906634 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-698ea491-1fc9-43c1-889f-30e5b61fabd8 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:31:23.911470 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-698ea491-1fc9-43c1-889f-30e5b61fabd8 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:23.916819 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f051acf-c42f-4a71-b261-f91bd4cc168d None None] Sync routers for ids ['5fad0fe2-31a1-472b-8809-48feb3cd6d8b'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:31:23.928254 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f051acf-c42f-4a71-b261-f91bd4cc168d None None] Routers {'5fad0fe2-31a1-472b-8809-48feb3cd6d8b'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:31:23.928884 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-8f051acf-c42f-4a71-b261-f91bd4cc168d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:31:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['5fad0fe2-31a1-472b-8809-48feb3cd6d8b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:31:23.962328 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-698ea491-1fc9-43c1-889f-30e5b61fabd8 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "PUT /v2.0/floatingips/c24994bd-a85a-476c-a706-9a68fb56f797 HTTP/1.1" status: 200 len: 991 time: 1.6723318 Feb 10 23:31:23.962864 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4307b1f-3853-4a5e-9c05-b4d379b50fba', 'tag': '1551f9fe-c28c-47ca-8a2e-800d5b5a56e4'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:31:24.080892 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:24.108143 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4307b1f-3853-4a5e-9c05-b4d379b50fba', 'tag': '1551f9fe-c28c-47ca-8a2e-800d5b5a56e4', 'status': 'completed', 'code': 200} Feb 10 23:31:24.131337 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-8f051acf-c42f-4a71-b261-f91bd4cc168d None None] Set router 5fad0fe2-31a1-472b-8809-48feb3cd6d8b gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:31:24.203288 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1b140081-ab05-4add-b7b9-b92e475c0f23 req-8bf28b00-6fd8-49ea-bf1d-b798739f5840 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b8b8784c0014af3ab45384d880090ca&device_id=f4307b1f-3853-4a5e-9c05-b4d379b50fba HTTP/1.1" status: 200 len: 1099 time: 0.0741622 Feb 10 23:31:24.341771 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b140081-ab05-4add-b7b9-b92e475c0f23 req-9dacdd2f-6081-4416-8a6b-e63f38fe1751 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:24.343485 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1b140081-ab05-4add-b7b9-b92e475c0f23 req-9dacdd2f-6081-4416-8a6b-e63f38fe1751 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1945a692-7e1c-4efb-8717-8c5405f58733 HTTP/1.1" status: 200 len: 913 time: 0.1341536 Feb 10 23:31:24.449685 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1b140081-ab05-4add-b7b9-b92e475c0f23 req-39559f46-3880-45d5-9891-e473ef923469 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1551f9fe-c28c-47ca-8a2e-800d5b5a56e4 HTTP/1.1" status: 200 len: 999 time: 0.0999589 Feb 10 23:31:24.505641 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-8f051acf-c42f-4a71-b261-f91bd4cc168d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'name': 'tempest-ServerActionsTestJSON-1749520904-router', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.235'}], 'enable_snat': True}, 'gw_port_id': '1f662c6e-b263-4ddc-a676-67ac962579cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:30:04Z', 'updated_at': '2022-02-10T23:30:07Z', 'revision_number': 4, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'gw_port': {'id': '1f662c6e-b263-4ddc-a676-67ac962579cd', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:35:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:30:04Z', 'updated_at': '2022-02-10T23:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': 'c24994bd-a85a-476c-a706-9a68fb56f797', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'floating_ip_address': '172.26.8.27', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'port_id': '1551f9fe-c28c-47ca-8a2e-800d5b5a56e4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733', 'mac_address': 'fa:16:3e:22:be:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4307b1f-3853-4a5e-9c05-b4d379b50fba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:30:11Z', 'updated_at': '2022-02-10T23:31:22Z', 'revision_number': 5, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69cf1297-f9c0-4855-83cf-83e94fc731d6', 'name': '', 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'mac_address': 'fa:16:3e:7c:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6a45207-3ad3-448e-b62b-54d1bdb47117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:30:07Z', 'updated_at': '2022-02-10T23:30:14Z', 'revision_number': 5, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'subnets': [{'id': 'd6a45207-3ad3-448e-b62b-54d1bdb47117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:31:24.513161 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f051acf-c42f-4a71-b261-f91bd4cc168d None None] Checking router: 5fad0fe2-31a1-472b-8809-48feb3cd6d8b for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:31:24.515415 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e6b7c5-8d0b-443d-b8b7-870f91b1237f req-71de0097-0b2d-4b9b-9e1f-6566e156ffe8 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:24.517204 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-36e6b7c5-8d0b-443d-b8b7-870f91b1237f req-71de0097-0b2d-4b9b-9e1f-6566e156ffe8 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4307b1f-3853-4a5e-9c05-b4d379b50fba HTTP/1.1" status: 200 len: 946 time: 0.0860312 Feb 10 23:31:24.517596 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b140081-ab05-4add-b7b9-b92e475c0f23 req-ef9a65a8-fb71-49b7-aca9-e4509e85a5c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:24.519227 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1b140081-ab05-4add-b7b9-b92e475c0f23 req-ef9a65a8-fb71-49b7-aca9-e4509e85a5c7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d6a45207-3ad3-448e-b62b-54d1bdb47117 HTTP/1.1" status: 200 len: 851 time: 0.0626371 Feb 10 23:31:24.530063 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f051acf-c42f-4a71-b261-f91bd4cc168d None None] Routers {'5fad0fe2-31a1-472b-8809-48feb3cd6d8b'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:31:24.530659 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-8f051acf-c42f-4a71-b261-f91bd4cc168d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:31:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['5fad0fe2-31a1-472b-8809-48feb3cd6d8b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:31:24.565584 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-36e6b7c5-8d0b-443d-b8b7-870f91b1237f req-06cec613-693c-409a-bc60-aefb2a1c4ddb tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411429 Feb 10 23:31:24.617172 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1b140081-ab05-4add-b7b9-b92e475c0f23 req-a748a380-be2e-483a-b4de-e6cb482744cf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1945a692-7e1c-4efb-8717-8c5405f58733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0850143 Feb 10 23:31:24.711736 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-8f051acf-c42f-4a71-b261-f91bd4cc168d None None] Set router 5fad0fe2-31a1-472b-8809-48feb3cd6d8b gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:31:24.751128 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1b140081-ab05-4add-b7b9-b92e475c0f23 req-8486f47d-0635-4727-9ef6-00881e103c88 service neutron] 10.222.0.37 "GET /v2.0/networks/1945a692-7e1c-4efb-8717-8c5405f58733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269250 Feb 10 23:31:24.881947 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1b140081-ab05-4add-b7b9-b92e475c0f23 req-6d949452-61ee-4ec5-a1f7-9b55f413053b service neutron] 10.222.0.37 "GET /v2.0/networks/1945a692-7e1c-4efb-8717-8c5405f58733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249862 Feb 10 23:31:25.048038 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-8f051acf-c42f-4a71-b261-f91bd4cc168d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'name': 'tempest-ServerActionsTestJSON-1749520904-router', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.235'}], 'enable_snat': True}, 'gw_port_id': '1f662c6e-b263-4ddc-a676-67ac962579cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:30:04Z', 'updated_at': '2022-02-10T23:30:07Z', 'revision_number': 4, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'gw_port': {'id': '1f662c6e-b263-4ddc-a676-67ac962579cd', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:35:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:30:04Z', 'updated_at': '2022-02-10T23:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': 'c24994bd-a85a-476c-a706-9a68fb56f797', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'floating_ip_address': '172.26.8.27', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'port_id': '1551f9fe-c28c-47ca-8a2e-800d5b5a56e4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733', 'mac_address': 'fa:16:3e:22:be:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4307b1f-3853-4a5e-9c05-b4d379b50fba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:30:11Z', 'updated_at': '2022-02-10T23:31:22Z', 'revision_number': 5, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69cf1297-f9c0-4855-83cf-83e94fc731d6', 'name': '', 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'mac_address': 'fa:16:3e:7c:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6a45207-3ad3-448e-b62b-54d1bdb47117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:30:07Z', 'updated_at': '2022-02-10T23:30:14Z', 'revision_number': 5, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'subnets': [{'id': 'd6a45207-3ad3-448e-b62b-54d1bdb47117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:31:25.051894 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f051acf-c42f-4a71-b261-f91bd4cc168d None None] The sync data for ids ['5fad0fe2-31a1-472b-8809-48feb3cd6d8b'] in dv-neutron-828797-1-hyperv is: [{'id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'name': 'tempest-ServerActionsTestJSON-1749520904-router', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.235'}], 'enable_snat': True}, 'gw_port_id': '1f662c6e-b263-4ddc-a676-67ac962579cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:30:04Z', 'updated_at': '2022-02-10T23:30:07Z', 'revision_number': 4, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'gw_port': {'id': '1f662c6e-b263-4ddc-a676-67ac962579cd', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:35:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:30:04Z', 'updated_at': '2022-02-10T23:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': 'c24994bd-a85a-476c-a706-9a68fb56f797', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'floating_ip_address': '172.26.8.27', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'port_id': '1551f9fe-c28c-47ca-8a2e-800d5b5a56e4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733', 'mac_address': 'fa:16:3e:22:be:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4307b1f-3853-4a5e-9c05-b4d379b50fba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:30:11Z', 'updated_at': '2022-02-10T23:31:22Z', 'revision_number': 5, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69cf1297-f9c0-4855-83cf-83e94fc731d6', 'name': '', 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'mac_address': 'fa:16:3e:7c:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6a45207-3ad3-448e-b62b-54d1bdb47117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:30:07Z', 'updated_at': '2022-02-10T23:30:14Z', 'revision_number': 5, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'subnets': [{'id': 'd6a45207-3ad3-448e-b62b-54d1bdb47117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:31:25.252504 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17badd74-831b-400d-82cf-2fdb3353366d None None] New status for floating IP c24994bd-a85a-476c-a706-9a68fb56f797: ACTIVE {{(pid=84334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 23:31:25.848919 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2654fb2d-f2be-4ddf-8887-059f02fec5d4 req-a6007aad-4924-46c7-9b08-a3ff2bed567a tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:25.850245 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2654fb2d-f2be-4ddf-8887-059f02fec5d4 req-a6007aad-4924-46c7-9b08-a3ff2bed567a tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4307b1f-3853-4a5e-9c05-b4d379b50fba HTTP/1.1" status: 200 len: 946 time: 0.1562409 Feb 10 23:31:25.894661 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2654fb2d-f2be-4ddf-8887-059f02fec5d4 req-faf5c05d-05cc-4c18-990c-41e1327983ee tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387170 Feb 10 23:31:27.084642 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a445042-d017-4fc1-a8dc-2c8490ddbc6c req-4eef66f2-f640-46b8-8b15-7ebb816d5c16 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:27.086056 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-7a445042-d017-4fc1-a8dc-2c8490ddbc6c req-4eef66f2-f640-46b8-8b15-7ebb816d5c16 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4307b1f-3853-4a5e-9c05-b4d379b50fba HTTP/1.1" status: 200 len: 946 time: 0.0734928 Feb 10 23:31:27.128898 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-7a445042-d017-4fc1-a8dc-2c8490ddbc6c req-892f513d-6be2-4899-a4ef-4c38fc4888e3 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368752 Feb 10 23:31:28.327851 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7227b-429c-49aa-8f09-1578b770073e req-aa3bde2a-ce58-41bc-a7e8-d99fdb8827ec tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:28.329312 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5fc7227b-429c-49aa-8f09-1578b770073e req-aa3bde2a-ce58-41bc-a7e8-d99fdb8827ec tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4307b1f-3853-4a5e-9c05-b4d379b50fba HTTP/1.1" status: 200 len: 946 time: 0.0767510 Feb 10 23:31:28.374453 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5fc7227b-429c-49aa-8f09-1578b770073e req-8509f61e-014a-40e1-aba0-d6bbc4f83141 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395422 Feb 10 23:31:29.676043 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75dfb9e-b4d9-4e69-8a37-b58c23cba801 req-5abf630c-3aec-4826-ae3f-795396ed17d5 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:29.677563 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-c75dfb9e-b4d9-4e69-8a37-b58c23cba801 req-5abf630c-3aec-4826-ae3f-795396ed17d5 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4307b1f-3853-4a5e-9c05-b4d379b50fba HTTP/1.1" status: 200 len: 946 time: 0.1822619 Feb 10 23:31:29.722328 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-c75dfb9e-b4d9-4e69-8a37-b58c23cba801 req-83d42865-caac-4088-a427-df1866f934f8 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391138 Feb 10 23:31:30.916506 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e350425d-f7d7-426d-8c83-a813d97c125e req-fae2f996-67ca-4523-9ef1-213f75650002 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:30.917930 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e350425d-f7d7-426d-8c83-a813d97c125e req-fae2f996-67ca-4523-9ef1-213f75650002 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4307b1f-3853-4a5e-9c05-b4d379b50fba HTTP/1.1" status: 200 len: 946 time: 0.0761900 Feb 10 23:31:30.961862 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e350425d-f7d7-426d-8c83-a813d97c125e req-0e9ffa37-7179-4de5-bc1c-288dbe017e8d tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382831 Feb 10 23:31:32.161104 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e16c114-01ed-4095-9198-69567392052b req-a50132f5-c5ec-448f-b008-d37354d5e511 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:32.162537 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-9e16c114-01ed-4095-9198-69567392052b req-a50132f5-c5ec-448f-b008-d37354d5e511 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4307b1f-3853-4a5e-9c05-b4d379b50fba HTTP/1.1" status: 200 len: 946 time: 0.0787871 Feb 10 23:31:32.207147 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-9e16c114-01ed-4095-9198-69567392052b req-8777bb42-a326-4983-a720-1768b12aed55 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391982 Feb 10 23:31:33.403306 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a32090-a133-46e8-9209-43201247c0c4 req-4a432067-b68c-4669-8dfc-76054c8595aa tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:33.404720 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e7a32090-a133-46e8-9209-43201247c0c4 req-4a432067-b68c-4669-8dfc-76054c8595aa tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4307b1f-3853-4a5e-9c05-b4d379b50fba HTTP/1.1" status: 200 len: 946 time: 0.0777695 Feb 10 23:31:33.447496 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e7a32090-a133-46e8-9209-43201247c0c4 req-19a61a8f-5378-4285-9169-2c14e868cd8f tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366821 Feb 10 23:31:34.640888 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df41af-a661-4f1e-b4f8-4a10cb8d5b5f req-4eb1162a-ee48-4d1f-be8b-3c66a25a0645 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:34.642298 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-30df41af-a661-4f1e-b4f8-4a10cb8d5b5f req-4eb1162a-ee48-4d1f-be8b-3c66a25a0645 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4307b1f-3853-4a5e-9c05-b4d379b50fba HTTP/1.1" status: 200 len: 946 time: 0.0754080 Feb 10 23:31:34.688252 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-30df41af-a661-4f1e-b4f8-4a10cb8d5b5f req-67442d38-7874-4823-8c25-e0caf50344c8 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398650 Feb 10 23:31:35.887331 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eadabc-1141-4f17-be57-244184dc5e36 req-f509d497-8e33-489d-bf28-492f0f55caff tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:35.888659 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-72eadabc-1141-4f17-be57-244184dc5e36 req-f509d497-8e33-489d-bf28-492f0f55caff tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4307b1f-3853-4a5e-9c05-b4d379b50fba HTTP/1.1" status: 200 len: 946 time: 0.0745680 Feb 10 23:31:35.936717 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-72eadabc-1141-4f17-be57-244184dc5e36 req-b69436a1-769f-4a61-b0dc-c87ab74ae990 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417750 Feb 10 23:31:37.133624 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba7dde-ce41-4eb3-961a-5507aabf6c56 req-5a6e3b00-675c-4447-ab5d-58e6a0de99b3 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:37.135030 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-fcba7dde-ce41-4eb3-961a-5507aabf6c56 req-5a6e3b00-675c-4447-ab5d-58e6a0de99b3 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4307b1f-3853-4a5e-9c05-b4d379b50fba HTTP/1.1" status: 200 len: 946 time: 0.0785778 Feb 10 23:31:37.178706 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-fcba7dde-ce41-4eb3-961a-5507aabf6c56 req-f80bb858-07b5-4aba-bae4-8de731d72ab6 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381951 Feb 10 23:31:38.373031 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a321cc-fe4d-4d9d-8aac-4d21a6769e8a req-f24eb305-bf68-4b28-b683-15786dc20979 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:38.374357 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-13a321cc-fe4d-4d9d-8aac-4d21a6769e8a req-f24eb305-bf68-4b28-b683-15786dc20979 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4307b1f-3853-4a5e-9c05-b4d379b50fba HTTP/1.1" status: 200 len: 946 time: 0.0742283 Feb 10 23:31:38.419269 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-13a321cc-fe4d-4d9d-8aac-4d21a6769e8a req-25e482b2-14d3-4f53-9c84-68dd20ddc03f tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386465 Feb 10 23:31:39.616683 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff0eb9-c5cc-4e9e-8db6-abb524dd40f1 req-d6080fa3-70dd-4312-884a-a69b3dbf54cd tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:39.618140 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-33ff0eb9-c5cc-4e9e-8db6-abb524dd40f1 req-d6080fa3-70dd-4312-884a-a69b3dbf54cd tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4307b1f-3853-4a5e-9c05-b4d379b50fba HTTP/1.1" status: 200 len: 946 time: 0.0752254 Feb 10 23:31:39.663288 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-33ff0eb9-c5cc-4e9e-8db6-abb524dd40f1 req-742bb3c4-eb5d-41d2-9973-73a44efef5f3 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394659 Feb 10 23:31:40.858257 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562eeb04-faad-4d73-b47f-729c48af1563 req-05fbc858-ba4f-4d9e-a422-c24963fd97d1 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:40.859574 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-562eeb04-faad-4d73-b47f-729c48af1563 req-05fbc858-ba4f-4d9e-a422-c24963fd97d1 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4307b1f-3853-4a5e-9c05-b4d379b50fba HTTP/1.1" status: 200 len: 946 time: 0.0771365 Feb 10 23:31:40.904872 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-562eeb04-faad-4d73-b47f-729c48af1563 req-6060f560-f00b-409d-beb9-68ee2dd47c04 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383441 Feb 10 23:31:42.103747 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8153ac-b454-452e-a870-104f797f5d97 req-28933dbe-cbd0-49e1-bdef-669fd0774f90 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:42.105190 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-8b8153ac-b454-452e-a870-104f797f5d97 req-28933dbe-cbd0-49e1-bdef-669fd0774f90 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4307b1f-3853-4a5e-9c05-b4d379b50fba HTTP/1.1" status: 200 len: 946 time: 0.0782809 Feb 10 23:31:42.150400 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-8b8153ac-b454-452e-a870-104f797f5d97 req-b7a60315-925a-4fdc-b1f7-83f7f9ff351f tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396528 Feb 10 23:31:43.347123 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72ab38-8c69-4639-8e2d-4a0c4b40ae40 req-7f0e9d83-e4d9-4998-a019-dc0d2d1c41db tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:43.348595 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0d72ab38-8c69-4639-8e2d-4a0c4b40ae40 req-7f0e9d83-e4d9-4998-a019-dc0d2d1c41db tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4307b1f-3853-4a5e-9c05-b4d379b50fba HTTP/1.1" status: 200 len: 946 time: 0.0732930 Feb 10 23:31:43.392872 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0d72ab38-8c69-4639-8e2d-4a0c4b40ae40 req-2f32ffaa-443d-4176-907a-3bebf8a2fe9a tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384941 Feb 10 23:31:44.587288 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf28c00-147f-4a35-8bdf-029e1220d290 req-5879edbb-faed-4e09-862b-8fcf8a3a534d tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:44.588646 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-6bf28c00-147f-4a35-8bdf-029e1220d290 req-5879edbb-faed-4e09-862b-8fcf8a3a534d tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4307b1f-3853-4a5e-9c05-b4d379b50fba HTTP/1.1" status: 200 len: 946 time: 0.0754695 Feb 10 23:31:44.636177 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-6bf28c00-147f-4a35-8bdf-029e1220d290 req-087abb16-a122-4b3e-9071-ce3618a72844 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420449 Feb 10 23:31:45.834672 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5939e8-a8e3-4ac4-a3c2-db923427902b req-ecd8e243-a480-4c57-8e5e-a9061df39394 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:45.836123 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8e5939e8-a8e3-4ac4-a3c2-db923427902b req-ecd8e243-a480-4c57-8e5e-a9061df39394 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4307b1f-3853-4a5e-9c05-b4d379b50fba HTTP/1.1" status: 200 len: 946 time: 0.0800316 Feb 10 23:31:45.880466 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8e5939e8-a8e3-4ac4-a3c2-db923427902b req-5c1719e4-c18e-45a9-bb2f-e2530836c9a5 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387621 Feb 10 23:31:46.239251 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:47.077592 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44395cea-7d83-4ad4-9f36-950fa913b0ea req-e0ad2062-26a8-410d-8bac-b70c732b17bd tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:47.079008 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-44395cea-7d83-4ad4-9f36-950fa913b0ea req-e0ad2062-26a8-410d-8bac-b70c732b17bd tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4307b1f-3853-4a5e-9c05-b4d379b50fba HTTP/1.1" status: 200 len: 946 time: 0.0744166 Feb 10 23:31:47.125854 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-44395cea-7d83-4ad4-9f36-950fa913b0ea req-0ade5a51-6e17-433c-ac57-acda0ec102aa tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412858 Feb 10 23:31:48.321929 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d664fc-6a6c-42eb-bc37-19b7a583088b req-94778c8c-cd3c-439f-868e-82f665c897d2 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:48.323341 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f8d664fc-6a6c-42eb-bc37-19b7a583088b req-94778c8c-cd3c-439f-868e-82f665c897d2 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4307b1f-3853-4a5e-9c05-b4d379b50fba HTTP/1.1" status: 200 len: 946 time: 0.0766780 Feb 10 23:31:48.370455 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f8d664fc-6a6c-42eb-bc37-19b7a583088b req-93ce3c7d-8eba-4ab1-a36b-95c620d3dbb8 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415294 Feb 10 23:31:49.083989 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4836f22f-072c-42bd-99df-d86531dd3481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:49.568494 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3376aa-5cff-4310-a546-913b14cc5e84 req-68706ffd-180b-4706-b7b1-0c33983af7cc tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:49.569966 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-0b3376aa-5cff-4310-a546-913b14cc5e84 req-68706ffd-180b-4706-b7b1-0c33983af7cc tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4307b1f-3853-4a5e-9c05-b4d379b50fba HTTP/1.1" status: 200 len: 946 time: 0.0805285 Feb 10 23:31:49.615235 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-0b3376aa-5cff-4310-a546-913b14cc5e84 req-39ad0f98-f081-433b-a1d6-e8c200c71397 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397892 Feb 10 23:31:50.812245 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556066b6-fdf0-4f2b-ab9c-d4063d4aa628 req-e0ac4643-cf96-4560-9b3c-15963098f847 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:50.813696 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-556066b6-fdf0-4f2b-ab9c-d4063d4aa628 req-e0ac4643-cf96-4560-9b3c-15963098f847 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4307b1f-3853-4a5e-9c05-b4d379b50fba HTTP/1.1" status: 200 len: 946 time: 0.0763059 Feb 10 23:31:50.857663 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-556066b6-fdf0-4f2b-ab9c-d4063d4aa628 req-937781e4-9725-4a33-a8bc-ee0ceb303bb2 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384722 Feb 10 23:31:51.049367 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-a92d913f-3cc6-4030-9532-89e6577c530d req-e953fd4e-49f6-4151-bb79-02ef5328ff3b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f4307b1f-3853-4a5e-9c05-b4d379b50fba&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0669830 Feb 10 23:31:51.245132 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cf43e5cc-b52a-4e6d-8df5-abb270c95028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:51.484579 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98191c78-a6e7-46fe-9ad1-3eda5c1d3cdd req-79e65b06-ecc1-4c69-b97c-0f42ac4a0cf8 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:51.485996 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-98191c78-a6e7-46fe-9ad1-3eda5c1d3cdd req-79e65b06-ecc1-4c69-b97c-0f42ac4a0cf8 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4307b1f-3853-4a5e-9c05-b4d379b50fba HTTP/1.1" status: 200 len: 946 time: 0.0798905 Feb 10 23:31:51.531663 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-98191c78-a6e7-46fe-9ad1-3eda5c1d3cdd req-2146d5e8-18b1-4175-b49c-553f41b978a5 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390391 Feb 10 23:31:51.535147 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-0d457d46-8a80-4565-8224-ca419d1dae75 req-a331a179-f89b-49ce-aa02-5ad5009684b5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f4307b1f-3853-4a5e-9c05-b4d379b50fba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0713034 Feb 10 23:31:52.545961 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:52.626561 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:52.734256 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b802c710-e189-4e0c-ba9c-a6cd73087c67 req-9a0969e2-50f7-4c5d-971f-66fbb6985954 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:52.735833 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-b802c710-e189-4e0c-ba9c-a6cd73087c67 req-9a0969e2-50f7-4c5d-971f-66fbb6985954 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4307b1f-3853-4a5e-9c05-b4d379b50fba HTTP/1.1" status: 200 len: 946 time: 0.0770452 Feb 10 23:31:52.782665 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-b802c710-e189-4e0c-ba9c-a6cd73087c67 req-0806aa35-d6c2-4bb9-9d45-611b54704dbb tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413327 Feb 10 23:31:53.522726 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0d457d46-8a80-4565-8224-ca419d1dae75 req-203d7544-3f53-40ae-aaef-990fa8d8d2ec service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b8b8784c0014af3ab45384d880090ca&device_id=f4307b1f-3853-4a5e-9c05-b4d379b50fba HTTP/1.1" status: 200 len: 1099 time: 0.0670314 Feb 10 23:31:53.654735 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d457d46-8a80-4565-8224-ca419d1dae75 req-bbd33928-bdcf-4ceb-b25c-77494e416ceb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:53.656143 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0d457d46-8a80-4565-8224-ca419d1dae75 req-bbd33928-bdcf-4ceb-b25c-77494e416ceb service neutron] 10.222.0.37 "GET /v2.0/networks?id=1945a692-7e1c-4efb-8717-8c5405f58733 HTTP/1.1" status: 200 len: 913 time: 0.1274486 Feb 10 23:31:53.757295 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0d457d46-8a80-4565-8224-ca419d1dae75 req-d3195305-13a2-467d-bfe9-9f38f99cd15f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1551f9fe-c28c-47ca-8a2e-800d5b5a56e4 HTTP/1.1" status: 200 len: 1001 time: 0.0931978 Feb 10 23:31:53.821204 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d457d46-8a80-4565-8224-ca419d1dae75 req-45093f91-db46-425f-817b-1e109b112c29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:53.822087 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0d457d46-8a80-4565-8224-ca419d1dae75 req-45093f91-db46-425f-817b-1e109b112c29 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d6a45207-3ad3-448e-b62b-54d1bdb47117 HTTP/1.1" status: 200 len: 851 time: 0.0571318 Feb 10 23:31:53.899297 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0d457d46-8a80-4565-8224-ca419d1dae75 req-e0a1cc94-e5c7-4491-8d9c-207d72e80bc4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1945a692-7e1c-4efb-8717-8c5405f58733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708256 Feb 10 23:31:54.045249 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:54.175515 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1a74e-d7fe-40cc-a83d-5d59bf3866a7 req-1308cc39-eaff-4bbe-a6c7-e92b3c4a08b9 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:54.176952 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b6f1a74e-d7fe-40cc-a83d-5d59bf3866a7 req-1308cc39-eaff-4bbe-a6c7-e92b3c4a08b9 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4307b1f-3853-4a5e-9c05-b4d379b50fba HTTP/1.1" status: 200 len: 946 time: 0.2739894 Feb 10 23:31:54.178756 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0d457d46-8a80-4565-8224-ca419d1dae75 req-0dcc0aa0-e98b-4539-9fc8-d1f8c939e087 service neutron] 10.222.0.37 "GET /v2.0/networks/1945a692-7e1c-4efb-8717-8c5405f58733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469835 Feb 10 23:31:54.308682 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b6f1a74e-d7fe-40cc-a83d-5d59bf3866a7 req-5259c693-c213-4234-9bfa-6a6bcf27eec0 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259778 Feb 10 23:31:54.346595 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0d457d46-8a80-4565-8224-ca419d1dae75 req-81d8939b-60cf-43e6-a30d-9d1aa3f80652 service neutron] 10.222.0.37 "GET /v2.0/networks/1945a692-7e1c-4efb-8717-8c5405f58733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505384 Feb 10 23:31:55.506225 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e6376-3eeb-49c9-9189-11083a6e2d94 req-72e212c8-2611-4641-8f90-3c4037c33916 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:55.507773 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-0e3e6376-3eeb-49c9-9189-11083a6e2d94 req-72e212c8-2611-4641-8f90-3c4037c33916 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4307b1f-3853-4a5e-9c05-b4d379b50fba HTTP/1.1" status: 200 len: 946 time: 0.0782726 Feb 10 23:31:55.553441 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-0e3e6376-3eeb-49c9-9189-11083a6e2d94 req-2a297e1d-fab5-4cd4-a470-198750a6396c tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400407 Feb 10 23:31:56.328089 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0d457d46-8a80-4565-8224-ca419d1dae75 req-c742fbb1-016b-453b-8a13-85dad4469f29 service neutron] 10.222.0.37 "GET /v2.0/ports/1551f9fe-c28c-47ca-8a2e-800d5b5a56e4/bindings/hv-neutron-8287 HTTP/1.1" status: 200 len: 384 time: 0.0715930 Feb 10 23:31:56.759221 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73726d4-43a2-4d4a-8b96-d8a5361a7de5 req-5b26b4e0-0953-4162-acd2-163c1c3583a6 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:56.760671 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f73726d4-43a2-4d4a-8b96-d8a5361a7de5 req-5b26b4e0-0953-4162-acd2-163c1c3583a6 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4307b1f-3853-4a5e-9c05-b4d379b50fba HTTP/1.1" status: 200 len: 946 time: 0.0796194 Feb 10 23:31:56.809927 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f73726d4-43a2-4d4a-8b96-d8a5361a7de5 req-dac6ac8a-4db5-4e55-8630-47c6e8191fe3 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436759 Feb 10 23:31:56.882499 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0d457d46-8a80-4565-8224-ca419d1dae75 req-6e8a64f7-a6f4-48e4-a48b-28d8d3e505dd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f4307b1f-3853-4a5e-9c05-b4d379b50fba&tenant_id=1b8b8784c0014af3ab45384d880090ca HTTP/1.1" status: 200 len: 1099 time: 0.0665042 Feb 10 23:31:56.970031 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0d457d46-8a80-4565-8224-ca419d1dae75 req-efb25ff3-d324-4e05-b6a5-be821a39b62f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b8b8784c0014af3ab45384d880090ca&device_id=f4307b1f-3853-4a5e-9c05-b4d379b50fba HTTP/1.1" status: 200 len: 1099 time: 0.0658879 Feb 10 23:31:57.099185 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d457d46-8a80-4565-8224-ca419d1dae75 req-ff31a11f-78a8-47f2-958b-418334523c25 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:57.100672 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0d457d46-8a80-4565-8224-ca419d1dae75 req-ff31a11f-78a8-47f2-958b-418334523c25 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1945a692-7e1c-4efb-8717-8c5405f58733 HTTP/1.1" status: 200 len: 913 time: 0.1240909 Feb 10 23:31:57.201128 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0d457d46-8a80-4565-8224-ca419d1dae75 req-6f49241a-66fb-488f-b498-6cbe6dd966c8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1551f9fe-c28c-47ca-8a2e-800d5b5a56e4 HTTP/1.1" status: 200 len: 1001 time: 0.0934901 Feb 10 23:31:57.265742 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d457d46-8a80-4565-8224-ca419d1dae75 req-04465bd3-eb3d-4ce6-bb89-dff61263d7b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:57.267165 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0d457d46-8a80-4565-8224-ca419d1dae75 req-04465bd3-eb3d-4ce6-bb89-dff61263d7b6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d6a45207-3ad3-448e-b62b-54d1bdb47117 HTTP/1.1" status: 200 len: 851 time: 0.0599930 Feb 10 23:31:57.339693 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0d457d46-8a80-4565-8224-ca419d1dae75 req-4b911973-5796-4ca7-ba36-ace2be25c58f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1945a692-7e1c-4efb-8717-8c5405f58733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661702 Feb 10 23:31:57.467580 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0d457d46-8a80-4565-8224-ca419d1dae75 req-b498072c-d420-4ab0-a8b6-41c5c773da3a service neutron] 10.222.0.37 "GET /v2.0/networks/1945a692-7e1c-4efb-8717-8c5405f58733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206138 Feb 10 23:31:57.597764 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0d457d46-8a80-4565-8224-ca419d1dae75 req-2a5cf4e3-08b0-425f-947a-e34b2bb2f45e service neutron] 10.222.0.37 "GET /v2.0/networks/1945a692-7e1c-4efb-8717-8c5405f58733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241114 Feb 10 23:31:58.007430 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b7fde-5446-4360-8f31-895642ff567c req-9b0fd42f-2713-4409-88aa-54b91a2d88f5 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:58.008851 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-664b7fde-5446-4360-8f31-895642ff567c req-9b0fd42f-2713-4409-88aa-54b91a2d88f5 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4307b1f-3853-4a5e-9c05-b4d379b50fba HTTP/1.1" status: 200 len: 946 time: 0.0734587 Feb 10 23:31:58.054234 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-664b7fde-5446-4360-8f31-895642ff567c req-352e58b6-52a4-4d41-8162-61888d53bab7 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390556 Feb 10 23:31:59.030609 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 1551f9fe-c28c-47ca-8a2e-800d5b5a56e4 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:31:59.033004 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 1551f9fe-c28c-47ca-8a2e-800d5b5a56e4 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:31:59.252978 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd3a5d-8721-45ef-87fb-2fe9acba6342 req-c0c35792-b6a6-4389-b65e-89961b1c7b15 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:59.255744 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6ddd3a5d-8721-45ef-87fb-2fe9acba6342 req-c0c35792-b6a6-4389-b65e-89961b1c7b15 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4307b1f-3853-4a5e-9c05-b4d379b50fba HTTP/1.1" status: 200 len: 946 time: 0.0792742 Feb 10 23:31:59.307230 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6ddd3a5d-8721-45ef-87fb-2fe9acba6342 req-35b1d5a0-d1be-40a6-8af2-1036a2fba075 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448945 Feb 10 23:31:59.321457 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:59.362812 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 1551f9fe-c28c-47ca-8a2e-800d5b5a56e4, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=1551f9fe-c28c-47ca-8a2e-800d5b5a56e4,segment=NetworkSegment(1617e329-df4f-439b-93d4-81eb956dc3d2),segment_id=1617e329-df4f-439b-93d4-81eb956dc3d2)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:31:59.379316 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4307b1f-3853-4a5e-9c05-b4d379b50fba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1551f9fe-c28c-47ca-8a2e-800d5b5a56e4'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:31:59.390316 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Returning: {'device': '1551f9fe-c28c-47ca-8a2e-800d5b5a56e4', 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733', 'port_id': '1551f9fe-c28c-47ca-8a2e-800d5b5a56e4', 'mac_address': 'fa:16:3e:22:be:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6a45207-3ad3-448e-b62b-54d1bdb47117', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:31:59.392648 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 1551f9fe-c28c-47ca-8a2e-800d5b5a56e4, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=1551f9fe-c28c-47ca-8a2e-800d5b5a56e4,segment=NetworkSegment(1617e329-df4f-439b-93d4-81eb956dc3d2),segment_id=1617e329-df4f-439b-93d4-81eb956dc3d2)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:31:59.446276 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4307b1f-3853-4a5e-9c05-b4d379b50fba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1551f9fe-c28c-47ca-8a2e-800d5b5a56e4', 'code': 200} Feb 10 23:31:59.449052 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:59.465346 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1551f9fe-c28c-47ca-8a2e-800d5b5a56e4 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:31:59.470289 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:59.580158 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:31:59.580425 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:31:59.582607 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=1551f9fe-c28c-47ca-8a2e-800d5b5a56e4,revision_number=6']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:32:00.132525 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:00.149757 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1551f9fe-c28c-47ca-8a2e-800d5b5a56e4 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:32:00.164630 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 1551f9fe-c28c-47ca-8a2e-800d5b5a56e4, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=1551f9fe-c28c-47ca-8a2e-800d5b5a56e4,segment=NetworkSegment(1617e329-df4f-439b-93d4-81eb956dc3d2),segment_id=1617e329-df4f-439b-93d4-81eb956dc3d2)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:32:00.229547 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:32:00.244707 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:00.313261 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['1551f9fe-c28c-47ca-8a2e-800d5b5a56e4'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:32:00.342166 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=1551f9fe-c28c-47ca-8a2e-800d5b5a56e4,revision_number=7']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:32:00.504655 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba266c-d685-4e66-8878-2f5ec3f4ba5f req-01de1c33-9670-468b-a925-5c5541a729da tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:00.506079 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-56ba266c-d685-4e66-8878-2f5ec3f4ba5f req-01de1c33-9670-468b-a925-5c5541a729da tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4307b1f-3853-4a5e-9c05-b4d379b50fba HTTP/1.1" status: 200 len: 945 time: 0.0759044 Feb 10 23:32:00.551270 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-56ba266c-d685-4e66-8878-2f5ec3f4ba5f req-b406f362-e283-4bbe-a6e3-927d6359aa73 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388238 Feb 10 23:32:01.044998 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 1551f9fe-c28c-47ca-8a2e-800d5b5a56e4 up at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:32:01.086153 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d90bd9-dcf7-4e56-b2f9-74f3f946b85a req-d034dc83-26d9-48a3-ba4c-19b69e318d47 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:01.087591 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a5d90bd9-dcf7-4e56-b2f9-74f3f946b85a req-d034dc83-26d9-48a3-ba4c-19b69e318d47 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4307b1f-3853-4a5e-9c05-b4d379b50fba HTTP/1.1" status: 200 len: 945 time: 0.1301627 Feb 10 23:32:01.112244 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning complete for port 1551f9fe-c28c-47ca-8a2e-800d5b5a56e4 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:32:01.112528 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:01.153166 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d0055b-1033-4ec8-abf2-3eb2acbdbbd2 req-41430310-4339-4529-a094-84f47bbe0caa tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:01.154571 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-52d0055b-1033-4ec8-abf2-3eb2acbdbbd2 req-41430310-4339-4529-a094-84f47bbe0caa tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4307b1f-3853-4a5e-9c05-b4d379b50fba&tenant_id=1b8b8784c0014af3ab45384d880090ca&binding%3Ahost_id=hv-neutron-8287 HTTP/1.1" status: 200 len: 945 time: 0.1308053 Feb 10 23:32:01.159251 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a5d90bd9-dcf7-4e56-b2f9-74f3f946b85a req-53bbda5e-fadd-46a8-9d99-b8b4c2e9ee16 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605590 Feb 10 23:32:01.227313 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:01.261506 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 1551f9fe-c28c-47ca-8a2e-800d5b5a56e4, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=1551f9fe-c28c-47ca-8a2e-800d5b5a56e4,segment=NetworkSegment(1617e329-df4f-439b-93d4-81eb956dc3d2),segment_id=1617e329-df4f-439b-93d4-81eb956dc3d2)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:32:01.330434 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:01.392227 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-52d0055b-1033-4ec8-abf2-3eb2acbdbbd2 req-86662d70-a2cb-4e39-9c4d-be661ec36e9a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b8b8784c0014af3ab45384d880090ca&device_id=f4307b1f-3853-4a5e-9c05-b4d379b50fba HTTP/1.1" status: 200 len: 1098 time: 0.1683359 Feb 10 23:32:01.395880 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=1551f9fe-c28c-47ca-8a2e-800d5b5a56e4,revision_number=8']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:32:01.447054 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4307b1f-3853-4a5e-9c05-b4d379b50fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1551f9fe-c28c-47ca-8a2e-800d5b5a56e4'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:32:01.510621 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4307b1f-3853-4a5e-9c05-b4d379b50fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1551f9fe-c28c-47ca-8a2e-800d5b5a56e4', 'code': 200} Feb 10 23:32:01.533374 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d0055b-1033-4ec8-abf2-3eb2acbdbbd2 req-5f9bb6a8-bc0d-4f52-920a-4231cf30f553 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:01.534788 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-52d0055b-1033-4ec8-abf2-3eb2acbdbbd2 req-5f9bb6a8-bc0d-4f52-920a-4231cf30f553 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1945a692-7e1c-4efb-8717-8c5405f58733 HTTP/1.1" status: 200 len: 913 time: 0.1366832 Feb 10 23:32:01.636862 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-52d0055b-1033-4ec8-abf2-3eb2acbdbbd2 req-3dfa4886-2b0e-42ef-9d88-aecfc2666707 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1551f9fe-c28c-47ca-8a2e-800d5b5a56e4 HTTP/1.1" status: 200 len: 1001 time: 0.0962162 Feb 10 23:32:01.701560 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d0055b-1033-4ec8-abf2-3eb2acbdbbd2 req-8f9b290d-b119-45e2-9a73-0089bd68a8d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:01.702943 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-52d0055b-1033-4ec8-abf2-3eb2acbdbbd2 req-8f9b290d-b119-45e2-9a73-0089bd68a8d1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d6a45207-3ad3-448e-b62b-54d1bdb47117 HTTP/1.1" status: 200 len: 851 time: 0.0604043 Feb 10 23:32:01.776428 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-52d0055b-1033-4ec8-abf2-3eb2acbdbbd2 req-f12da3b4-4bce-44a4-9490-f3c8541bda68 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1945a692-7e1c-4efb-8717-8c5405f58733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668092 Feb 10 23:32:01.908598 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-52d0055b-1033-4ec8-abf2-3eb2acbdbbd2 req-d89c24a8-032c-4af0-a14d-abd88c2d3821 service neutron] 10.222.0.37 "GET /v2.0/networks/1945a692-7e1c-4efb-8717-8c5405f58733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249545 Feb 10 23:32:02.035104 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-52d0055b-1033-4ec8-abf2-3eb2acbdbbd2 req-47e4a0ad-80ca-41b0-92fd-fb6514b939a0 service neutron] 10.222.0.37 "GET /v2.0/networks/1945a692-7e1c-4efb-8717-8c5405f58733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205180 Feb 10 23:32:02.361016 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5fab9-26ed-44b8-8b43-8b9403400260 req-deb205d6-8867-4271-b19b-be4809d11369 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:02.362447 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e8b5fab9-26ed-44b8-8b43-8b9403400260 req-deb205d6-8867-4271-b19b-be4809d11369 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4307b1f-3853-4a5e-9c05-b4d379b50fba HTTP/1.1" status: 200 len: 946 time: 0.0805671 Feb 10 23:32:02.409534 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e8b5fab9-26ed-44b8-8b43-8b9403400260 req-dc94f2d7-55aa-4d4b-a6c6-1cd6f24d9f16 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405092 Feb 10 23:32:03.059946 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 1551f9fe-c28c-47ca-8a2e-800d5b5a56e4 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:32:03.168850 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:03.200341 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 1551f9fe-c28c-47ca-8a2e-800d5b5a56e4, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=1551f9fe-c28c-47ca-8a2e-800d5b5a56e4,segment=NetworkSegment(1617e329-df4f-439b-93d4-81eb956dc3d2),segment_id=1617e329-df4f-439b-93d4-81eb956dc3d2)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:32:03.244230 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:03.308093 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=1551f9fe-c28c-47ca-8a2e-800d5b5a56e4,revision_number=9']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:32:03.511945 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4307b1f-3853-4a5e-9c05-b4d379b50fba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1551f9fe-c28c-47ca-8a2e-800d5b5a56e4'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:32:03.569059 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4307b1f-3853-4a5e-9c05-b4d379b50fba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1551f9fe-c28c-47ca-8a2e-800d5b5a56e4', 'code': 200} Feb 10 23:32:03.621909 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd4cf7-bccf-48c4-b5d9-8a66c87b9dcd req-4d6cd62a-c8d4-49e7-a3f4-e44da48b0d42 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:03.623342 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-48fd4cf7-bccf-48c4-b5d9-8a66c87b9dcd req-4d6cd62a-c8d4-49e7-a3f4-e44da48b0d42 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4307b1f-3853-4a5e-9c05-b4d379b50fba HTTP/1.1" status: 200 len: 944 time: 0.0870168 Feb 10 23:32:03.668206 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-48fd4cf7-bccf-48c4-b5d9-8a66c87b9dcd req-b78289b6-c9fe-4517-91d9-6cdee0d5179f tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393946 Feb 10 23:32:03.864054 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b5bd4-0f0e-4f88-8925-9132664e4084 req-5c0007bc-d7eb-4ed6-b74d-e6641a502447 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:03.865543 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b81b5bd4-0f0e-4f88-8925-9132664e4084 req-5c0007bc-d7eb-4ed6-b74d-e6641a502447 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4307b1f-3853-4a5e-9c05-b4d379b50fba HTTP/1.1" status: 200 len: 944 time: 0.0736060 Feb 10 23:32:03.909931 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b81b5bd4-0f0e-4f88-8925-9132664e4084 req-5d12591b-c7d9-4485-9a16-f0ef5c6a0526 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387208 Feb 10 23:32:04.628146 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02076a69-d7b4-4c02-bbc3-14083d60a730 req-0e4df14e-84b8-46ce-bd12-fe6d8954b8e7 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:04.629605 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-02076a69-d7b4-4c02-bbc3-14083d60a730 req-0e4df14e-84b8-46ce-bd12-fe6d8954b8e7 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4307b1f-3853-4a5e-9c05-b4d379b50fba HTTP/1.1" status: 200 len: 944 time: 0.1400259 Feb 10 23:32:04.689707 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-750eb658-0f07-4bba-9428-45abf06485df req-e5ac3935-a511-4792-8770-af54755f97e3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b8b8784c0014af3ab45384d880090ca&device_id=f4307b1f-3853-4a5e-9c05-b4d379b50fba HTTP/1.1" status: 200 len: 1097 time: 0.1317444 Feb 10 23:32:04.695188 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-02076a69-d7b4-4c02-bbc3-14083d60a730 req-39406370-6fe6-4ecf-a698-e3fde8db4d32 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563571 Feb 10 23:32:04.827960 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750eb658-0f07-4bba-9428-45abf06485df req-c57752d2-1d35-4583-9768-8b4e60635694 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:04.829434 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-750eb658-0f07-4bba-9428-45abf06485df req-c57752d2-1d35-4583-9768-8b4e60635694 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1945a692-7e1c-4efb-8717-8c5405f58733 HTTP/1.1" status: 200 len: 913 time: 0.1334250 Feb 10 23:32:04.926543 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-750eb658-0f07-4bba-9428-45abf06485df req-07229465-9880-4435-8a3b-88951378e6c2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1551f9fe-c28c-47ca-8a2e-800d5b5a56e4 HTTP/1.1" status: 200 len: 999 time: 0.0906732 Feb 10 23:32:04.991416 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750eb658-0f07-4bba-9428-45abf06485df req-274364df-c898-42ae-b2be-b45b35f92c77 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:04.992844 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-750eb658-0f07-4bba-9428-45abf06485df req-274364df-c898-42ae-b2be-b45b35f92c77 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d6a45207-3ad3-448e-b62b-54d1bdb47117 HTTP/1.1" status: 200 len: 851 time: 0.0594532 Feb 10 23:32:05.067300 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-750eb658-0f07-4bba-9428-45abf06485df req-b603e140-f24f-458a-8be4-0cd78546f1be service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1945a692-7e1c-4efb-8717-8c5405f58733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671189 Feb 10 23:32:05.196428 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-750eb658-0f07-4bba-9428-45abf06485df req-f2e737cb-9cc2-479f-8288-238ef531cc18 service neutron] 10.222.0.37 "GET /v2.0/networks/1945a692-7e1c-4efb-8717-8c5405f58733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223285 Feb 10 23:32:05.325203 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-750eb658-0f07-4bba-9428-45abf06485df req-334485a3-fc5f-4b60-854d-34694d5168ff service neutron] 10.222.0.37 "GET /v2.0/networks/1945a692-7e1c-4efb-8717-8c5405f58733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227722 Feb 10 23:32:05.899016 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe9302b-9fe0-43f4-912a-8f2db2dc965b req-c2096276-2fbf-4ae2-a6f0-f6e1dd74524f tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:05.900427 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-bfe9302b-9fe0-43f4-912a-8f2db2dc965b req-c2096276-2fbf-4ae2-a6f0-f6e1dd74524f tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4307b1f-3853-4a5e-9c05-b4d379b50fba HTTP/1.1" status: 200 len: 944 time: 0.0763547 Feb 10 23:32:05.949969 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-bfe9302b-9fe0-43f4-912a-8f2db2dc965b req-ecbc72b4-811f-4989-9e06-e60275f6b28b tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436783 Feb 10 23:32:07.229540 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13fa0eb-211e-44e0-b0f3-05a3cbbc840f req-4838fe57-7b40-4307-85ae-b5aafd1e1f0c tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:07.230969 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b13fa0eb-211e-44e0-b0f3-05a3cbbc840f req-4838fe57-7b40-4307-85ae-b5aafd1e1f0c tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4307b1f-3853-4a5e-9c05-b4d379b50fba HTTP/1.1" status: 200 len: 944 time: 0.1598132 Feb 10 23:32:07.275331 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b13fa0eb-211e-44e0-b0f3-05a3cbbc840f req-2cba1067-304e-40c5-ad3f-4b29e8e79ab0 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388250 Feb 10 23:32:07.900294 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fe463f-aa0d-4708-ba96-444b28309122 req-36dd28fb-5221-446b-9a29-09171b312f97 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:07.901911 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-78fe463f-aa0d-4708-ba96-444b28309122 req-36dd28fb-5221-446b-9a29-09171b312f97 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4307b1f-3853-4a5e-9c05-b4d379b50fba HTTP/1.1" status: 200 len: 944 time: 0.0759981 Feb 10 23:32:07.946341 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-78fe463f-aa0d-4708-ba96-444b28309122 req-01fb3f13-1171-461b-9a96-535874b98c4f tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390520 Feb 10 23:32:09.142407 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dec965-369a-4ba9-a871-607452c1831a req-97050c74-f6a8-47fb-90e4-846d5a8d1c04 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:09.143824 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-f2dec965-369a-4ba9-a871-607452c1831a req-97050c74-f6a8-47fb-90e4-846d5a8d1c04 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4307b1f-3853-4a5e-9c05-b4d379b50fba HTTP/1.1" status: 200 len: 944 time: 0.0773859 Feb 10 23:32:09.189891 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-f2dec965-369a-4ba9-a871-607452c1831a req-c835aea6-2061-45a3-a44b-c14992c0cde3 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395596 Feb 10 23:32:09.536661 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76c245-f6a6-4112-a50b-7810dec3981f req-5d29d7a7-ab82-42c0-a586-9948211e6b17 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:09.538113 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1e76c245-f6a6-4112-a50b-7810dec3981f req-5d29d7a7-ab82-42c0-a586-9948211e6b17 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4307b1f-3853-4a5e-9c05-b4d379b50fba HTTP/1.1" status: 200 len: 944 time: 0.0770242 Feb 10 23:32:09.607957 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-1e76c245-f6a6-4112-a50b-7810dec3981f req-e31646fa-0c8f-48a0-b64d-bdf5383b3828 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Deleting port 1551f9fe-c28c-47ca-8a2e-800d5b5a56e4 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:32:09.608300 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-1e76c245-f6a6-4112-a50b-7810dec3981f req-e31646fa-0c8f-48a0-b64d-bdf5383b3828 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:09.849606 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-1e76c245-f6a6-4112-a50b-7810dec3981f req-e31646fa-0c8f-48a0-b64d-bdf5383b3828 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] For port 1551f9fe-c28c-47ca-8a2e-800d5b5a56e4, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=1551f9fe-c28c-47ca-8a2e-800d5b5a56e4,segment=NetworkSegment(1617e329-df4f-439b-93d4-81eb956dc3d2),segment_id=1617e329-df4f-439b-93d4-81eb956dc3d2)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:32:09.849884 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-1e76c245-f6a6-4112-a50b-7810dec3981f req-e31646fa-0c8f-48a0-b64d-bdf5383b3828 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:10.133743 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-1e76c245-f6a6-4112-a50b-7810dec3981f req-e31646fa-0c8f-48a0-b64d-bdf5383b3828 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:10.134064 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-1e76c245-f6a6-4112-a50b-7810dec3981f req-e31646fa-0c8f-48a0-b64d-bdf5383b3828 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1734214'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:10.134329 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.l3_db [req-1e76c245-f6a6-4112-a50b-7810dec3981f req-e31646fa-0c8f-48a0-b64d-bdf5383b3828 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Floating IP c24994bd-a85a-476c-a706-9a68fb56f797 disassociated. External IP: 172.26.8.27, port: 1551f9fe-c28c-47ca-8a2e-800d5b5a56e4. Feb 10 23:32:10.134658 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-1e76c245-f6a6-4112-a50b-7810dec3981f req-e31646fa-0c8f-48a0-b64d-bdf5383b3828 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Calling delete_port for 1551f9fe-c28c-47ca-8a2e-800d5b5a56e4 owned by compute:nova {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:32:10.350388 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-1e76c245-f6a6-4112-a50b-7810dec3981f req-e31646fa-0c8f-48a0-b64d-bdf5383b3828 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:10.388153 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-29f85d13-7112-44fc-af53-b72a7eb0fba9 req-779e8b9e-a3a2-4c58-bc53-7b7ea19fccd5 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4307b1f-3853-4a5e-9c05-b4d379b50fba HTTP/1.1" status: 200 len: 210 time: 0.0746090 Feb 10 23:32:10.403076 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31646fa-0c8f-48a0-b64d-bdf5383b3828 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Pushing event deleted for resources: {'Port': ['ID=1551f9fe-c28c-47ca-8a2e-800d5b5a56e4,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:32:10.415401 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31646fa-0c8f-48a0-b64d-bdf5383b3828 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:10.415752 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31646fa-0c8f-48a0-b64d-bdf5383b3828 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:10.416093 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31646fa-0c8f-48a0-b64d-bdf5383b3828 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:10.416427 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31646fa-0c8f-48a0-b64d-bdf5383b3828 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:10.416787 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31646fa-0c8f-48a0-b64d-bdf5383b3828 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:10.417120 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31646fa-0c8f-48a0-b64d-bdf5383b3828 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:10.417444 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31646fa-0c8f-48a0-b64d-bdf5383b3828 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:10.417770 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31646fa-0c8f-48a0-b64d-bdf5383b3828 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:10.418098 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31646fa-0c8f-48a0-b64d-bdf5383b3828 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:10.418414 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31646fa-0c8f-48a0-b64d-bdf5383b3828 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:10.418733 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31646fa-0c8f-48a0-b64d-bdf5383b3828 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:10.629730 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e76c245-f6a6-4112-a50b-7810dec3981f req-e31646fa-0c8f-48a0-b64d-bdf5383b3828 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Router 5fad0fe2-31a1-472b-8809-48feb3cd6d8b has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:32:10.826103 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e76c245-f6a6-4112-a50b-7810dec3981f req-e31646fa-0c8f-48a0-b64d-bdf5383b3828 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:32:10.836813 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f24675-fdfc-48f1-a5f1-c7804c5ecb80 None None] Sync routers for ids ['5fad0fe2-31a1-472b-8809-48feb3cd6d8b'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:32:10.848324 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f24675-fdfc-48f1-a5f1-c7804c5ecb80 None None] Routers {'5fad0fe2-31a1-472b-8809-48feb3cd6d8b'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:32:10.848954 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-f1f24675-fdfc-48f1-a5f1-c7804c5ecb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:31:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['5fad0fe2-31a1-472b-8809-48feb3cd6d8b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:32:10.996402 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e76c245-f6a6-4112-a50b-7810dec3981f req-e31646fa-0c8f-48a0-b64d-bdf5383b3828 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] No DVR routers for this DVR port 1551f9fe-c28c-47ca-8a2e-800d5b5a56e4 on host hv-neutron-8287 {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:32:10.998910 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-1e76c245-f6a6-4112-a50b-7810dec3981f req-e31646fa-0c8f-48a0-b64d-bdf5383b3828 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:11.001425 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4307b1f-3853-4a5e-9c05-b4d379b50fba', 'name': 'network-vif-deleted', 'tag': '1551f9fe-c28c-47ca-8a2e-800d5b5a56e4'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:32:11.061335 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4307b1f-3853-4a5e-9c05-b4d379b50fba', 'name': 'network-vif-deleted', 'tag': '1551f9fe-c28c-47ca-8a2e-800d5b5a56e4', 'status': 'completed', 'code': 200} Feb 10 23:32:11.068813 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-f1f24675-fdfc-48f1-a5f1-c7804c5ecb80 None None] Set router 5fad0fe2-31a1-472b-8809-48feb3cd6d8b gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:32:11.085355 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1e76c245-f6a6-4112-a50b-7810dec3981f req-e31646fa-0c8f-48a0-b64d-bdf5383b3828 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.37 "DELETE /v2.0/ports/1551f9fe-c28c-47ca-8a2e-800d5b5a56e4 HTTP/1.1" status: 204 len: 173 time: 1.5394855 Feb 10 23:32:11.380271 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-f1f24675-fdfc-48f1-a5f1-c7804c5ecb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'name': 'tempest-ServerActionsTestJSON-1749520904-router', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.235'}], 'enable_snat': True}, 'gw_port_id': '1f662c6e-b263-4ddc-a676-67ac962579cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:30:04Z', 'updated_at': '2022-02-10T23:30:07Z', 'revision_number': 4, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'gw_port': {'id': '1f662c6e-b263-4ddc-a676-67ac962579cd', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:35:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:30:04Z', 'updated_at': '2022-02-10T23:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '69cf1297-f9c0-4855-83cf-83e94fc731d6', 'name': '', 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'mac_address': 'fa:16:3e:7c:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6a45207-3ad3-448e-b62b-54d1bdb47117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:30:07Z', 'updated_at': '2022-02-10T23:30:14Z', 'revision_number': 5, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'subnets': [{'id': 'd6a45207-3ad3-448e-b62b-54d1bdb47117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:32:11.384403 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f24675-fdfc-48f1-a5f1-c7804c5ecb80 None None] Checking router: 5fad0fe2-31a1-472b-8809-48feb3cd6d8b for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:32:11.394629 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f24675-fdfc-48f1-a5f1-c7804c5ecb80 None None] Routers {'5fad0fe2-31a1-472b-8809-48feb3cd6d8b'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:32:11.395209 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-f1f24675-fdfc-48f1-a5f1-c7804c5ecb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:31:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['5fad0fe2-31a1-472b-8809-48feb3cd6d8b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:32:11.565941 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-32aee162-06a2-40df-ade4-b53cbc3c2029 req-9c62124b-f83b-49aa-a58c-c073d63b5958 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Synchronizing usage tracker for tenant:1b8b8784c0014af3ab45384d880090ca on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:32:11.586916 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-f1f24675-fdfc-48f1-a5f1-c7804c5ecb80 None None] Set router 5fad0fe2-31a1-472b-8809-48feb3cd6d8b gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:32:11.638996 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-32aee162-06a2-40df-ade4-b53cbc3c2029 req-9c62124b-f83b-49aa-a58c-c073d63b5958 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Unset dirty status for tenant:1b8b8784c0014af3ab45384d880090ca on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:32:11.640425 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-32aee162-06a2-40df-ade4-b53cbc3c2029 req-9c62124b-f83b-49aa-a58c-c073d63b5958 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4307b1f-3853-4a5e-9c05-b4d379b50fba HTTP/1.1" status: 200 len: 210 time: 0.1142075 Feb 10 23:32:11.902050 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-f1f24675-fdfc-48f1-a5f1-c7804c5ecb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'name': 'tempest-ServerActionsTestJSON-1749520904-router', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.235'}], 'enable_snat': True}, 'gw_port_id': '1f662c6e-b263-4ddc-a676-67ac962579cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:30:04Z', 'updated_at': '2022-02-10T23:30:07Z', 'revision_number': 4, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'gw_port': {'id': '1f662c6e-b263-4ddc-a676-67ac962579cd', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:35:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:30:04Z', 'updated_at': '2022-02-10T23:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '69cf1297-f9c0-4855-83cf-83e94fc731d6', 'name': '', 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'mac_address': 'fa:16:3e:7c:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6a45207-3ad3-448e-b62b-54d1bdb47117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:30:07Z', 'updated_at': '2022-02-10T23:30:14Z', 'revision_number': 5, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'subnets': [{'id': 'd6a45207-3ad3-448e-b62b-54d1bdb47117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:32:11.905833 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f24675-fdfc-48f1-a5f1-c7804c5ecb80 None None] The sync data for ids ['5fad0fe2-31a1-472b-8809-48feb3cd6d8b'] in dv-neutron-828797-1-hyperv is: [{'id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'name': 'tempest-ServerActionsTestJSON-1749520904-router', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.235'}], 'enable_snat': True}, 'gw_port_id': '1f662c6e-b263-4ddc-a676-67ac962579cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:30:04Z', 'updated_at': '2022-02-10T23:30:07Z', 'revision_number': 4, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'gw_port': {'id': '1f662c6e-b263-4ddc-a676-67ac962579cd', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:35:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:30:04Z', 'updated_at': '2022-02-10T23:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '69cf1297-f9c0-4855-83cf-83e94fc731d6', 'name': '', 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'mac_address': 'fa:16:3e:7c:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6a45207-3ad3-448e-b62b-54d1bdb47117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:30:07Z', 'updated_at': '2022-02-10T23:30:14Z', 'revision_number': 5, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'subnets': [{'id': 'd6a45207-3ad3-448e-b62b-54d1bdb47117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:32:12.119586 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2369c3-7952-4c1f-b8d2-5c2b01888af4 None None] New status for floating IP c24994bd-a85a-476c-a706-9a68fb56f797: DOWN {{(pid=84334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 23:32:12.997886 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-fa466350-ec57-4665-9319-c289b67f8d00 req-6bb868b1-7d49-4766-b0be-7d537e1c7297 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1201682125&fields=id&tenant_id=1b8b8784c0014af3ab45384d880090ca HTTP/1.1" status: 200 len: 267 time: 0.0395973 Feb 10 23:32:13.122645 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 1551f9fe-c28c-47ca-8a2e-800d5b5a56e4 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:32:13.141098 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa466350-ec57-4665-9319-c289b67f8d00 req-d233c40e-6fdd-4e39-b3ce-d829cd1cbb34 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:13.142774 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-fa466350-ec57-4665-9319-c289b67f8d00 req-d233c40e-6fdd-4e39-b3ce-d829cd1cbb34 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/networks?id=1945a692-7e1c-4efb-8717-8c5405f58733 HTTP/1.1" status: 200 len: 812 time: 0.1386597 Feb 10 23:32:13.154888 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] No Port match for: 1551f9fe-c28c-47ca-8a2e-800d5b5a56e4 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:32:13.155229 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 1551f9fe-c28c-47ca-8a2e-800d5b5a56e4 not bound to the agent host hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:32:13.160180 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-fa466350-ec57-4665-9319-c289b67f8d00 req-ce92b120-f9f4-4f6e-9bca-59973de1ebf4 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/quotas/1b8b8784c0014af3ab45384d880090ca HTTP/1.1" status: 200 len: 375 time: 0.0115192 Feb 10 23:32:13.245477 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-fa466350-ec57-4665-9319-c289b67f8d00 req-d5a6b451-bad4-4c73-ada1-08f3cd33d145 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=1b8b8784c0014af3ab45384d880090ca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0792134 Feb 10 23:32:13.462861 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-fa466350-ec57-4665-9319-c289b67f8d00 req-65fc171b-b617-45ee-9347-1d430b28556f service neutron] 10.222.0.59 "GET /v2.0/networks/1945a692-7e1c-4efb-8717-8c5405f58733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062199 Feb 10 23:32:13.592520 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-fa466350-ec57-4665-9319-c289b67f8d00 req-8dfa428b-08e4-4b64-8904-6e98c149f85b service neutron] 10.222.0.59 "GET /v2.0/networks/1945a692-7e1c-4efb-8717-8c5405f58733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240215 Feb 10 23:32:13.829103 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8f065a6d-1cd0-465b-86f9-121206f06a19 req-5adea78b-0940-4d41-913e-edb8cd23be4d tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=7467654c-7025-4e4e-be4d-deb4e6d12001 HTTP/1.1" status: 200 len: 210 time: 0.0445075 Feb 10 23:32:14.987526 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-d00cac0f-2288-495a-a0ac-47fc5b4a9035 req-e70d9ec8-a958-4632-8b76-f7a2dfb60a38 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=7467654c-7025-4e4e-be4d-deb4e6d12001 HTTP/1.1" status: 200 len: 210 time: 0.0401669 Feb 10 23:32:15.926395 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa466350-ec57-4665-9319-c289b67f8d00 req-d922bbfd-49f6-426b-9c55-61e7172b477d tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:15.927780 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fa466350-ec57-4665-9319-c289b67f8d00 req-d922bbfd-49f6-426b-9c55-61e7172b477d tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.37 "GET /v2.0/networks?id=1945a692-7e1c-4efb-8717-8c5405f58733 HTTP/1.1" status: 200 len: 812 time: 0.1423945 Feb 10 23:32:15.985571 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fa466350-ec57-4665-9319-c289b67f8d00 req-871c301c-047b-4c2e-81fd-fa29ab57d9bb tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b8b8784c0014af3ab45384d880090ca HTTP/1.1" status: 200 len: 380 time: 0.0413516 Feb 10 23:32:15.994822 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-fa466350-ec57-4665-9319-c289b67f8d00 req-81682659-5042-4397-83d2-78c22db967df tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Request body: {'port': {'device_id': '7467654c-7025-4e4e-be4d-deb4e6d12001', 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733', 'admin_state_up': True, 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'security_groups': ['3edd5b70-c05f-4030-a833-b281a3e2a648']}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:32:16.170021 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-66712d52-a4fe-4a1a-9cd5-9d482898112e req-9eae0468-f9eb-433a-af32-20c10e1c45a2 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=7467654c-7025-4e4e-be4d-deb4e6d12001 HTTP/1.1" status: 200 len: 210 time: 0.0549288 Feb 10 23:32:16.177908 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-fa466350-ec57-4665-9319-c289b67f8d00 req-81682659-5042-4397-83d2-78c22db967df tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:32:16.187401 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-fa466350-ec57-4665-9319-c289b67f8d00 req-81682659-5042-4397-83d2-78c22db967df tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:32:16.272638 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa466350-ec57-4665-9319-c289b67f8d00 req-81682659-5042-4397-83d2-78c22db967df tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Made reservation on behalf of 1b8b8784c0014af3ab45384d880090ca for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:32:16.272805 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:16.276596 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-fa466350-ec57-4665-9319-c289b67f8d00 req-81682659-5042-4397-83d2-78c22db967df tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:16.438577 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [req-fa466350-ec57-4665-9319-c289b67f8d00 req-81682659-5042-4397-83d2-78c22db967df tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Allocated IP 172.20.0.13 (1945a692-7e1c-4efb-8717-8c5405f58733/d6a45207-3ad3-448e-b62b-54d1bdb47117/cef8331a-759e-4042-891b-c59060d354c9) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:32:16.621780 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-fa466350-ec57-4665-9319-c289b67f8d00 req-81682659-5042-4397-83d2-78c22db967df tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:16.637200 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-fa466350-ec57-4665-9319-c289b67f8d00 req-81682659-5042-4397-83d2-78c22db967df tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Transition to ACTIVE for port object cef8331a-759e-4042-891b-c59060d354c9 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:32:16.736293 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-fa466350-ec57-4665-9319-c289b67f8d00 req-81682659-5042-4397-83d2-78c22db967df tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:16.811429 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa466350-ec57-4665-9319-c289b67f8d00 req-81682659-5042-4397-83d2-78c22db967df tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Network 1945a692-7e1c-4efb-8717-8c5405f58733 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:32:16.814205 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [req-fa466350-ec57-4665-9319-c289b67f8d00 req-81682659-5042-4397-83d2-78c22db967df tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:32:16.817005 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa466350-ec57-4665-9319-c289b67f8d00 req-81682659-5042-4397-83d2-78c22db967df tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:32:16.854920 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81682659-5042-4397-83d2-78c22db967df tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Pushing event updated for resources: {'Port': ['ID=cef8331a-759e-4042-891b-c59060d354c9,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:32:16.886049 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa466350-ec57-4665-9319-c289b67f8d00 req-81682659-5042-4397-83d2-78c22db967df tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:16.886655 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-fa466350-ec57-4665-9319-c289b67f8d00 req-81682659-5042-4397-83d2-78c22db967df tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:16.959158 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fa466350-ec57-4665-9319-c289b67f8d00 req-81682659-5042-4397-83d2-78c22db967df tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9678295 Feb 10 23:32:16.970658 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-fa466350-ec57-4665-9319-c289b67f8d00 req-7c573d9e-a149-4942-88bc-13fbbb521113 service neutron] Request body: {'port': {'device_id': '7467654c-7025-4e4e-be4d-deb4e6d12001', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:32:17.083486 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-fa466350-ec57-4665-9319-c289b67f8d00 req-7c573d9e-a149-4942-88bc-13fbbb521113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:17.141415 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-32f0932b-e8de-4ce6-b11f-c5890a1eb7d3 None None] Provisioning for port cef8331a-759e-4042-891b-c59060d354c9 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:32:17.146216 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-32f0932b-e8de-4ce6-b11f-c5890a1eb7d3 None None] Provisioning complete for port cef8331a-759e-4042-891b-c59060d354c9 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:32:17.146579 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-32f0932b-e8de-4ce6-b11f-c5890a1eb7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:17.196048 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-32f0932b-e8de-4ce6-b11f-c5890a1eb7d3 None None] Port cef8331a-759e-4042-891b-c59060d354c9 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:32:17.369502 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8cb2b8-229b-46a8-a6b9-dc5123ca88e2 req-adb2a696-6894-4646-b99f-7de91b0c5025 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:17.370857 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-1c8cb2b8-229b-46a8-a6b9-dc5123ca88e2 req-adb2a696-6894-4646-b99f-7de91b0c5025 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=7467654c-7025-4e4e-be4d-deb4e6d12001 HTTP/1.1" status: 200 len: 932 time: 0.0751898 Feb 10 23:32:17.419951 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-1c8cb2b8-229b-46a8-a6b9-dc5123ca88e2 req-2638ec5c-12e0-427e-9271-6a71509401f1 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435066 Feb 10 23:32:17.463010 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [req-fa466350-ec57-4665-9319-c289b67f8d00 req-7c573d9e-a149-4942-88bc-13fbbb521113 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cef8331a-759e-4042-891b-c59060d354c9 {{(pid=84332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:32:17.469794 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-fa466350-ec57-4665-9319-c289b67f8d00 req-7c573d9e-a149-4942-88bc-13fbbb521113 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:17.484062 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-fa466350-ec57-4665-9319-c289b67f8d00 req-7c573d9e-a149-4942-88bc-13fbbb521113 service neutron] Transition to ACTIVE for port object cef8331a-759e-4042-891b-c59060d354c9 will not be triggered until provisioned by entity L2. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:32:17.569750 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-fa466350-ec57-4665-9319-c289b67f8d00 req-7c573d9e-a149-4942-88bc-13fbbb521113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:17.691033 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c573d9e-a149-4942-88bc-13fbbb521113 service neutron] Pushing event updated for resources: {'Port': ['ID=cef8331a-759e-4042-891b-c59060d354c9,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:32:17.884732 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-fa466350-ec57-4665-9319-c289b67f8d00 req-7c573d9e-a149-4942-88bc-13fbbb521113 service neutron] Attempting to bind port cef8331a-759e-4042-891b-c59060d354c9 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:32:17.885004 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-fa466350-ec57-4665-9319-c289b67f8d00 req-7c573d9e-a149-4942-88bc-13fbbb521113 service neutron] Attempting to bind port cef8331a-759e-4042-891b-c59060d354c9 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '1617e329-df4f-439b-93d4-81eb956dc3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:32:17.885291 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa466350-ec57-4665-9319-c289b67f8d00 req-7c573d9e-a149-4942-88bc-13fbbb521113 service neutron] Attempting to bind port cef8331a-759e-4042-891b-c59060d354c9 on network 1945a692-7e1c-4efb-8717-8c5405f58733 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:32:17.890745 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa466350-ec57-4665-9319-c289b67f8d00 req-7c573d9e-a149-4942-88bc-13fbbb521113 service neutron] Port cef8331a-759e-4042-891b-c59060d354c9 on network 1945a692-7e1c-4efb-8717-8c5405f58733 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:32:17.891053 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa466350-ec57-4665-9319-c289b67f8d00 req-7c573d9e-a149-4942-88bc-13fbbb521113 service neutron] Attempting to bind port cef8331a-759e-4042-891b-c59060d354c9 on network 1945a692-7e1c-4efb-8717-8c5405f58733 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:32:17.897009 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa466350-ec57-4665-9319-c289b67f8d00 req-7c573d9e-a149-4942-88bc-13fbbb521113 service neutron] Checking agent: {'id': '0f85d58b-4cda-4360-97cf-be037aef26b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'started_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:32:17.897279 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa466350-ec57-4665-9319-c289b67f8d00 req-7c573d9e-a149-4942-88bc-13fbbb521113 service neutron] Checking segment: {'id': '1617e329-df4f-439b-93d4-81eb956dc3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:32:17.897645 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa466350-ec57-4665-9319-c289b67f8d00 req-7c573d9e-a149-4942-88bc-13fbbb521113 service neutron] Bound using segment: {'id': '1617e329-df4f-439b-93d4-81eb956dc3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733'} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:32:17.898051 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-fa466350-ec57-4665-9319-c289b67f8d00 req-7c573d9e-a149-4942-88bc-13fbbb521113 service neutron] Bound port: cef8331a-759e-4042-891b-c59060d354c9, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1617e329-df4f-439b-93d4-81eb956dc3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733'}}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:32:17.898378 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-fa466350-ec57-4665-9319-c289b67f8d00 req-7c573d9e-a149-4942-88bc-13fbbb521113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:17.983452 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-fa466350-ec57-4665-9319-c289b67f8d00 req-7c573d9e-a149-4942-88bc-13fbbb521113 service neutron] For port cef8331a-759e-4042-891b-c59060d354c9, host hv-neutron-8287, cleared binding levels {{(pid=84332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:32:17.986305 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-fa466350-ec57-4665-9319-c289b67f8d00 req-7c573d9e-a149-4942-88bc-13fbbb521113 service neutron] For port cef8331a-759e-4042-891b-c59060d354c9, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=cef8331a-759e-4042-891b-c59060d354c9,segment=NetworkSegment(1617e329-df4f-439b-93d4-81eb956dc3d2),segment_id=1617e329-df4f-439b-93d4-81eb956dc3d2)] {{(pid=84332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:32:18.055725 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-fa466350-ec57-4665-9319-c289b67f8d00 req-7c573d9e-a149-4942-88bc-13fbbb521113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:18.116050 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-fa466350-ec57-4665-9319-c289b67f8d00 req-7c573d9e-a149-4942-88bc-13fbbb521113 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:18.117420 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fa466350-ec57-4665-9319-c289b67f8d00 req-7c573d9e-a149-4942-88bc-13fbbb521113 service neutron] 10.222.0.37 "PUT /v2.0/ports/cef8331a-759e-4042-891b-c59060d354c9 HTTP/1.1" status: 200 len: 1094 time: 1.1509867 Feb 10 23:32:18.117851 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7467654c-7025-4e4e-be4d-deb4e6d12001', 'tag': 'cef8331a-759e-4042-891b-c59060d354c9'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:32:18.147906 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c573d9e-a149-4942-88bc-13fbbb521113 service neutron] Pushing event updated for resources: {'Port': ['ID=cef8331a-759e-4042-891b-c59060d354c9,revision_number=3']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:32:18.175997 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7467654c-7025-4e4e-be4d-deb4e6d12001', 'tag': 'cef8331a-759e-4042-891b-c59060d354c9', 'status': 'completed', 'code': 200} Feb 10 23:32:18.265710 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9c849dce-6b32-416b-aa86-59c5c11d6c28 req-18a28852-617e-435a-b720-6f74c9f9f75b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b8b8784c0014af3ab45384d880090ca&device_id=7467654c-7025-4e4e-be4d-deb4e6d12001 HTTP/1.1" status: 200 len: 1097 time: 0.0708909 Feb 10 23:32:18.405070 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c849dce-6b32-416b-aa86-59c5c11d6c28 req-3721b6bc-1b99-433e-887b-5cd510dcc2a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:18.406372 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9c849dce-6b32-416b-aa86-59c5c11d6c28 req-3721b6bc-1b99-433e-887b-5cd510dcc2a3 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=1b8b8784c0014af3ab45384d880090ca&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1326864 Feb 10 23:32:18.542161 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c849dce-6b32-416b-aa86-59c5c11d6c28 req-a997f4f6-fd2a-49df-bb9e-a0fd02f49d6d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:18.543614 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9c849dce-6b32-416b-aa86-59c5c11d6c28 req-a997f4f6-fd2a-49df-bb9e-a0fd02f49d6d service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1313305 Feb 10 23:32:18.622541 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee351d8-c700-47e8-b2be-d7601b3f1b95 req-e2bcd647-ec1c-4c79-ba27-3f0ddd469161 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:18.624014 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-2ee351d8-c700-47e8-b2be-d7601b3f1b95 req-e2bcd647-ec1c-4c79-ba27-3f0ddd469161 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=7467654c-7025-4e4e-be4d-deb4e6d12001 HTTP/1.1" status: 200 len: 944 time: 0.0816987 Feb 10 23:32:18.658754 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fa466350-ec57-4665-9319-c289b67f8d00 req-09d3d2f9-dd6e-4601-abf0-6f677c1d546a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b8b8784c0014af3ab45384d880090ca&device_id=7467654c-7025-4e4e-be4d-deb4e6d12001 HTTP/1.1" status: 200 len: 1097 time: 0.0732453 Feb 10 23:32:18.670154 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-2ee351d8-c700-47e8-b2be-d7601b3f1b95 req-2e43fbf6-761d-498f-b33e-6b59f8fb5de0 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404420 Feb 10 23:32:18.731646 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fa466350-ec57-4665-9319-c289b67f8d00 req-2347c009-de87-4086-88ea-3ce7b75a8321 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cef8331a-759e-4042-891b-c59060d354c9 HTTP/1.1" status: 200 len: 217 time: 0.0625226 Feb 10 23:32:18.792067 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa466350-ec57-4665-9319-c289b67f8d00 req-31c5d131-2d77-4ddc-b8b3-0e4c3f633349 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:18.793451 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fa466350-ec57-4665-9319-c289b67f8d00 req-31c5d131-2d77-4ddc-b8b3-0e4c3f633349 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d6a45207-3ad3-448e-b62b-54d1bdb47117 HTTP/1.1" status: 200 len: 851 time: 0.0559983 Feb 10 23:32:18.867266 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fa466350-ec57-4665-9319-c289b67f8d00 req-455decf8-b54c-465a-85fb-5712f59ad37f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1945a692-7e1c-4efb-8717-8c5405f58733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0651040 Feb 10 23:32:19.010553 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fa466350-ec57-4665-9319-c289b67f8d00 req-e26c291e-1183-455e-8b42-6782b43e807a service neutron] 10.222.0.37 "GET /v2.0/networks/1945a692-7e1c-4efb-8717-8c5405f58733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338592 Feb 10 23:32:19.090153 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5f3a7123-9a96-4d97-ad17-c3029ec8cff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:19.143516 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fa466350-ec57-4665-9319-c289b67f8d00 req-7aff532f-18f8-4d33-ac00-d254881974c3 service neutron] 10.222.0.37 "GET /v2.0/networks/1945a692-7e1c-4efb-8717-8c5405f58733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267428 Feb 10 23:32:19.870107 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc618e0-9869-4f8a-b20d-39cb77cd5c69 req-499eef37-bed4-4c61-a064-93f5c1112222 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:19.870696 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-5dc618e0-9869-4f8a-b20d-39cb77cd5c69 req-499eef37-bed4-4c61-a064-93f5c1112222 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Synchronizing usage tracker for tenant:1b8b8784c0014af3ab45384d880090ca on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:32:19.980799 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-5dc618e0-9869-4f8a-b20d-39cb77cd5c69 req-499eef37-bed4-4c61-a064-93f5c1112222 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Unset dirty status for tenant:1b8b8784c0014af3ab45384d880090ca on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:32:19.981985 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5dc618e0-9869-4f8a-b20d-39cb77cd5c69 req-499eef37-bed4-4c61-a064-93f5c1112222 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=7467654c-7025-4e4e-be4d-deb4e6d12001 HTTP/1.1" status: 200 len: 944 time: 0.1898637 Feb 10 23:32:20.026391 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5dc618e0-9869-4f8a-b20d-39cb77cd5c69 req-c94161c0-724b-4d56-bf5b-20f8fb476abe tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382550 Feb 10 23:32:21.172244 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device cef8331a-759e-4042-891b-c59060d354c9 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:32:21.228290 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9687097e-ab5f-4aa0-a798-54c742d488d0 req-417a2e1d-b727-4541-8f4d-94b20ae07a03 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:21.231232 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-9687097e-ab5f-4aa0-a798-54c742d488d0 req-417a2e1d-b727-4541-8f4d-94b20ae07a03 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=7467654c-7025-4e4e-be4d-deb4e6d12001 HTTP/1.1" status: 200 len: 944 time: 0.0846703 Feb 10 23:32:21.276723 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-9687097e-ab5f-4aa0-a798-54c742d488d0 req-6f862a02-dd07-48cc-a476-ae041bcb6496 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398755 Feb 10 23:32:21.281533 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-db52e500-d626-455a-a90b-0f9408691756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:21.343365 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port cef8331a-759e-4042-891b-c59060d354c9, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=cef8331a-759e-4042-891b-c59060d354c9,segment=NetworkSegment(1617e329-df4f-439b-93d4-81eb956dc3d2),segment_id=1617e329-df4f-439b-93d4-81eb956dc3d2)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:32:21.356482 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Returning: {'device': 'cef8331a-759e-4042-891b-c59060d354c9', 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733', 'port_id': 'cef8331a-759e-4042-891b-c59060d354c9', 'mac_address': 'fa:16:3e:ef:40:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6a45207-3ad3-448e-b62b-54d1bdb47117', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:32:21.407264 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:21.424279 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cef8331a-759e-4042-891b-c59060d354c9 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:32:21.438513 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port cef8331a-759e-4042-891b-c59060d354c9, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=cef8331a-759e-4042-891b-c59060d354c9,segment=NetworkSegment(1617e329-df4f-439b-93d4-81eb956dc3d2),segment_id=1617e329-df4f-439b-93d4-81eb956dc3d2)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:32:21.517926 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:21.586406 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=cef8331a-759e-4042-891b-c59060d354c9,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:32:21.595269 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:21.595625 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:21.595959 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:21.596292 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:21.596646 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:21.596973 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:21.597296 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:21.597619 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:21.597958 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:21.598279 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:21.598595 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:21.767605 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['cef8331a-759e-4042-891b-c59060d354c9'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:32:22.474944 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a05752-e327-44b7-a2c3-e05f1e1a1934 req-2a6e3be9-c4c5-4546-8898-941039446ee3 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:22.476372 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c8a05752-e327-44b7-a2c3-e05f1e1a1934 req-2a6e3be9-c4c5-4546-8898-941039446ee3 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=7467654c-7025-4e4e-be4d-deb4e6d12001 HTTP/1.1" status: 200 len: 945 time: 0.0757754 Feb 10 23:32:22.518286 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:22.526700 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c8a05752-e327-44b7-a2c3-e05f1e1a1934 req-5cb29a12-cc63-4f66-a7a3-8e9bb6bd29af tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440512 Feb 10 23:32:22.605330 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:23.224243 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device cef8331a-759e-4042-891b-c59060d354c9 up at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:32:23.363617 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning for port cef8331a-759e-4042-891b-c59060d354c9 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:32:23.368279 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning complete for port cef8331a-759e-4042-891b-c59060d354c9 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:32:23.368668 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:23.477712 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:23.502693 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7467654c-7025-4e4e-be4d-deb4e6d12001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef8331a-759e-4042-891b-c59060d354c9'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:32:23.512696 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port cef8331a-759e-4042-891b-c59060d354c9, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=cef8331a-759e-4042-891b-c59060d354c9,segment=NetworkSegment(1617e329-df4f-439b-93d4-81eb956dc3d2),segment_id=1617e329-df4f-439b-93d4-81eb956dc3d2)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:32:23.559135 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7467654c-7025-4e4e-be4d-deb4e6d12001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef8331a-759e-4042-891b-c59060d354c9', 'code': 200} Feb 10 23:32:23.597955 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:23.666353 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=cef8331a-759e-4042-891b-c59060d354c9,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:32:23.738908 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45308d-af95-458f-ab1c-89ca516d6442 req-6e8294eb-cae8-4a27-9b45-10faa3dc1ead tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:23.740263 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0a45308d-af95-458f-ab1c-89ca516d6442 req-6e8294eb-cae8-4a27-9b45-10faa3dc1ead tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=7467654c-7025-4e4e-be4d-deb4e6d12001 HTTP/1.1" status: 200 len: 946 time: 0.0778723 Feb 10 23:32:23.785978 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0a45308d-af95-458f-ab1c-89ca516d6442 req-263f4dc6-f390-44aa-a7ad-ca126e645fa9 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395906 Feb 10 23:32:23.928204 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f65c2893-2d68-4e6d-86b3-03adcd5a7ce8 req-b3195ef8-7e05-49f3-80bd-d8e9d23d24a2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7467654c-7025-4e4e-be4d-deb4e6d12001 HTTP/1.1" status: 200 len: 1099 time: 0.0683515 Feb 10 23:32:23.969171 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f65c2893-2d68-4e6d-86b3-03adcd5a7ce8 req-25a8bade-ede1-454e-9c89-9e35cc427eaa service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348585 Feb 10 23:32:24.078415 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:24.987953 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d4a5b-8d56-45bb-8c8a-8c3f0514ba3a req-53b0162a-35ed-4b03-8f5f-5c5a048c656e tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:24.989393 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-2f5d4a5b-8d56-45bb-8c8a-8c3f0514ba3a req-53b0162a-35ed-4b03-8f5f-5c5a048c656e tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=7467654c-7025-4e4e-be4d-deb4e6d12001 HTTP/1.1" status: 200 len: 946 time: 0.0739193 Feb 10 23:32:25.034853 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-2f5d4a5b-8d56-45bb-8c8a-8c3f0514ba3a req-792a44f8-3247-463f-8659-f9a1cfff120e tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399098 Feb 10 23:32:26.227794 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65cf46e-2d25-406c-887a-6b4a1a13aa44 req-9775de75-b8eb-4b89-bf30-489a0c584895 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:26.229461 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f65cf46e-2d25-406c-887a-6b4a1a13aa44 req-9775de75-b8eb-4b89-bf30-489a0c584895 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=7467654c-7025-4e4e-be4d-deb4e6d12001 HTTP/1.1" status: 200 len: 946 time: 0.0739448 Feb 10 23:32:26.273338 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f65cf46e-2d25-406c-887a-6b4a1a13aa44 req-c2f5bc6a-09c1-44b8-a903-ec81838d34d0 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384600 Feb 10 23:32:26.467173 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e5ada7-c68d-4339-b591-c80ab9aeeb50 req-f016fb20-f34f-4221-ab9f-272d1338ecf1 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:26.468609 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-58e5ada7-c68d-4339-b591-c80ab9aeeb50 req-f016fb20-f34f-4221-ab9f-272d1338ecf1 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=7467654c-7025-4e4e-be4d-deb4e6d12001 HTTP/1.1" status: 200 len: 946 time: 0.0785701 Feb 10 23:32:26.477257 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 53790) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:32:26.482541 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-76a744ef-4ec6-4a33-b6fe-4d8523db8dae tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Request body: {'floatingip': {'port_id': 'cef8331a-759e-4042-891b-c59060d354c9'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:32:26.559005 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-76a744ef-4ec6-4a33-b6fe-4d8523db8dae tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks [] for floatingip, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:27.143521 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-76a744ef-4ec6-4a33-b6fe-4d8523db8dae tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:27.226210 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-76a744ef-4ec6-4a33-b6fe-4d8523db8dae tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1734214'] for floatingip, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:27.508643 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.l3_db [None req-76a744ef-4ec6-4a33-b6fe-4d8523db8dae tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Floating IP c24994bd-a85a-476c-a706-9a68fb56f797 associated. External IP: 172.26.8.27, port: cef8331a-759e-4042-891b-c59060d354c9. Feb 10 23:32:27.893965 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a744ef-4ec6-4a33-b6fe-4d8523db8dae tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Router 5fad0fe2-31a1-472b-8809-48feb3cd6d8b has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:32:28.093748 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a744ef-4ec6-4a33-b6fe-4d8523db8dae tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:32:28.098541 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-76a744ef-4ec6-4a33-b6fe-4d8523db8dae tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:28.102932 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2013e67e-47b2-4b90-9363-93b2a7ebf770 None None] Sync routers for ids ['5fad0fe2-31a1-472b-8809-48feb3cd6d8b'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:32:28.118817 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2013e67e-47b2-4b90-9363-93b2a7ebf770 None None] Routers {'5fad0fe2-31a1-472b-8809-48feb3cd6d8b'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:32:28.120268 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-2013e67e-47b2-4b90-9363-93b2a7ebf770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:32:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['5fad0fe2-31a1-472b-8809-48feb3cd6d8b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:32:28.149819 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-76a744ef-4ec6-4a33-b6fe-4d8523db8dae tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "PUT /v2.0/floatingips/c24994bd-a85a-476c-a706-9a68fb56f797 HTTP/1.1" status: 200 len: 991 time: 1.6714380 Feb 10 23:32:28.150573 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7467654c-7025-4e4e-be4d-deb4e6d12001', 'tag': 'cef8331a-759e-4042-891b-c59060d354c9'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:32:28.204260 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7467654c-7025-4e4e-be4d-deb4e6d12001', 'tag': 'cef8331a-759e-4042-891b-c59060d354c9', 'status': 'completed', 'code': 200} Feb 10 23:32:28.298817 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-2013e67e-47b2-4b90-9363-93b2a7ebf770 None None] Set router 5fad0fe2-31a1-472b-8809-48feb3cd6d8b gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:32:28.352381 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fc3f6299-0bab-450a-b014-509539b428f3 req-6883c39f-302b-4bc5-934b-dc1bfc5454fe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b8b8784c0014af3ab45384d880090ca&device_id=7467654c-7025-4e4e-be4d-deb4e6d12001 HTTP/1.1" status: 200 len: 1099 time: 0.1265826 Feb 10 23:32:28.356079 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-60f981b6-10c1-4fa8-a1c3-d9a70a90fccd req-8f9608c9-af5e-4604-be1f-4a3da048ef61 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7467654c-7025-4e4e-be4d-deb4e6d12001&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0937304 Feb 10 23:32:28.489094 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f6299-0bab-450a-b014-509539b428f3 req-8817a17b-f10d-4339-a73a-9e92d7a65093 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:28.490544 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fc3f6299-0bab-450a-b014-509539b428f3 req-8817a17b-f10d-4339-a73a-9e92d7a65093 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1945a692-7e1c-4efb-8717-8c5405f58733 HTTP/1.1" status: 200 len: 913 time: 0.1311433 Feb 10 23:32:28.686343 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fc3f6299-0bab-450a-b014-509539b428f3 req-62a06405-1f75-4b0c-9bf7-6fc8cb44fc4c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cef8331a-759e-4042-891b-c59060d354c9 HTTP/1.1" status: 200 len: 999 time: 0.1895168 Feb 10 23:32:28.714485 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-2013e67e-47b2-4b90-9363-93b2a7ebf770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'name': 'tempest-ServerActionsTestJSON-1749520904-router', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.235'}], 'enable_snat': True}, 'gw_port_id': '1f662c6e-b263-4ddc-a676-67ac962579cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:30:04Z', 'updated_at': '2022-02-10T23:30:07Z', 'revision_number': 4, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'gw_port': {'id': '1f662c6e-b263-4ddc-a676-67ac962579cd', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:35:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:30:04Z', 'updated_at': '2022-02-10T23:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': 'c24994bd-a85a-476c-a706-9a68fb56f797', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'floating_ip_address': '172.26.8.27', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'port_id': 'cef8331a-759e-4042-891b-c59060d354c9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733', 'mac_address': 'fa:16:3e:ef:40:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7467654c-7025-4e4e-be4d-deb4e6d12001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:30:11Z', 'updated_at': '2022-02-10T23:32:27Z', 'revision_number': 9, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69cf1297-f9c0-4855-83cf-83e94fc731d6', 'name': '', 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'mac_address': 'fa:16:3e:7c:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6a45207-3ad3-448e-b62b-54d1bdb47117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:30:07Z', 'updated_at': '2022-02-10T23:30:14Z', 'revision_number': 5, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'subnets': [{'id': 'd6a45207-3ad3-448e-b62b-54d1bdb47117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:32:28.718220 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2013e67e-47b2-4b90-9363-93b2a7ebf770 None None] Checking router: 5fad0fe2-31a1-472b-8809-48feb3cd6d8b for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:32:28.728820 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2013e67e-47b2-4b90-9363-93b2a7ebf770 None None] Routers {'5fad0fe2-31a1-472b-8809-48feb3cd6d8b'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:32:28.729789 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-2013e67e-47b2-4b90-9363-93b2a7ebf770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:32:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['5fad0fe2-31a1-472b-8809-48feb3cd6d8b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:32:28.752000 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f6299-0bab-450a-b014-509539b428f3 req-d0559423-daef-4b74-b525-e0a6ae39a736 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:28.753371 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fc3f6299-0bab-450a-b014-509539b428f3 req-d0559423-daef-4b74-b525-e0a6ae39a736 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d6a45207-3ad3-448e-b62b-54d1bdb47117 HTTP/1.1" status: 200 len: 851 time: 0.0604739 Feb 10 23:32:28.826549 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fc3f6299-0bab-450a-b014-509539b428f3 req-9e7b1ee6-2889-4422-8fe1-a905953e749f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1945a692-7e1c-4efb-8717-8c5405f58733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670133 Feb 10 23:32:28.928529 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-2013e67e-47b2-4b90-9363-93b2a7ebf770 None None] Set router 5fad0fe2-31a1-472b-8809-48feb3cd6d8b gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:32:28.963746 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fc3f6299-0bab-450a-b014-509539b428f3 req-2cea5eb4-ecd5-4f73-91b7-10311243c291 service neutron] 10.222.0.37 "GET /v2.0/networks/1945a692-7e1c-4efb-8717-8c5405f58733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283257 Feb 10 23:32:29.069996 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440dbf10-c4d8-469f-8d83-cd79a44fd840 req-08b5d6d6-5c5b-4644-990e-c3143c0bf827 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:29.077263 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-440dbf10-c4d8-469f-8d83-cd79a44fd840 req-08b5d6d6-5c5b-4644-990e-c3143c0bf827 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=7467654c-7025-4e4e-be4d-deb4e6d12001 HTTP/1.1" status: 200 len: 946 time: 0.0866239 Feb 10 23:32:29.103146 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fc3f6299-0bab-450a-b014-509539b428f3 req-6ada6b13-892e-416c-aa43-29b2f9442703 service neutron] 10.222.0.37 "GET /v2.0/networks/1945a692-7e1c-4efb-8717-8c5405f58733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332176 Feb 10 23:32:29.132490 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-440dbf10-c4d8-469f-8d83-cd79a44fd840 req-333b78a2-1600-47ac-a9ec-61dd0be2ed4b tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543110 Feb 10 23:32:29.279798 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-2013e67e-47b2-4b90-9363-93b2a7ebf770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'name': 'tempest-ServerActionsTestJSON-1749520904-router', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.235'}], 'enable_snat': True}, 'gw_port_id': '1f662c6e-b263-4ddc-a676-67ac962579cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:30:04Z', 'updated_at': '2022-02-10T23:30:07Z', 'revision_number': 4, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'gw_port': {'id': '1f662c6e-b263-4ddc-a676-67ac962579cd', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:35:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:30:04Z', 'updated_at': '2022-02-10T23:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': 'c24994bd-a85a-476c-a706-9a68fb56f797', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'floating_ip_address': '172.26.8.27', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'port_id': 'cef8331a-759e-4042-891b-c59060d354c9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733', 'mac_address': 'fa:16:3e:ef:40:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7467654c-7025-4e4e-be4d-deb4e6d12001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:30:11Z', 'updated_at': '2022-02-10T23:32:27Z', 'revision_number': 9, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69cf1297-f9c0-4855-83cf-83e94fc731d6', 'name': '', 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'mac_address': 'fa:16:3e:7c:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6a45207-3ad3-448e-b62b-54d1bdb47117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:30:07Z', 'updated_at': '2022-02-10T23:30:14Z', 'revision_number': 5, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'subnets': [{'id': 'd6a45207-3ad3-448e-b62b-54d1bdb47117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:32:29.283838 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2013e67e-47b2-4b90-9363-93b2a7ebf770 None None] The sync data for ids ['5fad0fe2-31a1-472b-8809-48feb3cd6d8b'] in dv-neutron-828797-1-hyperv is: [{'id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'name': 'tempest-ServerActionsTestJSON-1749520904-router', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.235'}], 'enable_snat': True}, 'gw_port_id': '1f662c6e-b263-4ddc-a676-67ac962579cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:30:04Z', 'updated_at': '2022-02-10T23:30:07Z', 'revision_number': 4, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'gw_port': {'id': '1f662c6e-b263-4ddc-a676-67ac962579cd', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:35:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:30:04Z', 'updated_at': '2022-02-10T23:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': 'c24994bd-a85a-476c-a706-9a68fb56f797', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'floating_ip_address': '172.26.8.27', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'port_id': 'cef8331a-759e-4042-891b-c59060d354c9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733', 'mac_address': 'fa:16:3e:ef:40:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7467654c-7025-4e4e-be4d-deb4e6d12001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:30:11Z', 'updated_at': '2022-02-10T23:32:27Z', 'revision_number': 9, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69cf1297-f9c0-4855-83cf-83e94fc731d6', 'name': '', 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'mac_address': 'fa:16:3e:7c:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6a45207-3ad3-448e-b62b-54d1bdb47117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:30:07Z', 'updated_at': '2022-02-10T23:30:14Z', 'revision_number': 5, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'subnets': [{'id': 'd6a45207-3ad3-448e-b62b-54d1bdb47117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:32:29.306455 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-2cfa7f77-f571-4f45-8ff3-4ea92d99112b req-ac17854e-e431-423d-adb5-94b510091c7e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7467654c-7025-4e4e-be4d-deb4e6d12001&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1504230 Feb 10 23:32:29.480895 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a867b4b1-d13d-4931-a807-e8b0da7255a7 None None] New status for floating IP c24994bd-a85a-476c-a706-9a68fb56f797: ACTIVE {{(pid=84334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 23:32:30.331850 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce76c69e-d87a-4eec-9c65-b7a8131c5fb2 req-d6e8a118-1cb7-49fe-8db0-0064791ad096 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:30.333303 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ce76c69e-d87a-4eec-9c65-b7a8131c5fb2 req-d6e8a118-1cb7-49fe-8db0-0064791ad096 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=7467654c-7025-4e4e-be4d-deb4e6d12001 HTTP/1.1" status: 200 len: 946 time: 0.0748158 Feb 10 23:32:30.383500 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ce76c69e-d87a-4eec-9c65-b7a8131c5fb2 req-382794fa-c39a-45f5-82cc-7ca0cc1717ae tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437031 Feb 10 23:32:31.598048 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79497c0-e8a3-410a-aefe-37c68313aa22 req-9c253594-1bf4-4865-be88-b9f4c7e6e2fd tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:31.599465 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-f79497c0-e8a3-410a-aefe-37c68313aa22 req-9c253594-1bf4-4865-be88-b9f4c7e6e2fd tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=7467654c-7025-4e4e-be4d-deb4e6d12001 HTTP/1.1" status: 200 len: 946 time: 0.0875630 Feb 10 23:32:31.645910 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-f79497c0-e8a3-410a-aefe-37c68313aa22 req-05733484-0dba-4dea-b495-a862e225f448 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407000 Feb 10 23:32:32.255854 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2cfa7f77-f571-4f45-8ff3-4ea92d99112b req-2f811087-e791-4443-bfce-cfcfb3d56022 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b8b8784c0014af3ab45384d880090ca&device_id=7467654c-7025-4e4e-be4d-deb4e6d12001 HTTP/1.1" status: 200 len: 1099 time: 0.0663557 Feb 10 23:32:32.382440 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa7f77-f571-4f45-8ff3-4ea92d99112b req-07eba4bb-ed07-4afc-92c9-696046bf2a4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:32.383850 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2cfa7f77-f571-4f45-8ff3-4ea92d99112b req-07eba4bb-ed07-4afc-92c9-696046bf2a4a service neutron] 10.222.0.37 "GET /v2.0/networks?id=1945a692-7e1c-4efb-8717-8c5405f58733 HTTP/1.1" status: 200 len: 913 time: 0.1218841 Feb 10 23:32:32.484829 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2cfa7f77-f571-4f45-8ff3-4ea92d99112b req-4e77b84c-6a7d-4cca-a08a-a3ef22dde950 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cef8331a-759e-4042-891b-c59060d354c9 HTTP/1.1" status: 200 len: 1002 time: 0.0947478 Feb 10 23:32:32.546643 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa7f77-f571-4f45-8ff3-4ea92d99112b req-687172df-a5bc-4499-9db9-9f22ac1d130a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:32.547952 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2cfa7f77-f571-4f45-8ff3-4ea92d99112b req-687172df-a5bc-4499-9db9-9f22ac1d130a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d6a45207-3ad3-448e-b62b-54d1bdb47117 HTTP/1.1" status: 200 len: 851 time: 0.0566828 Feb 10 23:32:32.623540 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2cfa7f77-f571-4f45-8ff3-4ea92d99112b req-bf7a9858-6d48-40cb-81b8-2a6cc2537766 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1945a692-7e1c-4efb-8717-8c5405f58733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690937 Feb 10 23:32:32.753995 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2cfa7f77-f571-4f45-8ff3-4ea92d99112b req-0e8a89dd-2e39-4542-8f98-e07904c6ad38 service neutron] 10.222.0.37 "GET /v2.0/networks/1945a692-7e1c-4efb-8717-8c5405f58733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231015 Feb 10 23:32:32.936994 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2cfa7f77-f571-4f45-8ff3-4ea92d99112b req-7fb64eef-6f2f-4299-abda-96a6c6df77be service neutron] 10.222.0.37 "GET /v2.0/networks/1945a692-7e1c-4efb-8717-8c5405f58733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768243 Feb 10 23:32:32.944069 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf29b0-4a76-4b7c-a5e0-b557ee986b92 req-f4874669-0c26-4130-a095-9d332802c421 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:32.945621 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-34cf29b0-4a76-4b7c-a5e0-b557ee986b92 req-f4874669-0c26-4130-a095-9d332802c421 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=7467654c-7025-4e4e-be4d-deb4e6d12001 HTTP/1.1" status: 200 len: 946 time: 0.1679368 Feb 10 23:32:32.998161 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-34cf29b0-4a76-4b7c-a5e0-b557ee986b92 req-cc097a35-4ded-41e2-a73a-db89dd728cee tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458732 Feb 10 23:32:34.193732 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603619e2-2382-4e76-a876-f5cf41309d15 req-55269c1d-3d02-453e-9020-c5c7a1bca7c0 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:34.195154 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-603619e2-2382-4e76-a876-f5cf41309d15 req-55269c1d-3d02-453e-9020-c5c7a1bca7c0 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=7467654c-7025-4e4e-be4d-deb4e6d12001 HTTP/1.1" status: 200 len: 946 time: 0.0759192 Feb 10 23:32:34.240155 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-603619e2-2382-4e76-a876-f5cf41309d15 req-1d5b9d40-f6e9-4bc8-9fa2-63dfd737397c tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392489 Feb 10 23:32:35.435677 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ca769-7089-4dd3-94f4-7cc109afe7ff req-cedc886b-d18a-4067-8117-1883185cd828 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:35.437117 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3b0ca769-7089-4dd3-94f4-7cc109afe7ff req-cedc886b-d18a-4067-8117-1883185cd828 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=7467654c-7025-4e4e-be4d-deb4e6d12001 HTTP/1.1" status: 200 len: 946 time: 0.0747755 Feb 10 23:32:35.480917 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3b0ca769-7089-4dd3-94f4-7cc109afe7ff req-1d9eb508-9d65-4de5-8967-b82717ff03c1 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383615 Feb 10 23:32:36.677083 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f7584-0728-405b-9e96-c2c5b54e2907 req-f7f39d83-2c93-4f0a-a06d-9040b228a5e5 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:36.678485 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-026f7584-0728-405b-9e96-c2c5b54e2907 req-f7f39d83-2c93-4f0a-a06d-9040b228a5e5 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=7467654c-7025-4e4e-be4d-deb4e6d12001 HTTP/1.1" status: 200 len: 946 time: 0.0768485 Feb 10 23:32:36.723333 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-026f7584-0728-405b-9e96-c2c5b54e2907 req-03f180e7-a683-4e51-8d1a-6d9753ac69fe tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394142 Feb 10 23:32:37.229913 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:32:37.924972 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb9a28-ad7e-417a-bff3-ebccee996779 req-7ade985c-c149-447f-8919-5199c5694255 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:37.926395 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-44cb9a28-ad7e-417a-bff3-ebccee996779 req-7ade985c-c149-447f-8919-5199c5694255 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=7467654c-7025-4e4e-be4d-deb4e6d12001 HTTP/1.1" status: 200 len: 946 time: 0.0788057 Feb 10 23:32:38.057787 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-44cb9a28-ad7e-417a-bff3-ebccee996779 req-4d9f07b3-bb80-487b-8073-482dfdc22335 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259499 Feb 10 23:32:39.255026 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854d98c2-ea9c-4a18-a8fb-21565ea11ac4 req-ede7f38d-99dd-42ca-8f41-be195c64e7b6 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:39.256345 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-854d98c2-ea9c-4a18-a8fb-21565ea11ac4 req-ede7f38d-99dd-42ca-8f41-be195c64e7b6 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=7467654c-7025-4e4e-be4d-deb4e6d12001 HTTP/1.1" status: 200 len: 946 time: 0.0758367 Feb 10 23:32:39.305477 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-854d98c2-ea9c-4a18-a8fb-21565ea11ac4 req-cd90764c-c22c-445d-a246-9b3974836031 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436654 Feb 10 23:32:40.502994 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d197a9a-5e12-4254-8b13-0770fedadbb5 req-b2313263-66ce-4b11-80b0-0b3c079bc887 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:40.504416 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5d197a9a-5e12-4254-8b13-0770fedadbb5 req-b2313263-66ce-4b11-80b0-0b3c079bc887 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=7467654c-7025-4e4e-be4d-deb4e6d12001 HTTP/1.1" status: 200 len: 946 time: 0.0757549 Feb 10 23:32:40.548975 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5d197a9a-5e12-4254-8b13-0770fedadbb5 req-6070b418-072a-4c53-9ce0-8ab6e6966fa9 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391154 Feb 10 23:32:41.740983 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72077025-145e-42a6-ba36-eba7e675d815 req-edbfa7cb-7be2-457e-b297-c9a09c7a6b7a tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:41.742391 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-72077025-145e-42a6-ba36-eba7e675d815 req-edbfa7cb-7be2-457e-b297-c9a09c7a6b7a tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=7467654c-7025-4e4e-be4d-deb4e6d12001 HTTP/1.1" status: 200 len: 946 time: 0.0739944 Feb 10 23:32:41.787343 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-72077025-145e-42a6-ba36-eba7e675d815 req-8197be61-2dfc-4170-b06e-6143269b543a tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392869 Feb 10 23:32:42.984898 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e11fb7-3539-45c3-88ee-f6509a0ac658 req-457bce68-edaa-4311-98ef-12cd85b81572 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:42.986329 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-99e11fb7-3539-45c3-88ee-f6509a0ac658 req-457bce68-edaa-4311-98ef-12cd85b81572 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=7467654c-7025-4e4e-be4d-deb4e6d12001 HTTP/1.1" status: 200 len: 946 time: 0.0785842 Feb 10 23:32:43.030829 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-99e11fb7-3539-45c3-88ee-f6509a0ac658 req-c74b5014-c941-4adf-af94-2858e0a04bb2 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391169 Feb 10 23:32:44.226721 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e1809-4d5e-44af-976d-870023552619 req-3fcdf1b5-3e3c-4222-82f7-f2f70a81fc72 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:44.228114 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-4e1e1809-4d5e-44af-976d-870023552619 req-3fcdf1b5-3e3c-4222-82f7-f2f70a81fc72 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=7467654c-7025-4e4e-be4d-deb4e6d12001 HTTP/1.1" status: 200 len: 946 time: 0.0781806 Feb 10 23:32:44.271591 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-4e1e1809-4d5e-44af-976d-870023552619 req-ba59ad09-039d-43a0-a1f6-9295cbdcc47b tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379140 Feb 10 23:32:45.466623 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dfa06a-bb46-4c0a-99d2-a74439a6730c req-03d71864-14be-4592-8845-2d65a4d5a1aa tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:45.468026 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-08dfa06a-bb46-4c0a-99d2-a74439a6730c req-03d71864-14be-4592-8845-2d65a4d5a1aa tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=7467654c-7025-4e4e-be4d-deb4e6d12001 HTTP/1.1" status: 200 len: 946 time: 0.0746841 Feb 10 23:32:45.517086 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-08dfa06a-bb46-4c0a-99d2-a74439a6730c req-6003b7c7-02ff-4b01-972f-524e32cc5b7f tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436141 Feb 10 23:32:46.266174 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:46.713993 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e0bbf-effd-48b6-b27a-c2d86d0bc37a req-3ca81771-cec0-46b3-a511-a61d9a53bd3b tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:46.715440 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-345e0bbf-effd-48b6-b27a-c2d86d0bc37a req-3ca81771-cec0-46b3-a511-a61d9a53bd3b tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=7467654c-7025-4e4e-be4d-deb4e6d12001 HTTP/1.1" status: 200 len: 946 time: 0.0742955 Feb 10 23:32:46.761051 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-345e0bbf-effd-48b6-b27a-c2d86d0bc37a req-a979cc91-d3f3-4c4d-a4b9-173a3077d38f tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402212 Feb 10 23:32:47.971928 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ed3976-fd72-46b9-bc4b-9ef3616753a6 req-ad03e543-39ec-4e4f-b7c8-8303803aa011 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:47.973375 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-80ed3976-fd72-46b9-bc4b-9ef3616753a6 req-ad03e543-39ec-4e4f-b7c8-8303803aa011 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=7467654c-7025-4e4e-be4d-deb4e6d12001 HTTP/1.1" status: 200 len: 946 time: 0.0749195 Feb 10 23:32:48.018533 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-80ed3976-fd72-46b9-bc4b-9ef3616753a6 req-d9d904da-00ee-46f4-9f51-c96bec2f0697 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397890 Feb 10 23:32:49.123456 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2a1b90ba-c40c-46f3-9ac5-e00da3380779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:49.310732 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7384f58-725c-4c98-a677-c545639bc098 req-b151d851-d8b0-40a1-bfc1-425fec77ea8f tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:49.312071 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-a7384f58-725c-4c98-a677-c545639bc098 req-b151d851-d8b0-40a1-bfc1-425fec77ea8f tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=7467654c-7025-4e4e-be4d-deb4e6d12001 HTTP/1.1" status: 200 len: 946 time: 0.1686885 Feb 10 23:32:49.355630 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-a7384f58-725c-4c98-a677-c545639bc098 req-e279ba82-a6fa-4d34-bd0c-d0121022de6f tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380044 Feb 10 23:32:50.567138 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece3726-bed1-407e-ae3b-69bdb1939fac req-209dfc2e-9ac5-4c02-8b52-8484c3cc868b tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:50.568557 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6ece3726-bed1-407e-ae3b-69bdb1939fac req-209dfc2e-9ac5-4c02-8b52-8484c3cc868b tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=7467654c-7025-4e4e-be4d-deb4e6d12001 HTTP/1.1" status: 200 len: 946 time: 0.0786045 Feb 10 23:32:50.614125 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6ece3726-bed1-407e-ae3b-69bdb1939fac req-9b55c78d-8f07-4db1-8130-412344233c5b tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387311 Feb 10 23:32:51.265711 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cba883f6-2486-49c7-a32f-b6544cad5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:51.810891 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72086bc3-a098-4bf4-93b6-d4e2be8899ff req-4de44e71-2b29-4205-87dd-533e0a30fb6e tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:51.812326 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-72086bc3-a098-4bf4-93b6-d4e2be8899ff req-4de44e71-2b29-4205-87dd-533e0a30fb6e tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=7467654c-7025-4e4e-be4d-deb4e6d12001 HTTP/1.1" status: 200 len: 946 time: 0.0770431 Feb 10 23:32:51.860752 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-72086bc3-a098-4bf4-93b6-d4e2be8899ff req-98f449b5-abe4-4d77-a36a-530bb7a39f33 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428789 Feb 10 23:32:52.517126 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:52.614434 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:53.055962 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b1d65-8c0c-43f2-8690-b412f4ef4687 req-ccdb3df3-c6e7-4bcc-bab6-e1246f170ba9 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:53.057422 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-321b1d65-8c0c-43f2-8690-b412f4ef4687 req-ccdb3df3-c6e7-4bcc-bab6-e1246f170ba9 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=7467654c-7025-4e4e-be4d-deb4e6d12001 HTTP/1.1" status: 200 len: 946 time: 0.0763328 Feb 10 23:32:53.102544 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-321b1d65-8c0c-43f2-8690-b412f4ef4687 req-a150647b-e472-4fad-8225-6046b9c8986c tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396335 Feb 10 23:32:54.071328 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:54.305250 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8cec6-1b78-4c86-ab9f-e3532394f4e8 req-241a3157-9cad-480c-8cec-9890e3bd8d94 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:54.306592 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-b7d8cec6-1b78-4c86-ab9f-e3532394f4e8 req-241a3157-9cad-480c-8cec-9890e3bd8d94 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=7467654c-7025-4e4e-be4d-deb4e6d12001 HTTP/1.1" status: 200 len: 946 time: 0.0795972 Feb 10 23:32:54.350976 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-b7d8cec6-1b78-4c86-ab9f-e3532394f4e8 req-e41b5be9-3b8b-4634-9ef4-5321e9f6d8c9 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389240 Feb 10 23:32:55.551940 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115da545-289a-4a8a-a0ed-1a0dfa18a027 req-856b5cd5-988d-4773-b550-0bdd2bce949f tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:55.553380 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-115da545-289a-4a8a-a0ed-1a0dfa18a027 req-856b5cd5-988d-4773-b550-0bdd2bce949f tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=7467654c-7025-4e4e-be4d-deb4e6d12001 HTTP/1.1" status: 200 len: 946 time: 0.0776253 Feb 10 23:32:55.598821 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-115da545-289a-4a8a-a0ed-1a0dfa18a027 req-6932d961-7f57-438d-b307-554b267d28df tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398343 Feb 10 23:32:56.793688 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac52754-cb8e-4492-b633-152022a15f19 req-8bea3e17-23e4-4a7b-bb2b-4e16e2cf3f7d tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:56.795119 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-8ac52754-cb8e-4492-b633-152022a15f19 req-8bea3e17-23e4-4a7b-bb2b-4e16e2cf3f7d tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=7467654c-7025-4e4e-be4d-deb4e6d12001 HTTP/1.1" status: 200 len: 946 time: 0.0784063 Feb 10 23:32:56.839710 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-8ac52754-cb8e-4492-b633-152022a15f19 req-c8114a2a-349e-487b-bbf1-f36b06d9e1b5 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386002 Feb 10 23:32:58.033408 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394df48-11c0-4e67-bf8a-7ec049db665a req-5677a294-09ed-46ba-a556-edeaf004b301 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:58.034818 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0394df48-11c0-4e67-bf8a-7ec049db665a req-5677a294-09ed-46ba-a556-edeaf004b301 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=7467654c-7025-4e4e-be4d-deb4e6d12001 HTTP/1.1" status: 200 len: 946 time: 0.0732889 Feb 10 23:32:58.082513 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0394df48-11c0-4e67-bf8a-7ec049db665a req-70beba54-9abc-40d7-95a8-d84432d6d259 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421658 Feb 10 23:32:59.276861 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec6ebc-e5e5-458b-823e-1a045fe5363f req-cb203a71-a5e5-422a-8f0a-4673914e9082 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:59.278291 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-71ec6ebc-e5e5-458b-823e-1a045fe5363f req-cb203a71-a5e5-422a-8f0a-4673914e9082 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=7467654c-7025-4e4e-be4d-deb4e6d12001 HTTP/1.1" status: 200 len: 946 time: 0.0744729 Feb 10 23:32:59.323132 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-71ec6ebc-e5e5-458b-823e-1a045fe5363f req-4fa2ae7b-7cef-4108-b35e-ad00ad667ca8 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388596 Feb 10 23:33:00.514781 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb57e2cf-bec3-4ab6-97fa-254c3de3afc0 req-86f61f01-7872-4e03-842d-0082eb2c5a26 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:00.516184 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-eb57e2cf-bec3-4ab6-97fa-254c3de3afc0 req-86f61f01-7872-4e03-842d-0082eb2c5a26 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=7467654c-7025-4e4e-be4d-deb4e6d12001 HTTP/1.1" status: 200 len: 946 time: 0.0739298 Feb 10 23:33:00.560256 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-eb57e2cf-bec3-4ab6-97fa-254c3de3afc0 req-18e25423-78ff-4cd3-bb47-5790565f96b3 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386608 Feb 10 23:33:01.763761 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3baba66-c303-49c7-aa11-84e50a46260c req-008cd230-da0c-4c72-8f05-65f8dd1d4791 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:01.765446 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-a3baba66-c303-49c7-aa11-84e50a46260c req-008cd230-da0c-4c72-8f05-65f8dd1d4791 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=7467654c-7025-4e4e-be4d-deb4e6d12001 HTTP/1.1" status: 200 len: 946 time: 0.0795927 Feb 10 23:33:01.810380 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-a3baba66-c303-49c7-aa11-84e50a46260c req-db8e4022-7342-4107-8d50-6a9cb7ce3ef0 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394814 Feb 10 23:33:03.010447 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c8233e-41f2-4c08-9218-dda1dd11344e req-11ddb8fc-e286-47cd-8531-c4073dc21f07 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:03.011903 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-11c8233e-41f2-4c08-9218-dda1dd11344e req-11ddb8fc-e286-47cd-8531-c4073dc21f07 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=7467654c-7025-4e4e-be4d-deb4e6d12001 HTTP/1.1" status: 200 len: 946 time: 0.0775187 Feb 10 23:33:03.056847 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-11c8233e-41f2-4c08-9218-dda1dd11344e req-b3bf136b-66b7-4970-afb2-0fde6a4cd1e6 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394335 Feb 10 23:33:04.259953 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685825b2-db51-4628-ac5f-5a95e6373957 req-7390de32-2e16-4d5d-9c24-8f688af4c8a0 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:04.261652 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-685825b2-db51-4628-ac5f-5a95e6373957 req-7390de32-2e16-4d5d-9c24-8f688af4c8a0 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=7467654c-7025-4e4e-be4d-deb4e6d12001 HTTP/1.1" status: 200 len: 946 time: 0.0846827 Feb 10 23:33:04.319705 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-685825b2-db51-4628-ac5f-5a95e6373957 req-4ec27c82-799c-497c-956c-f6ff8171eeb5 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519252 Feb 10 23:33:05.065538 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2cfa7f77-f571-4f45-8ff3-4ea92d99112b req-284415bf-bde0-4fe7-8f25-6f1885cbcf29 service neutron] 10.222.0.37 "GET /v2.0/ports/cef8331a-759e-4042-891b-c59060d354c9/bindings/hv-neutron-8287 HTTP/1.1" status: 200 len: 384 time: 0.0729146 Feb 10 23:33:05.664753 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2cfa7f77-f571-4f45-8ff3-4ea92d99112b req-f0a4c163-9d57-465c-b2af-63e28c467e40 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7467654c-7025-4e4e-be4d-deb4e6d12001&tenant_id=1b8b8784c0014af3ab45384d880090ca HTTP/1.1" status: 200 len: 1099 time: 0.1112511 Feb 10 23:33:05.670813 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139281b-d384-4d9c-909d-146385edd1c6 req-3fe06950-5d74-44fb-877a-6fb7f86e1223 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:05.672429 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1139281b-d384-4d9c-909d-146385edd1c6 req-3fe06950-5d74-44fb-877a-6fb7f86e1223 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=7467654c-7025-4e4e-be4d-deb4e6d12001 HTTP/1.1" status: 200 len: 946 time: 0.2243681 Feb 10 23:33:05.770757 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1139281b-d384-4d9c-909d-146385edd1c6 req-a913af21-f828-47af-a3fe-fd17880d3fdd tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923100 Feb 10 23:33:05.788379 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2cfa7f77-f571-4f45-8ff3-4ea92d99112b req-68e21ea6-c15e-4eeb-b4de-a9a3f54d7992 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b8b8784c0014af3ab45384d880090ca&device_id=7467654c-7025-4e4e-be4d-deb4e6d12001 HTTP/1.1" status: 200 len: 1099 time: 0.0934086 Feb 10 23:33:05.918988 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa7f77-f571-4f45-8ff3-4ea92d99112b req-3a124c9c-ab78-42ac-96df-fc802939bf75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:05.921113 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2cfa7f77-f571-4f45-8ff3-4ea92d99112b req-3a124c9c-ab78-42ac-96df-fc802939bf75 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1945a692-7e1c-4efb-8717-8c5405f58733 HTTP/1.1" status: 200 len: 913 time: 0.1252427 Feb 10 23:33:06.019843 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2cfa7f77-f571-4f45-8ff3-4ea92d99112b req-5b37afdb-f50b-4783-8338-a3a5fc1d39d6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cef8331a-759e-4042-891b-c59060d354c9 HTTP/1.1" status: 200 len: 1002 time: 0.0927281 Feb 10 23:33:06.080359 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa7f77-f571-4f45-8ff3-4ea92d99112b req-01758721-0fb5-4b77-b126-068f513f6aee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:06.081786 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2cfa7f77-f571-4f45-8ff3-4ea92d99112b req-01758721-0fb5-4b77-b126-068f513f6aee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d6a45207-3ad3-448e-b62b-54d1bdb47117 HTTP/1.1" status: 200 len: 851 time: 0.0559018 Feb 10 23:33:06.154061 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2cfa7f77-f571-4f45-8ff3-4ea92d99112b req-5204dbaf-654c-4f54-8be5-9106b3539409 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1945a692-7e1c-4efb-8717-8c5405f58733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0658894 Feb 10 23:33:06.362649 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2cfa7f77-f571-4f45-8ff3-4ea92d99112b req-4f6573ed-fe85-41c7-aee7-68364314a396 service neutron] 10.222.0.37 "GET /v2.0/networks/1945a692-7e1c-4efb-8717-8c5405f58733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025819 Feb 10 23:33:06.490304 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2cfa7f77-f571-4f45-8ff3-4ea92d99112b req-f55745ac-8ca5-4ab6-839b-275811e287cb service neutron] 10.222.0.37 "GET /v2.0/networks/1945a692-7e1c-4efb-8717-8c5405f58733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213005 Feb 10 23:33:06.968964 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd069baf-3906-43f6-8757-dc3182f06459 req-578bb449-e69f-4158-85d9-5700f2929dbd tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:06.970378 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-cd069baf-3906-43f6-8757-dc3182f06459 req-578bb449-e69f-4158-85d9-5700f2929dbd tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=7467654c-7025-4e4e-be4d-deb4e6d12001 HTTP/1.1" status: 200 len: 946 time: 0.0760839 Feb 10 23:33:07.014695 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-cd069baf-3906-43f6-8757-dc3182f06459 req-5957c150-1b7b-45b6-ba10-6bd2864bc3ba tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389595 Feb 10 23:33:07.469227 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device cef8331a-759e-4042-891b-c59060d354c9 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:33:07.472067 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device cef8331a-759e-4042-891b-c59060d354c9 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:33:07.675361 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:07.709183 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port cef8331a-759e-4042-891b-c59060d354c9, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=cef8331a-759e-4042-891b-c59060d354c9,segment=NetworkSegment(1617e329-df4f-439b-93d4-81eb956dc3d2),segment_id=1617e329-df4f-439b-93d4-81eb956dc3d2)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:33:07.768580 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Returning: {'device': 'cef8331a-759e-4042-891b-c59060d354c9', 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733', 'port_id': 'cef8331a-759e-4042-891b-c59060d354c9', 'mac_address': 'fa:16:3e:ef:40:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6a45207-3ad3-448e-b62b-54d1bdb47117', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:33:07.769792 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7467654c-7025-4e4e-be4d-deb4e6d12001', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cef8331a-759e-4042-891b-c59060d354c9'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:33:07.802689 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port cef8331a-759e-4042-891b-c59060d354c9, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=cef8331a-759e-4042-891b-c59060d354c9,segment=NetworkSegment(1617e329-df4f-439b-93d4-81eb956dc3d2),segment_id=1617e329-df4f-439b-93d4-81eb956dc3d2)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:33:07.832522 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:07.841786 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7467654c-7025-4e4e-be4d-deb4e6d12001', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cef8331a-759e-4042-891b-c59060d354c9', 'code': 200} Feb 10 23:33:07.850723 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cef8331a-759e-4042-891b-c59060d354c9 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:33:07.860357 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:07.965230 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:33:07.965582 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:33:07.968865 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=cef8331a-759e-4042-891b-c59060d354c9,revision_number=6']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:08.216123 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e675d2-5bc4-4585-8eb9-4f48b5140a91 req-23ea0925-6a99-491d-beae-ab1628f833b5 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:08.218336 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-b7e675d2-5bc4-4585-8eb9-4f48b5140a91 req-23ea0925-6a99-491d-beae-ab1628f833b5 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=7467654c-7025-4e4e-be4d-deb4e6d12001 HTTP/1.1" status: 200 len: 944 time: 0.0798416 Feb 10 23:33:08.262045 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-b7e675d2-5bc4-4585-8eb9-4f48b5140a91 req-b12b1fde-897e-478a-adba-1f34c9c2e2d4 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383441 Feb 10 23:33:08.522415 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:08.541177 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cef8331a-759e-4042-891b-c59060d354c9 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:33:08.558303 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port cef8331a-759e-4042-891b-c59060d354c9, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=cef8331a-759e-4042-891b-c59060d354c9,segment=NetworkSegment(1617e329-df4f-439b-93d4-81eb956dc3d2),segment_id=1617e329-df4f-439b-93d4-81eb956dc3d2)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:33:08.654347 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:08.726671 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['cef8331a-759e-4042-891b-c59060d354c9'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:33:08.752849 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=cef8331a-759e-4042-891b-c59060d354c9,revision_number=7']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:09.462296 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186fc26d-fbfd-4c39-b7f2-ead5eee36916 req-6fdf84f7-f0dc-47db-ba90-0cba9ed0f862 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:09.463706 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-186fc26d-fbfd-4c39-b7f2-ead5eee36916 req-6fdf84f7-f0dc-47db-ba90-0cba9ed0f862 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=7467654c-7025-4e4e-be4d-deb4e6d12001 HTTP/1.1" status: 200 len: 945 time: 0.0772433 Feb 10 23:33:09.489122 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device cef8331a-759e-4042-891b-c59060d354c9 up at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:33:09.510934 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-186fc26d-fbfd-4c39-b7f2-ead5eee36916 req-b71febc3-1969-4d71-a79b-bf28ce9d177a tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415306 Feb 10 23:33:09.555806 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning complete for port cef8331a-759e-4042-891b-c59060d354c9 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:33:09.556276 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:09.671465 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:09.704836 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port cef8331a-759e-4042-891b-c59060d354c9, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=cef8331a-759e-4042-891b-c59060d354c9,segment=NetworkSegment(1617e329-df4f-439b-93d4-81eb956dc3d2),segment_id=1617e329-df4f-439b-93d4-81eb956dc3d2)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:33:09.808562 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:09.843414 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7467654c-7025-4e4e-be4d-deb4e6d12001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef8331a-759e-4042-891b-c59060d354c9'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:33:09.879621 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=cef8331a-759e-4042-891b-c59060d354c9,revision_number=8']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:09.914874 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7467654c-7025-4e4e-be4d-deb4e6d12001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef8331a-759e-4042-891b-c59060d354c9', 'code': 200} Feb 10 23:33:10.257209 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf92be-3a1a-4082-ba1a-ef2cfa14b5ed req-b00526d7-644e-41ab-b7e3-9351b1b85372 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:10.258612 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8fcf92be-3a1a-4082-ba1a-ef2cfa14b5ed req-b00526d7-644e-41ab-b7e3-9351b1b85372 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.37 "GET /v2.0/ports?device_id=7467654c-7025-4e4e-be4d-deb4e6d12001&tenant_id=1b8b8784c0014af3ab45384d880090ca&binding%3Ahost_id=hv-neutron-8287 HTTP/1.1" status: 200 len: 946 time: 0.1371286 Feb 10 23:33:10.268474 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab74a79-3a2a-49da-8e31-992f7249acfb req-1b43d2c6-204d-4410-8d13-143b2d03c513 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:10.269820 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1ab74a79-3a2a-49da-8e31-992f7249acfb req-1b43d2c6-204d-4410-8d13-143b2d03c513 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=7467654c-7025-4e4e-be4d-deb4e6d12001 HTTP/1.1" status: 200 len: 946 time: 0.1174166 Feb 10 23:33:10.274597 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [req-8fcf92be-3a1a-4082-ba1a-ef2cfa14b5ed req-8c382b1a-3982-4aa8-9875-3c18afcc7656 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:33:10.275501 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8fcf92be-3a1a-4082-ba1a-ef2cfa14b5ed req-8c382b1a-3982-4aa8-9875-3c18afcc7656 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048800 Feb 10 23:33:10.372731 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1ab74a79-3a2a-49da-8e31-992f7249acfb req-d4c324cf-10a9-4ff7-9aa3-896a1a1f9c88 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963326 Feb 10 23:33:10.386046 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8fcf92be-3a1a-4082-ba1a-ef2cfa14b5ed req-5c1ee08e-5efc-4013-993f-4cd33711112d service neutron] 10.222.0.37 "GET /v2.0/ports/cef8331a-759e-4042-891b-c59060d354c9/bindings/hv-neutron-8287 HTTP/1.1" status: 200 len: 384 time: 0.0951107 Feb 10 23:33:10.483041 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8fcf92be-3a1a-4082-ba1a-ef2cfa14b5ed req-3c7429dc-4791-4233-adff-705bfa1bb0e0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b8b8784c0014af3ab45384d880090ca&device_id=7467654c-7025-4e4e-be4d-deb4e6d12001 HTTP/1.1" status: 200 len: 1099 time: 0.0662127 Feb 10 23:33:10.611618 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf92be-3a1a-4082-ba1a-ef2cfa14b5ed req-b115d1ea-1b59-48d1-b3b7-a77f0918d123 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:10.613073 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8fcf92be-3a1a-4082-ba1a-ef2cfa14b5ed req-b115d1ea-1b59-48d1-b3b7-a77f0918d123 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1945a692-7e1c-4efb-8717-8c5405f58733 HTTP/1.1" status: 200 len: 913 time: 0.1242781 Feb 10 23:33:10.714019 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8fcf92be-3a1a-4082-ba1a-ef2cfa14b5ed req-d167f47b-1936-4ad4-bcfb-a147484bc4a9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cef8331a-759e-4042-891b-c59060d354c9 HTTP/1.1" status: 200 len: 1002 time: 0.0946193 Feb 10 23:33:10.774076 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf92be-3a1a-4082-ba1a-ef2cfa14b5ed req-bd56ebb7-c71c-4a4d-8614-496140e56fb8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:10.775693 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8fcf92be-3a1a-4082-ba1a-ef2cfa14b5ed req-bd56ebb7-c71c-4a4d-8614-496140e56fb8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d6a45207-3ad3-448e-b62b-54d1bdb47117 HTTP/1.1" status: 200 len: 851 time: 0.0552869 Feb 10 23:33:10.855983 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8fcf92be-3a1a-4082-ba1a-ef2cfa14b5ed req-f9414ebf-d9bf-4b65-9512-510df6480b21 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1945a692-7e1c-4efb-8717-8c5405f58733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734143 Feb 10 23:33:10.985795 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8fcf92be-3a1a-4082-ba1a-ef2cfa14b5ed req-8064dc5b-fa39-4774-a08f-e0710ce5b50d service neutron] 10.222.0.37 "GET /v2.0/networks/1945a692-7e1c-4efb-8717-8c5405f58733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224136 Feb 10 23:33:11.113303 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8fcf92be-3a1a-4082-ba1a-ef2cfa14b5ed req-e544d6b9-387c-47c9-bc9d-e4e347641bf5 service neutron] 10.222.0.37 "GET /v2.0/networks/1945a692-7e1c-4efb-8717-8c5405f58733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214800 Feb 10 23:33:11.574739 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0085af2-822e-4eb1-b2ce-e00d5f170edd req-4d2f0841-f1da-445f-a8bf-cb4544ef47f9 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:11.576202 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-d0085af2-822e-4eb1-b2ce-e00d5f170edd req-4d2f0841-f1da-445f-a8bf-cb4544ef47f9 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=7467654c-7025-4e4e-be4d-deb4e6d12001 HTTP/1.1" status: 200 len: 946 time: 0.0769942 Feb 10 23:33:11.621250 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-d0085af2-822e-4eb1-b2ce-e00d5f170edd req-42baf360-9f23-4dc3-8d8e-8c58e76a517b tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391200 Feb 10 23:33:12.815014 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df8425-a847-4636-b7b5-16a6eebd7378 req-1ab2d232-461c-4306-8c90-2d67849892f5 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:12.816434 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c3df8425-a847-4636-b7b5-16a6eebd7378 req-1ab2d232-461c-4306-8c90-2d67849892f5 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=7467654c-7025-4e4e-be4d-deb4e6d12001 HTTP/1.1" status: 200 len: 946 time: 0.0738125 Feb 10 23:33:12.861466 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c3df8425-a847-4636-b7b5-16a6eebd7378 req-e525d8a1-58e7-4319-8a98-578a949802a2 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396364 Feb 10 23:33:14.064173 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74404d1e-ea8c-4a4f-96cb-876c723181b7 req-4d9074a4-eabf-4969-8892-b30b5b78340f tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:14.065704 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-74404d1e-ea8c-4a4f-96cb-876c723181b7 req-4d9074a4-eabf-4969-8892-b30b5b78340f tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=7467654c-7025-4e4e-be4d-deb4e6d12001 HTTP/1.1" status: 200 len: 946 time: 0.0814106 Feb 10 23:33:14.113057 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-74404d1e-ea8c-4a4f-96cb-876c723181b7 req-a4c83ed3-ce52-4ba6-ad5a-4f646698c570 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416639 Feb 10 23:33:14.229552 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:33:14.372250 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8fcf92be-3a1a-4082-ba1a-ef2cfa14b5ed req-21b9e6c7-532f-47ec-861a-5a3508d9da3f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7467654c-7025-4e4e-be4d-deb4e6d12001&tenant_id=1b8b8784c0014af3ab45384d880090ca HTTP/1.1" status: 200 len: 1099 time: 0.0707870 Feb 10 23:33:14.461671 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8fcf92be-3a1a-4082-ba1a-ef2cfa14b5ed req-0e1e00df-e43c-4b16-8b11-5811a94fc7d3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b8b8784c0014af3ab45384d880090ca&device_id=7467654c-7025-4e4e-be4d-deb4e6d12001 HTTP/1.1" status: 200 len: 1099 time: 0.0682096 Feb 10 23:33:14.682376 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf92be-3a1a-4082-ba1a-ef2cfa14b5ed req-243776fa-1aef-44bb-b514-206ab7af91a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:14.683810 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8fcf92be-3a1a-4082-ba1a-ef2cfa14b5ed req-243776fa-1aef-44bb-b514-206ab7af91a3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1945a692-7e1c-4efb-8717-8c5405f58733 HTTP/1.1" status: 200 len: 913 time: 0.2158573 Feb 10 23:33:14.786995 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8fcf92be-3a1a-4082-ba1a-ef2cfa14b5ed req-baab55af-8a21-4f1e-849e-ae91c2d4dca6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cef8331a-759e-4042-891b-c59060d354c9 HTTP/1.1" status: 200 len: 1002 time: 0.0964985 Feb 10 23:33:14.847762 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf92be-3a1a-4082-ba1a-ef2cfa14b5ed req-205d18da-7f5d-4c39-bf8b-d441a1b0cc98 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:14.849174 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8fcf92be-3a1a-4082-ba1a-ef2cfa14b5ed req-205d18da-7f5d-4c39-bf8b-d441a1b0cc98 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d6a45207-3ad3-448e-b62b-54d1bdb47117 HTTP/1.1" status: 200 len: 851 time: 0.0554936 Feb 10 23:33:14.924157 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8fcf92be-3a1a-4082-ba1a-ef2cfa14b5ed req-ec2456b0-77ad-43c6-b983-9d32df475846 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1945a692-7e1c-4efb-8717-8c5405f58733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681171 Feb 10 23:33:15.053698 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8fcf92be-3a1a-4082-ba1a-ef2cfa14b5ed req-41a8f847-0c2b-4ab7-adef-f89628f37a29 service neutron] 10.222.0.37 "GET /v2.0/networks/1945a692-7e1c-4efb-8717-8c5405f58733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225958 Feb 10 23:33:15.182343 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8fcf92be-3a1a-4082-ba1a-ef2cfa14b5ed req-545aec4b-7f48-4a50-930a-f59e4a7bee7e service neutron] 10.222.0.37 "GET /v2.0/networks/1945a692-7e1c-4efb-8717-8c5405f58733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217237 Feb 10 23:33:15.315442 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cd0756-3599-4423-8c9c-16694ec2bfdb req-40a6f785-461b-4446-ada5-1c619c5b63b3 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:15.316791 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d9cd0756-3599-4423-8c9c-16694ec2bfdb req-40a6f785-461b-4446-ada5-1c619c5b63b3 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=7467654c-7025-4e4e-be4d-deb4e6d12001 HTTP/1.1" status: 200 len: 946 time: 0.0740514 Feb 10 23:33:15.360597 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d9cd0756-3599-4423-8c9c-16694ec2bfdb req-877d3587-20dd-4713-9b85-130260af1956 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383868 Feb 10 23:33:15.553555 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device cef8331a-759e-4042-891b-c59060d354c9 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:33:15.556938 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device cef8331a-759e-4042-891b-c59060d354c9 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:33:15.775611 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:15.793003 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port cef8331a-759e-4042-891b-c59060d354c9, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=cef8331a-759e-4042-891b-c59060d354c9,segment=NetworkSegment(1617e329-df4f-439b-93d4-81eb956dc3d2),segment_id=1617e329-df4f-439b-93d4-81eb956dc3d2)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:33:15.815172 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Returning: {'device': 'cef8331a-759e-4042-891b-c59060d354c9', 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733', 'port_id': 'cef8331a-759e-4042-891b-c59060d354c9', 'mac_address': 'fa:16:3e:ef:40:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6a45207-3ad3-448e-b62b-54d1bdb47117', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:33:15.846289 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7467654c-7025-4e4e-be4d-deb4e6d12001', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cef8331a-759e-4042-891b-c59060d354c9'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:33:15.864335 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port cef8331a-759e-4042-891b-c59060d354c9, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=cef8331a-759e-4042-891b-c59060d354c9,segment=NetworkSegment(1617e329-df4f-439b-93d4-81eb956dc3d2),segment_id=1617e329-df4f-439b-93d4-81eb956dc3d2)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:33:15.887677 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:15.905880 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cef8331a-759e-4042-891b-c59060d354c9 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:33:15.939939 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:15.996475 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7467654c-7025-4e4e-be4d-deb4e6d12001', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cef8331a-759e-4042-891b-c59060d354c9', 'code': 200} Feb 10 23:33:16.047642 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:33:16.047988 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:33:16.050155 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=cef8331a-759e-4042-891b-c59060d354c9,revision_number=9']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:16.253179 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:16.567748 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d592610a-002c-44de-9fb8-d14650313fd1 req-9a190447-d4bf-4d78-bf29-4e7e3699bfa1 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:16.569153 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d592610a-002c-44de-9fb8-d14650313fd1 req-9a190447-d4bf-4d78-bf29-4e7e3699bfa1 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=7467654c-7025-4e4e-be4d-deb4e6d12001 HTTP/1.1" status: 200 len: 944 time: 0.0816224 Feb 10 23:33:16.616710 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d592610a-002c-44de-9fb8-d14650313fd1 req-34bea76d-df7f-44ea-a263-4c7cdc7bce02 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415680 Feb 10 23:33:16.617912 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:16.634705 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cef8331a-759e-4042-891b-c59060d354c9 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:33:16.649720 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port cef8331a-759e-4042-891b-c59060d354c9, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=cef8331a-759e-4042-891b-c59060d354c9,segment=NetworkSegment(1617e329-df4f-439b-93d4-81eb956dc3d2),segment_id=1617e329-df4f-439b-93d4-81eb956dc3d2)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:33:16.717198 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:16.785127 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['cef8331a-759e-4042-891b-c59060d354c9'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:33:16.818003 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=cef8331a-759e-4042-891b-c59060d354c9,revision_number=10']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:17.557818 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device cef8331a-759e-4042-891b-c59060d354c9 up at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:33:17.625092 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning complete for port cef8331a-759e-4042-891b-c59060d354c9 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:33:17.625794 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:17.738339 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:17.772035 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port cef8331a-759e-4042-891b-c59060d354c9, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=cef8331a-759e-4042-891b-c59060d354c9,segment=NetworkSegment(1617e329-df4f-439b-93d4-81eb956dc3d2),segment_id=1617e329-df4f-439b-93d4-81eb956dc3d2)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:33:17.848051 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:17.895836 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee29f2f-5786-41b5-a63a-b0ecac80da3e req-da6eb31f-459a-403c-8ad9-e4a7c73eea00 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:17.897399 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-0ee29f2f-5786-41b5-a63a-b0ecac80da3e req-da6eb31f-459a-403c-8ad9-e4a7c73eea00 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=7467654c-7025-4e4e-be4d-deb4e6d12001 HTTP/1.1" status: 200 len: 947 time: 0.1551471 Feb 10 23:33:17.944509 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-0ee29f2f-5786-41b5-a63a-b0ecac80da3e req-810026b2-c0b9-4e79-94e4-0de473b8cc55 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411577 Feb 10 23:33:17.948212 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=cef8331a-759e-4042-891b-c59060d354c9,revision_number=11']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:17.997619 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7467654c-7025-4e4e-be4d-deb4e6d12001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef8331a-759e-4042-891b-c59060d354c9'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:33:18.051659 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7467654c-7025-4e4e-be4d-deb4e6d12001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef8331a-759e-4042-891b-c59060d354c9', 'code': 200} Feb 10 23:33:18.141039 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c61fba0-ec4b-411a-93a5-0159b76f4b4f req-f6164dce-2abb-46b3-8562-13677bb6f894 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:18.142379 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0c61fba0-ec4b-411a-93a5-0159b76f4b4f req-f6164dce-2abb-46b3-8562-13677bb6f894 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=7467654c-7025-4e4e-be4d-deb4e6d12001 HTTP/1.1" status: 200 len: 947 time: 0.0740356 Feb 10 23:33:18.190589 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0c61fba0-ec4b-411a-93a5-0159b76f4b4f req-f8357c76-99e5-4b6c-a8df-265c742226b5 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427718 Feb 10 23:33:18.386753 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a7596-7380-49a6-903c-da82ebc0c30f req-df6c5ae9-e19b-4d7e-9f0b-d35da4331427 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:18.388165 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-562a7596-7380-49a6-903c-da82ebc0c30f req-df6c5ae9-e19b-4d7e-9f0b-d35da4331427 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=7467654c-7025-4e4e-be4d-deb4e6d12001 HTTP/1.1" status: 200 len: 947 time: 0.0785382 Feb 10 23:33:18.433098 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-562a7596-7380-49a6-903c-da82ebc0c30f req-c704db9e-3a03-4b03-ba13-161621d788f5 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388036 Feb 10 23:33:19.035753 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c71d01c-eb57-4e12-8165-4c1fc7983a05 req-95117156-d62f-4382-8e99-ec17f8045c59 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:19.037204 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-3c71d01c-eb57-4e12-8165-4c1fc7983a05 req-95117156-d62f-4382-8e99-ec17f8045c59 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=7467654c-7025-4e4e-be4d-deb4e6d12001 HTTP/1.1" status: 200 len: 947 time: 0.0751255 Feb 10 23:33:19.053764 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-88d440c2-fde7-4f33-af6c-1be60f7ea15e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:19.085998 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-3c71d01c-eb57-4e12-8165-4c1fc7983a05 req-01ceaa41-11df-49bb-b4d8-a3072d60fe7e tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429850 Feb 10 23:33:20.288192 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81995407-1150-4503-84cd-f24d89348852 req-8ae89e1c-f61a-48a2-be1b-00a1f504b4d8 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:20.289642 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-81995407-1150-4503-84cd-f24d89348852 req-8ae89e1c-f61a-48a2-be1b-00a1f504b4d8 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=7467654c-7025-4e4e-be4d-deb4e6d12001 HTTP/1.1" status: 200 len: 947 time: 0.0755994 Feb 10 23:33:20.334605 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-81995407-1150-4503-84cd-f24d89348852 req-15592f70-98a4-4cab-9886-f43f2bdf47b7 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395074 Feb 10 23:33:21.215199 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a954d-fd07-4351-aeb2-f3bce0cfa46d req-a483f641-d037-453f-a8c1-00592d263a61 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:21.216711 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-247a954d-fd07-4351-aeb2-f3bce0cfa46d req-a483f641-d037-453f-a8c1-00592d263a61 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.37 "GET /v2.0/ports?device_id=7467654c-7025-4e4e-be4d-deb4e6d12001 HTTP/1.1" status: 200 len: 947 time: 0.0829215 Feb 10 23:33:21.242320 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-95844a5d-5939-469e-afce-b1aefa492a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:21.285631 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-247a954d-fd07-4351-aeb2-f3bce0cfa46d req-9f7abf11-4a17-4813-92c7-88f4e95a0d6c tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Deleting port cef8331a-759e-4042-891b-c59060d354c9 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:33:21.285997 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-247a954d-fd07-4351-aeb2-f3bce0cfa46d req-9f7abf11-4a17-4813-92c7-88f4e95a0d6c tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:21.524762 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-247a954d-fd07-4351-aeb2-f3bce0cfa46d req-9f7abf11-4a17-4813-92c7-88f4e95a0d6c tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] For port cef8331a-759e-4042-891b-c59060d354c9, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=cef8331a-759e-4042-891b-c59060d354c9,segment=NetworkSegment(1617e329-df4f-439b-93d4-81eb956dc3d2),segment_id=1617e329-df4f-439b-93d4-81eb956dc3d2)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:33:21.525471 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-247a954d-fd07-4351-aeb2-f3bce0cfa46d req-9f7abf11-4a17-4813-92c7-88f4e95a0d6c tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:21.533619 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eea356b-f198-42b8-b12f-98cc0e00efa2 req-fbaf41ee-1987-4bd2-a3a4-b06a33f64598 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:21.535065 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-2eea356b-f198-42b8-b12f-98cc0e00efa2 req-fbaf41ee-1987-4bd2-a3a4-b06a33f64598 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=7467654c-7025-4e4e-be4d-deb4e6d12001 HTTP/1.1" status: 200 len: 947 time: 0.0763416 Feb 10 23:33:21.582073 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-2eea356b-f198-42b8-b12f-98cc0e00efa2 req-101fc598-9c81-496d-a3b0-6ecca2b9a6ee tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412192 Feb 10 23:33:21.928390 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-247a954d-fd07-4351-aeb2-f3bce0cfa46d req-9f7abf11-4a17-4813-92c7-88f4e95a0d6c tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:21.928779 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-247a954d-fd07-4351-aeb2-f3bce0cfa46d req-9f7abf11-4a17-4813-92c7-88f4e95a0d6c tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1734214'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:21.929089 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.l3_db [req-247a954d-fd07-4351-aeb2-f3bce0cfa46d req-9f7abf11-4a17-4813-92c7-88f4e95a0d6c tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Floating IP c24994bd-a85a-476c-a706-9a68fb56f797 disassociated. External IP: 172.26.8.27, port: cef8331a-759e-4042-891b-c59060d354c9. Feb 10 23:33:21.929420 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-247a954d-fd07-4351-aeb2-f3bce0cfa46d req-9f7abf11-4a17-4813-92c7-88f4e95a0d6c tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Calling delete_port for cef8331a-759e-4042-891b-c59060d354c9 owned by compute:nova {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:33:22.157129 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-247a954d-fd07-4351-aeb2-f3bce0cfa46d req-9f7abf11-4a17-4813-92c7-88f4e95a0d6c tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:22.206944 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7abf11-4a17-4813-92c7-88f4e95a0d6c tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Pushing event deleted for resources: {'Port': ['ID=cef8331a-759e-4042-891b-c59060d354c9,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:22.220937 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7abf11-4a17-4813-92c7-88f4e95a0d6c tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:22.220937 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7abf11-4a17-4813-92c7-88f4e95a0d6c tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:22.221111 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7abf11-4a17-4813-92c7-88f4e95a0d6c tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:22.221354 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7abf11-4a17-4813-92c7-88f4e95a0d6c tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:22.221669 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7abf11-4a17-4813-92c7-88f4e95a0d6c tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:22.222002 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7abf11-4a17-4813-92c7-88f4e95a0d6c tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:22.222325 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7abf11-4a17-4813-92c7-88f4e95a0d6c tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:22.222648 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7abf11-4a17-4813-92c7-88f4e95a0d6c tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:22.222968 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7abf11-4a17-4813-92c7-88f4e95a0d6c tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:22.223286 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7abf11-4a17-4813-92c7-88f4e95a0d6c tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:22.223603 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7abf11-4a17-4813-92c7-88f4e95a0d6c tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:22.427920 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [req-247a954d-fd07-4351-aeb2-f3bce0cfa46d req-9f7abf11-4a17-4813-92c7-88f4e95a0d6c tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Router 5fad0fe2-31a1-472b-8809-48feb3cd6d8b has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:33:22.517076 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:22.620265 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:22.635098 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-247a954d-fd07-4351-aeb2-f3bce0cfa46d req-9f7abf11-4a17-4813-92c7-88f4e95a0d6c tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:33:22.646003 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b412393a-99ff-447e-994d-bb4ec19daf55 None None] Sync routers for ids ['5fad0fe2-31a1-472b-8809-48feb3cd6d8b'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:33:22.658122 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b412393a-99ff-447e-994d-bb4ec19daf55 None None] Routers {'5fad0fe2-31a1-472b-8809-48feb3cd6d8b'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:33:22.658843 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-b412393a-99ff-447e-994d-bb4ec19daf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:33:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['5fad0fe2-31a1-472b-8809-48feb3cd6d8b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:33:22.703283 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-247a954d-fd07-4351-aeb2-f3bce0cfa46d req-9f7abf11-4a17-4813-92c7-88f4e95a0d6c tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] No DVR routers for this DVR port cef8331a-759e-4042-891b-c59060d354c9 on host hv-neutron-8287 {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:33:22.705755 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-247a954d-fd07-4351-aeb2-f3bce0cfa46d req-9f7abf11-4a17-4813-92c7-88f4e95a0d6c tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:22.708265 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7467654c-7025-4e4e-be4d-deb4e6d12001', 'name': 'network-vif-deleted', 'tag': 'cef8331a-759e-4042-891b-c59060d354c9'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:33:22.760442 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-b5a7db47-11d9-439c-bf81-84f913ae78f7 req-3558de79-6b79-43e8-a88e-56e96d1db0c6 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Synchronizing usage tracker for tenant:1b8b8784c0014af3ab45384d880090ca on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:33:22.765065 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7467654c-7025-4e4e-be4d-deb4e6d12001', 'name': 'network-vif-deleted', 'tag': 'cef8331a-759e-4042-891b-c59060d354c9', 'status': 'completed', 'code': 200} Feb 10 23:33:22.843143 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-b412393a-99ff-447e-994d-bb4ec19daf55 None None] Set router 5fad0fe2-31a1-472b-8809-48feb3cd6d8b gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:33:22.849068 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-247a954d-fd07-4351-aeb2-f3bce0cfa46d req-9f7abf11-4a17-4813-92c7-88f4e95a0d6c tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.37 "DELETE /v2.0/ports/cef8331a-759e-4042-891b-c59060d354c9 HTTP/1.1" status: 204 len: 173 time: 1.6269481 Feb 10 23:33:22.910908 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-b5a7db47-11d9-439c-bf81-84f913ae78f7 req-3558de79-6b79-43e8-a88e-56e96d1db0c6 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Unset dirty status for tenant:1b8b8784c0014af3ab45384d880090ca on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:33:22.912035 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b5a7db47-11d9-439c-bf81-84f913ae78f7 req-3558de79-6b79-43e8-a88e-56e96d1db0c6 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=7467654c-7025-4e4e-be4d-deb4e6d12001 HTTP/1.1" status: 200 len: 210 time: 0.1988771 Feb 10 23:33:23.189322 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-b412393a-99ff-447e-994d-bb4ec19daf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'name': 'tempest-ServerActionsTestJSON-1749520904-router', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.235'}], 'enable_snat': True}, 'gw_port_id': '1f662c6e-b263-4ddc-a676-67ac962579cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:30:04Z', 'updated_at': '2022-02-10T23:30:07Z', 'revision_number': 4, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'gw_port': {'id': '1f662c6e-b263-4ddc-a676-67ac962579cd', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:35:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:30:04Z', 'updated_at': '2022-02-10T23:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '69cf1297-f9c0-4855-83cf-83e94fc731d6', 'name': '', 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'mac_address': 'fa:16:3e:7c:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6a45207-3ad3-448e-b62b-54d1bdb47117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:30:07Z', 'updated_at': '2022-02-10T23:30:14Z', 'revision_number': 5, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'subnets': [{'id': 'd6a45207-3ad3-448e-b62b-54d1bdb47117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:33:23.193069 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b412393a-99ff-447e-994d-bb4ec19daf55 None None] Checking router: 5fad0fe2-31a1-472b-8809-48feb3cd6d8b for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:33:23.203338 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b412393a-99ff-447e-994d-bb4ec19daf55 None None] Routers {'5fad0fe2-31a1-472b-8809-48feb3cd6d8b'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:33:23.203918 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-b412393a-99ff-447e-994d-bb4ec19daf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:33:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['5fad0fe2-31a1-472b-8809-48feb3cd6d8b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:33:23.376429 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-b412393a-99ff-447e-994d-bb4ec19daf55 None None] Set router 5fad0fe2-31a1-472b-8809-48feb3cd6d8b gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:33:23.588987 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device cef8331a-759e-4042-891b-c59060d354c9 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:33:23.622428 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] No Port match for: cef8331a-759e-4042-891b-c59060d354c9 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:33:23.622770 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device cef8331a-759e-4042-891b-c59060d354c9 not bound to the agent host hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:33:23.690540 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-b412393a-99ff-447e-994d-bb4ec19daf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'name': 'tempest-ServerActionsTestJSON-1749520904-router', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.235'}], 'enable_snat': True}, 'gw_port_id': '1f662c6e-b263-4ddc-a676-67ac962579cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:30:04Z', 'updated_at': '2022-02-10T23:30:07Z', 'revision_number': 4, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'gw_port': {'id': '1f662c6e-b263-4ddc-a676-67ac962579cd', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:35:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:30:04Z', 'updated_at': '2022-02-10T23:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '69cf1297-f9c0-4855-83cf-83e94fc731d6', 'name': '', 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'mac_address': 'fa:16:3e:7c:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6a45207-3ad3-448e-b62b-54d1bdb47117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:30:07Z', 'updated_at': '2022-02-10T23:30:14Z', 'revision_number': 5, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'subnets': [{'id': 'd6a45207-3ad3-448e-b62b-54d1bdb47117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:33:23.695724 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b412393a-99ff-447e-994d-bb4ec19daf55 None None] The sync data for ids ['5fad0fe2-31a1-472b-8809-48feb3cd6d8b'] in dv-neutron-828797-1-hyperv is: [{'id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'name': 'tempest-ServerActionsTestJSON-1749520904-router', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.235'}], 'enable_snat': True}, 'gw_port_id': '1f662c6e-b263-4ddc-a676-67ac962579cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:30:04Z', 'updated_at': '2022-02-10T23:30:07Z', 'revision_number': 4, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'gw_port': {'id': '1f662c6e-b263-4ddc-a676-67ac962579cd', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:35:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:30:04Z', 'updated_at': '2022-02-10T23:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '69cf1297-f9c0-4855-83cf-83e94fc731d6', 'name': '', 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'mac_address': 'fa:16:3e:7c:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6a45207-3ad3-448e-b62b-54d1bdb47117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:30:07Z', 'updated_at': '2022-02-10T23:30:14Z', 'revision_number': 5, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'subnets': [{'id': 'd6a45207-3ad3-448e-b62b-54d1bdb47117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:33:23.919413 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a63ab6-0920-4b26-b452-924d8b98fca3 None None] New status for floating IP c24994bd-a85a-476c-a706-9a68fb56f797: DOWN {{(pid=84334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 23:33:24.153077 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:24.299321 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-59882c17-9559-49fa-92d0-26eb86b04947 req-fa33132a-afeb-475e-b9d0-73daca381789 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1201682125&fields=id&tenant_id=1b8b8784c0014af3ab45384d880090ca HTTP/1.1" status: 200 len: 267 time: 0.0397520 Feb 10 23:33:24.442043 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59882c17-9559-49fa-92d0-26eb86b04947 req-7bb2ab4f-fdb4-47f8-8f77-884dc6d22e01 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:24.443429 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-59882c17-9559-49fa-92d0-26eb86b04947 req-7bb2ab4f-fdb4-47f8-8f77-884dc6d22e01 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/networks?id=1945a692-7e1c-4efb-8717-8c5405f58733 HTTP/1.1" status: 200 len: 812 time: 0.1380544 Feb 10 23:33:24.459360 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-59882c17-9559-49fa-92d0-26eb86b04947 req-56ae2c66-94b2-448b-a145-3f0c27deb028 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/quotas/1b8b8784c0014af3ab45384d880090ca HTTP/1.1" status: 200 len: 375 time: 0.0106306 Feb 10 23:33:24.543516 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-59882c17-9559-49fa-92d0-26eb86b04947 req-af81b7ae-26f1-4f0f-b3a6-10d6f6f83e52 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=1b8b8784c0014af3ab45384d880090ca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0792787 Feb 10 23:33:24.681975 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-59882c17-9559-49fa-92d0-26eb86b04947 req-8572f4b5-91c7-4ea5-bd76-9312895b6f80 service neutron] 10.222.0.59 "GET /v2.0/networks/1945a692-7e1c-4efb-8717-8c5405f58733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265819 Feb 10 23:33:24.898122 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-59882c17-9559-49fa-92d0-26eb86b04947 req-ac3e50bb-c1db-4112-b7b6-713b494083f1 service neutron] 10.222.0.59 "GET /v2.0/networks/1945a692-7e1c-4efb-8717-8c5405f58733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095065 Feb 10 23:33:25.162643 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fdcd3868-a9bb-4382-abba-023a468a0ab8 req-42e06957-ee92-4c67-944b-a2bff9882abd tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f0991cc-d023-4596-bb20-f57a58af981e HTTP/1.1" status: 200 len: 210 time: 0.0405929 Feb 10 23:33:26.328971 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-eb0662c9-b515-4315-9b84-5b856178f92e req-04b11e7e-9563-4542-8bf1-edc608e1f74e tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f0991cc-d023-4596-bb20-f57a58af981e HTTP/1.1" status: 200 len: 210 time: 0.0430927 Feb 10 23:33:27.165240 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59882c17-9559-49fa-92d0-26eb86b04947 req-77ad7a66-9cb7-41ea-9799-8378b7363965 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:27.166647 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-59882c17-9559-49fa-92d0-26eb86b04947 req-77ad7a66-9cb7-41ea-9799-8378b7363965 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.37 "GET /v2.0/networks?id=1945a692-7e1c-4efb-8717-8c5405f58733 HTTP/1.1" status: 200 len: 812 time: 0.1416748 Feb 10 23:33:27.218443 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-59882c17-9559-49fa-92d0-26eb86b04947 req-327b854b-e7cb-4395-89ae-402f0ba6e5bf tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b8b8784c0014af3ab45384d880090ca HTTP/1.1" status: 200 len: 380 time: 0.0393929 Feb 10 23:33:27.227222 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-59882c17-9559-49fa-92d0-26eb86b04947 req-d400b843-b805-41fb-b4aa-4945e32cd2b6 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Request body: {'port': {'device_id': '0f0991cc-d023-4596-bb20-f57a58af981e', 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733', 'admin_state_up': True, 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'security_groups': ['3edd5b70-c05f-4030-a833-b281a3e2a648']}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:33:27.364704 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-59882c17-9559-49fa-92d0-26eb86b04947 req-d400b843-b805-41fb-b4aa-4945e32cd2b6 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:33:27.368826 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-59882c17-9559-49fa-92d0-26eb86b04947 req-d400b843-b805-41fb-b4aa-4945e32cd2b6 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Usage tracker for resource:port and tenant:1b8b8784c0014af3ab45384d880090ca is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:33:27.371629 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-59882c17-9559-49fa-92d0-26eb86b04947 req-d400b843-b805-41fb-b4aa-4945e32cd2b6 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:33:27.377398 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-59882c17-9559-49fa-92d0-26eb86b04947 req-d400b843-b805-41fb-b4aa-4945e32cd2b6 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:33:27.482307 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59882c17-9559-49fa-92d0-26eb86b04947 req-d400b843-b805-41fb-b4aa-4945e32cd2b6 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Made reservation on behalf of 1b8b8784c0014af3ab45384d880090ca for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:33:27.485994 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-59882c17-9559-49fa-92d0-26eb86b04947 req-d400b843-b805-41fb-b4aa-4945e32cd2b6 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:27.506340 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0d8b1aaf-3ff3-4579-8910-b90df69ec03f req-cd410070-2595-455f-9727-b03c158437ca tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f0991cc-d023-4596-bb20-f57a58af981e HTTP/1.1" status: 200 len: 210 time: 0.0571711 Feb 10 23:33:27.660640 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [req-59882c17-9559-49fa-92d0-26eb86b04947 req-d400b843-b805-41fb-b4aa-4945e32cd2b6 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Allocated IP 172.20.0.9 (1945a692-7e1c-4efb-8717-8c5405f58733/d6a45207-3ad3-448e-b62b-54d1bdb47117/7b902a9b-25d0-40cc-a6f8-b75f279983b9) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:33:27.939082 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-59882c17-9559-49fa-92d0-26eb86b04947 req-d400b843-b805-41fb-b4aa-4945e32cd2b6 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:27.954383 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-59882c17-9559-49fa-92d0-26eb86b04947 req-d400b843-b805-41fb-b4aa-4945e32cd2b6 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Transition to ACTIVE for port object 7b902a9b-25d0-40cc-a6f8-b75f279983b9 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:33:28.048742 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-59882c17-9559-49fa-92d0-26eb86b04947 req-d400b843-b805-41fb-b4aa-4945e32cd2b6 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:28.125892 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59882c17-9559-49fa-92d0-26eb86b04947 req-d400b843-b805-41fb-b4aa-4945e32cd2b6 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Network 1945a692-7e1c-4efb-8717-8c5405f58733 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:33:28.128913 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [req-59882c17-9559-49fa-92d0-26eb86b04947 req-d400b843-b805-41fb-b4aa-4945e32cd2b6 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:33:28.133308 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-59882c17-9559-49fa-92d0-26eb86b04947 req-d400b843-b805-41fb-b4aa-4945e32cd2b6 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:33:28.163059 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d400b843-b805-41fb-b4aa-4945e32cd2b6 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Pushing event updated for resources: {'Port': ['ID=7b902a9b-25d0-40cc-a6f8-b75f279983b9,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:28.219670 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59882c17-9559-49fa-92d0-26eb86b04947 req-d400b843-b805-41fb-b4aa-4945e32cd2b6 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:28.220852 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-59882c17-9559-49fa-92d0-26eb86b04947 req-d400b843-b805-41fb-b4aa-4945e32cd2b6 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:28.300369 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-59882c17-9559-49fa-92d0-26eb86b04947 req-d400b843-b805-41fb-b4aa-4945e32cd2b6 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0765309 Feb 10 23:33:28.381365 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-59882c17-9559-49fa-92d0-26eb86b04947 req-9d87326b-4e49-45c9-857e-234590506f99 service neutron] Request body: {'port': {'device_id': '0f0991cc-d023-4596-bb20-f57a58af981e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:33:28.424389 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-f971c633-0afb-400e-873c-84a9a22d9997 None None] Provisioning for port 7b902a9b-25d0-40cc-a6f8-b75f279983b9 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:33:28.429351 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-f971c633-0afb-400e-873c-84a9a22d9997 None None] Provisioning complete for port 7b902a9b-25d0-40cc-a6f8-b75f279983b9 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:33:28.429739 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f971c633-0afb-400e-873c-84a9a22d9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:28.480090 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-f971c633-0afb-400e-873c-84a9a22d9997 None None] Port 7b902a9b-25d0-40cc-a6f8-b75f279983b9 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:33:28.492789 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-59882c17-9559-49fa-92d0-26eb86b04947 req-9d87326b-4e49-45c9-857e-234590506f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:28.736530 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd5f56a-1de8-4e78-9d0f-6dda781184f6 req-9a7746b0-4d9a-45f2-862b-c0d13994957d tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:28.737938 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-9cd5f56a-1de8-4e78-9d0f-6dda781184f6 req-9a7746b0-4d9a-45f2-862b-c0d13994957d tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f0991cc-d023-4596-bb20-f57a58af981e HTTP/1.1" status: 200 len: 931 time: 0.0805564 Feb 10 23:33:28.784590 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-9cd5f56a-1de8-4e78-9d0f-6dda781184f6 req-0c128ec3-791b-4b8a-bf79-c147545fa756 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397193 Feb 10 23:33:28.846939 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [req-59882c17-9559-49fa-92d0-26eb86b04947 req-9d87326b-4e49-45c9-857e-234590506f99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b902a9b-25d0-40cc-a6f8-b75f279983b9 {{(pid=84332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:33:28.853652 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-59882c17-9559-49fa-92d0-26eb86b04947 req-9d87326b-4e49-45c9-857e-234590506f99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:28.867711 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-59882c17-9559-49fa-92d0-26eb86b04947 req-9d87326b-4e49-45c9-857e-234590506f99 service neutron] Transition to ACTIVE for port object 7b902a9b-25d0-40cc-a6f8-b75f279983b9 will not be triggered until provisioned by entity L2. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:33:28.927637 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-59882c17-9559-49fa-92d0-26eb86b04947 req-9d87326b-4e49-45c9-857e-234590506f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:29.052348 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d87326b-4e49-45c9-857e-234590506f99 service neutron] Pushing event updated for resources: {'Port': ['ID=7b902a9b-25d0-40cc-a6f8-b75f279983b9,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:29.163746 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-59882c17-9559-49fa-92d0-26eb86b04947 req-9d87326b-4e49-45c9-857e-234590506f99 service neutron] Attempting to bind port 7b902a9b-25d0-40cc-a6f8-b75f279983b9 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:33:29.164083 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-59882c17-9559-49fa-92d0-26eb86b04947 req-9d87326b-4e49-45c9-857e-234590506f99 service neutron] Attempting to bind port 7b902a9b-25d0-40cc-a6f8-b75f279983b9 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '1617e329-df4f-439b-93d4-81eb956dc3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:33:29.164408 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59882c17-9559-49fa-92d0-26eb86b04947 req-9d87326b-4e49-45c9-857e-234590506f99 service neutron] Attempting to bind port 7b902a9b-25d0-40cc-a6f8-b75f279983b9 on network 1945a692-7e1c-4efb-8717-8c5405f58733 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:33:29.170249 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59882c17-9559-49fa-92d0-26eb86b04947 req-9d87326b-4e49-45c9-857e-234590506f99 service neutron] Port 7b902a9b-25d0-40cc-a6f8-b75f279983b9 on network 1945a692-7e1c-4efb-8717-8c5405f58733 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:33:29.170549 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59882c17-9559-49fa-92d0-26eb86b04947 req-9d87326b-4e49-45c9-857e-234590506f99 service neutron] Attempting to bind port 7b902a9b-25d0-40cc-a6f8-b75f279983b9 on network 1945a692-7e1c-4efb-8717-8c5405f58733 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:33:29.177455 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59882c17-9559-49fa-92d0-26eb86b04947 req-9d87326b-4e49-45c9-857e-234590506f99 service neutron] Checking agent: {'id': '0f85d58b-4cda-4360-97cf-be037aef26b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'started_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:33:29.177792 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59882c17-9559-49fa-92d0-26eb86b04947 req-9d87326b-4e49-45c9-857e-234590506f99 service neutron] Checking segment: {'id': '1617e329-df4f-439b-93d4-81eb956dc3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:33:29.178174 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59882c17-9559-49fa-92d0-26eb86b04947 req-9d87326b-4e49-45c9-857e-234590506f99 service neutron] Bound using segment: {'id': '1617e329-df4f-439b-93d4-81eb956dc3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733'} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:33:29.178600 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-59882c17-9559-49fa-92d0-26eb86b04947 req-9d87326b-4e49-45c9-857e-234590506f99 service neutron] Bound port: 7b902a9b-25d0-40cc-a6f8-b75f279983b9, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1617e329-df4f-439b-93d4-81eb956dc3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733'}}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:33:29.178942 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-59882c17-9559-49fa-92d0-26eb86b04947 req-9d87326b-4e49-45c9-857e-234590506f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:29.271526 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-59882c17-9559-49fa-92d0-26eb86b04947 req-9d87326b-4e49-45c9-857e-234590506f99 service neutron] For port 7b902a9b-25d0-40cc-a6f8-b75f279983b9, host hv-neutron-8287, cleared binding levels {{(pid=84332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:33:29.274694 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-59882c17-9559-49fa-92d0-26eb86b04947 req-9d87326b-4e49-45c9-857e-234590506f99 service neutron] For port 7b902a9b-25d0-40cc-a6f8-b75f279983b9, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=7b902a9b-25d0-40cc-a6f8-b75f279983b9,segment=NetworkSegment(1617e329-df4f-439b-93d4-81eb956dc3d2),segment_id=1617e329-df4f-439b-93d4-81eb956dc3d2)] {{(pid=84332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:33:29.334320 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-59882c17-9559-49fa-92d0-26eb86b04947 req-9d87326b-4e49-45c9-857e-234590506f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:29.397291 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-59882c17-9559-49fa-92d0-26eb86b04947 req-9d87326b-4e49-45c9-857e-234590506f99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:29.398635 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-59882c17-9559-49fa-92d0-26eb86b04947 req-9d87326b-4e49-45c9-857e-234590506f99 service neutron] 10.222.0.37 "PUT /v2.0/ports/7b902a9b-25d0-40cc-a6f8-b75f279983b9 HTTP/1.1" status: 200 len: 1093 time: 1.0890691 Feb 10 23:33:29.399311 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f0991cc-d023-4596-bb20-f57a58af981e', 'tag': '7b902a9b-25d0-40cc-a6f8-b75f279983b9'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:33:29.420004 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d87326b-4e49-45c9-857e-234590506f99 service neutron] Pushing event updated for resources: {'Port': ['ID=7b902a9b-25d0-40cc-a6f8-b75f279983b9,revision_number=3']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:29.460437 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f0991cc-d023-4596-bb20-f57a58af981e', 'tag': '7b902a9b-25d0-40cc-a6f8-b75f279983b9', 'status': 'completed', 'code': 200} Feb 10 23:33:29.560116 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f7fca4df-71f2-400e-9412-38bc23ff1bda req-907fd0c8-3587-43fb-9502-b7332b203e93 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b8b8784c0014af3ab45384d880090ca&device_id=0f0991cc-d023-4596-bb20-f57a58af981e HTTP/1.1" status: 200 len: 1096 time: 0.0769582 Feb 10 23:33:29.702088 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fca4df-71f2-400e-9412-38bc23ff1bda req-654c2589-6766-48d2-8da7-2191f7058069 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:29.704351 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f7fca4df-71f2-400e-9412-38bc23ff1bda req-654c2589-6766-48d2-8da7-2191f7058069 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=1b8b8784c0014af3ab45384d880090ca&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1370318 Feb 10 23:33:29.848163 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fca4df-71f2-400e-9412-38bc23ff1bda req-8bbd96bd-439e-4bdd-b4bc-add4b5e111b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:29.849652 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f7fca4df-71f2-400e-9412-38bc23ff1bda req-8bbd96bd-439e-4bdd-b4bc-add4b5e111b8 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1383827 Feb 10 23:33:29.957328 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-59882c17-9559-49fa-92d0-26eb86b04947 req-b32a805f-fae2-4f02-8d1b-7a976c9db9e1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b8b8784c0014af3ab45384d880090ca&device_id=0f0991cc-d023-4596-bb20-f57a58af981e HTTP/1.1" status: 200 len: 1096 time: 0.0695190 Feb 10 23:33:29.990405 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbbe049-c142-49c2-aa61-fa107890f905 req-cff45b24-27e8-451e-88f1-59356b6bd0eb tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:29.991886 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-1bbbe049-c142-49c2-aa61-fa107890f905 req-cff45b24-27e8-451e-88f1-59356b6bd0eb tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f0991cc-d023-4596-bb20-f57a58af981e HTTP/1.1" status: 200 len: 943 time: 0.0753536 Feb 10 23:33:30.029558 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-59882c17-9559-49fa-92d0-26eb86b04947 req-47d39dcc-f69e-4a4d-81b9-403b12167a9f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b902a9b-25d0-40cc-a6f8-b75f279983b9 HTTP/1.1" status: 200 len: 217 time: 0.0650954 Feb 10 23:33:30.038987 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-1bbbe049-c142-49c2-aa61-fa107890f905 req-f8cc4597-db0f-43f0-83a1-787e940c0543 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412533 Feb 10 23:33:30.092334 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59882c17-9559-49fa-92d0-26eb86b04947 req-102ff87a-b7aa-4bb6-829f-2e2b2e76e4db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:30.094147 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-59882c17-9559-49fa-92d0-26eb86b04947 req-102ff87a-b7aa-4bb6-829f-2e2b2e76e4db service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d6a45207-3ad3-448e-b62b-54d1bdb47117 HTTP/1.1" status: 200 len: 851 time: 0.0582345 Feb 10 23:33:30.258964 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-59882c17-9559-49fa-92d0-26eb86b04947 req-445fe706-ad6f-49c3-900c-c345de9ec1dd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1945a692-7e1c-4efb-8717-8c5405f58733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1560948 Feb 10 23:33:30.389038 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-59882c17-9559-49fa-92d0-26eb86b04947 req-9bd554bd-7dd8-4ffe-a0f7-10559d34751b service neutron] 10.222.0.37 "GET /v2.0/networks/1945a692-7e1c-4efb-8717-8c5405f58733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225817 Feb 10 23:33:30.518703 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-59882c17-9559-49fa-92d0-26eb86b04947 req-e56b3b62-0344-4563-9822-68864c5a3eb9 service neutron] 10.222.0.37 "GET /v2.0/networks/1945a692-7e1c-4efb-8717-8c5405f58733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237202 Feb 10 23:33:31.232938 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72fc402-a39c-4e4e-96c3-8a474b268ae0 req-5e819023-379e-43a0-bba0-fe488405773a tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:31.234135 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-b72fc402-a39c-4e4e-96c3-8a474b268ae0 req-5e819023-379e-43a0-bba0-fe488405773a tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Synchronizing usage tracker for tenant:1b8b8784c0014af3ab45384d880090ca on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:33:31.304597 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-b72fc402-a39c-4e4e-96c3-8a474b268ae0 req-5e819023-379e-43a0-bba0-fe488405773a tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Unset dirty status for tenant:1b8b8784c0014af3ab45384d880090ca on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:33:31.305712 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b72fc402-a39c-4e4e-96c3-8a474b268ae0 req-5e819023-379e-43a0-bba0-fe488405773a tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f0991cc-d023-4596-bb20-f57a58af981e HTTP/1.1" status: 200 len: 943 time: 0.1454246 Feb 10 23:33:31.350620 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b72fc402-a39c-4e4e-96c3-8a474b268ae0 req-8aa936b4-54af-41e0-a9e3-733a8d926021 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392203 Feb 10 23:33:31.667185 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 7b902a9b-25d0-40cc-a6f8-b75f279983b9 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:33:31.798417 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 7b902a9b-25d0-40cc-a6f8-b75f279983b9, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=7b902a9b-25d0-40cc-a6f8-b75f279983b9,segment=NetworkSegment(1617e329-df4f-439b-93d4-81eb956dc3d2),segment_id=1617e329-df4f-439b-93d4-81eb956dc3d2)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:33:31.811472 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Returning: {'device': '7b902a9b-25d0-40cc-a6f8-b75f279983b9', 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733', 'port_id': '7b902a9b-25d0-40cc-a6f8-b75f279983b9', 'mac_address': 'fa:16:3e:67:52:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6a45207-3ad3-448e-b62b-54d1bdb47117', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:33:31.867046 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:31.884203 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b902a9b-25d0-40cc-a6f8-b75f279983b9 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:33:31.899431 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 7b902a9b-25d0-40cc-a6f8-b75f279983b9, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=7b902a9b-25d0-40cc-a6f8-b75f279983b9,segment=NetworkSegment(1617e329-df4f-439b-93d4-81eb956dc3d2),segment_id=1617e329-df4f-439b-93d4-81eb956dc3d2)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:33:31.985586 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:32.051826 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=7b902a9b-25d0-40cc-a6f8-b75f279983b9,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:32.059825 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:32.065578 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:32.065578 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:32.065578 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:32.065578 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:32.065578 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:32.065578 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:32.065578 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:32.065578 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:32.065578 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:32.065578 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:32.191067 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['7b902a9b-25d0-40cc-a6f8-b75f279983b9'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:33:32.548097 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f8f88-2e57-44f3-ba71-ea750c95744b req-079288ea-32bc-4f41-95c5-d2c66d8236a3 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:32.549559 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-288f8f88-2e57-44f3-ba71-ea750c95744b req-079288ea-32bc-4f41-95c5-d2c66d8236a3 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f0991cc-d023-4596-bb20-f57a58af981e HTTP/1.1" status: 200 len: 944 time: 0.0787401 Feb 10 23:33:32.593292 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-288f8f88-2e57-44f3-ba71-ea750c95744b req-a8c7d6da-6bb9-4adb-a231-2d77e70d41e2 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380700 Feb 10 23:33:33.695617 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 7b902a9b-25d0-40cc-a6f8-b75f279983b9 up at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:33:33.793871 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e699c6-d24a-4a23-b4e3-0d0af5494c64 req-be66d801-20ee-458d-bf44-f4cc5c748b47 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:33.795326 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e1e699c6-d24a-4a23-b4e3-0d0af5494c64 req-be66d801-20ee-458d-bf44-f4cc5c748b47 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f0991cc-d023-4596-bb20-f57a58af981e HTTP/1.1" status: 200 len: 944 time: 0.0796261 Feb 10 23:33:33.807688 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning for port 7b902a9b-25d0-40cc-a6f8-b75f279983b9 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:33:33.812903 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning complete for port 7b902a9b-25d0-40cc-a6f8-b75f279983b9 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:33:33.813324 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:33.839900 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e1e699c6-d24a-4a23-b4e3-0d0af5494c64 req-ad0ea418-41fc-4567-a06f-d12b504332ec tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382309 Feb 10 23:33:33.925347 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:33.950131 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f0991cc-d023-4596-bb20-f57a58af981e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b902a9b-25d0-40cc-a6f8-b75f279983b9'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:33:33.960259 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 7b902a9b-25d0-40cc-a6f8-b75f279983b9, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=7b902a9b-25d0-40cc-a6f8-b75f279983b9,segment=NetworkSegment(1617e329-df4f-439b-93d4-81eb956dc3d2),segment_id=1617e329-df4f-439b-93d4-81eb956dc3d2)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:33:34.007129 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f0991cc-d023-4596-bb20-f57a58af981e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b902a9b-25d0-40cc-a6f8-b75f279983b9', 'code': 200} Feb 10 23:33:34.019853 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:34.088523 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=7b902a9b-25d0-40cc-a6f8-b75f279983b9,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:34.358640 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4fa474ab-6689-452b-b694-757c12518269 req-527a877a-5bd6-40b9-bf63-e83446d35ca1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0f0991cc-d023-4596-bb20-f57a58af981e HTTP/1.1" status: 200 len: 1098 time: 0.0810232 Feb 10 23:33:34.401716 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4fa474ab-6689-452b-b694-757c12518269 req-84164acf-9688-4871-a7c6-82ae63822127 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361652 Feb 10 23:33:35.043474 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a1a104-4650-484b-951e-61dfab7192a1 req-dffa4100-d24a-4d47-91f7-4479ba5d4f54 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:35.044946 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-17a1a104-4650-484b-951e-61dfab7192a1 req-dffa4100-d24a-4d47-91f7-4479ba5d4f54 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f0991cc-d023-4596-bb20-f57a58af981e HTTP/1.1" status: 200 len: 945 time: 0.0808036 Feb 10 23:33:35.091162 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-17a1a104-4650-484b-951e-61dfab7192a1 req-e73c55a5-3e69-4225-be5f-976a1b9fc3f1 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405564 Feb 10 23:33:36.286142 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a190d9a1-412d-4774-967f-80629400189f req-24262b86-a1b3-47ab-a4ee-7a9dc0a85891 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:36.287582 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-a190d9a1-412d-4774-967f-80629400189f req-24262b86-a1b3-47ab-a4ee-7a9dc0a85891 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f0991cc-d023-4596-bb20-f57a58af981e HTTP/1.1" status: 200 len: 945 time: 0.0751121 Feb 10 23:33:36.334932 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-a190d9a1-412d-4774-967f-80629400189f req-81790a6e-1c6e-46a6-ba3e-df1a05adff50 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418882 Feb 10 23:33:36.523315 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83542da5-984d-4a3f-b0c4-2f6ce6d2156a req-d7546e8b-6313-4173-b93d-0d3c5725dc98 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:36.525034 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-83542da5-984d-4a3f-b0c4-2f6ce6d2156a req-d7546e8b-6313-4173-b93d-0d3c5725dc98 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f0991cc-d023-4596-bb20-f57a58af981e HTTP/1.1" status: 200 len: 945 time: 0.0753162 Feb 10 23:33:36.533919 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 53996) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:33:36.539190 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-62ca34a8-38c2-4f4a-9324-a48adbd98a41 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Request body: {'floatingip': {'port_id': '7b902a9b-25d0-40cc-a6f8-b75f279983b9'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:33:36.615498 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-62ca34a8-38c2-4f4a-9324-a48adbd98a41 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks [] for floatingip, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:37.193416 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-62ca34a8-38c2-4f4a-9324-a48adbd98a41 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:37.252669 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-62ca34a8-38c2-4f4a-9324-a48adbd98a41 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1734214'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:37.518299 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.l3_db [None req-62ca34a8-38c2-4f4a-9324-a48adbd98a41 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Floating IP c24994bd-a85a-476c-a706-9a68fb56f797 associated. External IP: 172.26.8.27, port: 7b902a9b-25d0-40cc-a6f8-b75f279983b9. Feb 10 23:33:37.905226 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ca34a8-38c2-4f4a-9324-a48adbd98a41 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Router 5fad0fe2-31a1-472b-8809-48feb3cd6d8b has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:33:38.102463 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ca34a8-38c2-4f4a-9324-a48adbd98a41 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:33:38.107211 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-62ca34a8-38c2-4f4a-9324-a48adbd98a41 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:38.112099 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e999b7e-9b72-44ff-9224-1ce8046cd06d None None] Sync routers for ids ['5fad0fe2-31a1-472b-8809-48feb3cd6d8b'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:33:38.124241 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e999b7e-9b72-44ff-9224-1ce8046cd06d None None] Routers {'5fad0fe2-31a1-472b-8809-48feb3cd6d8b'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:33:38.125450 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-5e999b7e-9b72-44ff-9224-1ce8046cd06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:33:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['5fad0fe2-31a1-472b-8809-48feb3cd6d8b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:33:38.163179 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-62ca34a8-38c2-4f4a-9324-a48adbd98a41 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "PUT /v2.0/floatingips/c24994bd-a85a-476c-a706-9a68fb56f797 HTTP/1.1" status: 200 len: 991 time: 1.6252081 Feb 10 23:33:38.163179 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f0991cc-d023-4596-bb20-f57a58af981e', 'tag': '7b902a9b-25d0-40cc-a6f8-b75f279983b9'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:33:38.219106 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f0991cc-d023-4596-bb20-f57a58af981e', 'tag': '7b902a9b-25d0-40cc-a6f8-b75f279983b9', 'status': 'completed', 'code': 200} Feb 10 23:33:38.303121 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-5e999b7e-9b72-44ff-9224-1ce8046cd06d None None] Set router 5fad0fe2-31a1-472b-8809-48feb3cd6d8b gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:33:38.350382 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-63ae481a-778a-4685-a22e-b539e81d0667 req-ac63aebf-8e4a-41e7-b485-d8b67b181af6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b8b8784c0014af3ab45384d880090ca&device_id=0f0991cc-d023-4596-bb20-f57a58af981e HTTP/1.1" status: 200 len: 1098 time: 0.0893250 Feb 10 23:33:38.497624 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae481a-778a-4685-a22e-b539e81d0667 req-b319b845-9563-4a8d-ab43-b8554d391bef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:38.499121 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-63ae481a-778a-4685-a22e-b539e81d0667 req-b319b845-9563-4a8d-ab43-b8554d391bef service neutron] 10.222.0.37 "GET /v2.0/networks?id=1945a692-7e1c-4efb-8717-8c5405f58733 HTTP/1.1" status: 200 len: 913 time: 0.1360602 Feb 10 23:33:38.618800 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-63ae481a-778a-4685-a22e-b539e81d0667 req-9dd5f0a5-85ce-47a6-9051-bd0c87f2090b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b902a9b-25d0-40cc-a6f8-b75f279983b9 HTTP/1.1" status: 200 len: 999 time: 0.1125500 Feb 10 23:33:38.702054 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae481a-778a-4685-a22e-b539e81d0667 req-3d939608-3fdd-45d5-966d-04432c20522e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:38.704873 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-63ae481a-778a-4685-a22e-b539e81d0667 req-3d939608-3fdd-45d5-966d-04432c20522e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d6a45207-3ad3-448e-b62b-54d1bdb47117 HTTP/1.1" status: 200 len: 851 time: 0.0765231 Feb 10 23:33:38.709154 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-5e999b7e-9b72-44ff-9224-1ce8046cd06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'name': 'tempest-ServerActionsTestJSON-1749520904-router', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.235'}], 'enable_snat': True}, 'gw_port_id': '1f662c6e-b263-4ddc-a676-67ac962579cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:30:04Z', 'updated_at': '2022-02-10T23:30:07Z', 'revision_number': 4, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'gw_port': {'id': '1f662c6e-b263-4ddc-a676-67ac962579cd', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:35:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:30:04Z', 'updated_at': '2022-02-10T23:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': 'c24994bd-a85a-476c-a706-9a68fb56f797', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'floating_ip_address': '172.26.8.27', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'port_id': '7b902a9b-25d0-40cc-a6f8-b75f279983b9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733', 'mac_address': 'fa:16:3e:67:52:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0991cc-d023-4596-bb20-f57a58af981e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:30:11Z', 'updated_at': '2022-02-10T23:33:37Z', 'revision_number': 13, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69cf1297-f9c0-4855-83cf-83e94fc731d6', 'name': '', 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'mac_address': 'fa:16:3e:7c:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6a45207-3ad3-448e-b62b-54d1bdb47117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:30:07Z', 'updated_at': '2022-02-10T23:30:14Z', 'revision_number': 5, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'subnets': [{'id': 'd6a45207-3ad3-448e-b62b-54d1bdb47117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:33:38.713118 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e999b7e-9b72-44ff-9224-1ce8046cd06d None None] Checking router: 5fad0fe2-31a1-472b-8809-48feb3cd6d8b for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:33:38.724468 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e999b7e-9b72-44ff-9224-1ce8046cd06d None None] Routers {'5fad0fe2-31a1-472b-8809-48feb3cd6d8b'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:33:38.725104 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-5e999b7e-9b72-44ff-9224-1ce8046cd06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:33:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['5fad0fe2-31a1-472b-8809-48feb3cd6d8b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:33:38.786947 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-63ae481a-778a-4685-a22e-b539e81d0667 req-51765fac-4799-4508-88f2-16992a2f08f4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1945a692-7e1c-4efb-8717-8c5405f58733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751052 Feb 10 23:33:38.944709 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-63ae481a-778a-4685-a22e-b539e81d0667 req-dc9a24a5-607d-4b53-96ee-fa8c8e967d3c service neutron] 10.222.0.37 "GET /v2.0/networks/1945a692-7e1c-4efb-8717-8c5405f58733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467278 Feb 10 23:33:38.961229 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-5e999b7e-9b72-44ff-9224-1ce8046cd06d None None] Set router 5fad0fe2-31a1-472b-8809-48feb3cd6d8b gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:33:39.190090 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-63ae481a-778a-4685-a22e-b539e81d0667 req-11ce6c33-dc10-4269-b1bf-f15adeb00063 service neutron] 10.222.0.37 "GET /v2.0/networks/1945a692-7e1c-4efb-8717-8c5405f58733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380667 Feb 10 23:33:39.328685 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-5e999b7e-9b72-44ff-9224-1ce8046cd06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'name': 'tempest-ServerActionsTestJSON-1749520904-router', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.235'}], 'enable_snat': True}, 'gw_port_id': '1f662c6e-b263-4ddc-a676-67ac962579cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:30:04Z', 'updated_at': '2022-02-10T23:30:07Z', 'revision_number': 4, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'gw_port': {'id': '1f662c6e-b263-4ddc-a676-67ac962579cd', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:35:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:30:04Z', 'updated_at': '2022-02-10T23:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': 'c24994bd-a85a-476c-a706-9a68fb56f797', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'floating_ip_address': '172.26.8.27', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'port_id': '7b902a9b-25d0-40cc-a6f8-b75f279983b9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733', 'mac_address': 'fa:16:3e:67:52:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0991cc-d023-4596-bb20-f57a58af981e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:30:11Z', 'updated_at': '2022-02-10T23:33:37Z', 'revision_number': 13, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69cf1297-f9c0-4855-83cf-83e94fc731d6', 'name': '', 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'mac_address': 'fa:16:3e:7c:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6a45207-3ad3-448e-b62b-54d1bdb47117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:30:07Z', 'updated_at': '2022-02-10T23:30:14Z', 'revision_number': 5, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'subnets': [{'id': 'd6a45207-3ad3-448e-b62b-54d1bdb47117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:33:39.332583 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e999b7e-9b72-44ff-9224-1ce8046cd06d None None] The sync data for ids ['5fad0fe2-31a1-472b-8809-48feb3cd6d8b'] in dv-neutron-828797-1-hyperv is: [{'id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'name': 'tempest-ServerActionsTestJSON-1749520904-router', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.235'}], 'enable_snat': True}, 'gw_port_id': '1f662c6e-b263-4ddc-a676-67ac962579cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:30:04Z', 'updated_at': '2022-02-10T23:30:07Z', 'revision_number': 4, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'gw_port': {'id': '1f662c6e-b263-4ddc-a676-67ac962579cd', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:35:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:30:04Z', 'updated_at': '2022-02-10T23:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': 'c24994bd-a85a-476c-a706-9a68fb56f797', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'floating_ip_address': '172.26.8.27', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'port_id': '7b902a9b-25d0-40cc-a6f8-b75f279983b9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733', 'mac_address': 'fa:16:3e:67:52:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0991cc-d023-4596-bb20-f57a58af981e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:30:11Z', 'updated_at': '2022-02-10T23:33:37Z', 'revision_number': 13, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69cf1297-f9c0-4855-83cf-83e94fc731d6', 'name': '', 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'mac_address': 'fa:16:3e:7c:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6a45207-3ad3-448e-b62b-54d1bdb47117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:30:07Z', 'updated_at': '2022-02-10T23:30:14Z', 'revision_number': 5, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'subnets': [{'id': 'd6a45207-3ad3-448e-b62b-54d1bdb47117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:33:39.534390 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fc10b3-a3f8-4044-97f7-a17753711ebf None None] New status for floating IP c24994bd-a85a-476c-a706-9a68fb56f797: ACTIVE {{(pid=84334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 23:33:41.303878 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559176c7-cf38-49cd-957d-983f09fb4012 req-d03c3d92-b0ad-41b4-a680-8f86228bce7e tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:41.305317 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-559176c7-cf38-49cd-957d-983f09fb4012 req-d03c3d92-b0ad-41b4-a680-8f86228bce7e tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f0991cc-d023-4596-bb20-f57a58af981e HTTP/1.1" status: 200 len: 945 time: 0.0780029 Feb 10 23:33:41.349833 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-559176c7-cf38-49cd-957d-983f09fb4012 req-cbde6dfd-4429-4982-a510-3243313685ac tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389383 Feb 10 23:33:46.270090 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:49.076186 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-41612512-9e22-4eb6-96db-5f229ccaa8dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:51.230257 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:33:51.264374 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7fc1af30-0298-4b1e-9b85-c8f6e4dbbdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:52.416563 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0d7246ed-d417-4404-af4b-ed4bbac1fcdf req-51139946-76ec-41bc-a8d0-5adf432a4201 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0f0991cc-d023-4596-bb20-f57a58af981e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1326661 Feb 10 23:33:52.505666 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:52.638589 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:52.914934 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd7be7-b528-4527-8bc3-92374b47a639 req-0af95bd9-a902-402a-8cdf-b8fc20e289ff tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:52.916416 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-c7dd7be7-b528-4527-8bc3-92374b47a639 req-0af95bd9-a902-402a-8cdf-b8fc20e289ff tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f0991cc-d023-4596-bb20-f57a58af981e HTTP/1.1" status: 200 len: 945 time: 0.0766535 Feb 10 23:33:53.007204 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-c7dd7be7-b528-4527-8bc3-92374b47a639 req-75d014d4-6e70-4108-8bd3-75029aad8b88 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852249 Feb 10 23:33:53.028390 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-bdffbfc7-cf39-4a65-8fc3-fc54f03955cc req-aca60c50-697b-47e1-aeb6-408a0f197f64 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0f0991cc-d023-4596-bb20-f57a58af981e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0923908 Feb 10 23:33:54.132445 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:54.214139 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd93d8b4-9d8b-4244-b7f7-d5e685577233 req-2732fb4e-9b81-447c-bd2e-711f2243d4f2 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:54.215656 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fd93d8b4-9d8b-4244-b7f7-d5e685577233 req-2732fb4e-9b81-447c-bd2e-711f2243d4f2 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f0991cc-d023-4596-bb20-f57a58af981e HTTP/1.1" status: 200 len: 945 time: 0.0800562 Feb 10 23:33:54.263127 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fd93d8b4-9d8b-4244-b7f7-d5e685577233 req-2bc24894-4d5b-4b59-b313-ccd458d75794 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418890 Feb 10 23:33:55.105704 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bdffbfc7-cf39-4a65-8fc3-fc54f03955cc req-ae427006-419d-447a-9b74-31972c61d218 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b8b8784c0014af3ab45384d880090ca&device_id=0f0991cc-d023-4596-bb20-f57a58af981e HTTP/1.1" status: 200 len: 1098 time: 0.0693631 Feb 10 23:33:55.231750 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdffbfc7-cf39-4a65-8fc3-fc54f03955cc req-6a051f0a-4739-4445-bbc5-181f566967e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:55.233169 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bdffbfc7-cf39-4a65-8fc3-fc54f03955cc req-6a051f0a-4739-4445-bbc5-181f566967e1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1945a692-7e1c-4efb-8717-8c5405f58733 HTTP/1.1" status: 200 len: 913 time: 0.1207347 Feb 10 23:33:55.341668 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bdffbfc7-cf39-4a65-8fc3-fc54f03955cc req-ea7ef5a0-dd69-4365-9d67-5d4e56c1f22a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b902a9b-25d0-40cc-a6f8-b75f279983b9 HTTP/1.1" status: 200 len: 1001 time: 0.0967264 Feb 10 23:33:55.407591 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdffbfc7-cf39-4a65-8fc3-fc54f03955cc req-73919310-e344-4e29-affa-a25f6014b736 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:55.407811 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bdffbfc7-cf39-4a65-8fc3-fc54f03955cc req-73919310-e344-4e29-affa-a25f6014b736 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d6a45207-3ad3-448e-b62b-54d1bdb47117 HTTP/1.1" status: 200 len: 851 time: 0.0567040 Feb 10 23:33:55.461884 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae91d2-f255-419c-9314-f210da596f6b req-7d658045-1342-422a-92b9-e015d9836095 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:55.463317 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-faae91d2-f255-419c-9314-f210da596f6b req-7d658045-1342-422a-92b9-e015d9836095 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f0991cc-d023-4596-bb20-f57a58af981e HTTP/1.1" status: 200 len: 945 time: 0.0776887 Feb 10 23:33:55.488666 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bdffbfc7-cf39-4a65-8fc3-fc54f03955cc req-87c7424e-7ef0-488a-9813-5ebb276cb8c7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1945a692-7e1c-4efb-8717-8c5405f58733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704172 Feb 10 23:33:55.507953 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-faae91d2-f255-419c-9314-f210da596f6b req-979d3654-a265-479e-b9e1-e5f67429d21a tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387495 Feb 10 23:33:55.621842 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bdffbfc7-cf39-4a65-8fc3-fc54f03955cc req-8f212820-823f-4065-8dda-a4c62e6fb806 service neutron] 10.222.0.37 "GET /v2.0/networks/1945a692-7e1c-4efb-8717-8c5405f58733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240456 Feb 10 23:33:55.750854 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bdffbfc7-cf39-4a65-8fc3-fc54f03955cc req-5097c0c7-1985-4ef7-b34b-acae28bc3de4 service neutron] 10.222.0.37 "GET /v2.0/networks/1945a692-7e1c-4efb-8717-8c5405f58733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185365 Feb 10 23:33:56.703161 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76135742-3d1e-4d5b-95ab-4fa524cc4f5f req-eb6b221d-8311-4eaa-8c5d-f45020ac1b57 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:56.704601 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-76135742-3d1e-4d5b-95ab-4fa524cc4f5f req-eb6b221d-8311-4eaa-8c5d-f45020ac1b57 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f0991cc-d023-4596-bb20-f57a58af981e HTTP/1.1" status: 200 len: 945 time: 0.0742960 Feb 10 23:33:56.747776 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-76135742-3d1e-4d5b-95ab-4fa524cc4f5f req-3dc99383-73e7-451c-8309-28bd8cbc743d tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370159 Feb 10 23:33:57.949177 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c9ebe-d0c9-40cf-acc3-d65df38331e1 req-4da0eb23-00a0-4ed7-a370-7afa705bd540 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:57.950604 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-337c9ebe-d0c9-40cf-acc3-d65df38331e1 req-4da0eb23-00a0-4ed7-a370-7afa705bd540 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f0991cc-d023-4596-bb20-f57a58af981e HTTP/1.1" status: 200 len: 945 time: 0.0801666 Feb 10 23:33:57.995795 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-337c9ebe-d0c9-40cf-acc3-d65df38331e1 req-9c18477e-339a-4f86-ae29-1b85d9ae36e3 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396392 Feb 10 23:33:59.193252 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d8a9f-377a-43c1-b5b7-3284638d97b8 req-ffcbbd75-9626-4034-b579-3d7bcb442ddc tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:59.194668 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-231d8a9f-377a-43c1-b5b7-3284638d97b8 req-ffcbbd75-9626-4034-b579-3d7bcb442ddc tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f0991cc-d023-4596-bb20-f57a58af981e HTTP/1.1" status: 200 len: 945 time: 0.0780382 Feb 10 23:33:59.238407 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-231d8a9f-377a-43c1-b5b7-3284638d97b8 req-09945062-8871-48f8-99c8-e1ab1a643626 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381937 Feb 10 23:34:00.443219 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ce037-cae5-481a-ab08-4f69c14482ba req-1ab2d74e-bc55-4a21-8765-f82f9341d1fb tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:00.444726 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-280ce037-cae5-481a-ab08-4f69c14482ba req-1ab2d74e-bc55-4a21-8765-f82f9341d1fb tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f0991cc-d023-4596-bb20-f57a58af981e HTTP/1.1" status: 200 len: 945 time: 0.0756929 Feb 10 23:34:00.489194 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-280ce037-cae5-481a-ab08-4f69c14482ba req-211c3fa9-dc5a-4936-b7c6-5eb48b488ec1 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390007 Feb 10 23:34:01.690132 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275426ff-7196-4df9-a93b-37693843525a req-250f3f68-7147-40a6-8c0e-90de1c48e59b tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:01.691652 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-275426ff-7196-4df9-a93b-37693843525a req-250f3f68-7147-40a6-8c0e-90de1c48e59b tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f0991cc-d023-4596-bb20-f57a58af981e HTTP/1.1" status: 200 len: 945 time: 0.0757759 Feb 10 23:34:01.739431 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-275426ff-7196-4df9-a93b-37693843525a req-c02652ea-d7b5-42c4-ab61-84949f18bcfc tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422323 Feb 10 23:34:02.938139 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cda5d2-a49b-4f6c-a160-fb6b1cae6c54 req-15dd458c-858f-4ff9-8c10-7a5cb549828e tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:02.939564 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-f1cda5d2-a49b-4f6c-a160-fb6b1cae6c54 req-15dd458c-858f-4ff9-8c10-7a5cb549828e tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f0991cc-d023-4596-bb20-f57a58af981e HTTP/1.1" status: 200 len: 945 time: 0.0799954 Feb 10 23:34:02.984030 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-f1cda5d2-a49b-4f6c-a160-fb6b1cae6c54 req-9325e7f6-4e03-4517-a59b-c9fc6400de2e tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388620 Feb 10 23:34:04.181163 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91309f4-cf02-44cf-bc34-1b14ec752b55 req-9334c376-31fe-4839-99a7-c27417e05677 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:04.182574 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e91309f4-cf02-44cf-bc34-1b14ec752b55 req-9334c376-31fe-4839-99a7-c27417e05677 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f0991cc-d023-4596-bb20-f57a58af981e HTTP/1.1" status: 200 len: 945 time: 0.0765660 Feb 10 23:34:04.230072 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e91309f4-cf02-44cf-bc34-1b14ec752b55 req-0b885190-28eb-41b4-ba19-68525a395c72 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421183 Feb 10 23:34:05.444619 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d3d18b-df59-4374-8ab9-33e7d1511170 req-2d62077d-6a5b-475b-8ad1-ee9704d301d1 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:05.446053 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-00d3d18b-df59-4374-8ab9-33e7d1511170 req-2d62077d-6a5b-475b-8ad1-ee9704d301d1 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f0991cc-d023-4596-bb20-f57a58af981e HTTP/1.1" status: 200 len: 945 time: 0.0843513 Feb 10 23:34:05.495456 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-00d3d18b-df59-4374-8ab9-33e7d1511170 req-d16afc2b-72f0-43a2-b79f-80cb038aa90a tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421350 Feb 10 23:34:06.692896 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ff229-26ab-456b-8b35-0dcb161ed899 req-832741c1-c6a8-4610-8ae5-e7a08af40114 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:06.694296 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-414ff229-26ab-456b-8b35-0dcb161ed899 req-832741c1-c6a8-4610-8ae5-e7a08af40114 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f0991cc-d023-4596-bb20-f57a58af981e HTTP/1.1" status: 200 len: 945 time: 0.0775402 Feb 10 23:34:06.737719 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-414ff229-26ab-456b-8b35-0dcb161ed899 req-834d0a94-6214-4af9-87ba-bb8ed978c1cb tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379224 Feb 10 23:34:07.939734 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a29589-1e30-44ba-b3ae-6df838e5c4f3 req-2fa28898-8f6c-4e11-8f82-0cd7ab7d3491 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:07.941182 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-a9a29589-1e30-44ba-b3ae-6df838e5c4f3 req-2fa28898-8f6c-4e11-8f82-0cd7ab7d3491 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f0991cc-d023-4596-bb20-f57a58af981e HTTP/1.1" status: 200 len: 945 time: 0.0795989 Feb 10 23:34:07.989727 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-a9a29589-1e30-44ba-b3ae-6df838e5c4f3 req-68b9e762-ae60-45f4-9981-f3750d4aa4ec tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416963 Feb 10 23:34:08.984235 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bdffbfc7-cf39-4a65-8fc3-fc54f03955cc req-f641fbb1-6f32-43b8-bad6-b36a51bce734 service neutron] 10.222.0.37 "GET /v2.0/ports/7b902a9b-25d0-40cc-a6f8-b75f279983b9/bindings/hv-neutron-8287 HTTP/1.1" status: 200 len: 384 time: 0.0730250 Feb 10 23:34:09.193134 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c02119-c91c-480b-a0e0-8b8bebe6a741 req-6035942f-8a3a-4d0a-a23e-3f72dec72ab0 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:09.194543 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c0c02119-c91c-480b-a0e0-8b8bebe6a741 req-6035942f-8a3a-4d0a-a23e-3f72dec72ab0 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f0991cc-d023-4596-bb20-f57a58af981e HTTP/1.1" status: 200 len: 945 time: 0.0787325 Feb 10 23:34:09.333183 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c0c02119-c91c-480b-a0e0-8b8bebe6a741 req-63187fdc-1550-40d3-94de-58d2e15a1185 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330006 Feb 10 23:34:09.643725 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bdffbfc7-cf39-4a65-8fc3-fc54f03955cc req-d3b679d2-eda0-408b-8bae-7d4e50451be3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0f0991cc-d023-4596-bb20-f57a58af981e&tenant_id=1b8b8784c0014af3ab45384d880090ca HTTP/1.1" status: 200 len: 1098 time: 0.0693188 Feb 10 23:34:09.743820 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bdffbfc7-cf39-4a65-8fc3-fc54f03955cc req-23c01073-99d8-4cf7-ae60-0053656e3b14 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b8b8784c0014af3ab45384d880090ca&device_id=0f0991cc-d023-4596-bb20-f57a58af981e HTTP/1.1" status: 200 len: 1098 time: 0.0761480 Feb 10 23:34:09.873996 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdffbfc7-cf39-4a65-8fc3-fc54f03955cc req-eb92eed6-b17c-47a4-b910-27db4d8fbdd9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:09.875321 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bdffbfc7-cf39-4a65-8fc3-fc54f03955cc req-eb92eed6-b17c-47a4-b910-27db4d8fbdd9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1945a692-7e1c-4efb-8717-8c5405f58733 HTTP/1.1" status: 200 len: 913 time: 0.1256669 Feb 10 23:34:09.979700 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bdffbfc7-cf39-4a65-8fc3-fc54f03955cc req-2fba75ff-a9d3-42fb-ba83-7b09969a964e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b902a9b-25d0-40cc-a6f8-b75f279983b9 HTTP/1.1" status: 200 len: 1001 time: 0.0973670 Feb 10 23:34:10.040918 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdffbfc7-cf39-4a65-8fc3-fc54f03955cc req-ba848884-4291-4baa-8ffc-2e071a6d85ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:10.042359 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bdffbfc7-cf39-4a65-8fc3-fc54f03955cc req-ba848884-4291-4baa-8ffc-2e071a6d85ca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d6a45207-3ad3-448e-b62b-54d1bdb47117 HTTP/1.1" status: 200 len: 851 time: 0.0564411 Feb 10 23:34:10.115187 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bdffbfc7-cf39-4a65-8fc3-fc54f03955cc req-57e9871b-d531-4908-9a93-1adb58579380 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1945a692-7e1c-4efb-8717-8c5405f58733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665119 Feb 10 23:34:10.242789 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bdffbfc7-cf39-4a65-8fc3-fc54f03955cc req-2eb19bbb-18b3-48b7-8cc4-a5768e5effaa service neutron] 10.222.0.37 "GET /v2.0/networks/1945a692-7e1c-4efb-8717-8c5405f58733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211178 Feb 10 23:34:10.371873 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bdffbfc7-cf39-4a65-8fc3-fc54f03955cc req-12956743-8b70-41f2-8cf0-8c515807b998 service neutron] 10.222.0.37 "GET /v2.0/networks/1945a692-7e1c-4efb-8717-8c5405f58733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226654 Feb 10 23:34:10.535395 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a71ca1a-5c74-46b8-8b90-9fa2a260bf97 req-e7c106bb-8010-4d2e-a229-ebc2bb9bed9d tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:10.536957 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-8a71ca1a-5c74-46b8-8b90-9fa2a260bf97 req-e7c106bb-8010-4d2e-a229-ebc2bb9bed9d tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f0991cc-d023-4596-bb20-f57a58af981e HTTP/1.1" status: 200 len: 945 time: 0.0758753 Feb 10 23:34:10.586714 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-8a71ca1a-5c74-46b8-8b90-9fa2a260bf97 req-e3547460-45fe-433d-a01f-21b33567ff6c tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439210 Feb 10 23:34:11.787399 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9a6253-645b-4dc7-9912-0c151157aaa6 req-965933cc-b052-493c-a526-c65994b1a414 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:11.788876 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3b9a6253-645b-4dc7-9912-0c151157aaa6 req-965933cc-b052-493c-a526-c65994b1a414 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f0991cc-d023-4596-bb20-f57a58af981e HTTP/1.1" status: 200 len: 945 time: 0.0791175 Feb 10 23:34:11.833928 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3b9a6253-645b-4dc7-9912-0c151157aaa6 req-48f413ba-ec0a-4f1d-97da-0308b8df2a34 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393736 Feb 10 23:34:11.884696 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 7b902a9b-25d0-40cc-a6f8-b75f279983b9 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:34:12.028952 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:12.055732 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f0991cc-d023-4596-bb20-f57a58af981e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b902a9b-25d0-40cc-a6f8-b75f279983b9'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:34:12.064916 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 7b902a9b-25d0-40cc-a6f8-b75f279983b9, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=7b902a9b-25d0-40cc-a6f8-b75f279983b9,segment=NetworkSegment(1617e329-df4f-439b-93d4-81eb956dc3d2),segment_id=1617e329-df4f-439b-93d4-81eb956dc3d2)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:34:12.119779 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f0991cc-d023-4596-bb20-f57a58af981e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b902a9b-25d0-40cc-a6f8-b75f279983b9', 'code': 200} Feb 10 23:34:12.133130 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:12.198235 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=7b902a9b-25d0-40cc-a6f8-b75f279983b9,revision_number=6']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:34:13.027082 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7624bc37-b13e-4a7f-a776-9c1c9b0ce4e0 req-6558bd96-916e-4462-a62c-648fb1696500 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:13.028415 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7624bc37-b13e-4a7f-a776-9c1c9b0ce4e0 req-6558bd96-916e-4462-a62c-648fb1696500 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f0991cc-d023-4596-bb20-f57a58af981e HTTP/1.1" status: 200 len: 943 time: 0.0732419 Feb 10 23:34:13.075691 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7624bc37-b13e-4a7f-a776-9c1c9b0ce4e0 req-1b207255-b5d8-4df2-9ed7-1029d23a5846 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418634 Feb 10 23:34:13.900183 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 7b902a9b-25d0-40cc-a6f8-b75f279983b9 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:34:14.026758 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 7b902a9b-25d0-40cc-a6f8-b75f279983b9, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=7b902a9b-25d0-40cc-a6f8-b75f279983b9,segment=NetworkSegment(1617e329-df4f-439b-93d4-81eb956dc3d2),segment_id=1617e329-df4f-439b-93d4-81eb956dc3d2)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:34:14.039137 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Returning: {'device': '7b902a9b-25d0-40cc-a6f8-b75f279983b9', 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733', 'port_id': '7b902a9b-25d0-40cc-a6f8-b75f279983b9', 'mac_address': 'fa:16:3e:67:52:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6a45207-3ad3-448e-b62b-54d1bdb47117', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:34:14.089823 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:14.105712 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b902a9b-25d0-40cc-a6f8-b75f279983b9 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:34:14.120202 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 7b902a9b-25d0-40cc-a6f8-b75f279983b9, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=7b902a9b-25d0-40cc-a6f8-b75f279983b9,segment=NetworkSegment(1617e329-df4f-439b-93d4-81eb956dc3d2),segment_id=1617e329-df4f-439b-93d4-81eb956dc3d2)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:34:14.184424 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:14.256597 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['7b902a9b-25d0-40cc-a6f8-b75f279983b9'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:34:14.277863 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e5c34-3455-4932-8a40-711a330c52c9 req-4a8d5fe0-eeb3-4d10-84d7-f842a06022f4 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:14.279056 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=7b902a9b-25d0-40cc-a6f8-b75f279983b9,revision_number=7']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:34:14.279471 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-b83e5c34-3455-4932-8a40-711a330c52c9 req-4a8d5fe0-eeb3-4d10-84d7-f842a06022f4 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f0991cc-d023-4596-bb20-f57a58af981e HTTP/1.1" status: 200 len: 944 time: 0.0795162 Feb 10 23:34:14.330356 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-b83e5c34-3455-4932-8a40-711a330c52c9 req-65a4d320-c10e-48d1-aa87-b86b028f737c tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449338 Feb 10 23:34:15.528549 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95d428-80d6-40d4-be23-9d5018731197 req-b50a947f-3973-406f-8cd0-bb18e0bd91d7 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:15.530001 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5b95d428-80d6-40d4-be23-9d5018731197 req-b50a947f-3973-406f-8cd0-bb18e0bd91d7 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f0991cc-d023-4596-bb20-f57a58af981e HTTP/1.1" status: 200 len: 944 time: 0.0745387 Feb 10 23:34:15.574149 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5b95d428-80d6-40d4-be23-9d5018731197 req-056fb94a-a581-4203-a5ba-e9b7f42ee25f tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387049 Feb 10 23:34:15.915151 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 7b902a9b-25d0-40cc-a6f8-b75f279983b9 up at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:34:15.981822 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning complete for port 7b902a9b-25d0-40cc-a6f8-b75f279983b9 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:34:15.982183 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:16.098812 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:16.125537 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f0991cc-d023-4596-bb20-f57a58af981e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b902a9b-25d0-40cc-a6f8-b75f279983b9'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:34:16.134867 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 7b902a9b-25d0-40cc-a6f8-b75f279983b9, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=7b902a9b-25d0-40cc-a6f8-b75f279983b9,segment=NetworkSegment(1617e329-df4f-439b-93d4-81eb956dc3d2),segment_id=1617e329-df4f-439b-93d4-81eb956dc3d2)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:34:16.189605 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f0991cc-d023-4596-bb20-f57a58af981e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b902a9b-25d0-40cc-a6f8-b75f279983b9', 'code': 200} Feb 10 23:34:16.206948 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:16.278741 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=7b902a9b-25d0-40cc-a6f8-b75f279983b9,revision_number=8']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:34:16.309855 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:16.771774 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b09e7-c0f8-40c9-ba02-b9e94d4d399c req-64339cf3-c537-4a2a-b70c-b6045efc3919 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:16.773481 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f60b09e7-c0f8-40c9-ba02-b9e94d4d399c req-64339cf3-c537-4a2a-b70c-b6045efc3919 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f0991cc-d023-4596-bb20-f57a58af981e HTTP/1.1" status: 200 len: 945 time: 0.0776649 Feb 10 23:34:16.818125 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f60b09e7-c0f8-40c9-ba02-b9e94d4d399c req-3686c9fe-5687-4a98-8157-fc082fe98e19 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391774 Feb 10 23:34:18.024955 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d21e12-96fd-4283-8c08-37641fbd1546 req-69da0b3d-23d8-4104-b1ce-a31a84aec0ea tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:18.026343 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-97d21e12-96fd-4283-8c08-37641fbd1546 req-69da0b3d-23d8-4104-b1ce-a31a84aec0ea tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f0991cc-d023-4596-bb20-f57a58af981e HTTP/1.1" status: 200 len: 945 time: 0.0820272 Feb 10 23:34:18.073149 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-97d21e12-96fd-4283-8c08-37641fbd1546 req-f45e4506-e209-4aab-9b01-1720dbe5c2ab tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412118 Feb 10 23:34:19.064055 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-612be0ad-ff69-4b36-a0a2-38a2fbdd7757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:19.269610 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6daaf78-3ddf-4ac0-9131-07b84f27a987 req-f7ec2bbb-f2f6-4497-b8cc-5a0ebeb5f9e2 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:19.270966 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e6daaf78-3ddf-4ac0-9131-07b84f27a987 req-f7ec2bbb-f2f6-4497-b8cc-5a0ebeb5f9e2 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f0991cc-d023-4596-bb20-f57a58af981e HTTP/1.1" status: 200 len: 945 time: 0.0754669 Feb 10 23:34:19.316967 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e6daaf78-3ddf-4ac0-9131-07b84f27a987 req-3133d924-a48e-435b-b2ff-b30bbea84bd7 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398254 Feb 10 23:34:20.516304 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf6c74-6955-480e-a777-5d558a216aa0 req-db3c0ba1-5fd1-4f0c-8b4f-b4c68053a0a8 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:20.517770 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-24cf6c74-6955-480e-a777-5d558a216aa0 req-db3c0ba1-5fd1-4f0c-8b4f-b4c68053a0a8 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f0991cc-d023-4596-bb20-f57a58af981e HTTP/1.1" status: 200 len: 945 time: 0.0785501 Feb 10 23:34:20.562620 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-24cf6c74-6955-480e-a777-5d558a216aa0 req-9d7d6a87-b1d7-4c1a-8b88-87c1afdb2788 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387943 Feb 10 23:34:21.235808 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f88e3733-8677-4cc5-9824-14d3dcbde586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:21.365189 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f6573b-ab7f-47d3-b350-efd5bb51aa59 req-ac42b203-581d-4c69-8ba1-e0bd10903bf9 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:21.367495 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-a2f6573b-ab7f-47d3-b350-efd5bb51aa59 req-ac42b203-581d-4c69-8ba1-e0bd10903bf9 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f0991cc-d023-4596-bb20-f57a58af981e HTTP/1.1" status: 200 len: 945 time: 0.0793836 Feb 10 23:34:21.413037 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-a2f6573b-ab7f-47d3-b350-efd5bb51aa59 req-24231b89-ce81-4cc5-a8b0-4a13959710db tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395942 Feb 10 23:34:21.414141 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394350bb-7d2f-4cbd-88ae-3f235226f88a req-da16a164-a1c0-4eca-8477-a8ca1b4a6493 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:21.415551 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-394350bb-7d2f-4cbd-88ae-3f235226f88a req-da16a164-a1c0-4eca-8477-a8ca1b4a6493 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f0991cc-d023-4596-bb20-f57a58af981e&tenant_id=1b8b8784c0014af3ab45384d880090ca&binding%3Ahost_id=hv-neutron-8287 HTTP/1.1" status: 200 len: 945 time: 0.0841095 Feb 10 23:34:21.495559 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-394350bb-7d2f-4cbd-88ae-3f235226f88a req-b27aea47-f5aa-48da-a663-32ba8a060141 service neutron] 10.222.0.37 "GET /v2.0/ports/7b902a9b-25d0-40cc-a6f8-b75f279983b9/bindings/hv-neutron-8287 HTTP/1.1" status: 200 len: 384 time: 0.0745628 Feb 10 23:34:21.589054 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-394350bb-7d2f-4cbd-88ae-3f235226f88a req-3fdb0a9d-9738-46c0-8a4c-d381aaf69e00 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b8b8784c0014af3ab45384d880090ca&device_id=0f0991cc-d023-4596-bb20-f57a58af981e HTTP/1.1" status: 200 len: 1098 time: 0.0716147 Feb 10 23:34:21.792428 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394350bb-7d2f-4cbd-88ae-3f235226f88a req-768f7532-bee7-4b4b-b031-a190764b3a03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:21.793793 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-394350bb-7d2f-4cbd-88ae-3f235226f88a req-768f7532-bee7-4b4b-b031-a190764b3a03 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1945a692-7e1c-4efb-8717-8c5405f58733 HTTP/1.1" status: 200 len: 913 time: 0.1992834 Feb 10 23:34:21.903100 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-394350bb-7d2f-4cbd-88ae-3f235226f88a req-482e6e46-ac06-4978-879d-18cb8eaf6482 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b902a9b-25d0-40cc-a6f8-b75f279983b9 HTTP/1.1" status: 200 len: 1001 time: 0.1034858 Feb 10 23:34:21.964394 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394350bb-7d2f-4cbd-88ae-3f235226f88a req-5860449c-c87e-47e5-8d88-348323ff9be0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:21.965789 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-394350bb-7d2f-4cbd-88ae-3f235226f88a req-5860449c-c87e-47e5-8d88-348323ff9be0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d6a45207-3ad3-448e-b62b-54d1bdb47117 HTTP/1.1" status: 200 len: 851 time: 0.0560479 Feb 10 23:34:22.038363 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-394350bb-7d2f-4cbd-88ae-3f235226f88a req-c30a948d-3209-4dc4-b77d-5fc7183d94bf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1945a692-7e1c-4efb-8717-8c5405f58733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663581 Feb 10 23:34:22.169239 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-394350bb-7d2f-4cbd-88ae-3f235226f88a req-f78480a1-30e2-4b31-9fdc-02c4615cb50c service neutron] 10.222.0.37 "GET /v2.0/networks/1945a692-7e1c-4efb-8717-8c5405f58733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237948 Feb 10 23:34:22.296716 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-394350bb-7d2f-4cbd-88ae-3f235226f88a req-8cc7ed57-1eb5-43fb-878b-ce127fbd4e16 service neutron] 10.222.0.37 "GET /v2.0/networks/1945a692-7e1c-4efb-8717-8c5405f58733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212842 Feb 10 23:34:22.535456 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:22.601602 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:22.619422 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea8f40-a0ab-46ce-b08e-1266c4331676 req-bee81fca-4418-4680-abcd-b5e66221e69d tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:22.620858 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a3ea8f40-a0ab-46ce-b08e-1266c4331676 req-bee81fca-4418-4680-abcd-b5e66221e69d tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f0991cc-d023-4596-bb20-f57a58af981e HTTP/1.1" status: 200 len: 945 time: 0.0801208 Feb 10 23:34:22.664683 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a3ea8f40-a0ab-46ce-b08e-1266c4331676 req-13b4103e-d0a8-482d-a83a-c571f6ccaf19 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382748 Feb 10 23:34:23.864055 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81efda-3e60-4e08-81e8-a7de5436712b req-cea3ee1c-c6a8-4542-99c6-d84a29e17b98 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:23.865630 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-fc81efda-3e60-4e08-81e8-a7de5436712b req-cea3ee1c-c6a8-4542-99c6-d84a29e17b98 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f0991cc-d023-4596-bb20-f57a58af981e HTTP/1.1" status: 200 len: 945 time: 0.0747948 Feb 10 23:34:23.913848 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-fc81efda-3e60-4e08-81e8-a7de5436712b req-f1ee2b01-4cd2-4ead-8423-ad204f67f73d tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429232 Feb 10 23:34:24.058216 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:25.112862 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae53851-e10c-4bf3-8ad3-7e88a647cf05 req-e269e011-26e8-42d2-bafc-53eaf54b9b3b tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:25.114379 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bae53851-e10c-4bf3-8ad3-7e88a647cf05 req-e269e011-26e8-42d2-bafc-53eaf54b9b3b tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f0991cc-d023-4596-bb20-f57a58af981e HTTP/1.1" status: 200 len: 945 time: 0.0749228 Feb 10 23:34:25.163917 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bae53851-e10c-4bf3-8ad3-7e88a647cf05 req-7f6e993f-10c3-4a1c-b5de-5233cbfb338d tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440180 Feb 10 23:34:26.087808 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-394350bb-7d2f-4cbd-88ae-3f235226f88a req-2cc0f613-c843-4b0d-afd9-b76755bff482 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0f0991cc-d023-4596-bb20-f57a58af981e&tenant_id=1b8b8784c0014af3ab45384d880090ca HTTP/1.1" status: 200 len: 1098 time: 0.0680985 Feb 10 23:34:26.175993 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-394350bb-7d2f-4cbd-88ae-3f235226f88a req-b8ed1683-fa99-4bdb-bf6d-5837c93391c8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b8b8784c0014af3ab45384d880090ca&device_id=0f0991cc-d023-4596-bb20-f57a58af981e HTTP/1.1" status: 200 len: 1098 time: 0.0671947 Feb 10 23:34:26.307836 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394350bb-7d2f-4cbd-88ae-3f235226f88a req-e64cfe56-ade3-4c5d-a1dd-4d7a552e5a02 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:26.309288 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-394350bb-7d2f-4cbd-88ae-3f235226f88a req-e64cfe56-ade3-4c5d-a1dd-4d7a552e5a02 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1945a692-7e1c-4efb-8717-8c5405f58733 HTTP/1.1" status: 200 len: 913 time: 0.1277974 Feb 10 23:34:26.359001 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8fe77-5d10-4bdb-98d5-5c271de25ffc req-6ace4d4f-7789-43e7-aa51-afd52d86eb9b tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:26.360421 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-6ec8fe77-5d10-4bdb-98d5-5c271de25ffc req-6ace4d4f-7789-43e7-aa51-afd52d86eb9b tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f0991cc-d023-4596-bb20-f57a58af981e HTTP/1.1" status: 200 len: 945 time: 0.0762427 Feb 10 23:34:26.406975 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-6ec8fe77-5d10-4bdb-98d5-5c271de25ffc req-60ee7c13-068c-4f4c-af12-336e93c9d1cc tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407720 Feb 10 23:34:26.413436 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-394350bb-7d2f-4cbd-88ae-3f235226f88a req-6073021c-8f50-418a-b8eb-fab1a9cb0e39 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b902a9b-25d0-40cc-a6f8-b75f279983b9 HTTP/1.1" status: 200 len: 1001 time: 0.0982261 Feb 10 23:34:26.476647 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394350bb-7d2f-4cbd-88ae-3f235226f88a req-0d957d39-d4ca-4213-9e04-198e614bdce0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:26.477957 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-394350bb-7d2f-4cbd-88ae-3f235226f88a req-0d957d39-d4ca-4213-9e04-198e614bdce0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d6a45207-3ad3-448e-b62b-54d1bdb47117 HTTP/1.1" status: 200 len: 851 time: 0.0589936 Feb 10 23:34:26.548304 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-394350bb-7d2f-4cbd-88ae-3f235226f88a req-2b2e6066-93a2-4349-b1a9-7f0f58754903 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1945a692-7e1c-4efb-8717-8c5405f58733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0642741 Feb 10 23:34:26.675224 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-394350bb-7d2f-4cbd-88ae-3f235226f88a req-3df38845-3bf7-4956-a04d-c3c8b5c5d57c service neutron] 10.222.0.37 "GET /v2.0/networks/1945a692-7e1c-4efb-8717-8c5405f58733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205020 Feb 10 23:34:26.803861 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-394350bb-7d2f-4cbd-88ae-3f235226f88a req-bef8ce69-e039-4cbe-bba4-b14f663e7e01 service neutron] 10.222.0.37 "GET /v2.0/networks/1945a692-7e1c-4efb-8717-8c5405f58733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224589 Feb 10 23:34:27.129890 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-20af9227-1c6a-4b9e-bb02-08000758851e req-2e04defa-5e4b-4f57-8b2d-d433cd845007 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b8b8784c0014af3ab45384d880090ca&device_id=0f0991cc-d023-4596-bb20-f57a58af981e HTTP/1.1" status: 200 len: 1098 time: 0.0676904 Feb 10 23:34:27.359195 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af9227-1c6a-4b9e-bb02-08000758851e req-66a86bde-a971-4938-a074-12694fa6336e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:27.360647 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-20af9227-1c6a-4b9e-bb02-08000758851e req-66a86bde-a971-4938-a074-12694fa6336e service neutron] 10.222.0.37 "GET /v2.0/networks?id=1945a692-7e1c-4efb-8717-8c5405f58733 HTTP/1.1" status: 200 len: 913 time: 0.2122180 Feb 10 23:34:27.459179 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-20af9227-1c6a-4b9e-bb02-08000758851e req-c80c86da-5aa7-4cf2-93a8-ac9762361ec2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b902a9b-25d0-40cc-a6f8-b75f279983b9 HTTP/1.1" status: 200 len: 1001 time: 0.0920155 Feb 10 23:34:27.524679 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af9227-1c6a-4b9e-bb02-08000758851e req-0d3e5481-5744-49de-b508-fe64f856dde6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:27.526207 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-20af9227-1c6a-4b9e-bb02-08000758851e req-0d3e5481-5744-49de-b508-fe64f856dde6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d6a45207-3ad3-448e-b62b-54d1bdb47117 HTTP/1.1" status: 200 len: 851 time: 0.0615869 Feb 10 23:34:27.677071 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-20af9227-1c6a-4b9e-bb02-08000758851e req-8aa9cf18-3dec-400b-8634-e80b335ce5fd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1945a692-7e1c-4efb-8717-8c5405f58733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1157625 Feb 10 23:34:27.683544 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e8733a-0c40-4ca4-9fca-ab1bd34b8304 req-2693d333-6e07-444f-8db8-9003388d4621 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:27.690301 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-12e8733a-0c40-4ca4-9fca-ab1bd34b8304 req-2693d333-6e07-444f-8db8-9003388d4621 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f0991cc-d023-4596-bb20-f57a58af981e HTTP/1.1" status: 200 len: 945 time: 0.1545317 Feb 10 23:34:27.817216 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-12e8733a-0c40-4ca4-9fca-ab1bd34b8304 req-96550258-f24a-42f3-86c8-c68436678335 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130872 Feb 10 23:34:27.849613 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-20af9227-1c6a-4b9e-bb02-08000758851e req-bb628079-876e-4519-8ae4-033ff6689315 service neutron] 10.222.0.37 "GET /v2.0/networks/1945a692-7e1c-4efb-8717-8c5405f58733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631482 Feb 10 23:34:27.961945 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 7b902a9b-25d0-40cc-a6f8-b75f279983b9 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:34:27.983957 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-20af9227-1c6a-4b9e-bb02-08000758851e req-f7ed1b52-a042-4687-89fd-29fc3b555a74 service neutron] 10.222.0.37 "GET /v2.0/networks/1945a692-7e1c-4efb-8717-8c5405f58733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291227 Feb 10 23:34:28.071244 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:28.097114 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f0991cc-d023-4596-bb20-f57a58af981e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b902a9b-25d0-40cc-a6f8-b75f279983b9'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:34:28.106156 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 7b902a9b-25d0-40cc-a6f8-b75f279983b9, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=7b902a9b-25d0-40cc-a6f8-b75f279983b9,segment=NetworkSegment(1617e329-df4f-439b-93d4-81eb956dc3d2),segment_id=1617e329-df4f-439b-93d4-81eb956dc3d2)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:34:28.160882 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f0991cc-d023-4596-bb20-f57a58af981e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b902a9b-25d0-40cc-a6f8-b75f279983b9', 'code': 200} Feb 10 23:34:28.211045 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:28.229599 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:34:28.277457 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=7b902a9b-25d0-40cc-a6f8-b75f279983b9,revision_number=9']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:34:29.014708 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4b00a8-1f98-4a42-b482-c1ae15db561e req-a0bb2b65-3bdd-479e-aa03-2f4747f90e0e tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:29.016157 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5c4b00a8-1f98-4a42-b482-c1ae15db561e req-a0bb2b65-3bdd-479e-aa03-2f4747f90e0e tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f0991cc-d023-4596-bb20-f57a58af981e HTTP/1.1" status: 200 len: 943 time: 0.0740347 Feb 10 23:34:29.066095 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5c4b00a8-1f98-4a42-b482-c1ae15db561e req-af2cda16-0163-4e99-8f06-aa18cb5c1e2d tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441415 Feb 10 23:34:29.977279 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 7b902a9b-25d0-40cc-a6f8-b75f279983b9 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:34:30.107601 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 7b902a9b-25d0-40cc-a6f8-b75f279983b9, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=7b902a9b-25d0-40cc-a6f8-b75f279983b9,segment=NetworkSegment(1617e329-df4f-439b-93d4-81eb956dc3d2),segment_id=1617e329-df4f-439b-93d4-81eb956dc3d2)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:34:30.120528 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Returning: {'device': '7b902a9b-25d0-40cc-a6f8-b75f279983b9', 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733', 'port_id': '7b902a9b-25d0-40cc-a6f8-b75f279983b9', 'mac_address': 'fa:16:3e:67:52:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6a45207-3ad3-448e-b62b-54d1bdb47117', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:34:30.173284 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:30.189992 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b902a9b-25d0-40cc-a6f8-b75f279983b9 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:34:30.204485 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 7b902a9b-25d0-40cc-a6f8-b75f279983b9, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=7b902a9b-25d0-40cc-a6f8-b75f279983b9,segment=NetworkSegment(1617e329-df4f-439b-93d4-81eb956dc3d2),segment_id=1617e329-df4f-439b-93d4-81eb956dc3d2)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:34:30.263979 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:30.289886 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919d1a2-4037-487f-ada8-740d3553f059 req-24a4c711-e0f0-4f5b-b39d-70ac111ecdc3 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:30.291320 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-c919d1a2-4037-487f-ada8-740d3553f059 req-24a4c711-e0f0-4f5b-b39d-70ac111ecdc3 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f0991cc-d023-4596-bb20-f57a58af981e HTTP/1.1" status: 200 len: 943 time: 0.0808940 Feb 10 23:34:30.329212 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['7b902a9b-25d0-40cc-a6f8-b75f279983b9'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:34:30.404570 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=7b902a9b-25d0-40cc-a6f8-b75f279983b9,revision_number=10']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:34:30.434042 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-c919d1a2-4037-487f-ada8-740d3553f059 req-412f96a2-628e-4333-a1ef-199726d7a844 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369534 Feb 10 23:34:31.633572 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf452a90-8860-40c0-8f80-6e9987a07567 req-fca1f90a-4fd2-4b0f-a9a3-28607fd439d3 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:31.635047 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bf452a90-8860-40c0-8f80-6e9987a07567 req-fca1f90a-4fd2-4b0f-a9a3-28607fd439d3 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f0991cc-d023-4596-bb20-f57a58af981e HTTP/1.1" status: 200 len: 945 time: 0.0745838 Feb 10 23:34:31.680361 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bf452a90-8860-40c0-8f80-6e9987a07567 req-7fa5a16d-c0fb-4e32-aa32-d092c58a3aaa tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398142 Feb 10 23:34:31.992277 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 7b902a9b-25d0-40cc-a6f8-b75f279983b9 up at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:34:32.060584 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning complete for port 7b902a9b-25d0-40cc-a6f8-b75f279983b9 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:34:32.060871 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:32.171535 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:32.197125 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f0991cc-d023-4596-bb20-f57a58af981e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b902a9b-25d0-40cc-a6f8-b75f279983b9'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:34:32.206396 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 7b902a9b-25d0-40cc-a6f8-b75f279983b9, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=7b902a9b-25d0-40cc-a6f8-b75f279983b9,segment=NetworkSegment(1617e329-df4f-439b-93d4-81eb956dc3d2),segment_id=1617e329-df4f-439b-93d4-81eb956dc3d2)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:34:32.258874 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f0991cc-d023-4596-bb20-f57a58af981e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b902a9b-25d0-40cc-a6f8-b75f279983b9', 'code': 200} Feb 10 23:34:32.275306 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:32.340935 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=7b902a9b-25d0-40cc-a6f8-b75f279983b9,revision_number=11']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:34:32.349242 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:32.354008 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:32.354008 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:32.354008 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:32.354008 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:32.354008 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:32.354008 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:32.354008 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:32.354008 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:32.354008 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:32.354008 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:32.876024 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043e15a-be76-4eef-a60d-ab4467acdc5e req-6c793077-7300-44dc-98c8-356725456c23 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:32.877387 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0043e15a-be76-4eef-a60d-ab4467acdc5e req-6c793077-7300-44dc-98c8-356725456c23 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f0991cc-d023-4596-bb20-f57a58af981e HTTP/1.1" status: 200 len: 946 time: 0.0776598 Feb 10 23:34:32.921206 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0043e15a-be76-4eef-a60d-ab4467acdc5e req-8789639d-508a-4b82-a96d-d0d7cfca4d7a tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383437 Feb 10 23:34:34.123148 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12720f0d-9b17-4809-9fe7-0dcdc78f3170 req-da896ef1-859a-4c85-bd83-4eb40bbc3f67 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:34.124690 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-12720f0d-9b17-4809-9fe7-0dcdc78f3170 req-da896ef1-859a-4c85-bd83-4eb40bbc3f67 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f0991cc-d023-4596-bb20-f57a58af981e HTTP/1.1" status: 200 len: 946 time: 0.0765276 Feb 10 23:34:34.168339 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-12720f0d-9b17-4809-9fe7-0dcdc78f3170 req-99f51fdc-5a8e-453d-b358-514849defb28 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382857 Feb 10 23:34:35.367260 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a231d73-24f8-4030-b6b8-47808e7cde3a req-394040e2-b29c-4789-88bc-8d0c203c20c4 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:35.368729 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7a231d73-24f8-4030-b6b8-47808e7cde3a req-394040e2-b29c-4789-88bc-8d0c203c20c4 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f0991cc-d023-4596-bb20-f57a58af981e HTTP/1.1" status: 200 len: 946 time: 0.0790706 Feb 10 23:34:35.413255 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7a231d73-24f8-4030-b6b8-47808e7cde3a req-43fca427-8936-40c9-b539-daefa26a9bef tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388787 Feb 10 23:34:36.610192 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7ac41-00f8-4686-a081-568490c5f063 req-aadf0299-7f85-4e74-adeb-6ff5ebb6092c tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:36.611608 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-5db7ac41-00f8-4686-a081-568490c5f063 req-aadf0299-7f85-4e74-adeb-6ff5ebb6092c tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f0991cc-d023-4596-bb20-f57a58af981e HTTP/1.1" status: 200 len: 946 time: 0.0774174 Feb 10 23:34:36.656654 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-5db7ac41-00f8-4686-a081-568490c5f063 req-f2635c57-ce72-426a-a11a-2ce2369ef88d tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392501 Feb 10 23:34:36.854055 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b790770-9285-4818-814c-6c80ef1d06bd req-e99a6dbb-56a3-4a12-bb5a-03a086683a9b tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:36.855525 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7b790770-9285-4818-814c-6c80ef1d06bd req-e99a6dbb-56a3-4a12-bb5a-03a086683a9b tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f0991cc-d023-4596-bb20-f57a58af981e HTTP/1.1" status: 200 len: 946 time: 0.0773997 Feb 10 23:34:36.899907 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7b790770-9285-4818-814c-6c80ef1d06bd req-2d29d2c6-afcc-4772-bad1-458f791d9884 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389855 Feb 10 23:34:37.096947 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56dd3e0-c6c7-4424-aeb3-7256bc47add0 req-57642a93-11cb-4fcc-8b90-5c90e3195fc0 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:37.098355 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-c56dd3e0-c6c7-4424-aeb3-7256bc47add0 req-57642a93-11cb-4fcc-8b90-5c90e3195fc0 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f0991cc-d023-4596-bb20-f57a58af981e HTTP/1.1" status: 200 len: 946 time: 0.0739696 Feb 10 23:34:37.145392 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-c56dd3e0-c6c7-4424-aeb3-7256bc47add0 req-89d67509-6d53-4493-b1d4-dcafea8f8acc tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410376 Feb 10 23:34:37.703196 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e72fc8-a5c3-4fda-83d7-6877ac50a501 req-97fc0f6d-83a7-4bc1-aa81-510bab950ae9 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:37.704632 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-28e72fc8-a5c3-4fda-83d7-6877ac50a501 req-97fc0f6d-83a7-4bc1-aa81-510bab950ae9 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f0991cc-d023-4596-bb20-f57a58af981e HTTP/1.1" status: 200 len: 946 time: 0.0746193 Feb 10 23:34:37.750211 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-28e72fc8-a5c3-4fda-83d7-6877ac50a501 req-af2d8752-112a-43d7-b146-f0118a59cfba tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394316 Feb 10 23:34:38.950246 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7668b-0105-4800-8061-e3819193dbcb req-ad5887b3-95e6-457d-8f83-bc0dcb303167 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:38.951661 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-69f7668b-0105-4800-8061-e3819193dbcb req-ad5887b3-95e6-457d-8f83-bc0dcb303167 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f0991cc-d023-4596-bb20-f57a58af981e HTTP/1.1" status: 200 len: 946 time: 0.0770473 Feb 10 23:34:38.999006 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-69f7668b-0105-4800-8061-e3819193dbcb req-c9ed1f1f-60e3-43b1-86b2-b63b36f1423b tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417426 Feb 10 23:34:40.135509 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914bfc92-1b48-4453-8344-cad460f554af req-44af69ff-ef83-4c5d-b0cd-cce99d707682 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:40.136936 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-914bfc92-1b48-4453-8344-cad460f554af req-44af69ff-ef83-4c5d-b0cd-cce99d707682 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f0991cc-d023-4596-bb20-f57a58af981e HTTP/1.1" status: 200 len: 946 time: 0.0776188 Feb 10 23:34:40.201172 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded7f1a-e9ba-4a06-84df-5c1f6c7bd190 req-d47651c1-66d9-464e-af0c-f3dc2463ddf4 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:40.202611 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-6ded7f1a-e9ba-4a06-84df-5c1f6c7bd190 req-d47651c1-66d9-464e-af0c-f3dc2463ddf4 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f0991cc-d023-4596-bb20-f57a58af981e HTTP/1.1" status: 200 len: 946 time: 0.0798218 Feb 10 23:34:40.203615 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-914bfc92-1b48-4453-8344-cad460f554af req-f626d7ea-d093-4e8e-800b-a569007e22a3 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Deleting port 7b902a9b-25d0-40cc-a6f8-b75f279983b9 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:34:40.203955 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-914bfc92-1b48-4453-8344-cad460f554af req-f626d7ea-d093-4e8e-800b-a569007e22a3 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:40.246728 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-6ded7f1a-e9ba-4a06-84df-5c1f6c7bd190 req-061ee0aa-4d6f-42ff-b9f3-f5b8fa394999 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups?id=3edd5b70-c05f-4030-a833-b281a3e2a648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385106 Feb 10 23:34:40.522803 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-914bfc92-1b48-4453-8344-cad460f554af req-f626d7ea-d093-4e8e-800b-a569007e22a3 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] For port 7b902a9b-25d0-40cc-a6f8-b75f279983b9, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=7b902a9b-25d0-40cc-a6f8-b75f279983b9,segment=NetworkSegment(1617e329-df4f-439b-93d4-81eb956dc3d2),segment_id=1617e329-df4f-439b-93d4-81eb956dc3d2)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:34:40.523151 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-914bfc92-1b48-4453-8344-cad460f554af req-f626d7ea-d093-4e8e-800b-a569007e22a3 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:40.805130 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-914bfc92-1b48-4453-8344-cad460f554af req-f626d7ea-d093-4e8e-800b-a569007e22a3 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:40.805389 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-914bfc92-1b48-4453-8344-cad460f554af req-f626d7ea-d093-4e8e-800b-a569007e22a3 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1734214'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:40.805689 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.l3_db [req-914bfc92-1b48-4453-8344-cad460f554af req-f626d7ea-d093-4e8e-800b-a569007e22a3 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Floating IP c24994bd-a85a-476c-a706-9a68fb56f797 disassociated. External IP: 172.26.8.27, port: 7b902a9b-25d0-40cc-a6f8-b75f279983b9. Feb 10 23:34:40.806015 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-914bfc92-1b48-4453-8344-cad460f554af req-f626d7ea-d093-4e8e-800b-a569007e22a3 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Calling delete_port for 7b902a9b-25d0-40cc-a6f8-b75f279983b9 owned by compute:nova {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:34:40.995546 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-914bfc92-1b48-4453-8344-cad460f554af req-f626d7ea-d093-4e8e-800b-a569007e22a3 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:41.049391 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f626d7ea-d093-4e8e-800b-a569007e22a3 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Pushing event deleted for resources: {'Port': ['ID=7b902a9b-25d0-40cc-a6f8-b75f279983b9,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:34:41.065284 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626d7ea-d093-4e8e-800b-a569007e22a3 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:41.065895 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626d7ea-d093-4e8e-800b-a569007e22a3 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:41.066246 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626d7ea-d093-4e8e-800b-a569007e22a3 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:41.066585 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626d7ea-d093-4e8e-800b-a569007e22a3 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:41.066918 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626d7ea-d093-4e8e-800b-a569007e22a3 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:41.067249 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626d7ea-d093-4e8e-800b-a569007e22a3 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:41.067569 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626d7ea-d093-4e8e-800b-a569007e22a3 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:41.067893 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626d7ea-d093-4e8e-800b-a569007e22a3 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:41.068457 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626d7ea-d093-4e8e-800b-a569007e22a3 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:41.073343 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626d7ea-d093-4e8e-800b-a569007e22a3 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:41.073343 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626d7ea-d093-4e8e-800b-a569007e22a3 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:41.280779 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [req-914bfc92-1b48-4453-8344-cad460f554af req-f626d7ea-d093-4e8e-800b-a569007e22a3 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Router 5fad0fe2-31a1-472b-8809-48feb3cd6d8b has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:34:41.447728 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7bc16e6c-07be-4fc8-b6fd-d223c6989f13 req-64e07946-6f6b-427a-9265-6c9be506d787 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f0991cc-d023-4596-bb20-f57a58af981e HTTP/1.1" status: 200 len: 210 time: 0.0512781 Feb 10 23:34:41.518464 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-914bfc92-1b48-4453-8344-cad460f554af req-f626d7ea-d093-4e8e-800b-a569007e22a3 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:34:41.528450 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9aecbf-545d-41f3-a71b-7a7a25077c7a None None] Sync routers for ids ['5fad0fe2-31a1-472b-8809-48feb3cd6d8b'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:34:41.540995 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9aecbf-545d-41f3-a71b-7a7a25077c7a None None] Routers {'5fad0fe2-31a1-472b-8809-48feb3cd6d8b'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:34:41.541681 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-3d9aecbf-545d-41f3-a71b-7a7a25077c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:34:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['5fad0fe2-31a1-472b-8809-48feb3cd6d8b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:34:41.588563 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-914bfc92-1b48-4453-8344-cad460f554af req-f626d7ea-d093-4e8e-800b-a569007e22a3 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] No DVR routers for this DVR port 7b902a9b-25d0-40cc-a6f8-b75f279983b9 on host hv-neutron-8287 {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:34:41.591001 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-914bfc92-1b48-4453-8344-cad460f554af req-f626d7ea-d093-4e8e-800b-a569007e22a3 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:41.593608 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f0991cc-d023-4596-bb20-f57a58af981e', 'name': 'network-vif-deleted', 'tag': '7b902a9b-25d0-40cc-a6f8-b75f279983b9'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:34:41.653188 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f0991cc-d023-4596-bb20-f57a58af981e', 'name': 'network-vif-deleted', 'tag': '7b902a9b-25d0-40cc-a6f8-b75f279983b9', 'status': 'completed', 'code': 200} Feb 10 23:34:41.693526 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-914bfc92-1b48-4453-8344-cad460f554af req-f626d7ea-d093-4e8e-800b-a569007e22a3 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.37 "DELETE /v2.0/ports/7b902a9b-25d0-40cc-a6f8-b75f279983b9 HTTP/1.1" status: 204 len: 173 time: 1.5511894 Feb 10 23:34:41.725300 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-3d9aecbf-545d-41f3-a71b-7a7a25077c7a None None] Set router 5fad0fe2-31a1-472b-8809-48feb3cd6d8b gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:34:41.993654 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 7b902a9b-25d0-40cc-a6f8-b75f279983b9 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:34:42.027173 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] No Port match for: 7b902a9b-25d0-40cc-a6f8-b75f279983b9 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:34:42.034977 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 7b902a9b-25d0-40cc-a6f8-b75f279983b9 not bound to the agent host hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:34:42.039273 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-3d9aecbf-545d-41f3-a71b-7a7a25077c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'name': 'tempest-ServerActionsTestJSON-1749520904-router', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.235'}], 'enable_snat': True}, 'gw_port_id': '1f662c6e-b263-4ddc-a676-67ac962579cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:30:04Z', 'updated_at': '2022-02-10T23:30:07Z', 'revision_number': 4, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'gw_port': {'id': '1f662c6e-b263-4ddc-a676-67ac962579cd', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:35:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:30:04Z', 'updated_at': '2022-02-10T23:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '69cf1297-f9c0-4855-83cf-83e94fc731d6', 'name': '', 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'mac_address': 'fa:16:3e:7c:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6a45207-3ad3-448e-b62b-54d1bdb47117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:30:07Z', 'updated_at': '2022-02-10T23:30:14Z', 'revision_number': 5, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'subnets': [{'id': 'd6a45207-3ad3-448e-b62b-54d1bdb47117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:34:42.043085 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9aecbf-545d-41f3-a71b-7a7a25077c7a None None] Checking router: 5fad0fe2-31a1-472b-8809-48feb3cd6d8b for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:34:42.054868 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9aecbf-545d-41f3-a71b-7a7a25077c7a None None] Routers {'5fad0fe2-31a1-472b-8809-48feb3cd6d8b'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:34:42.056001 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-3d9aecbf-545d-41f3-a71b-7a7a25077c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:34:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['5fad0fe2-31a1-472b-8809-48feb3cd6d8b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:34:42.239509 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-3d9aecbf-545d-41f3-a71b-7a7a25077c7a None None] Set router 5fad0fe2-31a1-472b-8809-48feb3cd6d8b gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:34:42.601338 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-3d9aecbf-545d-41f3-a71b-7a7a25077c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'name': 'tempest-ServerActionsTestJSON-1749520904-router', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.235'}], 'enable_snat': True}, 'gw_port_id': '1f662c6e-b263-4ddc-a676-67ac962579cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:30:04Z', 'updated_at': '2022-02-10T23:30:07Z', 'revision_number': 4, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'gw_port': {'id': '1f662c6e-b263-4ddc-a676-67ac962579cd', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:35:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:30:04Z', 'updated_at': '2022-02-10T23:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '69cf1297-f9c0-4855-83cf-83e94fc731d6', 'name': '', 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'mac_address': 'fa:16:3e:7c:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6a45207-3ad3-448e-b62b-54d1bdb47117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:30:07Z', 'updated_at': '2022-02-10T23:30:14Z', 'revision_number': 5, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'subnets': [{'id': 'd6a45207-3ad3-448e-b62b-54d1bdb47117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:34:42.605248 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9aecbf-545d-41f3-a71b-7a7a25077c7a None None] The sync data for ids ['5fad0fe2-31a1-472b-8809-48feb3cd6d8b'] in dv-neutron-828797-1-hyperv is: [{'id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'name': 'tempest-ServerActionsTestJSON-1749520904-router', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.235'}], 'enable_snat': True}, 'gw_port_id': '1f662c6e-b263-4ddc-a676-67ac962579cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:30:04Z', 'updated_at': '2022-02-10T23:30:07Z', 'revision_number': 4, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'gw_port': {'id': '1f662c6e-b263-4ddc-a676-67ac962579cd', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:35:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:30:04Z', 'updated_at': '2022-02-10T23:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '69cf1297-f9c0-4855-83cf-83e94fc731d6', 'name': '', 'network_id': '1945a692-7e1c-4efb-8717-8c5405f58733', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'mac_address': 'fa:16:3e:7c:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6a45207-3ad3-448e-b62b-54d1bdb47117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:30:07Z', 'updated_at': '2022-02-10T23:30:14Z', 'revision_number': 5, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'subnets': [{'id': 'd6a45207-3ad3-448e-b62b-54d1bdb47117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:34:42.632871 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-c2354a49-bc8a-4286-9c74-5ac8911276d8 req-cabc5758-a04b-4617-b7eb-e980ab37938f tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Synchronizing usage tracker for tenant:1b8b8784c0014af3ab45384d880090ca on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:34:42.713264 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-c2354a49-bc8a-4286-9c74-5ac8911276d8 req-cabc5758-a04b-4617-b7eb-e980ab37938f tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Unset dirty status for tenant:1b8b8784c0014af3ab45384d880090ca on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:34:42.714436 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c2354a49-bc8a-4286-9c74-5ac8911276d8 req-cabc5758-a04b-4617-b7eb-e980ab37938f tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f0991cc-d023-4596-bb20-f57a58af981e HTTP/1.1" status: 200 len: 210 time: 0.1248879 Feb 10 23:34:42.830911 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559ffbc9-ca67-49bb-9339-a28c69710ddf None None] New status for floating IP c24994bd-a85a-476c-a706-9a68fb56f797: DOWN {{(pid=84334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 23:34:46.302042 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:47.250851 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 54208) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:34:47.317181 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cd752eaa-22a7-4388-a051-5ce983cc59c7 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:47.344447 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cd752eaa-22a7-4388-a051-5ce983cc59c7 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:47.467739 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cd752eaa-22a7-4388-a051-5ce983cc59c7 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:47.485818 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd752eaa-22a7-4388-a051-5ce983cc59c7 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3edd5b70-c05f-4030-a833-b281a3e2a648,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:34:47.552504 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cd752eaa-22a7-4388-a051-5ce983cc59c7 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:47.553718 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-cd752eaa-22a7-4388-a051-5ce983cc59c7 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "DELETE /v2.0/security-groups/3edd5b70-c05f-4030-a833-b281a3e2a648 HTTP/1.1" status: 204 len: 168 time: 0.3018897 Feb 10 23:34:47.556243 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 54212) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:34:47.572341 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-9077e0ae-0502-44ba-8045-e4eaad12566f tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] show failed (client error): The resource could not be found. Feb 10 23:34:47.573321 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9077e0ae-0502-44ba-8045-e4eaad12566f tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "GET /v2.0/security-groups/3edd5b70-c05f-4030-a833-b281a3e2a648 HTTP/1.1" status: 404 len: 347 time: 0.0161729 Feb 10 23:34:47.575800 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 54216) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:34:47.725400 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-19863e1a-34b1-4995-977c-6fa3df4ae0d9 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Deleting port 4d5a5d7a-07d3-4a2c-ad24-d42108f79f38 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:34:47.725733 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-19863e1a-34b1-4995-977c-6fa3df4ae0d9 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:47.976980 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-19863e1a-34b1-4995-977c-6fa3df4ae0d9 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:47.977305 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-19863e1a-34b1-4995-977c-6fa3df4ae0d9 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:48.093403 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-19863e1a-34b1-4995-977c-6fa3df4ae0d9 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Calling delete_port for 4d5a5d7a-07d3-4a2c-ad24-d42108f79f38 owned by network:floatingip {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:34:48.292883 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-19863e1a-34b1-4995-977c-6fa3df4ae0d9 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:48.336619 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19863e1a-34b1-4995-977c-6fa3df4ae0d9 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Pushing event deleted for resources: {'Port': ['ID=4d5a5d7a-07d3-4a2c-ad24-d42108f79f38,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:34:48.431374 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-19863e1a-34b1-4995-977c-6fa3df4ae0d9 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks [] for floatingip, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:48.491192 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-19863e1a-34b1-4995-977c-6fa3df4ae0d9 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:48.492332 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-19863e1a-34b1-4995-977c-6fa3df4ae0d9 tempest-ServerActionsTestJSON-1821928699 tempest-ServerActionsTestJSON-1821928699-project] 10.222.0.59 "DELETE /v2.0/floatingips/c24994bd-a85a-476c-a706-9a68fb56f797 HTTP/1.1" status: 204 len: 168 time: 0.9156942 Feb 10 23:34:48.495214 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 54220) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:34:48.868211 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7b0a272f-7809-4c96-82b2-a90a704fa3ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732944'] for router_interface, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:49.070327 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a8ee6b33-6757-406a-8820-4c6cf1e53a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:49.542777 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-7b0a272f-7809-4c96-82b2-a90a704fa3ef admin admin] Deleting port 69cf1297-f9c0-4855-83cf-83e94fc731d6 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:34:49.543394 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7b0a272f-7809-4c96-82b2-a90a704fa3ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:49.714822 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-7b0a272f-7809-4c96-82b2-a90a704fa3ef admin admin] For port 69cf1297-f9c0-4855-83cf-83e94fc731d6, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=69cf1297-f9c0-4855-83cf-83e94fc731d6,segment=NetworkSegment(1617e329-df4f-439b-93d4-81eb956dc3d2),segment_id=1617e329-df4f-439b-93d4-81eb956dc3d2)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:34:49.715175 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7b0a272f-7809-4c96-82b2-a90a704fa3ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:49.831289 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-7b0a272f-7809-4c96-82b2-a90a704fa3ef admin admin] Calling delete_port for 69cf1297-f9c0-4855-83cf-83e94fc731d6 owned by network:router_interface {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:34:50.058058 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7b0a272f-7809-4c96-82b2-a90a704fa3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:50.106260 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0a272f-7809-4c96-82b2-a90a704fa3ef admin admin] Pushing event deleted for resources: {'Port': ['ID=69cf1297-f9c0-4855-83cf-83e94fc731d6,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:34:50.383371 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7b0a272f-7809-4c96-82b2-a90a704fa3ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2767638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733091'] for router_interface, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:51.039371 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b0a272f-7809-4c96-82b2-a90a704fa3ef admin admin] Router 5fad0fe2-31a1-472b-8809-48feb3cd6d8b has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:34:51.229847 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fb87b31b-0a94-411a-81c3-d20f89bd2f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:51.241725 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b0a272f-7809-4c96-82b2-a90a704fa3ef admin admin] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:34:51.249973 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a473bd44-df5c-4d85-ae98-fe33195ee239 None None] Sync routers for ids ['5fad0fe2-31a1-472b-8809-48feb3cd6d8b'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:34:51.255427 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7b0a272f-7809-4c96-82b2-a90a704fa3ef admin admin] 10.222.0.59 "PUT /v2.0/routers/5fad0fe2-31a1-472b-8809-48feb3cd6d8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7574992 Feb 10 23:34:51.256281 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 54224) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:34:51.261960 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a473bd44-df5c-4d85-ae98-fe33195ee239 None None] Routers {'5fad0fe2-31a1-472b-8809-48feb3cd6d8b'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:34:51.262554 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-a473bd44-df5c-4d85-ae98-fe33195ee239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:34:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['5fad0fe2-31a1-472b-8809-48feb3cd6d8b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:34:51.439782 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-a473bd44-df5c-4d85-ae98-fe33195ee239 None None] Set router 5fad0fe2-31a1-472b-8809-48feb3cd6d8b gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:34:51.449661 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e4a0b583-857f-431e-b582-3db98cc70d23 admin admin] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:51.642930 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e4a0b583-857f-431e-b582-3db98cc70d23 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:51.716450 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-a473bd44-df5c-4d85-ae98-fe33195ee239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'name': 'tempest-ServerActionsTestJSON-1749520904-router', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.235'}], 'enable_snat': True}, 'gw_port_id': '1f662c6e-b263-4ddc-a676-67ac962579cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:30:04Z', 'updated_at': '2022-02-10T23:34:49Z', 'revision_number': 5, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'gw_port': {'id': '1f662c6e-b263-4ddc-a676-67ac962579cd', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:35:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:30:04Z', 'updated_at': '2022-02-10T23:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:34:51.720120 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a473bd44-df5c-4d85-ae98-fe33195ee239 None None] Checking router: 5fad0fe2-31a1-472b-8809-48feb3cd6d8b for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:34:51.731016 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a473bd44-df5c-4d85-ae98-fe33195ee239 None None] Routers {'5fad0fe2-31a1-472b-8809-48feb3cd6d8b'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:34:51.731597 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-a473bd44-df5c-4d85-ae98-fe33195ee239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:34:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['5fad0fe2-31a1-472b-8809-48feb3cd6d8b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:34:51.752765 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-e4a0b583-857f-431e-b582-3db98cc70d23 admin admin] Deleting port 1f662c6e-b263-4ddc-a676-67ac962579cd {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:34:51.753111 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e4a0b583-857f-431e-b582-3db98cc70d23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:51.879245 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-a473bd44-df5c-4d85-ae98-fe33195ee239 None None] Set router 5fad0fe2-31a1-472b-8809-48feb3cd6d8b gateway port host: None {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:34:51.924862 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-e4a0b583-857f-431e-b582-3db98cc70d23 admin admin] For port 1f662c6e-b263-4ddc-a676-67ac962579cd, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=1f662c6e-b263-4ddc-a676-67ac962579cd,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:34:51.925215 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e4a0b583-857f-431e-b582-3db98cc70d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:51.986941 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-a473bd44-df5c-4d85-ae98-fe33195ee239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'name': 'tempest-ServerActionsTestJSON-1749520904-router', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:30:04Z', 'updated_at': '2022-02-10T23:34:51Z', 'revision_number': 6, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'gw_port_host': None}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:34:51.990789 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a473bd44-df5c-4d85-ae98-fe33195ee239 None None] The sync data for ids ['5fad0fe2-31a1-472b-8809-48feb3cd6d8b'] in dv-neutron-828797-1-hyperv is: [{'id': '5fad0fe2-31a1-472b-8809-48feb3cd6d8b', 'name': 'tempest-ServerActionsTestJSON-1749520904-router', 'tenant_id': '1b8b8784c0014af3ab45384d880090ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:30:04Z', 'updated_at': '2022-02-10T23:34:51Z', 'revision_number': 6, 'project_id': '1b8b8784c0014af3ab45384d880090ca', 'gw_port_host': None}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:34:52.045579 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-e4a0b583-857f-431e-b582-3db98cc70d23 admin admin] Calling delete_port for 1f662c6e-b263-4ddc-a676-67ac962579cd owned by network:router_gateway {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:34:52.280642 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e4a0b583-857f-431e-b582-3db98cc70d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:52.323565 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a0b583-857f-431e-b582-3db98cc70d23 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f662c6e-b263-4ddc-a676-67ac962579cd,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:34:52.526500 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:52.646039 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e4a0b583-857f-431e-b582-3db98cc70d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734197'] for router_gateway, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:52.669593 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:52.781762 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 69cf1297-f9c0-4855-83cf-83e94fc731d6 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:34:52.815531 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 69cf1297-f9c0-4855-83cf-83e94fc731d6 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:34:52.815960 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 69cf1297-f9c0-4855-83cf-83e94fc731d6 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:34:52.901505 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e4a0b583-857f-431e-b582-3db98cc70d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:52.905607 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e4a0b583-857f-431e-b582-3db98cc70d23 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:52.998815 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e4a0b583-857f-431e-b582-3db98cc70d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:52.999357 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a0b583-857f-431e-b582-3db98cc70d23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fad0fe2-31a1-472b-8809-48feb3cd6d8b {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:34:53.012477 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e4a0b583-857f-431e-b582-3db98cc70d23 admin admin] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:53.018902 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e4a0b583-857f-431e-b582-3db98cc70d23 admin admin] 10.222.0.59 "DELETE /v2.0/routers/5fad0fe2-31a1-472b-8809-48feb3cd6d8b HTTP/1.1" status: 204 len: 168 time: 1.7564228 Feb 10 23:34:53.018902 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 54228) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:34:53.079395 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ccfd5d6-7b0b-4254-afa4-bf5efaefd850 admin admin] Deleting subnet d6a45207-3ad3-448e-b62b-54d1bdb47117 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:34:53.084490 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5ccfd5d6-7b0b-4254-afa4-bf5efaefd850 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:53.131487 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5ccfd5d6-7b0b-4254-afa4-bf5efaefd850 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:53.210029 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5ccfd5d6-7b0b-4254-afa4-bf5efaefd850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:53.359131 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5ccfd5d6-7b0b-4254-afa4-bf5efaefd850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:53.395400 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccfd5d6-7b0b-4254-afa4-bf5efaefd850 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6a45207-3ad3-448e-b62b-54d1bdb47117,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:34:53.402341 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5ccfd5d6-7b0b-4254-afa4-bf5efaefd850 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:53.407441 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18af74b6-7c06-4133-a1a9-b35e30d10d85 None None] Network 1945a692-7e1c-4efb-8717-8c5405f58733 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:34:53.408690 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5ccfd5d6-7b0b-4254-afa4-bf5efaefd850 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/d6a45207-3ad3-448e-b62b-54d1bdb47117 HTTP/1.1" status: 204 len: 168 time: 0.3914654 Feb 10 23:34:53.411138 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 54232) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:34:53.516662 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2549b5f7-cab2-447d-8b60-0c5f88465694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:53.527854 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-2549b5f7-cab2-447d-8b60-0c5f88465694 admin admin] Deleting port b482f6c8-af86-4fd1-94bc-b40aa3b2b37f {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:34:53.528167 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2549b5f7-cab2-447d-8b60-0c5f88465694 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:53.655859 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff1c894-4b9b-4b84-b107-b3fc86d68deb None None] DHCP port deletion for 1945a692-7e1c-4efb-8717-8c5405f58733 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:34:53.660143 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-3ff1c894-4b9b-4b84-b107-b3fc86d68deb None None] Deleting port b482f6c8-af86-4fd1-94bc-b40aa3b2b37f {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:34:53.660499 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3ff1c894-4b9b-4b84-b107-b3fc86d68deb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:53.736094 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-2549b5f7-cab2-447d-8b60-0c5f88465694 admin admin] For port b482f6c8-af86-4fd1-94bc-b40aa3b2b37f, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=b482f6c8-af86-4fd1-94bc-b40aa3b2b37f,segment=NetworkSegment(1617e329-df4f-439b-93d4-81eb956dc3d2),segment_id=1617e329-df4f-439b-93d4-81eb956dc3d2)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:34:53.736449 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2549b5f7-cab2-447d-8b60-0c5f88465694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:53.857483 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-3ff1c894-4b9b-4b84-b107-b3fc86d68deb None None] For port b482f6c8-af86-4fd1-94bc-b40aa3b2b37f, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=b482f6c8-af86-4fd1-94bc-b40aa3b2b37f,segment=NetworkSegment(1617e329-df4f-439b-93d4-81eb956dc3d2),segment_id=1617e329-df4f-439b-93d4-81eb956dc3d2)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:34:53.857781 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3ff1c894-4b9b-4b84-b107-b3fc86d68deb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:53.858690 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-2549b5f7-cab2-447d-8b60-0c5f88465694 admin admin] Calling delete_port for b482f6c8-af86-4fd1-94bc-b40aa3b2b37f owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:34:53.974389 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-3ff1c894-4b9b-4b84-b107-b3fc86d68deb None None] Calling delete_port for b482f6c8-af86-4fd1-94bc-b40aa3b2b37f owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:34:54.056072 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2549b5f7-cab2-447d-8b60-0c5f88465694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:54.061620 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-3ff1c894-4b9b-4b84-b107-b3fc86d68deb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:34:54.066667 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-3ff1c894-4b9b-4b84-b107-b3fc86d68deb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:34:54.099001 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2549b5f7-cab2-447d-8b60-0c5f88465694 admin admin] Pushing event deleted for resources: {'Port': ['ID=b482f6c8-af86-4fd1-94bc-b40aa3b2b37f,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:34:54.105056 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2549b5f7-cab2-447d-8b60-0c5f88465694 admin admin] No DVR routers for this DVR port b482f6c8-af86-4fd1-94bc-b40aa3b2b37f on host dv-neutron-828797-1-hyperv {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:34:54.120799 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:54.305828 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2549b5f7-cab2-447d-8b60-0c5f88465694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:54.329465 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-2549b5f7-cab2-447d-8b60-0c5f88465694 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1945a692-7e1c-4efb-8717-8c5405f58733']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:34:54.341872 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-2549b5f7-cab2-447d-8b60-0c5f88465694 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1617e329-df4f-439b-93d4-81eb956dc3d2') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:34:54.342287 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-2549b5f7-cab2-447d-8b60-0c5f88465694 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1617e329-df4f-439b-93d4-81eb956dc3d2') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:34:54.354506 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2549b5f7-cab2-447d-8b60-0c5f88465694 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32216962'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:54.370181 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2549b5f7-cab2-447d-8b60-0c5f88465694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:54.375982 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2549b5f7-cab2-447d-8b60-0c5f88465694 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:34:54.376289 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2549b5f7-cab2-447d-8b60-0c5f88465694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32033006'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:54.388681 dv-neutron-828797-1-hyperv neutron-server[84332]: Traceback (most recent call last): Feb 10 23:34:54.388681 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:34:54.388681 dv-neutron-828797-1-hyperv neutron-server[84332]: timer() Feb 10 23:34:54.388681 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:34:54.388681 dv-neutron-828797-1-hyperv neutron-server[84332]: cb(*args, **kw) Feb 10 23:34:54.388681 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:34:54.388681 dv-neutron-828797-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Feb 10 23:34:54.388681 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:34:54.388681 dv-neutron-828797-1-hyperv neutron-server[84332]: self._notify() Feb 10 23:34:54.388681 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:34:54.388681 dv-neutron-828797-1-hyperv neutron-server[84332]: self.callback(batched_events) Feb 10 23:34:54.388681 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:34:54.388681 dv-neutron-828797-1-hyperv neutron-server[84332]: event.method(event) Feb 10 23:34:54.388681 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:34:54.388681 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:34:54.388681 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:34:54.388681 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:34:54.388681 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:34:54.388681 dv-neutron-828797-1-hyperv neutron-server[84332]: return f(self, *a, **k) Feb 10 23:34:54.388681 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:34:54.388681 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._get(url).json() Feb 10 23:34:54.388681 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:34:54.388681 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:34:54.388681 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:34:54.388681 dv-neutron-828797-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Feb 10 23:34:54.388681 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:34:54.388681 dv-neutron-828797-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:34:54.388681 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:34:54.388681 dv-neutron-828797-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:34:54.388681 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:34:54.388681 dv-neutron-828797-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:34:54.388681 dv-neutron-828797-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:34:54.469671 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device b482f6c8-af86-4fd1-94bc-b40aa3b2b37f no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:34:54.502132 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: b482f6c8-af86-4fd1-94bc-b40aa3b2b37f {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:34:54.502497 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device b482f6c8-af86-4fd1-94bc-b40aa3b2b37f not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:34:54.502908 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 1f662c6e-b263-4ddc-a676-67ac962579cd no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:34:54.521924 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2549b5f7-cab2-447d-8b60-0c5f88465694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:54.526498 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2549b5f7-cab2-447d-8b60-0c5f88465694 admin admin] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:54.534834 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 1f662c6e-b263-4ddc-a676-67ac962579cd {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:34:54.535216 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 1f662c6e-b263-4ddc-a676-67ac962579cd not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:34:54.553425 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2549b5f7-cab2-447d-8b60-0c5f88465694 admin admin] Pushing event deleted for resources: {'Network': ['ID=1945a692-7e1c-4efb-8717-8c5405f58733,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:34:54.572992 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-3ff1c894-4b9b-4b84-b107-b3fc86d68deb None None] Deleting port b482f6c8-af86-4fd1-94bc-b40aa3b2b37f {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:34:54.572992 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3ff1c894-4b9b-4b84-b107-b3fc86d68deb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:54.645446 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2549b5f7-cab2-447d-8b60-0c5f88465694 admin admin] 10.222.0.59 "DELETE /v2.0/networks/1945a692-7e1c-4efb-8717-8c5405f58733 HTTP/1.1" status: 204 len: 168 time: 1.2325435 Feb 10 23:34:54.657761 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-3ff1c894-4b9b-4b84-b107-b3fc86d68deb None None] The port 'b482f6c8-af86-4fd1-94bc-b40aa3b2b37f' was deleted {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 23:34:54.951106 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 54238) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:34:55.001464 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-9e19d491-ab9f-4da0-82d3-e37ea5d02d40 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1b8b8784c0014af3ab45384d880090ca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0491698 Feb 10 23:34:55.003966 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 54242) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:34:55.063355 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-af3254f9-3b56-4f7d-bd10-ec958970d5ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:55.087605 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-af3254f9-3b56-4f7d-bd10-ec958970d5ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:55.206321 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-af3254f9-3b56-4f7d-bd10-ec958970d5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:55.222241 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3254f9-3b56-4f7d-bd10-ec958970d5ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9785ca6-1edc-4a68-bb5e-c911c7135991,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:34:55.235622 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3254f9-3b56-4f7d-bd10-ec958970d5ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:55.235970 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3254f9-3b56-4f7d-bd10-ec958970d5ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:55.236304 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3254f9-3b56-4f7d-bd10-ec958970d5ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:55.236659 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3254f9-3b56-4f7d-bd10-ec958970d5ac admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:55.236986 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3254f9-3b56-4f7d-bd10-ec958970d5ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:55.237308 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3254f9-3b56-4f7d-bd10-ec958970d5ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:55.237632 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3254f9-3b56-4f7d-bd10-ec958970d5ac admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:55.237950 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3254f9-3b56-4f7d-bd10-ec958970d5ac admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:55.238264 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3254f9-3b56-4f7d-bd10-ec958970d5ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:55.238578 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3254f9-3b56-4f7d-bd10-ec958970d5ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:55.238913 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3254f9-3b56-4f7d-bd10-ec958970d5ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:55.241916 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-af3254f9-3b56-4f7d-bd10-ec958970d5ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:55.243004 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-af3254f9-3b56-4f7d-bd10-ec958970d5ac admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d9785ca6-1edc-4a68-bb5e-c911c7135991 HTTP/1.1" status: 204 len: 168 time: 0.2378600 Feb 10 23:34:56.366828 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 54264) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:34:56.499219 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-50321a26-a185-4423-9b57-5b5f67a14f04 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-896181798-network', 'tenant_id': 'b8932848fbdd4d5e96ccd6eeb0db4647'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:34:56.503907 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-50321a26-a185-4423-9b57-5b5f67a14f04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:34:56.508503 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-50321a26-a185-4423-9b57-5b5f67a14f04 admin admin] Usage tracker for resource:network and tenant:b8932848fbdd4d5e96ccd6eeb0db4647 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:34:56.511326 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-50321a26-a185-4423-9b57-5b5f67a14f04 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:34:56.517374 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-50321a26-a185-4423-9b57-5b5f67a14f04 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:34:56.577840 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50321a26-a185-4423-9b57-5b5f67a14f04 admin admin] Made reservation on behalf of b8932848fbdd4d5e96ccd6eeb0db4647 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:34:56.580209 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-50321a26-a185-4423-9b57-5b5f67a14f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:56.593261 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-50321a26-a185-4423-9b57-5b5f67a14f04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:56.623581 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-50321a26-a185-4423-9b57-5b5f67a14f04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:34:56.627137 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-50321a26-a185-4423-9b57-5b5f67a14f04 admin admin] Usage tracker for resource:security_group_rule and tenant:b8932848fbdd4d5e96ccd6eeb0db4647 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:34:56.629848 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-50321a26-a185-4423-9b57-5b5f67a14f04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:34:56.635857 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-50321a26-a185-4423-9b57-5b5f67a14f04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:34:56.700042 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-50321a26-a185-4423-9b57-5b5f67a14f04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:56.772232 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-50321a26-a185-4423-9b57-5b5f67a14f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:56.804997 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50321a26-a185-4423-9b57-5b5f67a14f04 admin admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:34:56.809997 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50321a26-a185-4423-9b57-5b5f67a14f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747e60ba-5b89-4d29-be6a-d294bf766eaa,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:34:56.816522 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-50321a26-a185-4423-9b57-5b5f67a14f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:56.817012 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-50321a26-a185-4423-9b57-5b5f67a14f04 admin admin] Added segment d08c2a18-eea5-4529-8351-ec02542b5dc6 of type vlan for network d663fa67-32eb-447a-8b04-44b3d1f8d1f3 Feb 10 23:34:56.842853 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-50321a26-a185-4423-9b57-5b5f67a14f04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:56.932589 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-50321a26-a185-4423-9b57-5b5f67a14f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:56.933463 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50321a26-a185-4423-9b57-5b5f67a14f04 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:56.934045 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-50321a26-a185-4423-9b57-5b5f67a14f04 admin admin] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:57.035906 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50321a26-a185-4423-9b57-5b5f67a14f04 admin admin] Pushing event updated for resources: {'Network': ['ID=d663fa67-32eb-447a-8b04-44b3d1f8d1f3,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:34:57.051357 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network d663fa67-32eb-447a-8b04-44b3d1f8d1f3 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:34:57.093161 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-50321a26-a185-4423-9b57-5b5f67a14f04 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7252519 Feb 10 23:34:57.096105 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 54270) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:34:57.102467 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-a0e4e660-1b2f-4567-9363-d9282b21e703 admin admin] Request body: {'subnet': {'network_id': 'd663fa67-32eb-447a-8b04-44b3d1f8d1f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-896181798-subnet', 'tenant_id': 'b8932848fbdd4d5e96ccd6eeb0db4647', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:34:57.107575 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a0e4e660-1b2f-4567-9363-d9282b21e703 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:34:57.111597 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a0e4e660-1b2f-4567-9363-d9282b21e703 admin admin] Usage tracker for resource:subnet and tenant:b8932848fbdd4d5e96ccd6eeb0db4647 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:34:57.115038 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a0e4e660-1b2f-4567-9363-d9282b21e703 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:34:57.121347 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a0e4e660-1b2f-4567-9363-d9282b21e703 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:34:57.183377 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e4e660-1b2f-4567-9363-d9282b21e703 admin admin] Made reservation on behalf of b8932848fbdd4d5e96ccd6eeb0db4647 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:34:57.185684 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a0e4e660-1b2f-4567-9363-d9282b21e703 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:57.461387 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a0e4e660-1b2f-4567-9363-d9282b21e703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:57.532025 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e4e660-1b2f-4567-9363-d9282b21e703 admin admin] Pushing event updated for resources: {'Subnet': ['ID=749463fd-2d6c-426c-8545-271a149489e8,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:34:57.547616 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e4e660-1b2f-4567-9363-d9282b21e703 admin admin] Checking segment: {'id': 'd08c2a18-eea5-4529-8351-ec02542b5dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd663fa67-32eb-447a-8b04-44b3d1f8d1f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:34:57.547964 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e4e660-1b2f-4567-9363-d9282b21e703 admin admin] Network hostable DHCP agents. Network: d663fa67-32eb-447a-8b04-44b3d1f8d1f3, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:34:57.657654 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e4e660-1b2f-4567-9363-d9282b21e703 admin admin] Network d663fa67-32eb-447a-8b04-44b3d1f8d1f3 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:34:57.737727 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-a0e4e660-1b2f-4567-9363-d9282b21e703 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, d663fa67-32eb-447a-8b04-44b3d1f8d1f3) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:34:57.741707 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e4e660-1b2f-4567-9363-d9282b21e703 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:57.742293 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a0e4e660-1b2f-4567-9363-d9282b21e703 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:57.746349 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9a549e-6ac3-4055-a683-8178931bf4b1 None None] Network d663fa67-32eb-447a-8b04-44b3d1f8d1f3 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:34:57.816635 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a0e4e660-1b2f-4567-9363-d9282b21e703 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7193642 Feb 10 23:34:57.954452 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ff6c37-653a-4f98-9969-f658838b398a None None] Network d663fa67-32eb-447a-8b04-44b3d1f8d1f3 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:34:58.346678 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1b5e6-02df-44fe-9468-6c4f75bf99fd req-5272e66a-468a-45dd-a8b3-3d4961e44780 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:58.347234 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-bbe1b5e6-02df-44fe-9468-6c4f75bf99fd req-5272e66a-468a-45dd-a8b3-3d4961e44780 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Synchronizing usage tracker for tenant:b8932848fbdd4d5e96ccd6eeb0db4647 on resource:network {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:34:58.423623 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-bbe1b5e6-02df-44fe-9468-6c4f75bf99fd req-5272e66a-468a-45dd-a8b3-3d4961e44780 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Unset dirty status for tenant:b8932848fbdd4d5e96ccd6eeb0db4647 on resource:network {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:34:58.424786 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bbe1b5e6-02df-44fe-9468-6c4f75bf99fd req-5272e66a-468a-45dd-a8b3-3d4961e44780 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.59 "GET /v2.0/networks?id=d663fa67-32eb-447a-8b04-44b3d1f8d1f3 HTTP/1.1" status: 200 len: 813 time: 0.2152956 Feb 10 23:34:58.441409 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bbe1b5e6-02df-44fe-9468-6c4f75bf99fd req-2736e0f3-5911-46d4-8a65-92da95df0026 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.59 "GET /v2.0/quotas/b8932848fbdd4d5e96ccd6eeb0db4647 HTTP/1.1" status: 200 len: 375 time: 0.0104561 Feb 10 23:34:58.486446 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bbe1b5e6-02df-44fe-9468-6c4f75bf99fd req-dd518745-7d03-40df-bf76-b4b4bd39ed7b tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b8932848fbdd4d5e96ccd6eeb0db4647&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394199 Feb 10 23:34:58.496664 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [req-bbe1b5e6-02df-44fe-9468-6c4f75bf99fd req-32e7f376-bc58-45d1-93ca-47c09d747fd7 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:34:58.497564 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bbe1b5e6-02df-44fe-9468-6c4f75bf99fd req-32e7f376-bc58-45d1-93ca-47c09d747fd7 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047452 Feb 10 23:34:58.625409 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bbe1b5e6-02df-44fe-9468-6c4f75bf99fd req-1818b912-b301-420f-9c3b-6ccbfff2f08f service neutron] 10.222.0.59 "GET /v2.0/networks/d663fa67-32eb-447a-8b04-44b3d1f8d1f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222792 Feb 10 23:34:58.752681 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bbe1b5e6-02df-44fe-9468-6c4f75bf99fd req-3698bf7a-c820-4cb7-8171-dddce804282b service neutron] 10.222.0.59 "GET /v2.0/networks/d663fa67-32eb-447a-8b04-44b3d1f8d1f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210568 Feb 10 23:34:59.038118 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-f95763ac-83e5-49bd-9578-76f3631410d7 req-fd34002e-81af-4d64-bece-62460c903c9f tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.59 "GET /v2.0/ports?device_id=03157e26-8e3c-4da0-ace4-efb322e2316e HTTP/1.1" status: 200 len: 210 time: 0.0417726 Feb 10 23:35:00.209533 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8a2fa77a-5077-4cf5-8601-aa1ec10c7bf4 req-c005c52b-b674-4884-bbd6-0ad994f14133 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.59 "GET /v2.0/ports?device_id=03157e26-8e3c-4da0-ace4-efb322e2316e HTTP/1.1" status: 200 len: 210 time: 0.0439379 Feb 10 23:35:01.153407 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1b5e6-02df-44fe-9468-6c4f75bf99fd req-7a71534b-19ce-45c7-8176-e5e4b47e04df tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:01.154778 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bbe1b5e6-02df-44fe-9468-6c4f75bf99fd req-7a71534b-19ce-45c7-8176-e5e4b47e04df tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.37 "GET /v2.0/networks?id=d663fa67-32eb-447a-8b04-44b3d1f8d1f3 HTTP/1.1" status: 200 len: 813 time: 0.1417441 Feb 10 23:35:01.170522 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-bbe1b5e6-02df-44fe-9468-6c4f75bf99fd req-b07147ca-d473-4b30-9f92-1aaded9cdf11 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Request body: {'port': {'device_id': '03157e26-8e3c-4da0-ace4-efb322e2316e', 'network_id': 'd663fa67-32eb-447a-8b04-44b3d1f8d1f3', 'admin_state_up': True, 'tenant_id': 'b8932848fbdd4d5e96ccd6eeb0db4647'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:35:01.381327 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-eb8497aa-6a60-415e-a912-fd756397afb8 req-887a3a4c-59e0-48f5-935b-32945694f74d tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.59 "GET /v2.0/ports?device_id=03157e26-8e3c-4da0-ace4-efb322e2316e HTTP/1.1" status: 200 len: 210 time: 0.0431919 Feb 10 23:35:01.398740 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-bbe1b5e6-02df-44fe-9468-6c4f75bf99fd req-b07147ca-d473-4b30-9f92-1aaded9cdf11 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:35:01.403261 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-bbe1b5e6-02df-44fe-9468-6c4f75bf99fd req-b07147ca-d473-4b30-9f92-1aaded9cdf11 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Usage tracker for resource:port and tenant:b8932848fbdd4d5e96ccd6eeb0db4647 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:35:01.406559 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-bbe1b5e6-02df-44fe-9468-6c4f75bf99fd req-b07147ca-d473-4b30-9f92-1aaded9cdf11 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:35:01.412170 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-bbe1b5e6-02df-44fe-9468-6c4f75bf99fd req-b07147ca-d473-4b30-9f92-1aaded9cdf11 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:35:01.509497 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbe1b5e6-02df-44fe-9468-6c4f75bf99fd req-b07147ca-d473-4b30-9f92-1aaded9cdf11 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Made reservation on behalf of b8932848fbdd4d5e96ccd6eeb0db4647 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:35:01.512463 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-bbe1b5e6-02df-44fe-9468-6c4f75bf99fd req-b07147ca-d473-4b30-9f92-1aaded9cdf11 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:01.673322 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [req-bbe1b5e6-02df-44fe-9468-6c4f75bf99fd req-b07147ca-d473-4b30-9f92-1aaded9cdf11 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Allocated IP 172.20.0.11 (d663fa67-32eb-447a-8b04-44b3d1f8d1f3/749463fd-2d6c-426c-8545-271a149489e8/abd17859-7a22-4779-85d9-7dd9c4c6a6ef) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:35:01.866441 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-bbe1b5e6-02df-44fe-9468-6c4f75bf99fd req-b07147ca-d473-4b30-9f92-1aaded9cdf11 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:01.987090 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-bbe1b5e6-02df-44fe-9468-6c4f75bf99fd req-b07147ca-d473-4b30-9f92-1aaded9cdf11 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:02.057576 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbe1b5e6-02df-44fe-9468-6c4f75bf99fd req-b07147ca-d473-4b30-9f92-1aaded9cdf11 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Network d663fa67-32eb-447a-8b04-44b3d1f8d1f3 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:35:02.060416 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [req-bbe1b5e6-02df-44fe-9468-6c4f75bf99fd req-b07147ca-d473-4b30-9f92-1aaded9cdf11 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:35:02.066094 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe1b5e6-02df-44fe-9468-6c4f75bf99fd req-b07147ca-d473-4b30-9f92-1aaded9cdf11 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:35:02.096379 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07147ca-d473-4b30-9f92-1aaded9cdf11 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Pushing event updated for resources: {'Port': ['ID=abd17859-7a22-4779-85d9-7dd9c4c6a6ef,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:35:02.128595 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1b5e6-02df-44fe-9468-6c4f75bf99fd req-b07147ca-d473-4b30-9f92-1aaded9cdf11 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:02.129195 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-bbe1b5e6-02df-44fe-9468-6c4f75bf99fd req-b07147ca-d473-4b30-9f92-1aaded9cdf11 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:02.221958 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bbe1b5e6-02df-44fe-9468-6c4f75bf99fd req-b07147ca-d473-4b30-9f92-1aaded9cdf11 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0548604 Feb 10 23:35:02.232898 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-bbe1b5e6-02df-44fe-9468-6c4f75bf99fd req-6a67f310-2294-4bbe-831d-fb7d27046252 service neutron] Request body: {'port': {'device_id': '03157e26-8e3c-4da0-ace4-efb322e2316e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:35:02.340045 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-bbe1b5e6-02df-44fe-9468-6c4f75bf99fd req-6a67f310-2294-4bbe-831d-fb7d27046252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:02.671444 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96dd18-9f11-48b2-89b6-a9bb94de0432 req-c948ed6f-c5a1-464c-8b3c-87f15bf652a7 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:02.672146 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-aa96dd18-9f11-48b2-89b6-a9bb94de0432 req-c948ed6f-c5a1-464c-8b3c-87f15bf652a7 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Synchronizing usage tracker for tenant:b8932848fbdd4d5e96ccd6eeb0db4647 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:35:02.743492 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [req-bbe1b5e6-02df-44fe-9468-6c4f75bf99fd req-6a67f310-2294-4bbe-831d-fb7d27046252 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abd17859-7a22-4779-85d9-7dd9c4c6a6ef {{(pid=84332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:35:02.750199 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-bbe1b5e6-02df-44fe-9468-6c4f75bf99fd req-6a67f310-2294-4bbe-831d-fb7d27046252 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:02.764698 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-bbe1b5e6-02df-44fe-9468-6c4f75bf99fd req-6a67f310-2294-4bbe-831d-fb7d27046252 service neutron] Transition to ACTIVE for port object abd17859-7a22-4779-85d9-7dd9c4c6a6ef will not be triggered until provisioned by entity L2. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:35:02.786767 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-aa96dd18-9f11-48b2-89b6-a9bb94de0432 req-c948ed6f-c5a1-464c-8b3c-87f15bf652a7 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Unset dirty status for tenant:b8932848fbdd4d5e96ccd6eeb0db4647 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:35:02.787900 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-aa96dd18-9f11-48b2-89b6-a9bb94de0432 req-c948ed6f-c5a1-464c-8b3c-87f15bf652a7 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.59 "GET /v2.0/ports?device_id=03157e26-8e3c-4da0-ace4-efb322e2316e HTTP/1.1" status: 200 len: 932 time: 0.2462916 Feb 10 23:35:02.832561 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-aa96dd18-9f11-48b2-89b6-a9bb94de0432 req-ec24a165-491f-439f-b0ee-16298d646f04 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Synchronizing usage tracker for tenant:b8932848fbdd4d5e96ccd6eeb0db4647 on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:35:02.859675 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-bbe1b5e6-02df-44fe-9468-6c4f75bf99fd req-6a67f310-2294-4bbe-831d-fb7d27046252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:02.962935 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-aa96dd18-9f11-48b2-89b6-a9bb94de0432 req-ec24a165-491f-439f-b0ee-16298d646f04 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Unset dirty status for tenant:b8932848fbdd4d5e96ccd6eeb0db4647 on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:35:02.964063 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-aa96dd18-9f11-48b2-89b6-a9bb94de0432 req-ec24a165-491f-439f-b0ee-16298d646f04 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.59 "GET /v2.0/security-groups?id=747e60ba-5b89-4d29-be6a-d294bf766eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702538 Feb 10 23:35:02.985323 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a67f310-2294-4bbe-831d-fb7d27046252 service neutron] Pushing event updated for resources: {'Port': ['ID=abd17859-7a22-4779-85d9-7dd9c4c6a6ef,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:35:03.085241 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-bbe1b5e6-02df-44fe-9468-6c4f75bf99fd req-6a67f310-2294-4bbe-831d-fb7d27046252 service neutron] Attempting to bind port abd17859-7a22-4779-85d9-7dd9c4c6a6ef on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:35:03.085633 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-bbe1b5e6-02df-44fe-9468-6c4f75bf99fd req-6a67f310-2294-4bbe-831d-fb7d27046252 service neutron] Attempting to bind port abd17859-7a22-4779-85d9-7dd9c4c6a6ef by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': 'd08c2a18-eea5-4529-8351-ec02542b5dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd663fa67-32eb-447a-8b04-44b3d1f8d1f3'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:35:03.085947 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe1b5e6-02df-44fe-9468-6c4f75bf99fd req-6a67f310-2294-4bbe-831d-fb7d27046252 service neutron] Attempting to bind port abd17859-7a22-4779-85d9-7dd9c4c6a6ef on network d663fa67-32eb-447a-8b04-44b3d1f8d1f3 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:35:03.091514 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe1b5e6-02df-44fe-9468-6c4f75bf99fd req-6a67f310-2294-4bbe-831d-fb7d27046252 service neutron] Port abd17859-7a22-4779-85d9-7dd9c4c6a6ef on network d663fa67-32eb-447a-8b04-44b3d1f8d1f3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:35:03.091828 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe1b5e6-02df-44fe-9468-6c4f75bf99fd req-6a67f310-2294-4bbe-831d-fb7d27046252 service neutron] Attempting to bind port abd17859-7a22-4779-85d9-7dd9c4c6a6ef on network d663fa67-32eb-447a-8b04-44b3d1f8d1f3 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:35:03.097962 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe1b5e6-02df-44fe-9468-6c4f75bf99fd req-6a67f310-2294-4bbe-831d-fb7d27046252 service neutron] Checking agent: {'id': '0f85d58b-4cda-4360-97cf-be037aef26b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'started_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:35:03.098282 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe1b5e6-02df-44fe-9468-6c4f75bf99fd req-6a67f310-2294-4bbe-831d-fb7d27046252 service neutron] Checking segment: {'id': 'd08c2a18-eea5-4529-8351-ec02542b5dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd663fa67-32eb-447a-8b04-44b3d1f8d1f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:35:03.098654 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe1b5e6-02df-44fe-9468-6c4f75bf99fd req-6a67f310-2294-4bbe-831d-fb7d27046252 service neutron] Bound using segment: {'id': 'd08c2a18-eea5-4529-8351-ec02542b5dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd663fa67-32eb-447a-8b04-44b3d1f8d1f3'} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:35:03.099063 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-bbe1b5e6-02df-44fe-9468-6c4f75bf99fd req-6a67f310-2294-4bbe-831d-fb7d27046252 service neutron] Bound port: abd17859-7a22-4779-85d9-7dd9c4c6a6ef, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd08c2a18-eea5-4529-8351-ec02542b5dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd663fa67-32eb-447a-8b04-44b3d1f8d1f3'}}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:35:03.099394 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-bbe1b5e6-02df-44fe-9468-6c4f75bf99fd req-6a67f310-2294-4bbe-831d-fb7d27046252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:03.190111 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-bbe1b5e6-02df-44fe-9468-6c4f75bf99fd req-6a67f310-2294-4bbe-831d-fb7d27046252 service neutron] For port abd17859-7a22-4779-85d9-7dd9c4c6a6ef, host hv-neutron-8287, cleared binding levels {{(pid=84332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:35:03.193036 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-bbe1b5e6-02df-44fe-9468-6c4f75bf99fd req-6a67f310-2294-4bbe-831d-fb7d27046252 service neutron] For port abd17859-7a22-4779-85d9-7dd9c4c6a6ef, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=abd17859-7a22-4779-85d9-7dd9c4c6a6ef,segment=NetworkSegment(d08c2a18-eea5-4529-8351-ec02542b5dc6),segment_id=d08c2a18-eea5-4529-8351-ec02542b5dc6)] {{(pid=84332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:35:03.250276 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-bbe1b5e6-02df-44fe-9468-6c4f75bf99fd req-6a67f310-2294-4bbe-831d-fb7d27046252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:03.311356 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-bbe1b5e6-02df-44fe-9468-6c4f75bf99fd req-6a67f310-2294-4bbe-831d-fb7d27046252 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:03.312738 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bbe1b5e6-02df-44fe-9468-6c4f75bf99fd req-6a67f310-2294-4bbe-831d-fb7d27046252 service neutron] 10.222.0.37 "PUT /v2.0/ports/abd17859-7a22-4779-85d9-7dd9c4c6a6ef HTTP/1.1" status: 200 len: 1094 time: 1.0837886 Feb 10 23:35:03.313169 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03157e26-8e3c-4da0-ace4-efb322e2316e', 'tag': 'abd17859-7a22-4779-85d9-7dd9c4c6a6ef'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:35:03.331289 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a67f310-2294-4bbe-831d-fb7d27046252 service neutron] Pushing event updated for resources: {'Port': ['ID=abd17859-7a22-4779-85d9-7dd9c4c6a6ef,revision_number=3']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:35:03.453993 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03157e26-8e3c-4da0-ace4-efb322e2316e', 'tag': 'abd17859-7a22-4779-85d9-7dd9c4c6a6ef', 'status': 'completed', 'code': 200} Feb 10 23:35:03.470488 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bbe1b5e6-02df-44fe-9468-6c4f75bf99fd req-b476b041-a053-45a1-957a-0ef5d02a8678 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b8932848fbdd4d5e96ccd6eeb0db4647&device_id=03157e26-8e3c-4da0-ace4-efb322e2316e HTTP/1.1" status: 200 len: 1097 time: 0.0732164 Feb 10 23:35:03.545260 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bbe1b5e6-02df-44fe-9468-6c4f75bf99fd req-c6d439f1-aaf1-4200-98be-83283b0bb1ad service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=abd17859-7a22-4779-85d9-7dd9c4c6a6ef HTTP/1.1" status: 200 len: 217 time: 0.0676944 Feb 10 23:35:03.697698 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1b5e6-02df-44fe-9468-6c4f75bf99fd req-d4b3ce0c-b014-4c41-93b2-973d021cd0db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:03.698980 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bbe1b5e6-02df-44fe-9468-6c4f75bf99fd req-d4b3ce0c-b014-4c41-93b2-973d021cd0db service neutron] 10.222.0.37 "GET /v2.0/subnets?id=749463fd-2d6c-426c-8545-271a149489e8 HTTP/1.1" status: 200 len: 853 time: 0.1471903 Feb 10 23:35:03.741245 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bbe1b5e6-02df-44fe-9468-6c4f75bf99fd req-3f8cac64-3114-4eea-ad4b-03d8b32046d6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d663fa67-32eb-447a-8b04-44b3d1f8d1f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366163 Feb 10 23:35:03.869104 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bbe1b5e6-02df-44fe-9468-6c4f75bf99fd req-e8c3a232-578a-4408-aaba-b01ecb5fd34a service neutron] 10.222.0.37 "GET /v2.0/networks/d663fa67-32eb-447a-8b04-44b3d1f8d1f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220355 Feb 10 23:35:03.995343 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bbe1b5e6-02df-44fe-9468-6c4f75bf99fd req-73d055e6-5204-4eb6-bc9b-bca635b7ceae service neutron] 10.222.0.37 "GET /v2.0/networks/d663fa67-32eb-447a-8b04-44b3d1f8d1f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202650 Feb 10 23:35:04.227362 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7597b8d-8d6b-49b4-ba23-707ec131f78e req-f3d23edd-0a0b-4a27-b1e7-324dbd9b5400 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:04.228821 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f7597b8d-8d6b-49b4-ba23-707ec131f78e req-f3d23edd-0a0b-4a27-b1e7-324dbd9b5400 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.59 "GET /v2.0/ports?device_id=03157e26-8e3c-4da0-ace4-efb322e2316e HTTP/1.1" status: 200 len: 944 time: 0.1381664 Feb 10 23:35:04.232302 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5550b896-3134-472d-b794-20477cc90b22 req-35886241-8f9c-46d8-8bc5-bc82162f837d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b8932848fbdd4d5e96ccd6eeb0db4647&device_id=03157e26-8e3c-4da0-ace4-efb322e2316e HTTP/1.1" status: 200 len: 1097 time: 0.1043754 Feb 10 23:35:04.358703 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f7597b8d-8d6b-49b4-ba23-707ec131f78e req-1f0c0032-bb39-44b9-8bbe-cc4880da1e03 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.59 "GET /v2.0/security-groups?id=747e60ba-5b89-4d29-be6a-d294bf766eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243284 Feb 10 23:35:04.389626 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5550b896-3134-472d-b794-20477cc90b22 req-156895cf-fc93-4ce6-bdfb-37d3a8371127 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:04.391063 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5550b896-3134-472d-b794-20477cc90b22 req-156895cf-fc93-4ce6-bdfb-37d3a8371127 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d663fa67-32eb-447a-8b04-44b3d1f8d1f3 HTTP/1.1" status: 200 len: 914 time: 0.1432781 Feb 10 23:35:04.462474 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5550b896-3134-472d-b794-20477cc90b22 req-73d0ef5e-9b10-4880-83a4-cb83409bfb70 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=abd17859-7a22-4779-85d9-7dd9c4c6a6ef HTTP/1.1" status: 200 len: 217 time: 0.0647185 Feb 10 23:35:04.521895 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5550b896-3134-472d-b794-20477cc90b22 req-c1b887f4-ed42-4c75-8b73-c02593ce4668 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:04.524029 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5550b896-3134-472d-b794-20477cc90b22 req-c1b887f4-ed42-4c75-8b73-c02593ce4668 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=749463fd-2d6c-426c-8545-271a149489e8 HTTP/1.1" status: 200 len: 853 time: 0.0551493 Feb 10 23:35:04.568067 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5550b896-3134-472d-b794-20477cc90b22 req-23035ff2-58b4-4531-881b-1b0f30a9c9d2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d663fa67-32eb-447a-8b04-44b3d1f8d1f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365691 Feb 10 23:35:04.696667 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5550b896-3134-472d-b794-20477cc90b22 req-c3f5ce91-f460-47f7-a1bc-d8101c2b41eb service neutron] 10.222.0.37 "GET /v2.0/networks/d663fa67-32eb-447a-8b04-44b3d1f8d1f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209176 Feb 10 23:35:04.825625 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5550b896-3134-472d-b794-20477cc90b22 req-b68d5844-a499-4963-8d6b-13d942f6d42f service neutron] 10.222.0.37 "GET /v2.0/networks/d663fa67-32eb-447a-8b04-44b3d1f8d1f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227262 Feb 10 23:35:05.229968 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:35:05.555222 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759dec87-4e15-4628-891d-9d9ec84e0f68 req-2e0530ff-2ddd-4702-b168-b1314eb15598 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:05.556738 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-759dec87-4e15-4628-891d-9d9ec84e0f68 req-2e0530ff-2ddd-4702-b168-b1314eb15598 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.59 "GET /v2.0/ports?device_id=03157e26-8e3c-4da0-ace4-efb322e2316e HTTP/1.1" status: 200 len: 944 time: 0.0779586 Feb 10 23:35:05.601622 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-759dec87-4e15-4628-891d-9d9ec84e0f68 req-6b1e45d6-0176-40d5-9198-162c49c4bc2b tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.59 "GET /v2.0/security-groups?id=747e60ba-5b89-4d29-be6a-d294bf766eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390754 Feb 10 23:35:06.821368 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6966ede0-1811-4827-81de-1945d50d1f1e req-900a58ab-50eb-4e6b-9459-331f39a8b287 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:06.822714 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6966ede0-1811-4827-81de-1945d50d1f1e req-900a58ab-50eb-4e6b-9459-331f39a8b287 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.59 "GET /v2.0/ports?device_id=03157e26-8e3c-4da0-ace4-efb322e2316e HTTP/1.1" status: 200 len: 944 time: 0.0882280 Feb 10 23:35:06.868030 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6966ede0-1811-4827-81de-1945d50d1f1e req-7567dfcc-31b9-465f-a076-b4c7cf0c94f7 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.59 "GET /v2.0/security-groups?id=747e60ba-5b89-4d29-be6a-d294bf766eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390558 Feb 10 23:35:08.067124 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2801c03d-e5cf-418e-a0d9-8a05ecdcb884 req-df09c07f-18dc-458f-839f-0dcfe0e549da tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:08.069334 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-2801c03d-e5cf-418e-a0d9-8a05ecdcb884 req-df09c07f-18dc-458f-839f-0dcfe0e549da tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.59 "GET /v2.0/ports?device_id=03157e26-8e3c-4da0-ace4-efb322e2316e HTTP/1.1" status: 200 len: 944 time: 0.0758934 Feb 10 23:35:08.071076 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device abd17859-7a22-4779-85d9-7dd9c4c6a6ef details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:35:08.115024 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-2801c03d-e5cf-418e-a0d9-8a05ecdcb884 req-c9694381-b0c4-4ec4-bdfe-d35b0ed69f6c tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.59 "GET /v2.0/security-groups?id=747e60ba-5b89-4d29-be6a-d294bf766eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396981 Feb 10 23:35:08.205240 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port abd17859-7a22-4779-85d9-7dd9c4c6a6ef, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=abd17859-7a22-4779-85d9-7dd9c4c6a6ef,segment=NetworkSegment(d08c2a18-eea5-4529-8351-ec02542b5dc6),segment_id=d08c2a18-eea5-4529-8351-ec02542b5dc6)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:35:08.218867 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Returning: {'device': 'abd17859-7a22-4779-85d9-7dd9c4c6a6ef', 'network_id': 'd663fa67-32eb-447a-8b04-44b3d1f8d1f3', 'port_id': 'abd17859-7a22-4779-85d9-7dd9c4c6a6ef', 'mac_address': 'fa:16:3e:8c:3f:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '749463fd-2d6c-426c-8545-271a149489e8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:35:08.275122 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:08.292119 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abd17859-7a22-4779-85d9-7dd9c4c6a6ef {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:35:08.307258 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port abd17859-7a22-4779-85d9-7dd9c4c6a6ef, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=abd17859-7a22-4779-85d9-7dd9c4c6a6ef,segment=NetworkSegment(d08c2a18-eea5-4529-8351-ec02542b5dc6),segment_id=d08c2a18-eea5-4529-8351-ec02542b5dc6)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:35:08.369528 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:08.433169 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=abd17859-7a22-4779-85d9-7dd9c4c6a6ef,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:35:08.574765 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['abd17859-7a22-4779-85d9-7dd9c4c6a6ef'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:35:09.314585 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96083e01-a07c-4ada-b513-84c7c9ea5632 req-8f8f511c-5480-4f34-9c6d-942dbd202cbf tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:09.315939 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-96083e01-a07c-4ada-b513-84c7c9ea5632 req-8f8f511c-5480-4f34-9c6d-942dbd202cbf tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.59 "GET /v2.0/ports?device_id=03157e26-8e3c-4da0-ace4-efb322e2316e HTTP/1.1" status: 200 len: 945 time: 0.0791171 Feb 10 23:35:09.363861 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-96083e01-a07c-4ada-b513-84c7c9ea5632 req-1b88dcb3-ec01-427c-a9e1-df1d24659b89 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.59 "GET /v2.0/security-groups?id=747e60ba-5b89-4d29-be6a-d294bf766eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416062 Feb 10 23:35:10.086469 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device abd17859-7a22-4779-85d9-7dd9c4c6a6ef up at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:35:10.223315 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning for port abd17859-7a22-4779-85d9-7dd9c4c6a6ef completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:35:10.228160 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning complete for port abd17859-7a22-4779-85d9-7dd9c4c6a6ef triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:35:10.228523 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:10.338680 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:10.363493 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03157e26-8e3c-4da0-ace4-efb322e2316e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd17859-7a22-4779-85d9-7dd9c4c6a6ef'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:35:10.373387 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port abd17859-7a22-4779-85d9-7dd9c4c6a6ef, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=abd17859-7a22-4779-85d9-7dd9c4c6a6ef,segment=NetworkSegment(d08c2a18-eea5-4529-8351-ec02542b5dc6),segment_id=d08c2a18-eea5-4529-8351-ec02542b5dc6)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:35:10.421224 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03157e26-8e3c-4da0-ace4-efb322e2316e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd17859-7a22-4779-85d9-7dd9c4c6a6ef', 'code': 200} Feb 10 23:35:10.435158 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:10.507294 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=abd17859-7a22-4779-85d9-7dd9c4c6a6ef,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:35:10.573151 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346721fa-e5bb-4169-a85f-03491fd7bf36 req-810ebf70-4363-45f6-ac72-9f38472244e6 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:10.577031 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-346721fa-e5bb-4169-a85f-03491fd7bf36 req-810ebf70-4363-45f6-ac72-9f38472244e6 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.59 "GET /v2.0/ports?device_id=03157e26-8e3c-4da0-ace4-efb322e2316e HTTP/1.1" status: 200 len: 946 time: 0.0806174 Feb 10 23:35:10.621083 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-346721fa-e5bb-4169-a85f-03491fd7bf36 req-5471938a-d2c9-476d-8fc9-2016bead2d60 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.59 "GET /v2.0/security-groups?id=747e60ba-5b89-4d29-be6a-d294bf766eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406382 Feb 10 23:35:10.751123 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4ac497e8-ed60-4f9c-8ba0-508c369219f9 req-8be89f06-925f-48b3-a5b7-22b570e4a3fc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=03157e26-8e3c-4da0-ace4-efb322e2316e HTTP/1.1" status: 200 len: 1099 time: 0.0687027 Feb 10 23:35:10.792814 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4ac497e8-ed60-4f9c-8ba0-508c369219f9 req-123e377b-6c11-4af3-85df-eda7428c0266 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=747e60ba-5b89-4d29-be6a-d294bf766eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349052 Feb 10 23:35:11.821638 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a3e84-928c-431c-bf43-cc1e78509eb9 req-5625f846-4b6a-4230-a312-726aa82faa2e tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:11.823060 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-cb5a3e84-928c-431c-bf43-cc1e78509eb9 req-5625f846-4b6a-4230-a312-726aa82faa2e tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.59 "GET /v2.0/ports?device_id=03157e26-8e3c-4da0-ace4-efb322e2316e HTTP/1.1" status: 200 len: 946 time: 0.0802701 Feb 10 23:35:11.870163 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-cb5a3e84-928c-431c-bf43-cc1e78509eb9 req-1d094086-492d-4e9c-bc3b-7ac694f253ba tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.59 "GET /v2.0/security-groups?id=747e60ba-5b89-4d29-be6a-d294bf766eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407760 Feb 10 23:35:13.063868 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e14ab9-b459-4159-a7ec-c6e798085b50 req-cc7a9989-02c5-4394-96d1-f9cf32cb3975 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:13.065348 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-89e14ab9-b459-4159-a7ec-c6e798085b50 req-cc7a9989-02c5-4394-96d1-f9cf32cb3975 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.59 "GET /v2.0/ports?device_id=03157e26-8e3c-4da0-ace4-efb322e2316e HTTP/1.1" status: 200 len: 946 time: 0.0765533 Feb 10 23:35:13.110918 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-89e14ab9-b459-4159-a7ec-c6e798085b50 req-f4318033-87e7-45b5-b38e-35f7ce3fef0c tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.59 "GET /v2.0/security-groups?id=747e60ba-5b89-4d29-be6a-d294bf766eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400443 Feb 10 23:35:13.400587 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f98818-1a02-4862-876b-9e34ae375bef req-06fdf234-2dee-4e35-acba-e8da7e09ff32 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:13.402181 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-02f98818-1a02-4862-876b-9e34ae375bef req-06fdf234-2dee-4e35-acba-e8da7e09ff32 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.59 "GET /v2.0/networks?id=d663fa67-32eb-447a-8b04-44b3d1f8d1f3 HTTP/1.1" status: 200 len: 813 time: 0.1382747 Feb 10 23:35:13.418195 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-02f98818-1a02-4862-876b-9e34ae375bef req-2f3505ca-84c4-4555-a6f6-2a17924273b5 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.59 "GET /v2.0/quotas/b8932848fbdd4d5e96ccd6eeb0db4647 HTTP/1.1" status: 200 len: 375 time: 0.0107596 Feb 10 23:35:13.497460 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-02f98818-1a02-4862-876b-9e34ae375bef req-2054f121-2bb8-471e-bbcc-4526dae02b8e tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b8932848fbdd4d5e96ccd6eeb0db4647&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0745335 Feb 10 23:35:13.697919 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-02f98818-1a02-4862-876b-9e34ae375bef req-749637fe-584f-425e-a7b2-aa2648b718f0 service neutron] 10.222.0.59 "GET /v2.0/networks/d663fa67-32eb-447a-8b04-44b3d1f8d1f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937644 Feb 10 23:35:13.825615 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-02f98818-1a02-4862-876b-9e34ae375bef req-354632ae-ca44-47d3-9717-4a0d33a365c2 service neutron] 10.222.0.59 "GET /v2.0/networks/d663fa67-32eb-447a-8b04-44b3d1f8d1f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218998 Feb 10 23:35:14.177906 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b95b9713-e440-4cc6-9059-98ecd2ee9034 req-2f836d3e-9509-4914-a7b5-b238a99aac5b tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a27945b-754d-4b15-8a87-7aeb29ed8909 HTTP/1.1" status: 200 len: 210 time: 0.1325886 Feb 10 23:35:15.346889 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-34838abc-41b0-45c4-96a9-7a510318ee2e req-e37f50f4-565f-47e3-a20a-352eb1139c07 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a27945b-754d-4b15-8a87-7aeb29ed8909 HTTP/1.1" status: 200 len: 210 time: 0.0420878 Feb 10 23:35:16.053065 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f98818-1a02-4862-876b-9e34ae375bef req-00792b49-6459-456c-b88a-9fde19bf4637 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:16.054473 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-02f98818-1a02-4862-876b-9e34ae375bef req-00792b49-6459-456c-b88a-9fde19bf4637 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.37 "GET /v2.0/networks?id=d663fa67-32eb-447a-8b04-44b3d1f8d1f3 HTTP/1.1" status: 200 len: 813 time: 0.1394308 Feb 10 23:35:16.071262 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-02f98818-1a02-4862-876b-9e34ae375bef req-0e999133-80ba-4f45-9236-d39626bbbfd9 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Request body: {'port': {'device_id': '8a27945b-754d-4b15-8a87-7aeb29ed8909', 'network_id': 'd663fa67-32eb-447a-8b04-44b3d1f8d1f3', 'admin_state_up': True, 'tenant_id': 'b8932848fbdd4d5e96ccd6eeb0db4647'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:35:16.206013 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-02f98818-1a02-4862-876b-9e34ae375bef req-0e999133-80ba-4f45-9236-d39626bbbfd9 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:35:16.215247 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-02f98818-1a02-4862-876b-9e34ae375bef req-0e999133-80ba-4f45-9236-d39626bbbfd9 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:35:16.269087 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02f98818-1a02-4862-876b-9e34ae375bef req-0e999133-80ba-4f45-9236-d39626bbbfd9 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Made reservation on behalf of b8932848fbdd4d5e96ccd6eeb0db4647 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:35:16.272524 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-02f98818-1a02-4862-876b-9e34ae375bef req-0e999133-80ba-4f45-9236-d39626bbbfd9 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:16.355923 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:16.436313 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [req-02f98818-1a02-4862-876b-9e34ae375bef req-0e999133-80ba-4f45-9236-d39626bbbfd9 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Allocated IP 172.20.0.3 (d663fa67-32eb-447a-8b04-44b3d1f8d1f3/749463fd-2d6c-426c-8545-271a149489e8/bb6a43cf-4a2f-4880-b2c9-9973ce31113a) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:35:16.524881 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-762ac4d9-446a-40a7-b469-cc2fa69d71ed req-84a1f602-1b00-4557-a1b5-bf0d1cf2317c tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a27945b-754d-4b15-8a87-7aeb29ed8909 HTTP/1.1" status: 200 len: 210 time: 0.0517426 Feb 10 23:35:16.671687 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-02f98818-1a02-4862-876b-9e34ae375bef req-0e999133-80ba-4f45-9236-d39626bbbfd9 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:16.769796 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-02f98818-1a02-4862-876b-9e34ae375bef req-0e999133-80ba-4f45-9236-d39626bbbfd9 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:16.781402 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['abd17859-7a22-4779-85d9-7dd9c4c6a6ef'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:35:16.843964 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02f98818-1a02-4862-876b-9e34ae375bef req-0e999133-80ba-4f45-9236-d39626bbbfd9 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Network d663fa67-32eb-447a-8b04-44b3d1f8d1f3 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:35:16.845175 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [req-02f98818-1a02-4862-876b-9e34ae375bef req-0e999133-80ba-4f45-9236-d39626bbbfd9 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:35:16.848963 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-02f98818-1a02-4862-876b-9e34ae375bef req-0e999133-80ba-4f45-9236-d39626bbbfd9 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:35:16.887514 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e999133-80ba-4f45-9236-d39626bbbfd9 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Pushing event updated for resources: {'Port': ['ID=bb6a43cf-4a2f-4880-b2c9-9973ce31113a,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:35:16.913549 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f98818-1a02-4862-876b-9e34ae375bef req-0e999133-80ba-4f45-9236-d39626bbbfd9 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:16.914146 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-02f98818-1a02-4862-876b-9e34ae375bef req-0e999133-80ba-4f45-9236-d39626bbbfd9 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:16.998702 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-02f98818-1a02-4862-876b-9e34ae375bef req-0e999133-80ba-4f45-9236-d39626bbbfd9 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9318485 Feb 10 23:35:17.010411 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-02f98818-1a02-4862-876b-9e34ae375bef req-947354a6-b7b4-49a4-b095-129fc8fad397 service neutron] Request body: {'port': {'device_id': '8a27945b-754d-4b15-8a87-7aeb29ed8909', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:35:17.118781 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-02f98818-1a02-4862-876b-9e34ae375bef req-947354a6-b7b4-49a4-b095-129fc8fad397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:17.441750 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [req-02f98818-1a02-4862-876b-9e34ae375bef req-947354a6-b7b4-49a4-b095-129fc8fad397 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb6a43cf-4a2f-4880-b2c9-9973ce31113a {{(pid=84332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:35:17.448922 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-02f98818-1a02-4862-876b-9e34ae375bef req-947354a6-b7b4-49a4-b095-129fc8fad397 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:17.462324 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-02f98818-1a02-4862-876b-9e34ae375bef req-947354a6-b7b4-49a4-b095-129fc8fad397 service neutron] Transition to ACTIVE for port object bb6a43cf-4a2f-4880-b2c9-9973ce31113a will not be triggered until provisioned by entity L2. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:35:17.520160 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-02f98818-1a02-4862-876b-9e34ae375bef req-947354a6-b7b4-49a4-b095-129fc8fad397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:17.657971 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947354a6-b7b4-49a4-b095-129fc8fad397 service neutron] Pushing event updated for resources: {'Port': ['ID=bb6a43cf-4a2f-4880-b2c9-9973ce31113a,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:35:17.722641 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4489b626-52da-4260-80bf-116d33b18fdf req-7589b45a-237e-432c-a04e-ed2a18b4f4f3 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:17.723980 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-4489b626-52da-4260-80bf-116d33b18fdf req-7589b45a-237e-432c-a04e-ed2a18b4f4f3 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a27945b-754d-4b15-8a87-7aeb29ed8909 HTTP/1.1" status: 200 len: 943 time: 0.0752156 Feb 10 23:35:17.763227 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-02f98818-1a02-4862-876b-9e34ae375bef req-947354a6-b7b4-49a4-b095-129fc8fad397 service neutron] Attempting to bind port bb6a43cf-4a2f-4880-b2c9-9973ce31113a on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:35:17.763556 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-02f98818-1a02-4862-876b-9e34ae375bef req-947354a6-b7b4-49a4-b095-129fc8fad397 service neutron] Attempting to bind port bb6a43cf-4a2f-4880-b2c9-9973ce31113a by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': 'd08c2a18-eea5-4529-8351-ec02542b5dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd663fa67-32eb-447a-8b04-44b3d1f8d1f3'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:35:17.763873 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f98818-1a02-4862-876b-9e34ae375bef req-947354a6-b7b4-49a4-b095-129fc8fad397 service neutron] Attempting to bind port bb6a43cf-4a2f-4880-b2c9-9973ce31113a on network d663fa67-32eb-447a-8b04-44b3d1f8d1f3 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:35:17.770100 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f98818-1a02-4862-876b-9e34ae375bef req-947354a6-b7b4-49a4-b095-129fc8fad397 service neutron] Port bb6a43cf-4a2f-4880-b2c9-9973ce31113a on network d663fa67-32eb-447a-8b04-44b3d1f8d1f3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:35:17.770440 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f98818-1a02-4862-876b-9e34ae375bef req-947354a6-b7b4-49a4-b095-129fc8fad397 service neutron] Attempting to bind port bb6a43cf-4a2f-4880-b2c9-9973ce31113a on network d663fa67-32eb-447a-8b04-44b3d1f8d1f3 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:35:17.771210 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-4489b626-52da-4260-80bf-116d33b18fdf req-7f765837-e974-4158-bceb-5c49f0e3ab6d tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.59 "GET /v2.0/security-groups?id=747e60ba-5b89-4d29-be6a-d294bf766eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412493 Feb 10 23:35:17.776987 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f98818-1a02-4862-876b-9e34ae375bef req-947354a6-b7b4-49a4-b095-129fc8fad397 service neutron] Checking agent: {'id': '0f85d58b-4cda-4360-97cf-be037aef26b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'started_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:35:17.777323 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f98818-1a02-4862-876b-9e34ae375bef req-947354a6-b7b4-49a4-b095-129fc8fad397 service neutron] Checking segment: {'id': 'd08c2a18-eea5-4529-8351-ec02542b5dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd663fa67-32eb-447a-8b04-44b3d1f8d1f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:35:17.777729 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f98818-1a02-4862-876b-9e34ae375bef req-947354a6-b7b4-49a4-b095-129fc8fad397 service neutron] Bound using segment: {'id': 'd08c2a18-eea5-4529-8351-ec02542b5dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd663fa67-32eb-447a-8b04-44b3d1f8d1f3'} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:35:17.778145 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-02f98818-1a02-4862-876b-9e34ae375bef req-947354a6-b7b4-49a4-b095-129fc8fad397 service neutron] Bound port: bb6a43cf-4a2f-4880-b2c9-9973ce31113a, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd08c2a18-eea5-4529-8351-ec02542b5dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd663fa67-32eb-447a-8b04-44b3d1f8d1f3'}}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:35:17.778487 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-02f98818-1a02-4862-876b-9e34ae375bef req-947354a6-b7b4-49a4-b095-129fc8fad397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:17.955307 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-02f98818-1a02-4862-876b-9e34ae375bef req-947354a6-b7b4-49a4-b095-129fc8fad397 service neutron] For port bb6a43cf-4a2f-4880-b2c9-9973ce31113a, host hv-neutron-8287, cleared binding levels {{(pid=84332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:35:17.958364 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-02f98818-1a02-4862-876b-9e34ae375bef req-947354a6-b7b4-49a4-b095-129fc8fad397 service neutron] For port bb6a43cf-4a2f-4880-b2c9-9973ce31113a, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=bb6a43cf-4a2f-4880-b2c9-9973ce31113a,segment=NetworkSegment(d08c2a18-eea5-4529-8351-ec02542b5dc6),segment_id=d08c2a18-eea5-4529-8351-ec02542b5dc6)] {{(pid=84332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:35:18.044430 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-02f98818-1a02-4862-876b-9e34ae375bef req-947354a6-b7b4-49a4-b095-129fc8fad397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:18.107889 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-02f98818-1a02-4862-876b-9e34ae375bef req-947354a6-b7b4-49a4-b095-129fc8fad397 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:18.109304 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-02f98818-1a02-4862-876b-9e34ae375bef req-947354a6-b7b4-49a4-b095-129fc8fad397 service neutron] 10.222.0.37 "PUT /v2.0/ports/bb6a43cf-4a2f-4880-b2c9-9973ce31113a HTTP/1.1" status: 200 len: 1093 time: 1.1027753 Feb 10 23:35:18.109730 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a27945b-754d-4b15-8a87-7aeb29ed8909', 'tag': 'bb6a43cf-4a2f-4880-b2c9-9973ce31113a'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:35:18.125861 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947354a6-b7b4-49a4-b095-129fc8fad397 service neutron] Pushing event updated for resources: {'Port': ['ID=bb6a43cf-4a2f-4880-b2c9-9973ce31113a,revision_number=3']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:35:18.164988 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a27945b-754d-4b15-8a87-7aeb29ed8909', 'tag': 'bb6a43cf-4a2f-4880-b2c9-9973ce31113a', 'status': 'completed', 'code': 200} Feb 10 23:35:18.258306 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d4e15029-395e-400d-a43c-1983353b11f3 req-93c6ba5d-69fa-4638-9053-e2d4241a04f8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b8932848fbdd4d5e96ccd6eeb0db4647&device_id=8a27945b-754d-4b15-8a87-7aeb29ed8909 HTTP/1.1" status: 200 len: 1096 time: 0.0728436 Feb 10 23:35:18.403671 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e15029-395e-400d-a43c-1983353b11f3 req-f16271b6-afaa-41df-a184-fbb51b8dc9f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:18.405001 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d4e15029-395e-400d-a43c-1983353b11f3 req-f16271b6-afaa-41df-a184-fbb51b8dc9f5 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b8932848fbdd4d5e96ccd6eeb0db4647&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1397548 Feb 10 23:35:18.538002 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e15029-395e-400d-a43c-1983353b11f3 req-1d291dac-9acb-4a5b-83f0-7af9ef6dbe5d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:18.539396 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d4e15029-395e-400d-a43c-1983353b11f3 req-1d291dac-9acb-4a5b-83f0-7af9ef6dbe5d service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1270256 Feb 10 23:35:18.647314 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-02f98818-1a02-4862-876b-9e34ae375bef req-83fc6eb0-140e-4839-a70f-45b8b1c2cd5a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b8932848fbdd4d5e96ccd6eeb0db4647&device_id=8a27945b-754d-4b15-8a87-7aeb29ed8909 HTTP/1.1" status: 200 len: 1096 time: 0.0731246 Feb 10 23:35:18.716993 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-02f98818-1a02-4862-876b-9e34ae375bef req-3d523de8-cf6e-4255-af47-a4ef9f597bc1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb6a43cf-4a2f-4880-b2c9-9973ce31113a HTTP/1.1" status: 200 len: 217 time: 0.0627532 Feb 10 23:35:18.776763 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f98818-1a02-4862-876b-9e34ae375bef req-703068bf-241a-4e8d-8699-8d8fa0e2473f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:18.778219 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-02f98818-1a02-4862-876b-9e34ae375bef req-703068bf-241a-4e8d-8699-8d8fa0e2473f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=749463fd-2d6c-426c-8545-271a149489e8 HTTP/1.1" status: 200 len: 853 time: 0.0558689 Feb 10 23:35:18.824176 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-02f98818-1a02-4862-876b-9e34ae375bef req-0eb15c6a-3c9c-4b4b-8ad5-cc5d16a7b33e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d663fa67-32eb-447a-8b04-44b3d1f8d1f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404935 Feb 10 23:35:18.959187 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-02f98818-1a02-4862-876b-9e34ae375bef req-4fb40a0f-53ba-4a3d-a3b4-5524d79b6a48 service neutron] 10.222.0.37 "GET /v2.0/networks/d663fa67-32eb-447a-8b04-44b3d1f8d1f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294632 Feb 10 23:35:18.969176 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c903287-1db9-4698-a4c7-18b095138f70 req-6e383699-ad25-45c4-a035-bd581a951315 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:18.970543 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-9c903287-1db9-4698-a4c7-18b095138f70 req-6e383699-ad25-45c4-a035-bd581a951315 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a27945b-754d-4b15-8a87-7aeb29ed8909 HTTP/1.1" status: 200 len: 943 time: 0.0803461 Feb 10 23:35:19.017394 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-9c903287-1db9-4698-a4c7-18b095138f70 req-2291fc91-6b28-4aec-b058-92d2f6017dd6 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.59 "GET /v2.0/security-groups?id=747e60ba-5b89-4d29-be6a-d294bf766eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411127 Feb 10 23:35:19.072259 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8e63326b-b49c-4b53-925e-99684a3516b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:19.093548 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-02f98818-1a02-4862-876b-9e34ae375bef req-5e20c5e7-ca89-44d5-9345-428bb57481bd service neutron] 10.222.0.37 "GET /v2.0/networks/d663fa67-32eb-447a-8b04-44b3d1f8d1f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283669 Feb 10 23:35:20.214321 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dadd9a-3046-45f3-93ad-2dced130a399 req-dff530e2-5518-4c14-a223-4d4e7ef6bda9 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:20.215073 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-15dadd9a-3046-45f3-93ad-2dced130a399 req-dff530e2-5518-4c14-a223-4d4e7ef6bda9 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Synchronizing usage tracker for tenant:b8932848fbdd4d5e96ccd6eeb0db4647 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:35:20.297589 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-15dadd9a-3046-45f3-93ad-2dced130a399 req-dff530e2-5518-4c14-a223-4d4e7ef6bda9 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Unset dirty status for tenant:b8932848fbdd4d5e96ccd6eeb0db4647 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:35:20.298771 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-15dadd9a-3046-45f3-93ad-2dced130a399 req-dff530e2-5518-4c14-a223-4d4e7ef6bda9 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a27945b-754d-4b15-8a87-7aeb29ed8909 HTTP/1.1" status: 200 len: 943 time: 0.1585817 Feb 10 23:35:20.344863 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-15dadd9a-3046-45f3-93ad-2dced130a399 req-85c12d08-6a94-4f3e-8e62-598f6c6f8e46 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.59 "GET /v2.0/security-groups?id=747e60ba-5b89-4d29-be6a-d294bf766eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404851 Feb 10 23:35:21.237624 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4643c36a-a34a-43ba-9a74-65c2cfa39910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:21.539033 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316fb820-500d-4d01-a0a7-57b8472e2e1e req-018ccf5b-17df-4a65-88df-bcee0d2c5ec7 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:21.540363 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-316fb820-500d-4d01-a0a7-57b8472e2e1e req-018ccf5b-17df-4a65-88df-bcee0d2c5ec7 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a27945b-754d-4b15-8a87-7aeb29ed8909 HTTP/1.1" status: 200 len: 943 time: 0.0733700 Feb 10 23:35:21.588629 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-316fb820-500d-4d01-a0a7-57b8472e2e1e req-8434b10e-7981-4414-9990-c9bcf06eb51c tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.59 "GET /v2.0/security-groups?id=747e60ba-5b89-4d29-be6a-d294bf766eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424809 Feb 10 23:35:22.111761 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device bb6a43cf-4a2f-4880-b2c9-9973ce31113a details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:35:22.269460 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port bb6a43cf-4a2f-4880-b2c9-9973ce31113a, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=bb6a43cf-4a2f-4880-b2c9-9973ce31113a,segment=NetworkSegment(d08c2a18-eea5-4529-8351-ec02542b5dc6),segment_id=d08c2a18-eea5-4529-8351-ec02542b5dc6)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:35:22.284047 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Returning: {'device': 'bb6a43cf-4a2f-4880-b2c9-9973ce31113a', 'network_id': 'd663fa67-32eb-447a-8b04-44b3d1f8d1f3', 'port_id': 'bb6a43cf-4a2f-4880-b2c9-9973ce31113a', 'mac_address': 'fa:16:3e:f9:3b:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '749463fd-2d6c-426c-8545-271a149489e8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:35:22.335235 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:22.352054 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb6a43cf-4a2f-4880-b2c9-9973ce31113a {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:35:22.366849 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port bb6a43cf-4a2f-4880-b2c9-9973ce31113a, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=bb6a43cf-4a2f-4880-b2c9-9973ce31113a,segment=NetworkSegment(d08c2a18-eea5-4529-8351-ec02542b5dc6),segment_id=d08c2a18-eea5-4529-8351-ec02542b5dc6)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:35:22.434918 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:22.512052 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=bb6a43cf-4a2f-4880-b2c9-9973ce31113a,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:35:22.551577 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:22.597367 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:22.650100 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['bb6a43cf-4a2f-4880-b2c9-9973ce31113a'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:35:22.783988 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1557f817-f56b-47cf-8af4-ce521f2db3ac req-2f8d7046-89c0-4c0b-9364-23d26d03caf4 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:22.785496 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1557f817-f56b-47cf-8af4-ce521f2db3ac req-2f8d7046-89c0-4c0b-9364-23d26d03caf4 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a27945b-754d-4b15-8a87-7aeb29ed8909 HTTP/1.1" status: 200 len: 944 time: 0.0782642 Feb 10 23:35:22.831985 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1557f817-f56b-47cf-8af4-ce521f2db3ac req-271e3531-63e2-4e3a-8c11-61aa35ea7e79 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.59 "GET /v2.0/security-groups?id=747e60ba-5b89-4d29-be6a-d294bf766eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409074 Feb 10 23:35:24.026947 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a858b8-ead6-4d03-877d-332e333b3e41 req-55953b9e-846d-4ce2-be9d-d77148a1a75e tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:24.033388 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-76a858b8-ead6-4d03-877d-332e333b3e41 req-55953b9e-846d-4ce2-be9d-d77148a1a75e tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a27945b-754d-4b15-8a87-7aeb29ed8909 HTTP/1.1" status: 200 len: 944 time: 0.0758011 Feb 10 23:35:24.074699 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-76a858b8-ead6-4d03-877d-332e333b3e41 req-f2552690-a5fb-4bc9-9524-dc329930aca8 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.59 "GET /v2.0/security-groups?id=747e60ba-5b89-4d29-be6a-d294bf766eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407016 Feb 10 23:35:24.083265 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:24.132270 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device bb6a43cf-4a2f-4880-b2c9-9973ce31113a up at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:35:24.254402 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning for port bb6a43cf-4a2f-4880-b2c9-9973ce31113a completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:35:24.258996 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning complete for port bb6a43cf-4a2f-4880-b2c9-9973ce31113a triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:35:24.259395 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:24.369706 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:24.399966 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a27945b-754d-4b15-8a87-7aeb29ed8909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb6a43cf-4a2f-4880-b2c9-9973ce31113a'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:35:24.406360 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port bb6a43cf-4a2f-4880-b2c9-9973ce31113a, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=bb6a43cf-4a2f-4880-b2c9-9973ce31113a,segment=NetworkSegment(d08c2a18-eea5-4529-8351-ec02542b5dc6),segment_id=d08c2a18-eea5-4529-8351-ec02542b5dc6)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:35:24.449527 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a27945b-754d-4b15-8a87-7aeb29ed8909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb6a43cf-4a2f-4880-b2c9-9973ce31113a', 'code': 200} Feb 10 23:35:24.500559 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:24.564091 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=bb6a43cf-4a2f-4880-b2c9-9973ce31113a,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:35:24.817986 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f5370eab-6737-40ef-9064-a9d460ebc87f req-5c9a63f9-51b0-4b0e-9fda-a4c6fa50905e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8a27945b-754d-4b15-8a87-7aeb29ed8909 HTTP/1.1" status: 200 len: 1098 time: 0.0658743 Feb 10 23:35:24.859009 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f5370eab-6737-40ef-9064-a9d460ebc87f req-5a81eff3-53d5-487e-ac2a-1f7a20630a3d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=747e60ba-5b89-4d29-be6a-d294bf766eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338788 Feb 10 23:35:25.351642 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff681127-d4c0-4d66-a091-4976fdc33803 req-12e82d87-fff8-487b-ab52-acae54f92196 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:25.353813 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-ff681127-d4c0-4d66-a091-4976fdc33803 req-12e82d87-fff8-487b-ab52-acae54f92196 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a27945b-754d-4b15-8a87-7aeb29ed8909 HTTP/1.1" status: 200 len: 945 time: 0.1595528 Feb 10 23:35:25.398645 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-ff681127-d4c0-4d66-a091-4976fdc33803 req-94f79ca2-28b2-4d00-9510-94c1234d65ac tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.59 "GET /v2.0/security-groups?id=747e60ba-5b89-4d29-be6a-d294bf766eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384459 Feb 10 23:35:26.601775 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1bbe92-8b93-4dfb-a4d0-8fad97f978be req-11b7c0fd-8a0a-4f8a-ad6e-76a066cab3f1 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:26.603207 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9e1bbe92-8b93-4dfb-a4d0-8fad97f978be req-11b7c0fd-8a0a-4f8a-ad6e-76a066cab3f1 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a27945b-754d-4b15-8a87-7aeb29ed8909 HTTP/1.1" status: 200 len: 945 time: 0.0784218 Feb 10 23:35:26.648932 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9e1bbe92-8b93-4dfb-a4d0-8fad97f978be req-691355ec-7e78-4905-8dda-1aeed5b0520e tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.59 "GET /v2.0/security-groups?id=747e60ba-5b89-4d29-be6a-d294bf766eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395405 Feb 10 23:35:27.242531 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc9a9e-4579-4d07-a006-8b80bcd30a76 req-13fd8637-6431-4675-9e03-c170b9fca691 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:27.243952 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6ecc9a9e-4579-4d07-a006-8b80bcd30a76 req-13fd8637-6431-4675-9e03-c170b9fca691 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a27945b-754d-4b15-8a87-7aeb29ed8909 HTTP/1.1" status: 200 len: 945 time: 0.0731454 Feb 10 23:35:27.287568 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6ecc9a9e-4579-4d07-a006-8b80bcd30a76 req-85aa68f2-61cd-44b7-8245-7835a201e3d8 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.59 "GET /v2.0/security-groups?id=747e60ba-5b89-4d29-be6a-d294bf766eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378485 Feb 10 23:35:28.483236 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a42a874-3b11-4b85-90ee-69888b2f2696 req-bba461ff-7134-4041-a310-72501db2af96 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:28.484709 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-4a42a874-3b11-4b85-90ee-69888b2f2696 req-bba461ff-7134-4041-a310-72501db2af96 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a27945b-754d-4b15-8a87-7aeb29ed8909 HTTP/1.1" status: 200 len: 945 time: 0.0749831 Feb 10 23:35:28.528778 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-4a42a874-3b11-4b85-90ee-69888b2f2696 req-6d78945a-5694-4ec3-95ac-70b423d21c2b tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.59 "GET /v2.0/security-groups?id=747e60ba-5b89-4d29-be6a-d294bf766eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386238 Feb 10 23:35:28.610278 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578971ba-bda4-459f-8142-50e33b92eff3 req-35ce7796-7130-4fd6-badf-30bebcde276b tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:28.611675 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-578971ba-bda4-459f-8142-50e33b92eff3 req-35ce7796-7130-4fd6-badf-30bebcde276b tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a27945b-754d-4b15-8a87-7aeb29ed8909 HTTP/1.1" status: 200 len: 945 time: 0.0777748 Feb 10 23:35:28.676386 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-578971ba-bda4-459f-8142-50e33b92eff3 req-4f08e538-b7de-4dc7-8008-1aa4d387fc58 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Deleting port bb6a43cf-4a2f-4880-b2c9-9973ce31113a {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:35:28.676749 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-578971ba-bda4-459f-8142-50e33b92eff3 req-4f08e538-b7de-4dc7-8008-1aa4d387fc58 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:28.992395 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-578971ba-bda4-459f-8142-50e33b92eff3 req-4f08e538-b7de-4dc7-8008-1aa4d387fc58 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] For port bb6a43cf-4a2f-4880-b2c9-9973ce31113a, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=bb6a43cf-4a2f-4880-b2c9-9973ce31113a,segment=NetworkSegment(d08c2a18-eea5-4529-8351-ec02542b5dc6),segment_id=d08c2a18-eea5-4529-8351-ec02542b5dc6)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:35:28.992822 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-578971ba-bda4-459f-8142-50e33b92eff3 req-4f08e538-b7de-4dc7-8008-1aa4d387fc58 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:29.148528 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-578971ba-bda4-459f-8142-50e33b92eff3 req-4f08e538-b7de-4dc7-8008-1aa4d387fc58 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Calling delete_port for bb6a43cf-4a2f-4880-b2c9-9973ce31113a owned by compute:nova {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:35:29.243823 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e6cf6dc2-6a93-4933-916e-177cf262c004 req-149feabd-2bbf-451d-9a35-d1b590923c0e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=03157e26-8e3c-4da0-ace4-efb322e2316e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2403245 Feb 10 23:35:29.376302 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e6cf6dc2-6a93-4933-916e-177cf262c004 req-8d2e7379-3697-4afd-9754-c088fe5a5d35 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b8932848fbdd4d5e96ccd6eeb0db4647&device_id=03157e26-8e3c-4da0-ace4-efb322e2316e HTTP/1.1" status: 200 len: 1099 time: 0.0661418 Feb 10 23:35:29.377324 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-578971ba-bda4-459f-8142-50e33b92eff3 req-4f08e538-b7de-4dc7-8008-1aa4d387fc58 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:29.390611 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['abd17859-7a22-4779-85d9-7dd9c4c6a6ef', 'bb6a43cf-4a2f-4880-b2c9-9973ce31113a'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:35:29.517687 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f08e538-b7de-4dc7-8008-1aa4d387fc58 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Pushing event deleted for resources: {'Port': ['ID=bb6a43cf-4a2f-4880-b2c9-9973ce31113a,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:35:29.631950 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-578971ba-bda4-459f-8142-50e33b92eff3 req-4f08e538-b7de-4dc7-8008-1aa4d387fc58 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] No DVR routers for this DVR port bb6a43cf-4a2f-4880-b2c9-9973ce31113a on host hv-neutron-8287 {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:35:29.637383 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-578971ba-bda4-459f-8142-50e33b92eff3 req-4f08e538-b7de-4dc7-8008-1aa4d387fc58 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:29.640601 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a27945b-754d-4b15-8a87-7aeb29ed8909', 'name': 'network-vif-deleted', 'tag': 'bb6a43cf-4a2f-4880-b2c9-9973ce31113a'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:35:29.725307 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a27945b-754d-4b15-8a87-7aeb29ed8909', 'name': 'network-vif-deleted', 'tag': 'bb6a43cf-4a2f-4880-b2c9-9973ce31113a', 'status': 'completed', 'code': 200} Feb 10 23:35:29.745941 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-8daa07b0-b32f-41e6-b2b3-b2650e555e11 req-3f6c83f3-e6d7-4af7-b09a-03dc620af0f7 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Synchronizing usage tracker for tenant:b8932848fbdd4d5e96ccd6eeb0db4647 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:35:29.752766 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf6dc2-6a93-4933-916e-177cf262c004 req-cdc1f5a7-5053-4cd7-b0f9-b2c206dd21c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:29.756402 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e6cf6dc2-6a93-4933-916e-177cf262c004 req-cdc1f5a7-5053-4cd7-b0f9-b2c206dd21c3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d663fa67-32eb-447a-8b04-44b3d1f8d1f3 HTTP/1.1" status: 200 len: 914 time: 0.3384399 Feb 10 23:35:29.841096 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-578971ba-bda4-459f-8142-50e33b92eff3 req-4f08e538-b7de-4dc7-8008-1aa4d387fc58 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.37 "DELETE /v2.0/ports/bb6a43cf-4a2f-4880-b2c9-9973ce31113a HTTP/1.1" status: 204 len: 173 time: 1.2238514 Feb 10 23:35:29.853762 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e6cf6dc2-6a93-4933-916e-177cf262c004 req-c18f1fa2-683d-46a3-9567-664bce509dc3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=abd17859-7a22-4779-85d9-7dd9c4c6a6ef HTTP/1.1" status: 200 len: 217 time: 0.0906627 Feb 10 23:35:29.914542 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-8daa07b0-b32f-41e6-b2b3-b2650e555e11 req-3f6c83f3-e6d7-4af7-b09a-03dc620af0f7 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Unset dirty status for tenant:b8932848fbdd4d5e96ccd6eeb0db4647 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:35:29.915676 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8daa07b0-b32f-41e6-b2b3-b2650e555e11 req-3f6c83f3-e6d7-4af7-b09a-03dc620af0f7 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a27945b-754d-4b15-8a87-7aeb29ed8909 HTTP/1.1" status: 200 len: 210 time: 0.2509041 Feb 10 23:35:29.919254 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf6dc2-6a93-4933-916e-177cf262c004 req-84dfbea7-7acf-4cd9-8fcd-99d9395faa1a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:29.920683 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e6cf6dc2-6a93-4933-916e-177cf262c004 req-84dfbea7-7acf-4cd9-8fcd-99d9395faa1a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=749463fd-2d6c-426c-8545-271a149489e8 HTTP/1.1" status: 200 len: 853 time: 0.0609791 Feb 10 23:35:29.974248 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e6cf6dc2-6a93-4933-916e-177cf262c004 req-2004fb83-ce52-480f-a557-fc5677c585b2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d663fa67-32eb-447a-8b04-44b3d1f8d1f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473702 Feb 10 23:35:30.108484 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e6cf6dc2-6a93-4933-916e-177cf262c004 req-9694a332-11ae-41b9-ae2a-d4bde62857ba service neutron] 10.222.0.37 "GET /v2.0/networks/d663fa67-32eb-447a-8b04-44b3d1f8d1f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271560 Feb 10 23:35:30.242979 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e6cf6dc2-6a93-4933-916e-177cf262c004 req-5b791b20-e439-462a-a870-dedece5f146c service neutron] 10.222.0.37 "GET /v2.0/networks/d663fa67-32eb-447a-8b04-44b3d1f8d1f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276994 Feb 10 23:35:31.206686 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc629320-b6c1-40d1-9c48-95e6be6b2f03 req-c2eff7aa-c599-456e-a59a-ca6dc23181d5 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:31.208156 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-dc629320-b6c1-40d1-9c48-95e6be6b2f03 req-c2eff7aa-c599-456e-a59a-ca6dc23181d5 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.59 "GET /v2.0/ports?device_id=03157e26-8e3c-4da0-ace4-efb322e2316e HTTP/1.1" status: 200 len: 946 time: 0.0745833 Feb 10 23:35:31.257640 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-dc629320-b6c1-40d1-9c48-95e6be6b2f03 req-9f9b84ec-10d5-49c9-b7d6-d7ee7451ee51 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.59 "GET /v2.0/security-groups?id=747e60ba-5b89-4d29-be6a-d294bf766eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439389 Feb 10 23:35:31.579340 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b5a3c-4d92-4e2a-97b8-689b2e0414a0 req-096b9b75-bdf3-483d-85e2-9a5c6c974ce9 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:31.580711 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d07b5a3c-4d92-4e2a-97b8-689b2e0414a0 req-096b9b75-bdf3-483d-85e2-9a5c6c974ce9 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.59 "GET /v2.0/ports?device_id=03157e26-8e3c-4da0-ace4-efb322e2316e HTTP/1.1" status: 200 len: 946 time: 0.1718616 Feb 10 23:35:31.629000 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d07b5a3c-4d92-4e2a-97b8-689b2e0414a0 req-b6b725e3-fd35-4025-9821-29328b24c402 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.59 "GET /v2.0/security-groups?id=747e60ba-5b89-4d29-be6a-d294bf766eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425088 Feb 10 23:35:31.826477 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f03ff-20d6-47b2-aa9a-1bc58dd1952f req-a417a9eb-7e14-45ec-9b4c-a6e9d71e9027 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:31.827919 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-e01f03ff-20d6-47b2-aa9a-1bc58dd1952f req-a417a9eb-7e14-45ec-9b4c-a6e9d71e9027 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.59 "GET /v2.0/ports?device_id=03157e26-8e3c-4da0-ace4-efb322e2316e HTTP/1.1" status: 200 len: 946 time: 0.0780957 Feb 10 23:35:31.872578 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-e01f03ff-20d6-47b2-aa9a-1bc58dd1952f req-9254976a-2a80-4b4e-b5eb-bf26bfcedfe5 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.59 "GET /v2.0/security-groups?id=747e60ba-5b89-4d29-be6a-d294bf766eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391300 Feb 10 23:35:32.074886 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c623c824-e09c-4a4a-bdc2-182e4129864c req-11306086-6d83-41e4-bbb8-75f554447a04 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=03157e26-8e3c-4da0-ace4-efb322e2316e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0668738 Feb 10 23:35:32.166075 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device bb6a43cf-4a2f-4880-b2c9-9973ce31113a no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:35:32.202501 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] No Port match for: bb6a43cf-4a2f-4880-b2c9-9973ce31113a {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:35:32.202845 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device bb6a43cf-4a2f-4880-b2c9-9973ce31113a not bound to the agent host hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:35:32.273219 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2124b-5722-44f2-8ad2-b652ea012bd8 req-f697d930-07cf-4da9-96d4-83cc79d95800 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:32.274643 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-6ef2124b-5722-44f2-8ad2-b652ea012bd8 req-f697d930-07cf-4da9-96d4-83cc79d95800 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.59 "GET /v2.0/ports?device_id=03157e26-8e3c-4da0-ace4-efb322e2316e HTTP/1.1" status: 200 len: 946 time: 0.0797460 Feb 10 23:35:32.319236 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-6ef2124b-5722-44f2-8ad2-b652ea012bd8 req-cffec8fa-5b77-43f4-a39b-c24c3506f45a tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.59 "GET /v2.0/security-groups?id=747e60ba-5b89-4d29-be6a-d294bf766eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391283 Feb 10 23:35:32.529891 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8880f233-fcb9-4ef5-974f-ee23058aed12 req-a80b5376-0c9b-435c-ae4a-b5bffee9b3a0 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:32.531366 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8880f233-fcb9-4ef5-974f-ee23058aed12 req-a80b5376-0c9b-435c-ae4a-b5bffee9b3a0 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.59 "GET /v2.0/ports?device_id=03157e26-8e3c-4da0-ace4-efb322e2316e HTTP/1.1" status: 200 len: 946 time: 0.0848160 Feb 10 23:35:32.578893 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8880f233-fcb9-4ef5-974f-ee23058aed12 req-8e7b49a2-2683-416f-ad0b-c7606575383d tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.59 "GET /v2.0/security-groups?id=747e60ba-5b89-4d29-be6a-d294bf766eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404129 Feb 10 23:35:32.786969 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb23e27-2e4c-4d3f-b888-05bcb09eeee2 req-c00074fe-5045-49c0-bf6f-266306456b12 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:32.788305 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3eb23e27-2e4c-4d3f-b888-05bcb09eeee2 req-c00074fe-5045-49c0-bf6f-266306456b12 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.59 "GET /v2.0/ports?device_id=03157e26-8e3c-4da0-ace4-efb322e2316e HTTP/1.1" status: 200 len: 946 time: 0.0749607 Feb 10 23:35:32.833056 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3eb23e27-2e4c-4d3f-b888-05bcb09eeee2 req-b5c9a3ef-ef10-458e-9886-3580d26ba554 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.59 "GET /v2.0/security-groups?id=747e60ba-5b89-4d29-be6a-d294bf766eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391183 Feb 10 23:35:33.702615 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b758aa-8761-4847-8e9e-42e2a8a5745d req-7c1fd690-444a-45b9-a701-4ce39ffc0cd1 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:33.704028 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e3b758aa-8761-4847-8e9e-42e2a8a5745d req-7c1fd690-444a-45b9-a701-4ce39ffc0cd1 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.59 "GET /v2.0/ports?device_id=03157e26-8e3c-4da0-ace4-efb322e2316e HTTP/1.1" status: 200 len: 946 time: 0.0790541 Feb 10 23:35:33.748935 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e3b758aa-8761-4847-8e9e-42e2a8a5745d req-2e6f13c4-f58e-47f8-8f8f-5844a50b015c tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.59 "GET /v2.0/security-groups?id=747e60ba-5b89-4d29-be6a-d294bf766eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393543 Feb 10 23:35:34.948048 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b7921-116a-4137-9e27-7a16e64317f8 req-fe95d5a6-886f-4b0d-89e6-5f5de3b4a05a tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:34.949560 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-b97b7921-116a-4137-9e27-7a16e64317f8 req-fe95d5a6-886f-4b0d-89e6-5f5de3b4a05a tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.59 "GET /v2.0/ports?device_id=03157e26-8e3c-4da0-ace4-efb322e2316e HTTP/1.1" status: 200 len: 946 time: 0.0768290 Feb 10 23:35:34.993059 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-b97b7921-116a-4137-9e27-7a16e64317f8 req-46010eaa-2c69-49e6-bd0b-ba8093bb51f5 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.59 "GET /v2.0/security-groups?id=747e60ba-5b89-4d29-be6a-d294bf766eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381384 Feb 10 23:35:35.057762 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe95ef4-fd68-4a73-b6d8-9cadcd84cb11 req-4fd1b99b-c1ff-437e-b8a7-ae0dcbea4eea tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:35.059108 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ffe95ef4-fd68-4a73-b6d8-9cadcd84cb11 req-4fd1b99b-c1ff-437e-b8a7-ae0dcbea4eea tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.37 "GET /v2.0/ports?device_id=03157e26-8e3c-4da0-ace4-efb322e2316e HTTP/1.1" status: 200 len: 946 time: 0.0771289 Feb 10 23:35:35.129988 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-ffe95ef4-fd68-4a73-b6d8-9cadcd84cb11 req-57ca1623-2133-4192-a457-25aae34b55a1 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Deleting port abd17859-7a22-4779-85d9-7dd9c4c6a6ef {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:35:35.130330 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-ffe95ef4-fd68-4a73-b6d8-9cadcd84cb11 req-57ca1623-2133-4192-a457-25aae34b55a1 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:35.371475 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-ffe95ef4-fd68-4a73-b6d8-9cadcd84cb11 req-57ca1623-2133-4192-a457-25aae34b55a1 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] For port abd17859-7a22-4779-85d9-7dd9c4c6a6ef, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=abd17859-7a22-4779-85d9-7dd9c4c6a6ef,segment=NetworkSegment(d08c2a18-eea5-4529-8351-ec02542b5dc6),segment_id=d08c2a18-eea5-4529-8351-ec02542b5dc6)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:35:35.371733 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-ffe95ef4-fd68-4a73-b6d8-9cadcd84cb11 req-57ca1623-2133-4192-a457-25aae34b55a1 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:35.492568 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-ffe95ef4-fd68-4a73-b6d8-9cadcd84cb11 req-57ca1623-2133-4192-a457-25aae34b55a1 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Calling delete_port for abd17859-7a22-4779-85d9-7dd9c4c6a6ef owned by compute:nova {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:35:35.680245 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-ffe95ef4-fd68-4a73-b6d8-9cadcd84cb11 req-57ca1623-2133-4192-a457-25aae34b55a1 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:35.691749 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['abd17859-7a22-4779-85d9-7dd9c4c6a6ef'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:35:35.726559 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ca1623-2133-4192-a457-25aae34b55a1 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Pushing event deleted for resources: {'Port': ['ID=abd17859-7a22-4779-85d9-7dd9c4c6a6ef,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:35:35.802440 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffe95ef4-fd68-4a73-b6d8-9cadcd84cb11 req-57ca1623-2133-4192-a457-25aae34b55a1 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] No DVR routers for this DVR port abd17859-7a22-4779-85d9-7dd9c4c6a6ef on host hv-neutron-8287 {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:35:35.804833 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-ffe95ef4-fd68-4a73-b6d8-9cadcd84cb11 req-57ca1623-2133-4192-a457-25aae34b55a1 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:35.807893 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03157e26-8e3c-4da0-ace4-efb322e2316e', 'name': 'network-vif-deleted', 'tag': 'abd17859-7a22-4779-85d9-7dd9c4c6a6ef'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:35:35.820069 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ffe95ef4-fd68-4a73-b6d8-9cadcd84cb11 req-57ca1623-2133-4192-a457-25aae34b55a1 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.37 "DELETE /v2.0/ports/abd17859-7a22-4779-85d9-7dd9c4c6a6ef HTTP/1.1" status: 204 len: 173 time: 0.7555518 Feb 10 23:35:35.865109 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03157e26-8e3c-4da0-ace4-efb322e2316e', 'name': 'network-vif-deleted', 'tag': 'abd17859-7a22-4779-85d9-7dd9c4c6a6ef', 'status': 'completed', 'code': 200} Feb 10 23:35:36.155877 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-f45275d8-ed63-40a4-919f-c99634719223 req-8954d7b9-e6c4-476f-8ac0-40ab1106f929 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] 10.222.0.59 "GET /v2.0/ports?device_id=03157e26-8e3c-4da0-ace4-efb322e2316e HTTP/1.1" status: 200 len: 210 time: 0.0411761 Feb 10 23:35:37.265347 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 54414) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:35:37.323624 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-40254d0a-5eb5-44f6-bb15-68e06914d32f admin admin] Deleting subnet 749463fd-2d6c-426c-8545-271a149489e8 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:35:37.326530 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-40254d0a-5eb5-44f6-bb15-68e06914d32f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:37.373395 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-40254d0a-5eb5-44f6-bb15-68e06914d32f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:37.429154 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-40254d0a-5eb5-44f6-bb15-68e06914d32f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:37.563461 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-40254d0a-5eb5-44f6-bb15-68e06914d32f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:37.601021 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40254d0a-5eb5-44f6-bb15-68e06914d32f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=749463fd-2d6c-426c-8545-271a149489e8,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:35:37.606438 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-40254d0a-5eb5-44f6-bb15-68e06914d32f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:37.612340 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-40254d0a-5eb5-44f6-bb15-68e06914d32f admin admin] 10.222.0.59 "DELETE /v2.0/subnets/749463fd-2d6c-426c-8545-271a149489e8 HTTP/1.1" status: 204 len: 168 time: 0.3459988 Feb 10 23:35:37.614750 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 54418) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:35:37.719043 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0c76bf5d-46b6-44d5-991b-0ec135d08ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:37.843348 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0c76bf5d-46b6-44d5-991b-0ec135d08ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:37.870588 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-0c76bf5d-46b6-44d5-991b-0ec135d08ed0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d663fa67-32eb-447a-8b04-44b3d1f8d1f3']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:35:37.881970 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-0c76bf5d-46b6-44d5-991b-0ec135d08ed0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd08c2a18-eea5-4529-8351-ec02542b5dc6') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:35:37.882262 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-0c76bf5d-46b6-44d5-991b-0ec135d08ed0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd08c2a18-eea5-4529-8351-ec02542b5dc6') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:35:37.893525 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0c76bf5d-46b6-44d5-991b-0ec135d08ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32216962'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:37.909582 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0c76bf5d-46b6-44d5-991b-0ec135d08ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:37.915657 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c76bf5d-46b6-44d5-991b-0ec135d08ed0 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:35:37.921962 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0c76bf5d-46b6-44d5-991b-0ec135d08ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32033006'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:37.928886 dv-neutron-828797-1-hyperv neutron-server[84332]: Traceback (most recent call last): Feb 10 23:35:37.928886 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:35:37.928886 dv-neutron-828797-1-hyperv neutron-server[84332]: timer() Feb 10 23:35:37.928886 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:35:37.928886 dv-neutron-828797-1-hyperv neutron-server[84332]: cb(*args, **kw) Feb 10 23:35:37.928886 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:35:37.928886 dv-neutron-828797-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Feb 10 23:35:37.928886 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:35:37.928886 dv-neutron-828797-1-hyperv neutron-server[84332]: self._notify() Feb 10 23:35:37.928886 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:35:37.928886 dv-neutron-828797-1-hyperv neutron-server[84332]: self.callback(batched_events) Feb 10 23:35:37.928886 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:35:37.928886 dv-neutron-828797-1-hyperv neutron-server[84332]: event.method(event) Feb 10 23:35:37.928886 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:35:37.928886 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:35:37.928886 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:35:37.928886 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:35:37.928886 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:35:37.928886 dv-neutron-828797-1-hyperv neutron-server[84332]: return f(self, *a, **k) Feb 10 23:35:37.928886 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:35:37.928886 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._get(url).json() Feb 10 23:35:37.928886 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:35:37.928886 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:35:37.928886 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:35:37.928886 dv-neutron-828797-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Feb 10 23:35:37.928886 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:35:37.928886 dv-neutron-828797-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:35:37.928886 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:35:37.928886 dv-neutron-828797-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:35:37.928886 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:35:37.928886 dv-neutron-828797-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:35:37.928886 dv-neutron-828797-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:35:38.065594 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0c76bf5d-46b6-44d5-991b-0ec135d08ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:38.081905 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0c76bf5d-46b6-44d5-991b-0ec135d08ed0 admin admin] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:38.094277 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c76bf5d-46b6-44d5-991b-0ec135d08ed0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d663fa67-32eb-447a-8b04-44b3d1f8d1f3,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:35:38.163914 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0c76bf5d-46b6-44d5-991b-0ec135d08ed0 admin admin] 10.222.0.59 "DELETE /v2.0/networks/d663fa67-32eb-447a-8b04-44b3d1f8d1f3 HTTP/1.1" status: 204 len: 168 time: 0.5481040 Feb 10 23:35:38.514813 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 54424) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:35:38.573491 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-5de4d626-eb55-4f9a-889b-21e3f94d2a74 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b8932848fbdd4d5e96ccd6eeb0db4647&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0569339 Feb 10 23:35:38.575996 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 54428) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:35:38.636931 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f8801e6d-d304-4e1e-99f2-cb54aedd36ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:38.662384 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f8801e6d-d304-4e1e-99f2-cb54aedd36ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:38.786144 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f8801e6d-d304-4e1e-99f2-cb54aedd36ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:38.803445 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8801e6d-d304-4e1e-99f2-cb54aedd36ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747e60ba-5b89-4d29-be6a-d294bf766eaa,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:35:38.882093 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f8801e6d-d304-4e1e-99f2-cb54aedd36ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:38.883199 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-f8801e6d-d304-4e1e-99f2-cb54aedd36ea admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/747e60ba-5b89-4d29-be6a-d294bf766eaa HTTP/1.1" status: 204 len: 168 time: 0.3063312 Feb 10 23:35:40.081365 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 54450) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:35:40.194887 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device abd17859-7a22-4779-85d9-7dd9c4c6a6ef no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:35:40.206985 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-2d99f506-b76a-4fc9-a976-b6eebbd96d92 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-772397641'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:35:40.212378 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2d99f506-b76a-4fc9-a976-b6eebbd96d92 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:35:40.217356 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-2d99f506-b76a-4fc9-a976-b6eebbd96d92 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Usage tracker for resource:network and tenant:b7e0ebad6da84f42a5879a7c65afeefd is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:35:40.220727 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-2d99f506-b76a-4fc9-a976-b6eebbd96d92 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:35:40.227217 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2d99f506-b76a-4fc9-a976-b6eebbd96d92 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:35:40.234929 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] No Port match for: abd17859-7a22-4779-85d9-7dd9c4c6a6ef {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:35:40.240143 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device abd17859-7a22-4779-85d9-7dd9c4c6a6ef not bound to the agent host hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:35:40.299780 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d99f506-b76a-4fc9-a976-b6eebbd96d92 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Made reservation on behalf of b7e0ebad6da84f42a5879a7c65afeefd for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:35:40.302749 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2d99f506-b76a-4fc9-a976-b6eebbd96d92 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:40.315161 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2d99f506-b76a-4fc9-a976-b6eebbd96d92 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:40.348960 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2d99f506-b76a-4fc9-a976-b6eebbd96d92 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:35:40.349518 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-2d99f506-b76a-4fc9-a976-b6eebbd96d92 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Usage tracker for resource:security_group_rule and tenant:b7e0ebad6da84f42a5879a7c65afeefd is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:35:40.352357 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-2d99f506-b76a-4fc9-a976-b6eebbd96d92 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:35:40.358500 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2d99f506-b76a-4fc9-a976-b6eebbd96d92 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:35:40.428664 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2d99f506-b76a-4fc9-a976-b6eebbd96d92 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:40.528226 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2d99f506-b76a-4fc9-a976-b6eebbd96d92 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:40.560006 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d99f506-b76a-4fc9-a976-b6eebbd96d92 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:35:40.567996 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d99f506-b76a-4fc9-a976-b6eebbd96d92 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6f8b65-52ed-40bf-bc4a-314f0176f1d2,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:35:40.575063 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2d99f506-b76a-4fc9-a976-b6eebbd96d92 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:40.575394 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-2d99f506-b76a-4fc9-a976-b6eebbd96d92 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Added segment d49f7e1d-76f9-4b7b-87c8-adc9be5fc8e8 of type vlan for network a9648ddb-ea06-412c-b4de-3b2f63beeeb7 Feb 10 23:35:40.601363 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2d99f506-b76a-4fc9-a976-b6eebbd96d92 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:40.691403 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2d99f506-b76a-4fc9-a976-b6eebbd96d92 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:40.695211 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d99f506-b76a-4fc9-a976-b6eebbd96d92 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:40.695779 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2d99f506-b76a-4fc9-a976-b6eebbd96d92 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:40.804208 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d99f506-b76a-4fc9-a976-b6eebbd96d92 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Pushing event updated for resources: {'Network': ['ID=a9648ddb-ea06-412c-b4de-3b2f63beeeb7,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:35:40.814949 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network a9648ddb-ea06-412c-b4de-3b2f63beeeb7 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:35:40.858132 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-2d99f506-b76a-4fc9-a976-b6eebbd96d92 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7756081 Feb 10 23:35:42.230792 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:35:44.144832 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 54456) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:35:44.151501 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-43481b42-3d47-4e18-bd94-b243d20428ad tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Request body: {'subnet': {'network_id': 'a9648ddb-ea06-412c-b4de-3b2f63beeeb7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:35:44.256328 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-43481b42-3d47-4e18-bd94-b243d20428ad tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:35:44.260530 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-43481b42-3d47-4e18-bd94-b243d20428ad tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Usage tracker for resource:subnet and tenant:b7e0ebad6da84f42a5879a7c65afeefd is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:35:44.267528 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-43481b42-3d47-4e18-bd94-b243d20428ad tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:35:44.268767 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-43481b42-3d47-4e18-bd94-b243d20428ad tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:35:44.374166 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43481b42-3d47-4e18-bd94-b243d20428ad tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Made reservation on behalf of b7e0ebad6da84f42a5879a7c65afeefd for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:35:44.477395 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-43481b42-3d47-4e18-bd94-b243d20428ad tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:44.908895 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-43481b42-3d47-4e18-bd94-b243d20428ad tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:44.988446 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43481b42-3d47-4e18-bd94-b243d20428ad tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Pushing event updated for resources: {'Subnet': ['ID=754c51e0-94ff-4ddc-bc1d-ee61b52234f8,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:35:45.002563 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43481b42-3d47-4e18-bd94-b243d20428ad tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:35:45.002903 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43481b42-3d47-4e18-bd94-b243d20428ad tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:35:45.003237 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43481b42-3d47-4e18-bd94-b243d20428ad tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:35:45.003562 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43481b42-3d47-4e18-bd94-b243d20428ad tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:35:45.003884 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43481b42-3d47-4e18-bd94-b243d20428ad tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:35:45.004209 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43481b42-3d47-4e18-bd94-b243d20428ad tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:35:45.004520 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43481b42-3d47-4e18-bd94-b243d20428ad tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:35:45.004927 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43481b42-3d47-4e18-bd94-b243d20428ad tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:35:45.005247 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43481b42-3d47-4e18-bd94-b243d20428ad tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:35:45.005559 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43481b42-3d47-4e18-bd94-b243d20428ad tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:35:45.005868 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43481b42-3d47-4e18-bd94-b243d20428ad tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:35:45.008728 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43481b42-3d47-4e18-bd94-b243d20428ad tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Checking segment: {'id': 'd49f7e1d-76f9-4b7b-87c8-adc9be5fc8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a9648ddb-ea06-412c-b4de-3b2f63beeeb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:35:45.009074 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43481b42-3d47-4e18-bd94-b243d20428ad tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Network hostable DHCP agents. Network: a9648ddb-ea06-412c-b4de-3b2f63beeeb7, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:35:45.154681 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43481b42-3d47-4e18-bd94-b243d20428ad tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Network a9648ddb-ea06-412c-b4de-3b2f63beeeb7 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:35:45.268120 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-43481b42-3d47-4e18-bd94-b243d20428ad tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, a9648ddb-ea06-412c-b4de-3b2f63beeeb7) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:35:45.272153 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43481b42-3d47-4e18-bd94-b243d20428ad tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:45.272759 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-43481b42-3d47-4e18-bd94-b243d20428ad tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:45.279132 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7db081a-c7c5-4ed6-8019-457ffe7958db None None] Network a9648ddb-ea06-412c-b4de-3b2f63beeeb7 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:35:45.383628 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-43481b42-3d47-4e18-bd94-b243d20428ad tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2371776 Feb 10 23:35:45.387554 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 54460) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:35:45.393169 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-63aca110-516f-4f05-bdc9-5b087f2a8551 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-761991256'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:35:45.398258 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-63aca110-516f-4f05-bdc9-5b087f2a8551 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:35:45.402962 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-63aca110-516f-4f05-bdc9-5b087f2a8551 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Usage tracker for resource:network and tenant:b7e0ebad6da84f42a5879a7c65afeefd is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:35:45.405900 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-63aca110-516f-4f05-bdc9-5b087f2a8551 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:35:45.411645 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-63aca110-516f-4f05-bdc9-5b087f2a8551 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:35:45.485947 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63aca110-516f-4f05-bdc9-5b087f2a8551 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Made reservation on behalf of b7e0ebad6da84f42a5879a7c65afeefd for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:35:45.488376 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694136d0-8ccc-4091-a6ec-9615af1996ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-a9648ddb-ea06-412c-b4de-3b2f63beeeb7', 'network_id': 'a9648ddb-ea06-412c-b4de-3b2f63beeeb7', 'tenant_id': 'b7e0ebad6da84f42a5879a7c65afeefd', 'fixed_ips': [{'subnet_id': '754c51e0-94ff-4ddc-bc1d-ee61b52234f8'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:35:45.488935 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-63aca110-516f-4f05-bdc9-5b087f2a8551 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:45.490758 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-694136d0-8ccc-4091-a6ec-9615af1996ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:45.517438 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63aca110-516f-4f05-bdc9-5b087f2a8551 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:35:45.526195 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-63aca110-516f-4f05-bdc9-5b087f2a8551 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:45.527103 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-63aca110-516f-4f05-bdc9-5b087f2a8551 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Added segment d71deff2-0036-4b1b-b06a-459e20077ce3 of type vlan for network 9cf8b7b4-2779-4636-a968-622bf97925d3 Feb 10 23:35:45.552853 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-63aca110-516f-4f05-bdc9-5b087f2a8551 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:45.641536 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-694136d0-8ccc-4091-a6ec-9615af1996ed None None] Allocated IP 2001:db8:0:ffff::2 (a9648ddb-ea06-412c-b4de-3b2f63beeeb7/754c51e0-94ff-4ddc-bc1d-ee61b52234f8/8d09744f-d96f-464c-a205-50bd136ee32f) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:35:45.680106 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-63aca110-516f-4f05-bdc9-5b087f2a8551 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:45.684899 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63aca110-516f-4f05-bdc9-5b087f2a8551 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:45.685477 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-63aca110-516f-4f05-bdc9-5b087f2a8551 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:45.792086 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aca110-516f-4f05-bdc9-5b087f2a8551 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Pushing event updated for resources: {'Network': ['ID=9cf8b7b4-2779-4636-a968-622bf97925d3,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:35:45.813425 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 9cf8b7b4-2779-4636-a968-622bf97925d3 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:35:45.872522 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-63aca110-516f-4f05-bdc9-5b087f2a8551 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4838448 Feb 10 23:35:45.875442 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 54464) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:35:45.880887 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-a2f3775c-bb60-4431-8586-1247bad6585b tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Request body: {'subnet': {'network_id': '9cf8b7b4-2779-4636-a968-622bf97925d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:35:45.969088 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-694136d0-8ccc-4091-a6ec-9615af1996ed None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:45.982128 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-694136d0-8ccc-4091-a6ec-9615af1996ed None None] Transition to ACTIVE for port object 8d09744f-d96f-464c-a205-50bd136ee32f will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:35:45.992426 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a2f3775c-bb60-4431-8586-1247bad6585b tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:35:45.997126 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a2f3775c-bb60-4431-8586-1247bad6585b tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Usage tracker for resource:subnet and tenant:b7e0ebad6da84f42a5879a7c65afeefd is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:35:45.999990 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a2f3775c-bb60-4431-8586-1247bad6585b tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:35:46.000435 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-694136d0-8ccc-4091-a6ec-9615af1996ed None None] Transition to ACTIVE for port object 8d09744f-d96f-464c-a205-50bd136ee32f will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:35:46.005719 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a2f3775c-bb60-4431-8586-1247bad6585b tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:35:46.097856 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-694136d0-8ccc-4091-a6ec-9615af1996ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:46.108773 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f3775c-bb60-4431-8586-1247bad6585b tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Made reservation on behalf of b7e0ebad6da84f42a5879a7c65afeefd for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:35:46.164140 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694136d0-8ccc-4091-a6ec-9615af1996ed None None] Network a9648ddb-ea06-412c-b4de-3b2f63beeeb7 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:35:46.168451 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-694136d0-8ccc-4091-a6ec-9615af1996ed None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:35:46.170176 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694136d0-8ccc-4091-a6ec-9615af1996ed None None] Pushing event updated for resources: {'Port': ['ID=8d09744f-d96f-464c-a205-50bd136ee32f,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:35:46.172356 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694136d0-8ccc-4091-a6ec-9615af1996ed None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:35:46.184173 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694136d0-8ccc-4091-a6ec-9615af1996ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:35:46.184515 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694136d0-8ccc-4091-a6ec-9615af1996ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:35:46.184875 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694136d0-8ccc-4091-a6ec-9615af1996ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:35:46.185207 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694136d0-8ccc-4091-a6ec-9615af1996ed None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:35:46.185537 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694136d0-8ccc-4091-a6ec-9615af1996ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:35:46.185902 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694136d0-8ccc-4091-a6ec-9615af1996ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:35:46.186182 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694136d0-8ccc-4091-a6ec-9615af1996ed None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:35:46.186506 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694136d0-8ccc-4091-a6ec-9615af1996ed None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:35:46.186828 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694136d0-8ccc-4091-a6ec-9615af1996ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:35:46.187142 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694136d0-8ccc-4091-a6ec-9615af1996ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:35:46.187459 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694136d0-8ccc-4091-a6ec-9615af1996ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:35:46.215582 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a2f3775c-bb60-4431-8586-1247bad6585b tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:46.279934 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-694136d0-8ccc-4091-a6ec-9615af1996ed None None] Attempting to bind port 8d09744f-d96f-464c-a205-50bd136ee32f on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:35:46.280575 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-694136d0-8ccc-4091-a6ec-9615af1996ed None None] Attempting to bind port 8d09744f-d96f-464c-a205-50bd136ee32f by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': 'd49f7e1d-76f9-4b7b-87c8-adc9be5fc8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a9648ddb-ea06-412c-b4de-3b2f63beeeb7'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:35:46.280689 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694136d0-8ccc-4091-a6ec-9615af1996ed None None] Attempting to bind port 8d09744f-d96f-464c-a205-50bd136ee32f on network a9648ddb-ea06-412c-b4de-3b2f63beeeb7 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:35:46.287355 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694136d0-8ccc-4091-a6ec-9615af1996ed None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:35:46.287721 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694136d0-8ccc-4091-a6ec-9615af1996ed None None] Checking segment: {'id': 'd49f7e1d-76f9-4b7b-87c8-adc9be5fc8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a9648ddb-ea06-412c-b4de-3b2f63beeeb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:35:46.288117 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-694136d0-8ccc-4091-a6ec-9615af1996ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:46.288496 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694136d0-8ccc-4091-a6ec-9615af1996ed None None] Bound using segment: {'id': 'd49f7e1d-76f9-4b7b-87c8-adc9be5fc8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a9648ddb-ea06-412c-b4de-3b2f63beeeb7'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:35:46.288984 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-694136d0-8ccc-4091-a6ec-9615af1996ed None None] Bound port: 8d09744f-d96f-464c-a205-50bd136ee32f, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd49f7e1d-76f9-4b7b-87c8-adc9be5fc8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a9648ddb-ea06-412c-b4de-3b2f63beeeb7'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:35:46.289360 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-694136d0-8ccc-4091-a6ec-9615af1996ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:46.374399 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-694136d0-8ccc-4091-a6ec-9615af1996ed None None] For port 8d09744f-d96f-464c-a205-50bd136ee32f, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:35:46.376239 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:46.377923 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-694136d0-8ccc-4091-a6ec-9615af1996ed None None] For port 8d09744f-d96f-464c-a205-50bd136ee32f, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=8d09744f-d96f-464c-a205-50bd136ee32f,segment=NetworkSegment(d49f7e1d-76f9-4b7b-87c8-adc9be5fc8e8),segment_id=d49f7e1d-76f9-4b7b-87c8-adc9be5fc8e8)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:35:46.526692 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-694136d0-8ccc-4091-a6ec-9615af1996ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:46.586686 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a2f3775c-bb60-4431-8586-1247bad6585b tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:46.612465 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694136d0-8ccc-4091-a6ec-9615af1996ed None None] Pushing event updated for resources: {'Port': ['ID=8d09744f-d96f-464c-a205-50bd136ee32f,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:35:46.674170 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f3775c-bb60-4431-8586-1247bad6585b tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Pushing event updated for resources: {'Subnet': ['ID=d51507b3-ecec-404a-a993-9fe0d2d316cb,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:35:46.684442 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f3775c-bb60-4431-8586-1247bad6585b tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Checking segment: {'id': 'd71deff2-0036-4b1b-b06a-459e20077ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9cf8b7b4-2779-4636-a968-622bf97925d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:35:46.684896 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f3775c-bb60-4431-8586-1247bad6585b tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Network hostable DHCP agents. Network: 9cf8b7b4-2779-4636-a968-622bf97925d3, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:35:46.791418 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f3775c-bb60-4431-8586-1247bad6585b tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Network 9cf8b7b4-2779-4636-a968-622bf97925d3 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:35:46.880690 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-a2f3775c-bb60-4431-8586-1247bad6585b tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 9cf8b7b4-2779-4636-a968-622bf97925d3) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:35:46.884398 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f3775c-bb60-4431-8586-1247bad6585b tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:46.885154 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a2f3775c-bb60-4431-8586-1247bad6585b tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:46.889963 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7091ff82-1bc8-4024-84bb-e23a0b536588 None None] Network 9cf8b7b4-2779-4636-a968-622bf97925d3 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:35:46.983600 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a2f3775c-bb60-4431-8586-1247bad6585b tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.1044419 Feb 10 23:35:46.983916 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 54468) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:35:47.097720 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e49eb57-258e-4771-bf59-73661253c8c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-9cf8b7b4-2779-4636-a968-622bf97925d3', 'network_id': '9cf8b7b4-2779-4636-a968-622bf97925d3', 'tenant_id': 'b7e0ebad6da84f42a5879a7c65afeefd', 'fixed_ips': [{'subnet_id': 'd51507b3-ecec-404a-a993-9fe0d2d316cb'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:35:47.098537 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3e49eb57-258e-4771-bf59-73661253c8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:47.121666 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bd45af96-2b47-4b74-a162-6d053acd515b tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:47.197263 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bd45af96-2b47-4b74-a162-6d053acd515b tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:47.259167 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-3e49eb57-258e-4771-bf59-73661253c8c4 None None] Allocated IP 2001:db8::2 (9cf8b7b4-2779-4636-a968-622bf97925d3/d51507b3-ecec-404a-a993-9fe0d2d316cb/cc28c5c6-a836-44ec-928d-2060d9a87f2d) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:35:47.468989 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3e49eb57-258e-4771-bf59-73661253c8c4 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:47.478868 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-3e49eb57-258e-4771-bf59-73661253c8c4 None None] Transition to ACTIVE for port object cc28c5c6-a836-44ec-928d-2060d9a87f2d will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:35:47.497335 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-3e49eb57-258e-4771-bf59-73661253c8c4 None None] Transition to ACTIVE for port object cc28c5c6-a836-44ec-928d-2060d9a87f2d will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:35:47.499938 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d12c9bf-0bc4-4441-a748-de8064454e9b None None] Network a9648ddb-ea06-412c-b4de-3b2f63beeeb7 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:35:47.649648 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3e49eb57-258e-4771-bf59-73661253c8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:47.694076 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-4a584abb-dace-4d7b-a01e-351a81d9418c None None] Provisioning for port 8d09744f-d96f-464c-a205-50bd136ee32f completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:35:47.757772 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bd45af96-2b47-4b74-a162-6d053acd515b tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:47.770126 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e49eb57-258e-4771-bf59-73661253c8c4 None None] Network 9cf8b7b4-2779-4636-a968-622bf97925d3 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:35:47.777083 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-3e49eb57-258e-4771-bf59-73661253c8c4 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:35:47.779420 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e49eb57-258e-4771-bf59-73661253c8c4 None None] Pushing event updated for resources: {'Port': ['ID=cc28c5c6-a836-44ec-928d-2060d9a87f2d,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:35:47.781792 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e49eb57-258e-4771-bf59-73661253c8c4 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:35:47.797812 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd45af96-2b47-4b74-a162-6d053acd515b tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Pushing event deleted for resources: {'Subnet': ['ID=d51507b3-ecec-404a-a993-9fe0d2d316cb,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:35:47.886141 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-3e49eb57-258e-4771-bf59-73661253c8c4 None None] Attempting to bind port cc28c5c6-a836-44ec-928d-2060d9a87f2d on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:35:47.886654 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-3e49eb57-258e-4771-bf59-73661253c8c4 None None] Attempting to bind port cc28c5c6-a836-44ec-928d-2060d9a87f2d by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': 'd71deff2-0036-4b1b-b06a-459e20077ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9cf8b7b4-2779-4636-a968-622bf97925d3'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:35:47.887025 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e49eb57-258e-4771-bf59-73661253c8c4 None None] Attempting to bind port cc28c5c6-a836-44ec-928d-2060d9a87f2d on network 9cf8b7b4-2779-4636-a968-622bf97925d3 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:35:47.893572 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bd45af96-2b47-4b74-a162-6d053acd515b tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:47.898551 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e49eb57-258e-4771-bf59-73661253c8c4 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:35:47.903570 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e49eb57-258e-4771-bf59-73661253c8c4 None None] Checking segment: {'id': 'd71deff2-0036-4b1b-b06a-459e20077ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9cf8b7b4-2779-4636-a968-622bf97925d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:35:47.903570 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3e49eb57-258e-4771-bf59-73661253c8c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:47.903570 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e49eb57-258e-4771-bf59-73661253c8c4 None None] Bound using segment: {'id': 'd71deff2-0036-4b1b-b06a-459e20077ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9cf8b7b4-2779-4636-a968-622bf97925d3'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:35:47.903570 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-3e49eb57-258e-4771-bf59-73661253c8c4 None None] Bound port: cc28c5c6-a836-44ec-928d-2060d9a87f2d, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd71deff2-0036-4b1b-b06a-459e20077ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9cf8b7b4-2779-4636-a968-622bf97925d3'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:35:47.903570 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3e49eb57-258e-4771-bf59-73661253c8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:47.923575 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-bd45af96-2b47-4b74-a162-6d053acd515b tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cf8b7b4-2779-4636-a968-622bf97925d3']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:35:47.936746 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-bd45af96-2b47-4b74-a162-6d053acd515b tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd71deff2-0036-4b1b-b06a-459e20077ce3') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:35:47.937053 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-bd45af96-2b47-4b74-a162-6d053acd515b tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd71deff2-0036-4b1b-b06a-459e20077ce3') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:35:47.949869 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bd45af96-2b47-4b74-a162-6d053acd515b tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32216962'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:47.969565 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bd45af96-2b47-4b74-a162-6d053acd515b tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:47.976297 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd45af96-2b47-4b74-a162-6d053acd515b tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:35:47.981311 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bd45af96-2b47-4b74-a162-6d053acd515b tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32033006'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:47.988813 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-3e49eb57-258e-4771-bf59-73661253c8c4 None None] For port cc28c5c6-a836-44ec-928d-2060d9a87f2d, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:35:47.992572 dv-neutron-828797-1-hyperv neutron-server[84332]: Traceback (most recent call last): Feb 10 23:35:47.992572 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:35:47.992572 dv-neutron-828797-1-hyperv neutron-server[84332]: timer() Feb 10 23:35:47.992572 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:35:47.992572 dv-neutron-828797-1-hyperv neutron-server[84332]: cb(*args, **kw) Feb 10 23:35:47.992572 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:35:47.992572 dv-neutron-828797-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Feb 10 23:35:47.992572 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:35:47.992572 dv-neutron-828797-1-hyperv neutron-server[84332]: self._notify() Feb 10 23:35:47.992572 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:35:47.992572 dv-neutron-828797-1-hyperv neutron-server[84332]: self.callback(batched_events) Feb 10 23:35:47.992572 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:35:47.992572 dv-neutron-828797-1-hyperv neutron-server[84332]: event.method(event) Feb 10 23:35:47.992572 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:35:47.992572 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:35:47.992572 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:35:47.992572 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:35:47.992572 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:35:47.992572 dv-neutron-828797-1-hyperv neutron-server[84332]: return f(self, *a, **k) Feb 10 23:35:47.992572 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:35:47.992572 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._get(url).json() Feb 10 23:35:47.992572 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:35:47.992572 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:35:47.992572 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:35:47.992572 dv-neutron-828797-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Feb 10 23:35:47.992572 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:35:47.992572 dv-neutron-828797-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:35:47.992572 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:35:47.992572 dv-neutron-828797-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:35:47.992572 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:35:47.992572 dv-neutron-828797-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:35:47.992572 dv-neutron-828797-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:35:48.169608 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-3e49eb57-258e-4771-bf59-73661253c8c4 None None] For port cc28c5c6-a836-44ec-928d-2060d9a87f2d, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=cc28c5c6-a836-44ec-928d-2060d9a87f2d,segment=NetworkSegment(d71deff2-0036-4b1b-b06a-459e20077ce3),segment_id=d71deff2-0036-4b1b-b06a-459e20077ce3)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:35:48.237248 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.api [None req-bd45af96-2b47-4b74-a162-6d053acd515b tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 23:35:48.237248 dv-neutron-828797-1-hyperv neutron-server[84332]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 23:35:48.237248 dv-neutron-828797-1-hyperv neutron-server[84332]: [parameters: {'id': '9cf8b7b4-2779-4636-a968-622bf97925d3'}] Feb 10 23:35:48.237248 dv-neutron-828797-1-hyperv neutron-server[84332]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:35:48.237708 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG oslo_db.api [None req-bd45af96-2b47-4b74-a162-6d053acd515b tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:35:48.260213 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3e49eb57-258e-4771-bf59-73661253c8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:48.373550 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e49eb57-258e-4771-bf59-73661253c8c4 None None] Pushing event updated for resources: {'Port': ['ID=cc28c5c6-a836-44ec-928d-2060d9a87f2d,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:35:48.404701 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de9af90-c5db-416f-b5ac-b1cbee814b0d None None] Network 9cf8b7b4-2779-4636-a968-622bf97925d3 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:35:48.526775 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 8d09744f-d96f-464c-a205-50bd136ee32f up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:35:48.690715 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047ea45a-1470-4b7b-9f88-16a11c48ead9 None None] get_active_networks_info from dv-neutron-828797-1-hyperv {{(pid=84334) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 10 23:35:48.739058 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bd45af96-2b47-4b74-a162-6d053acd515b tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:48.745311 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 8d09744f-d96f-464c-a205-50bd136ee32f completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:35:48.750356 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-bd45af96-2b47-4b74-a162-6d053acd515b tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Deleting port cc28c5c6-a836-44ec-928d-2060d9a87f2d {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:35:48.750761 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bd45af96-2b47-4b74-a162-6d053acd515b tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:48.763432 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 8d09744f-d96f-464c-a205-50bd136ee32f triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:35:48.767943 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:48.826110 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047ea45a-1470-4b7b-9f88-16a11c48ead9 None None] Resources bound (agent type, host, resource id): {{(pid=84334) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 23:35:48.947254 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-bd45af96-2b47-4b74-a162-6d053acd515b tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] For port cc28c5c6-a836-44ec-928d-2060d9a87f2d, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=cc28c5c6-a836-44ec-928d-2060d9a87f2d,segment=NetworkSegment(d71deff2-0036-4b1b-b06a-459e20077ce3),segment_id=d71deff2-0036-4b1b-b06a-459e20077ce3)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:35:48.947848 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bd45af96-2b47-4b74-a162-6d053acd515b tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:48.983460 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:49.069380 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-bd45af96-2b47-4b74-a162-6d053acd515b tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Calling delete_port for cc28c5c6-a836-44ec-928d-2060d9a87f2d owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:35:49.106535 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 8d09744f-d96f-464c-a205-50bd136ee32f, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=8d09744f-d96f-464c-a205-50bd136ee32f,segment=NetworkSegment(d49f7e1d-76f9-4b7b-87c8-adc9be5fc8e8),segment_id=d49f7e1d-76f9-4b7b-87c8-adc9be5fc8e8)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:35:49.125582 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a116be29-aa55-45a5-a31b-817592e72d19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:49.187739 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:49.208666 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bd45af96-2b47-4b74-a162-6d053acd515b tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:49.251794 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd45af96-2b47-4b74-a162-6d053acd515b tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Pushing event deleted for resources: {'Port': ['ID=cc28c5c6-a836-44ec-928d-2060d9a87f2d,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:35:49.263722 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd45af96-2b47-4b74-a162-6d053acd515b tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] No DVR routers for this DVR port cc28c5c6-a836-44ec-928d-2060d9a87f2d on host dv-neutron-828797-1-hyperv {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:35:49.270218 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=8d09744f-d96f-464c-a205-50bd136ee32f,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:35:49.384983 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bd45af96-2b47-4b74-a162-6d053acd515b tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:49.413050 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-bd45af96-2b47-4b74-a162-6d053acd515b tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cf8b7b4-2779-4636-a968-622bf97925d3']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:35:49.425271 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-bd45af96-2b47-4b74-a162-6d053acd515b tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd71deff2-0036-4b1b-b06a-459e20077ce3') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:35:49.425561 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-bd45af96-2b47-4b74-a162-6d053acd515b tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd71deff2-0036-4b1b-b06a-459e20077ce3') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:35:49.436569 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bd45af96-2b47-4b74-a162-6d053acd515b tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32216962'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:49.451774 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bd45af96-2b47-4b74-a162-6d053acd515b tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:49.457596 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd45af96-2b47-4b74-a162-6d053acd515b tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:35:49.457964 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bd45af96-2b47-4b74-a162-6d053acd515b tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32033006'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:49.472081 dv-neutron-828797-1-hyperv neutron-server[84332]: Traceback (most recent call last): Feb 10 23:35:49.472081 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:35:49.472081 dv-neutron-828797-1-hyperv neutron-server[84332]: timer() Feb 10 23:35:49.472081 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:35:49.472081 dv-neutron-828797-1-hyperv neutron-server[84332]: cb(*args, **kw) Feb 10 23:35:49.472081 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:35:49.472081 dv-neutron-828797-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Feb 10 23:35:49.472081 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:35:49.472081 dv-neutron-828797-1-hyperv neutron-server[84332]: self._notify() Feb 10 23:35:49.472081 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:35:49.472081 dv-neutron-828797-1-hyperv neutron-server[84332]: self.callback(batched_events) Feb 10 23:35:49.472081 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:35:49.472081 dv-neutron-828797-1-hyperv neutron-server[84332]: event.method(event) Feb 10 23:35:49.472081 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:35:49.472081 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:35:49.472081 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:35:49.472081 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:35:49.472081 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:35:49.472081 dv-neutron-828797-1-hyperv neutron-server[84332]: return f(self, *a, **k) Feb 10 23:35:49.472081 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:35:49.472081 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._get(url).json() Feb 10 23:35:49.472081 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:35:49.472081 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:35:49.472081 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:35:49.472081 dv-neutron-828797-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Feb 10 23:35:49.472081 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:35:49.472081 dv-neutron-828797-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:35:49.472081 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:35:49.472081 dv-neutron-828797-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:35:49.472081 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:35:49.472081 dv-neutron-828797-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:35:49.472081 dv-neutron-828797-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:35:49.596730 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bd45af96-2b47-4b74-a162-6d053acd515b tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:49.613716 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bd45af96-2b47-4b74-a162-6d053acd515b tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:49.623943 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd45af96-2b47-4b74-a162-6d053acd515b tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Pushing event deleted for resources: {'Network': ['ID=9cf8b7b4-2779-4636-a968-622bf97925d3,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:35:49.630189 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-bd45af96-2b47-4b74-a162-6d053acd515b tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] 10.222.0.59 "DELETE /v2.0/networks/9cf8b7b4-2779-4636-a968-622bf97925d3 HTTP/1.1" status: 204 len: 168 time: 2.6454546 Feb 10 23:35:49.633521 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 54472) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:35:49.638866 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-5b851087-5956-4b41-b9dc-b555a7ac7b8c tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-910003588'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:35:49.643556 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-5b851087-5956-4b41-b9dc-b555a7ac7b8c tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:35:49.647514 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-5b851087-5956-4b41-b9dc-b555a7ac7b8c tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Usage tracker for resource:network and tenant:b7e0ebad6da84f42a5879a7c65afeefd is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:35:49.650318 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-5b851087-5956-4b41-b9dc-b555a7ac7b8c tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:35:49.656986 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-5b851087-5956-4b41-b9dc-b555a7ac7b8c tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:35:49.742370 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b851087-5956-4b41-b9dc-b555a7ac7b8c tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Made reservation on behalf of b7e0ebad6da84f42a5879a7c65afeefd for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:35:49.745289 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5b851087-5956-4b41-b9dc-b555a7ac7b8c tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:49.773056 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b851087-5956-4b41-b9dc-b555a7ac7b8c tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:35:49.782014 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5b851087-5956-4b41-b9dc-b555a7ac7b8c tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:49.782347 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-5b851087-5956-4b41-b9dc-b555a7ac7b8c tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Added segment 028cbed6-ef94-4e14-9c34-9673830c7021 of type vlan for network 58fc7ec6-9a9f-47e8-81ae-cf4c05ef7843 Feb 10 23:35:49.807478 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5b851087-5956-4b41-b9dc-b555a7ac7b8c tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:49.888505 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5b851087-5956-4b41-b9dc-b555a7ac7b8c tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:49.892266 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b851087-5956-4b41-b9dc-b555a7ac7b8c tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:49.892820 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5b851087-5956-4b41-b9dc-b555a7ac7b8c tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:50.002206 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b851087-5956-4b41-b9dc-b555a7ac7b8c tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Pushing event updated for resources: {'Network': ['ID=58fc7ec6-9a9f-47e8-81ae-cf4c05ef7843,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:35:50.012368 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 58fc7ec6-9a9f-47e8-81ae-cf4c05ef7843 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:35:50.054608 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5b851087-5956-4b41-b9dc-b555a7ac7b8c tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4200797 Feb 10 23:35:50.057389 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 54476) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:35:50.062709 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-6e6d676a-46b2-4e4a-8c52-9d27030bfe2e tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Request body: {'subnet': {'network_id': '58fc7ec6-9a9f-47e8-81ae-cf4c05ef7843', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:35:50.172978 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-6e6d676a-46b2-4e4a-8c52-9d27030bfe2e tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:35:50.176734 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-6e6d676a-46b2-4e4a-8c52-9d27030bfe2e tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Usage tracker for resource:subnet and tenant:b7e0ebad6da84f42a5879a7c65afeefd is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:35:50.179512 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-6e6d676a-46b2-4e4a-8c52-9d27030bfe2e tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:35:50.185837 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-6e6d676a-46b2-4e4a-8c52-9d27030bfe2e tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:35:50.242324 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6d676a-46b2-4e4a-8c52-9d27030bfe2e tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Made reservation on behalf of b7e0ebad6da84f42a5879a7c65afeefd for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:35:50.342035 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6e6d676a-46b2-4e4a-8c52-9d27030bfe2e tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:50.428642 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.ipam_backend_mixin [None req-6e6d676a-46b2-4e4a-8c52-9d27030bfe2e tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Performing IP validity checks on allocation pools {{(pid=84332) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 10 23:35:50.429073 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.ipam_backend_mixin [None req-6e6d676a-46b2-4e4a-8c52-9d27030bfe2e tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84332) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 10 23:35:50.508998 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 8d09744f-d96f-464c-a205-50bd136ee32f up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:35:50.577576 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 8d09744f-d96f-464c-a205-50bd136ee32f triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:35:50.577971 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:50.619692 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6e6d676a-46b2-4e4a-8c52-9d27030bfe2e tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:50.788592 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6d676a-46b2-4e4a-8c52-9d27030bfe2e tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Pushing event updated for resources: {'Subnet': ['ID=9c9c9713-e7ee-4aa3-8329-cf3e9c43d41e,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:35:50.798669 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6d676a-46b2-4e4a-8c52-9d27030bfe2e tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Checking segment: {'id': '028cbed6-ef94-4e14-9c34-9673830c7021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '58fc7ec6-9a9f-47e8-81ae-cf4c05ef7843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:35:50.799019 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6d676a-46b2-4e4a-8c52-9d27030bfe2e tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Network hostable DHCP agents. Network: 58fc7ec6-9a9f-47e8-81ae-cf4c05ef7843, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:35:50.872140 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6d676a-46b2-4e4a-8c52-9d27030bfe2e tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Network 58fc7ec6-9a9f-47e8-81ae-cf4c05ef7843 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:35:50.971016 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-6e6d676a-46b2-4e4a-8c52-9d27030bfe2e tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 58fc7ec6-9a9f-47e8-81ae-cf4c05ef7843) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:35:50.974883 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6d676a-46b2-4e4a-8c52-9d27030bfe2e tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:50.975562 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6e6d676a-46b2-4e4a-8c52-9d27030bfe2e tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:50.979392 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4cdcc9-fcd7-4d5c-b4e3-aaf32672718c None None] Network 58fc7ec6-9a9f-47e8-81ae-cf4c05ef7843 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:35:51.071738 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6e6d676a-46b2-4e4a-8c52-9d27030bfe2e tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0133092 Feb 10 23:35:51.083200 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 54480) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:35:51.202243 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b7e0f1-a5fa-467f-8436-9c147b5d49a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-58fc7ec6-9a9f-47e8-81ae-cf4c05ef7843', 'network_id': '58fc7ec6-9a9f-47e8-81ae-cf4c05ef7843', 'tenant_id': 'b7e0ebad6da84f42a5879a7c65afeefd', 'fixed_ips': [{'subnet_id': '9c9c9713-e7ee-4aa3-8329-cf3e9c43d41e'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:35:51.203751 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-74b7e0f1-a5fa-467f-8436-9c147b5d49a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:51.225689 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-38277e52-6ecd-47b7-b55f-20c9483ad2c6 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:51.287197 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-51d57c52-667f-496a-8fab-4556a3c4bb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:51.287497 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-38277e52-6ecd-47b7-b55f-20c9483ad2c6 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:51.366733 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-74b7e0f1-a5fa-467f-8436-9c147b5d49a8 None None] Allocated IP 2001:db8::3 (58fc7ec6-9a9f-47e8-81ae-cf4c05ef7843/9c9c9713-e7ee-4aa3-8329-cf3e9c43d41e/6d428f69-1027-4965-aad9-ed500e9d0870) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:35:51.608779 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-74b7e0f1-a5fa-467f-8436-9c147b5d49a8 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:51.619713 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-74b7e0f1-a5fa-467f-8436-9c147b5d49a8 None None] Transition to ACTIVE for port object 6d428f69-1027-4965-aad9-ed500e9d0870 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:35:51.639056 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-74b7e0f1-a5fa-467f-8436-9c147b5d49a8 None None] Transition to ACTIVE for port object 6d428f69-1027-4965-aad9-ed500e9d0870 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:35:51.703134 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-74b7e0f1-a5fa-467f-8436-9c147b5d49a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:51.770360 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b7e0f1-a5fa-467f-8436-9c147b5d49a8 None None] Network 58fc7ec6-9a9f-47e8-81ae-cf4c05ef7843 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:35:51.772923 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-74b7e0f1-a5fa-467f-8436-9c147b5d49a8 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:35:51.775816 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b7e0f1-a5fa-467f-8436-9c147b5d49a8 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:35:51.778121 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-38277e52-6ecd-47b7-b55f-20c9483ad2c6 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:51.782340 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b7e0f1-a5fa-467f-8436-9c147b5d49a8 None None] Pushing event updated for resources: {'Port': ['ID=6d428f69-1027-4965-aad9-ed500e9d0870,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:35:51.817935 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38277e52-6ecd-47b7-b55f-20c9483ad2c6 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Pushing event deleted for resources: {'Subnet': ['ID=9c9c9713-e7ee-4aa3-8329-cf3e9c43d41e,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:35:51.872233 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-74b7e0f1-a5fa-467f-8436-9c147b5d49a8 None None] Attempting to bind port 6d428f69-1027-4965-aad9-ed500e9d0870 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:35:51.872697 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-74b7e0f1-a5fa-467f-8436-9c147b5d49a8 None None] Attempting to bind port 6d428f69-1027-4965-aad9-ed500e9d0870 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '028cbed6-ef94-4e14-9c34-9673830c7021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '58fc7ec6-9a9f-47e8-81ae-cf4c05ef7843'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:35:51.873072 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b7e0f1-a5fa-467f-8436-9c147b5d49a8 None None] Attempting to bind port 6d428f69-1027-4965-aad9-ed500e9d0870 on network 58fc7ec6-9a9f-47e8-81ae-cf4c05ef7843 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:35:51.880571 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b7e0f1-a5fa-467f-8436-9c147b5d49a8 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:35:51.880955 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b7e0f1-a5fa-467f-8436-9c147b5d49a8 None None] Checking segment: {'id': '028cbed6-ef94-4e14-9c34-9673830c7021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '58fc7ec6-9a9f-47e8-81ae-cf4c05ef7843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:35:51.881355 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-74b7e0f1-a5fa-467f-8436-9c147b5d49a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:51.881744 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b7e0f1-a5fa-467f-8436-9c147b5d49a8 None None] Bound using segment: {'id': '028cbed6-ef94-4e14-9c34-9673830c7021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '58fc7ec6-9a9f-47e8-81ae-cf4c05ef7843'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:35:51.882202 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-74b7e0f1-a5fa-467f-8436-9c147b5d49a8 None None] Bound port: 6d428f69-1027-4965-aad9-ed500e9d0870, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '028cbed6-ef94-4e14-9c34-9673830c7021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '58fc7ec6-9a9f-47e8-81ae-cf4c05ef7843'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:35:51.882591 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-74b7e0f1-a5fa-467f-8436-9c147b5d49a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:51.911622 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-38277e52-6ecd-47b7-b55f-20c9483ad2c6 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:51.936591 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-38277e52-6ecd-47b7-b55f-20c9483ad2c6 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58fc7ec6-9a9f-47e8-81ae-cf4c05ef7843']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:35:51.948642 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-38277e52-6ecd-47b7-b55f-20c9483ad2c6 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '028cbed6-ef94-4e14-9c34-9673830c7021') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:35:51.948962 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-38277e52-6ecd-47b7-b55f-20c9483ad2c6 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '028cbed6-ef94-4e14-9c34-9673830c7021') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:35:51.960032 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-38277e52-6ecd-47b7-b55f-20c9483ad2c6 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32216962'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:51.970671 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-74b7e0f1-a5fa-467f-8436-9c147b5d49a8 None None] For port 6d428f69-1027-4965-aad9-ed500e9d0870, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:35:51.973744 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-74b7e0f1-a5fa-467f-8436-9c147b5d49a8 None None] For port 6d428f69-1027-4965-aad9-ed500e9d0870, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=6d428f69-1027-4965-aad9-ed500e9d0870,segment=NetworkSegment(028cbed6-ef94-4e14-9c34-9673830c7021),segment_id=028cbed6-ef94-4e14-9c34-9673830c7021)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:35:52.013995 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-74b7e0f1-a5fa-467f-8436-9c147b5d49a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:52.016014 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-38277e52-6ecd-47b7-b55f-20c9483ad2c6 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:52.022854 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38277e52-6ecd-47b7-b55f-20c9483ad2c6 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:35:52.023242 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-38277e52-6ecd-47b7-b55f-20c9483ad2c6 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32033006'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:52.037985 dv-neutron-828797-1-hyperv neutron-server[84332]: Traceback (most recent call last): Feb 10 23:35:52.037985 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:35:52.037985 dv-neutron-828797-1-hyperv neutron-server[84332]: timer() Feb 10 23:35:52.037985 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:35:52.037985 dv-neutron-828797-1-hyperv neutron-server[84332]: cb(*args, **kw) Feb 10 23:35:52.037985 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:35:52.037985 dv-neutron-828797-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Feb 10 23:35:52.037985 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:35:52.037985 dv-neutron-828797-1-hyperv neutron-server[84332]: self._notify() Feb 10 23:35:52.037985 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:35:52.037985 dv-neutron-828797-1-hyperv neutron-server[84332]: self.callback(batched_events) Feb 10 23:35:52.037985 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:35:52.037985 dv-neutron-828797-1-hyperv neutron-server[84332]: event.method(event) Feb 10 23:35:52.037985 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:35:52.037985 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:35:52.037985 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:35:52.037985 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:35:52.037985 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:35:52.037985 dv-neutron-828797-1-hyperv neutron-server[84332]: return f(self, *a, **k) Feb 10 23:35:52.037985 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:35:52.037985 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._get(url).json() Feb 10 23:35:52.037985 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:35:52.037985 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:35:52.037985 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:35:52.037985 dv-neutron-828797-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Feb 10 23:35:52.037985 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:35:52.037985 dv-neutron-828797-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:35:52.037985 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:35:52.037985 dv-neutron-828797-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:35:52.037985 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:35:52.037985 dv-neutron-828797-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:35:52.037985 dv-neutron-828797-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:35:52.128823 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b7e0f1-a5fa-467f-8436-9c147b5d49a8 None None] Pushing event updated for resources: {'Port': ['ID=6d428f69-1027-4965-aad9-ed500e9d0870,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:35:52.161343 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c949c8-6aa5-40da-b118-25e8a8701bfd None None] Network 58fc7ec6-9a9f-47e8-81ae-cf4c05ef7843 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:35:52.165807 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.api [None req-38277e52-6ecd-47b7-b55f-20c9483ad2c6 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 23:35:52.165807 dv-neutron-828797-1-hyperv neutron-server[84332]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 23:35:52.165807 dv-neutron-828797-1-hyperv neutron-server[84332]: [parameters: {'id': '58fc7ec6-9a9f-47e8-81ae-cf4c05ef7843'}] Feb 10 23:35:52.165807 dv-neutron-828797-1-hyperv neutron-server[84332]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:35:52.166552 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG oslo_db.api [None req-38277e52-6ecd-47b7-b55f-20c9483ad2c6 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:35:52.349595 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da73d36a-499d-435a-8ad1-9a400c4cd901 None None] get_active_networks_info from dv-neutron-828797-1-hyperv {{(pid=84334) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 10 23:35:52.434562 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da73d36a-499d-435a-8ad1-9a400c4cd901 None None] Resources bound (agent type, host, resource id): {{(pid=84334) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 23:35:52.630919 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:52.653472 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:52.666919 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-38277e52-6ecd-47b7-b55f-20c9483ad2c6 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:52.677799 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-38277e52-6ecd-47b7-b55f-20c9483ad2c6 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Deleting port 6d428f69-1027-4965-aad9-ed500e9d0870 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:35:52.681513 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-38277e52-6ecd-47b7-b55f-20c9483ad2c6 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:52.876562 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-38277e52-6ecd-47b7-b55f-20c9483ad2c6 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] For port 6d428f69-1027-4965-aad9-ed500e9d0870, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=6d428f69-1027-4965-aad9-ed500e9d0870,segment=NetworkSegment(028cbed6-ef94-4e14-9c34-9673830c7021),segment_id=028cbed6-ef94-4e14-9c34-9673830c7021)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:35:52.877025 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-38277e52-6ecd-47b7-b55f-20c9483ad2c6 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:53.002295 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-38277e52-6ecd-47b7-b55f-20c9483ad2c6 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Calling delete_port for 6d428f69-1027-4965-aad9-ed500e9d0870 owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:35:53.172877 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-38277e52-6ecd-47b7-b55f-20c9483ad2c6 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:53.222777 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38277e52-6ecd-47b7-b55f-20c9483ad2c6 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Pushing event deleted for resources: {'Port': ['ID=6d428f69-1027-4965-aad9-ed500e9d0870,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:35:53.227333 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38277e52-6ecd-47b7-b55f-20c9483ad2c6 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] No DVR routers for this DVR port 6d428f69-1027-4965-aad9-ed500e9d0870 on host dv-neutron-828797-1-hyperv {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:35:53.349374 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-38277e52-6ecd-47b7-b55f-20c9483ad2c6 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:53.374018 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-38277e52-6ecd-47b7-b55f-20c9483ad2c6 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58fc7ec6-9a9f-47e8-81ae-cf4c05ef7843']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:35:53.385450 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-38277e52-6ecd-47b7-b55f-20c9483ad2c6 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '028cbed6-ef94-4e14-9c34-9673830c7021') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:35:53.385743 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-38277e52-6ecd-47b7-b55f-20c9483ad2c6 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '028cbed6-ef94-4e14-9c34-9673830c7021') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:35:53.397805 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-38277e52-6ecd-47b7-b55f-20c9483ad2c6 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32216962'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:53.413215 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-38277e52-6ecd-47b7-b55f-20c9483ad2c6 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:53.419359 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38277e52-6ecd-47b7-b55f-20c9483ad2c6 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:35:53.419760 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-38277e52-6ecd-47b7-b55f-20c9483ad2c6 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32033006'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:53.434206 dv-neutron-828797-1-hyperv neutron-server[84332]: Traceback (most recent call last): Feb 10 23:35:53.434206 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:35:53.434206 dv-neutron-828797-1-hyperv neutron-server[84332]: timer() Feb 10 23:35:53.434206 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:35:53.434206 dv-neutron-828797-1-hyperv neutron-server[84332]: cb(*args, **kw) Feb 10 23:35:53.434206 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:35:53.434206 dv-neutron-828797-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Feb 10 23:35:53.434206 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:35:53.434206 dv-neutron-828797-1-hyperv neutron-server[84332]: self._notify() Feb 10 23:35:53.434206 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:35:53.434206 dv-neutron-828797-1-hyperv neutron-server[84332]: self.callback(batched_events) Feb 10 23:35:53.434206 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:35:53.434206 dv-neutron-828797-1-hyperv neutron-server[84332]: event.method(event) Feb 10 23:35:53.434206 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:35:53.434206 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:35:53.434206 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:35:53.434206 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:35:53.434206 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:35:53.434206 dv-neutron-828797-1-hyperv neutron-server[84332]: return f(self, *a, **k) Feb 10 23:35:53.434206 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:35:53.434206 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._get(url).json() Feb 10 23:35:53.434206 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:35:53.434206 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:35:53.434206 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:35:53.434206 dv-neutron-828797-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Feb 10 23:35:53.434206 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:35:53.434206 dv-neutron-828797-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:35:53.434206 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:35:53.434206 dv-neutron-828797-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:35:53.434206 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:35:53.434206 dv-neutron-828797-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:35:53.434206 dv-neutron-828797-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:35:53.588672 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-38277e52-6ecd-47b7-b55f-20c9483ad2c6 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:53.605871 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-38277e52-6ecd-47b7-b55f-20c9483ad2c6 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:53.616309 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38277e52-6ecd-47b7-b55f-20c9483ad2c6 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Pushing event deleted for resources: {'Network': ['ID=58fc7ec6-9a9f-47e8-81ae-cf4c05ef7843,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:35:53.623488 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-38277e52-6ecd-47b7-b55f-20c9483ad2c6 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] 10.222.0.59 "DELETE /v2.0/networks/58fc7ec6-9a9f-47e8-81ae-cf4c05ef7843 HTTP/1.1" status: 204 len: 168 time: 2.5392838 Feb 10 23:35:53.626981 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 54484) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:35:53.632367 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-59136038-923a-4b03-b74a-465a93941cb8 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-169155503'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:35:53.637829 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-59136038-923a-4b03-b74a-465a93941cb8 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:35:53.641030 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-59136038-923a-4b03-b74a-465a93941cb8 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Usage tracker for resource:network and tenant:b7e0ebad6da84f42a5879a7c65afeefd is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:35:53.643844 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-59136038-923a-4b03-b74a-465a93941cb8 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:35:53.650311 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-59136038-923a-4b03-b74a-465a93941cb8 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:35:53.708070 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59136038-923a-4b03-b74a-465a93941cb8 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Made reservation on behalf of b7e0ebad6da84f42a5879a7c65afeefd for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:35:53.711076 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-59136038-923a-4b03-b74a-465a93941cb8 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:53.739116 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59136038-923a-4b03-b74a-465a93941cb8 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:35:53.748669 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-59136038-923a-4b03-b74a-465a93941cb8 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:53.749012 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-59136038-923a-4b03-b74a-465a93941cb8 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Added segment d19917b0-747c-4b04-b55f-42d1f43e8921 of type vlan for network e45e34a2-7698-4a52-94e0-75783cdb02cb Feb 10 23:35:53.773867 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-59136038-923a-4b03-b74a-465a93941cb8 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:53.859523 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-59136038-923a-4b03-b74a-465a93941cb8 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:53.863030 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59136038-923a-4b03-b74a-465a93941cb8 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:53.865641 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-59136038-923a-4b03-b74a-465a93941cb8 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:54.068520 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59136038-923a-4b03-b74a-465a93941cb8 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Pushing event updated for resources: {'Network': ['ID=e45e34a2-7698-4a52-94e0-75783cdb02cb,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:35:54.078448 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network e45e34a2-7698-4a52-94e0-75783cdb02cb details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:35:54.156423 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:54.177792 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-59136038-923a-4b03-b74a-465a93941cb8 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5497510 Feb 10 23:35:54.181370 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 54488) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:35:54.185878 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-8660d1a8-fac3-4af4-8392-21e5493e6f2d tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Request body: {'subnet': {'network_id': 'e45e34a2-7698-4a52-94e0-75783cdb02cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:35:54.292383 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8660d1a8-fac3-4af4-8392-21e5493e6f2d tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:35:54.296164 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8660d1a8-fac3-4af4-8392-21e5493e6f2d tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Usage tracker for resource:subnet and tenant:b7e0ebad6da84f42a5879a7c65afeefd is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:35:54.298949 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8660d1a8-fac3-4af4-8392-21e5493e6f2d tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:35:54.304445 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8660d1a8-fac3-4af4-8392-21e5493e6f2d tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:35:54.365928 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8660d1a8-fac3-4af4-8392-21e5493e6f2d tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Made reservation on behalf of b7e0ebad6da84f42a5879a7c65afeefd for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:35:54.469045 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8660d1a8-fac3-4af4-8392-21e5493e6f2d tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:54.757171 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8660d1a8-fac3-4af4-8392-21e5493e6f2d tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:54.833901 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8660d1a8-fac3-4af4-8392-21e5493e6f2d tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Pushing event updated for resources: {'Subnet': ['ID=b3be6341-c607-46e4-94fc-4685ac77fb68,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:35:54.848007 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8660d1a8-fac3-4af4-8392-21e5493e6f2d tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Checking segment: {'id': 'd19917b0-747c-4b04-b55f-42d1f43e8921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e45e34a2-7698-4a52-94e0-75783cdb02cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:35:54.848361 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8660d1a8-fac3-4af4-8392-21e5493e6f2d tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Network hostable DHCP agents. Network: e45e34a2-7698-4a52-94e0-75783cdb02cb, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:35:54.948311 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8660d1a8-fac3-4af4-8392-21e5493e6f2d tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Network e45e34a2-7698-4a52-94e0-75783cdb02cb is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:35:55.019459 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-8660d1a8-fac3-4af4-8392-21e5493e6f2d tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, e45e34a2-7698-4a52-94e0-75783cdb02cb) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:35:55.023613 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8660d1a8-fac3-4af4-8392-21e5493e6f2d tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:55.026984 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8660d1a8-fac3-4af4-8392-21e5493e6f2d tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:55.029471 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b0363d-603f-4205-88d7-527de3d7973e None None] Network e45e34a2-7698-4a52-94e0-75783cdb02cb requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:35:55.109517 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8660d1a8-fac3-4af4-8392-21e5493e6f2d tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9279733 Feb 10 23:35:55.113204 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 54492) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:35:55.120436 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-d9a7694e-a818-459b-8835-9b7d4bc84fbf tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-242521823'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:35:55.126641 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-d9a7694e-a818-459b-8835-9b7d4bc84fbf tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:35:55.130597 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d9a7694e-a818-459b-8835-9b7d4bc84fbf tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Usage tracker for resource:network and tenant:b7e0ebad6da84f42a5879a7c65afeefd is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:35:55.133468 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d9a7694e-a818-459b-8835-9b7d4bc84fbf tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:35:55.139381 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-d9a7694e-a818-459b-8835-9b7d4bc84fbf tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:35:55.222906 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a7694e-a818-459b-8835-9b7d4bc84fbf tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Made reservation on behalf of b7e0ebad6da84f42a5879a7c65afeefd for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:35:55.226005 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d9a7694e-a818-459b-8835-9b7d4bc84fbf tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:55.242375 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbecf4be-243e-45bf-b3ba-e26c710f1b05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-e45e34a2-7698-4a52-94e0-75783cdb02cb', 'network_id': 'e45e34a2-7698-4a52-94e0-75783cdb02cb', 'tenant_id': 'b7e0ebad6da84f42a5879a7c65afeefd', 'fixed_ips': [{'subnet_id': 'b3be6341-c607-46e4-94fc-4685ac77fb68'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:35:55.243186 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cbecf4be-243e-45bf-b3ba-e26c710f1b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:55.255635 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9a7694e-a818-459b-8835-9b7d4bc84fbf tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:35:55.264532 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d9a7694e-a818-459b-8835-9b7d4bc84fbf tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:55.267151 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-d9a7694e-a818-459b-8835-9b7d4bc84fbf tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Added segment 81b0843e-2f38-428d-9228-6e7574509dea of type vlan for network 1958314e-8da0-4306-b08d-e1502183bc86 Feb 10 23:35:55.290299 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d9a7694e-a818-459b-8835-9b7d4bc84fbf tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:55.388811 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d9a7694e-a818-459b-8835-9b7d4bc84fbf tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:55.392584 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a7694e-a818-459b-8835-9b7d4bc84fbf tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:55.393221 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d9a7694e-a818-459b-8835-9b7d4bc84fbf tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:55.398922 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-cbecf4be-243e-45bf-b3ba-e26c710f1b05 None None] Allocated IP 2001:db8::2 (e45e34a2-7698-4a52-94e0-75783cdb02cb/b3be6341-c607-46e4-94fc-4685ac77fb68/40bbb3b5-bf2a-480b-91a6-682b3cdca061) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:35:55.502399 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a7694e-a818-459b-8835-9b7d4bc84fbf tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Pushing event updated for resources: {'Network': ['ID=1958314e-8da0-4306-b08d-e1502183bc86,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:35:55.521162 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 1958314e-8da0-4306-b08d-e1502183bc86 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:35:55.571552 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d9a7694e-a818-459b-8835-9b7d4bc84fbf tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4536200 Feb 10 23:35:55.571748 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 54496) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:35:55.577652 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-9419d514-8fb7-422c-9626-24cff58ae437 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Request body: {'subnet': {'network_id': '1958314e-8da0-4306-b08d-e1502183bc86', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:35:55.691541 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-9419d514-8fb7-422c-9626-24cff58ae437 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:35:55.695331 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-9419d514-8fb7-422c-9626-24cff58ae437 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Usage tracker for resource:subnet and tenant:b7e0ebad6da84f42a5879a7c65afeefd is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:35:55.698183 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-9419d514-8fb7-422c-9626-24cff58ae437 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:35:55.704410 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-9419d514-8fb7-422c-9626-24cff58ae437 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:35:55.727089 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cbecf4be-243e-45bf-b3ba-e26c710f1b05 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:55.737803 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-cbecf4be-243e-45bf-b3ba-e26c710f1b05 None None] Transition to ACTIVE for port object 40bbb3b5-bf2a-480b-91a6-682b3cdca061 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:35:55.755542 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-cbecf4be-243e-45bf-b3ba-e26c710f1b05 None None] Transition to ACTIVE for port object 40bbb3b5-bf2a-480b-91a6-682b3cdca061 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:35:55.796411 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9419d514-8fb7-422c-9626-24cff58ae437 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Made reservation on behalf of b7e0ebad6da84f42a5879a7c65afeefd for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:35:55.819921 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cbecf4be-243e-45bf-b3ba-e26c710f1b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:55.889928 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbecf4be-243e-45bf-b3ba-e26c710f1b05 None None] Network e45e34a2-7698-4a52-94e0-75783cdb02cb is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:35:55.892499 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-cbecf4be-243e-45bf-b3ba-e26c710f1b05 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:35:55.896565 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9419d514-8fb7-422c-9626-24cff58ae437 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:55.897087 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbecf4be-243e-45bf-b3ba-e26c710f1b05 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:35:55.899150 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbecf4be-243e-45bf-b3ba-e26c710f1b05 None None] Pushing event updated for resources: {'Port': ['ID=40bbb3b5-bf2a-480b-91a6-682b3cdca061,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:35:55.983085 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-cbecf4be-243e-45bf-b3ba-e26c710f1b05 None None] Attempting to bind port 40bbb3b5-bf2a-480b-91a6-682b3cdca061 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:35:55.983452 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-cbecf4be-243e-45bf-b3ba-e26c710f1b05 None None] Attempting to bind port 40bbb3b5-bf2a-480b-91a6-682b3cdca061 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': 'd19917b0-747c-4b04-b55f-42d1f43e8921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e45e34a2-7698-4a52-94e0-75783cdb02cb'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:35:55.983825 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbecf4be-243e-45bf-b3ba-e26c710f1b05 None None] Attempting to bind port 40bbb3b5-bf2a-480b-91a6-682b3cdca061 on network e45e34a2-7698-4a52-94e0-75783cdb02cb {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:35:55.990095 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbecf4be-243e-45bf-b3ba-e26c710f1b05 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:35:55.990463 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbecf4be-243e-45bf-b3ba-e26c710f1b05 None None] Checking segment: {'id': 'd19917b0-747c-4b04-b55f-42d1f43e8921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e45e34a2-7698-4a52-94e0-75783cdb02cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:35:55.990888 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cbecf4be-243e-45bf-b3ba-e26c710f1b05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:55.991281 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbecf4be-243e-45bf-b3ba-e26c710f1b05 None None] Bound using segment: {'id': 'd19917b0-747c-4b04-b55f-42d1f43e8921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e45e34a2-7698-4a52-94e0-75783cdb02cb'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:35:55.991740 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-cbecf4be-243e-45bf-b3ba-e26c710f1b05 None None] Bound port: 40bbb3b5-bf2a-480b-91a6-682b3cdca061, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd19917b0-747c-4b04-b55f-42d1f43e8921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e45e34a2-7698-4a52-94e0-75783cdb02cb'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:35:55.992116 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cbecf4be-243e-45bf-b3ba-e26c710f1b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:56.084283 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-cbecf4be-243e-45bf-b3ba-e26c710f1b05 None None] For port 40bbb3b5-bf2a-480b-91a6-682b3cdca061, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:35:56.087460 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-cbecf4be-243e-45bf-b3ba-e26c710f1b05 None None] For port 40bbb3b5-bf2a-480b-91a6-682b3cdca061, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=40bbb3b5-bf2a-480b-91a6-682b3cdca061,segment=NetworkSegment(d19917b0-747c-4b04-b55f-42d1f43e8921),segment_id=d19917b0-747c-4b04-b55f-42d1f43e8921)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:35:56.168944 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-cbecf4be-243e-45bf-b3ba-e26c710f1b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:56.196766 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9419d514-8fb7-422c-9626-24cff58ae437 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:56.249193 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbecf4be-243e-45bf-b3ba-e26c710f1b05 None None] Pushing event updated for resources: {'Port': ['ID=40bbb3b5-bf2a-480b-91a6-682b3cdca061,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:35:56.280970 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9419d514-8fb7-422c-9626-24cff58ae437 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Pushing event updated for resources: {'Subnet': ['ID=21e3764a-b2c3-4bd7-b883-55d200a98794,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:35:56.293989 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9419d514-8fb7-422c-9626-24cff58ae437 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:35:56.294325 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9419d514-8fb7-422c-9626-24cff58ae437 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:35:56.294665 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9419d514-8fb7-422c-9626-24cff58ae437 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:35:56.295000 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9419d514-8fb7-422c-9626-24cff58ae437 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:35:56.295329 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9419d514-8fb7-422c-9626-24cff58ae437 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:35:56.295652 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9419d514-8fb7-422c-9626-24cff58ae437 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:35:56.295978 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9419d514-8fb7-422c-9626-24cff58ae437 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:35:56.296298 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9419d514-8fb7-422c-9626-24cff58ae437 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:35:56.296645 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9419d514-8fb7-422c-9626-24cff58ae437 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:35:56.296967 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9419d514-8fb7-422c-9626-24cff58ae437 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:35:56.297288 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9419d514-8fb7-422c-9626-24cff58ae437 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:35:56.303251 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9419d514-8fb7-422c-9626-24cff58ae437 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Checking segment: {'id': '81b0843e-2f38-428d-9228-6e7574509dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1958314e-8da0-4306-b08d-e1502183bc86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:35:56.303608 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9419d514-8fb7-422c-9626-24cff58ae437 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Network hostable DHCP agents. Network: 1958314e-8da0-4306-b08d-e1502183bc86, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:35:56.385412 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9419d514-8fb7-422c-9626-24cff58ae437 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Network 1958314e-8da0-4306-b08d-e1502183bc86 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:35:56.480225 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-9419d514-8fb7-422c-9626-24cff58ae437 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 1958314e-8da0-4306-b08d-e1502183bc86) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:35:56.486784 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9419d514-8fb7-422c-9626-24cff58ae437 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:56.487457 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9419d514-8fb7-422c-9626-24cff58ae437 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:56.489761 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23793e20-efb8-4a31-bc70-8cc5d7b47d36 None None] Network 1958314e-8da0-4306-b08d-e1502183bc86 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:35:56.560654 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 40bbb3b5-bf2a-480b-91a6-682b3cdca061 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:35:56.592243 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-9419d514-8fb7-422c-9626-24cff58ae437 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0192895 Feb 10 23:35:56.594681 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 54500) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:35:56.738733 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a2a77b17-947c-4a6c-b4d4-17c86e1b8a1e tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:56.768818 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84da2255-eee5-41a6-9ff6-a4ac5ccee934 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-1958314e-8da0-4306-b08d-e1502183bc86', 'network_id': '1958314e-8da0-4306-b08d-e1502183bc86', 'tenant_id': 'b7e0ebad6da84f42a5879a7c65afeefd', 'fixed_ips': [{'subnet_id': '21e3764a-b2c3-4bd7-b883-55d200a98794'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:35:56.769862 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-84da2255-eee5-41a6-9ff6-a4ac5ccee934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:56.804572 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a2a77b17-947c-4a6c-b4d4-17c86e1b8a1e tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:56.830169 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 40bbb3b5-bf2a-480b-91a6-682b3cdca061 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:35:56.940413 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a2a77b17-947c-4a6c-b4d4-17c86e1b8a1e tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server [None req-84da2255-eee5-41a6-9ff6-a4ac5ccee934 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 21e3764a-b2c3-4bd7-b883-55d200a98794: This subnet is being modified by another concurrent operation. Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server raise value Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server raise value Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server raise value Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server raise value Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server raise value Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server raise value Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server raise exception Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 21e3764a-b2c3-4bd7-b883-55d200a98794: This subnet is being modified by another concurrent operation. Feb 10 23:35:56.981866 dv-neutron-828797-1-hyperv neutron-server[84334]: ERROR oslo_messaging.rpc.server Feb 10 23:35:57.008528 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1852cb0f-de46-43d7-95c5-3b40fd2b3ec4 None None] Network 1958314e-8da0-4306-b08d-e1502183bc86 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:35:57.079514 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a77b17-947c-4a6c-b4d4-17c86e1b8a1e tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Pushing event deleted for resources: {'Subnet': ['ID=21e3764a-b2c3-4bd7-b883-55d200a98794,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:35:57.181373 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a2a77b17-947c-4a6c-b4d4-17c86e1b8a1e tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:57.209421 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-a2a77b17-947c-4a6c-b4d4-17c86e1b8a1e tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1958314e-8da0-4306-b08d-e1502183bc86']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:35:57.217853 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f562bbca-84bd-4d08-a94c-6d0fe5c2817f None None] Network e45e34a2-7698-4a52-94e0-75783cdb02cb requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:35:57.222891 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-a2a77b17-947c-4a6c-b4d4-17c86e1b8a1e tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81b0843e-2f38-428d-9228-6e7574509dea') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:35:57.223190 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-a2a77b17-947c-4a6c-b4d4-17c86e1b8a1e tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81b0843e-2f38-428d-9228-6e7574509dea') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:35:57.235672 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a2a77b17-947c-4a6c-b4d4-17c86e1b8a1e tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:57.251251 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a2a77b17-947c-4a6c-b4d4-17c86e1b8a1e tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:57.257254 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2a77b17-947c-4a6c-b4d4-17c86e1b8a1e tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:35:57.257635 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a2a77b17-947c-4a6c-b4d4-17c86e1b8a1e tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:57.272586 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:35:57.272586 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:35:57.272586 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:35:57.272586 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:35:57.272586 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:35:57.272586 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:35:57.272586 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:35:57.272586 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:35:57.272586 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:35:57.272586 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:35:57.272586 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:35:57.272586 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:35:57.272586 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:35:57.272586 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:35:57.272586 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:35:57.272586 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:35:57.272586 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:35:57.272586 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:35:57.272586 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:35:57.272586 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:35:57.272586 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:35:57.272586 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:35:57.272586 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:35:57.272586 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:35:57.272586 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:35:57.272586 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:35:57.272586 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:35:57.272586 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:35:57.272586 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:35:57.272586 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:35:57.272586 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:35:57.272586 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:35:57.425041 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-caeff112-ff4b-4330-a8b7-3fa454d124a8 None None] Provisioning for port 40bbb3b5-bf2a-480b-91a6-682b3cdca061 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:35:57.435909 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-caeff112-ff4b-4330-a8b7-3fa454d124a8 None None] Provisioning complete for port 40bbb3b5-bf2a-480b-91a6-682b3cdca061 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:35:57.436282 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-caeff112-ff4b-4330-a8b7-3fa454d124a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:57.468598 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a2a77b17-947c-4a6c-b4d4-17c86e1b8a1e tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:57.485736 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a2a77b17-947c-4a6c-b4d4-17c86e1b8a1e tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:57.496026 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a77b17-947c-4a6c-b4d4-17c86e1b8a1e tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Pushing event deleted for resources: {'Network': ['ID=1958314e-8da0-4306-b08d-e1502183bc86,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:35:57.500281 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-a2a77b17-947c-4a6c-b4d4-17c86e1b8a1e tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] 10.222.0.59 "DELETE /v2.0/networks/1958314e-8da0-4306-b08d-e1502183bc86 HTTP/1.1" status: 204 len: 168 time: 0.9044104 Feb 10 23:35:57.503385 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 54504) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:35:57.541637 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-65b546a5-3d5d-4537-9ccc-fa92ff135873 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] GET failed (client error): The resource could not be found. Feb 10 23:35:57.542127 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-65b546a5-3d5d-4537-9ccc-fa92ff135873 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Synchronizing usage tracker for tenant:b7e0ebad6da84f42a5879a7c65afeefd on resource:subnet {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:35:57.576388 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-caeff112-ff4b-4330-a8b7-3fa454d124a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:57.611981 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-caeff112-ff4b-4330-a8b7-3fa454d124a8 None None] For port 40bbb3b5-bf2a-480b-91a6-682b3cdca061, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=40bbb3b5-bf2a-480b-91a6-682b3cdca061,segment=NetworkSegment(d19917b0-747c-4b04-b55f-42d1f43e8921),segment_id=d19917b0-747c-4b04-b55f-42d1f43e8921)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:35:57.617127 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-65b546a5-3d5d-4537-9ccc-fa92ff135873 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Unset dirty status for tenant:b7e0ebad6da84f42a5879a7c65afeefd on resource:subnet {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:35:57.625352 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-65b546a5-3d5d-4537-9ccc-fa92ff135873 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] 10.222.0.59 "GET /v2.0/subnets/21e3764a-b2c3-4bd7-b883-55d200a98794 HTTP/1.1" status: 404 len: 337 time: 0.1140127 Feb 10 23:35:57.625352 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 54508) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:35:57.648395 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bf89ddf-a616-4cd7-99a0-572c57b3af9a tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] DELETE failed (client error): The resource could not be found. Feb 10 23:35:57.648877 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bf89ddf-a616-4cd7-99a0-572c57b3af9a tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:35:57.650500 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-4bf89ddf-a616-4cd7-99a0-572c57b3af9a tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] 10.222.0.59 "DELETE /v2.0/networks/1958314e-8da0-4306-b08d-e1502183bc86 HTTP/1.1" status: 404 len: 339 time: 0.0278854 Feb 10 23:35:57.654878 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 54512) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:35:57.687917 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-caeff112-ff4b-4330-a8b7-3fa454d124a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:57.697717 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-981e447b-2e5d-4600-955c-f01c98006cba tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] DELETE failed (client error): The resource could not be found. Feb 10 23:35:57.702877 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-981e447b-2e5d-4600-955c-f01c98006cba tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:35:57.702877 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-981e447b-2e5d-4600-955c-f01c98006cba tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] 10.222.0.59 "DELETE /v2.0/subnets/21e3764a-b2c3-4bd7-b883-55d200a98794 HTTP/1.1" status: 404 len: 337 time: 0.0444891 Feb 10 23:35:57.703299 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 54516) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:35:57.730029 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b5e9c5e-f605-45fc-9de9-23397582d6ae tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] DELETE failed (client error): The resource could not be found. Feb 10 23:35:57.731279 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b5e9c5e-f605-45fc-9de9-23397582d6ae tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:35:57.732137 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-9b5e9c5e-f605-45fc-9de9-23397582d6ae tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] 10.222.0.59 "DELETE /v2.0/networks/1958314e-8da0-4306-b08d-e1502183bc86 HTTP/1.1" status: 404 len: 339 time: 0.0279250 Feb 10 23:35:57.734772 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 54520) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:35:57.746884 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd00aab-307a-4265-a556-3ed8e3f46a07 None None] get_active_networks_info from dv-neutron-828797-1-hyperv {{(pid=84334) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 10 23:35:57.803001 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeff112-ff4b-4330-a8b7-3fa454d124a8 None None] Pushing event updated for resources: {'Port': ['ID=40bbb3b5-bf2a-480b-91a6-682b3cdca061,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:35:57.896461 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-d751a326-e1bd-4863-81bd-861d95aa31a0 None None] Provisioning complete for port 40bbb3b5-bf2a-480b-91a6-682b3cdca061 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:35:57.896858 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d751a326-e1bd-4863-81bd-861d95aa31a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:57.925749 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bcdd418-cdb8-4592-b4b6-7124666f318e tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Deleting subnet b3be6341-c607-46e4-94fc-4685ac77fb68 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:35:57.928676 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0bcdd418-cdb8-4592-b4b6-7124666f318e tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:57.947316 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd00aab-307a-4265-a556-3ed8e3f46a07 None None] Resources bound (agent type, host, resource id): {{(pid=84334) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 23:35:57.986298 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0bcdd418-cdb8-4592-b4b6-7124666f318e tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31983416'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:58.066961 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0bcdd418-cdb8-4592-b4b6-7124666f318e tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:58.217730 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0bcdd418-cdb8-4592-b4b6-7124666f318e tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:58.261000 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcdd418-cdb8-4592-b4b6-7124666f318e tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Pushing event deleted for resources: {'Subnet': ['ID=b3be6341-c607-46e4-94fc-4685ac77fb68,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:35:58.266491 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0bcdd418-cdb8-4592-b4b6-7124666f318e tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:58.305990 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73128a82-eac5-45fc-9339-45883c56ca06 None None] Network e45e34a2-7698-4a52-94e0-75783cdb02cb requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:35:58.349418 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-0bcdd418-cdb8-4592-b4b6-7124666f318e tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] 10.222.0.59 "DELETE /v2.0/subnets/b3be6341-c607-46e4-94fc-4685ac77fb68 HTTP/1.1" status: 204 len: 168 time: 0.6130023 Feb 10 23:35:58.351787 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 54524) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:35:58.468422 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6b5e72ee-1e22-4ae0-966f-c1a2f2c05ec6 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:58.484561 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-6b5e72ee-1e22-4ae0-966f-c1a2f2c05ec6 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Deleting port 40bbb3b5-bf2a-480b-91a6-682b3cdca061 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:35:58.484561 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6b5e72ee-1e22-4ae0-966f-c1a2f2c05ec6 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:58.518734 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 40bbb3b5-bf2a-480b-91a6-682b3cdca061 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:35:58.568370 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7bf0b9-cb4b-4c75-adce-283db285146c None None] DHCP port deletion for e45e34a2-7698-4a52-94e0-75783cdb02cb request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:35:58.574997 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-eb7bf0b9-cb4b-4c75-adce-283db285146c None None] Deleting port 40bbb3b5-bf2a-480b-91a6-682b3cdca061 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:35:58.575374 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-eb7bf0b9-cb4b-4c75-adce-283db285146c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:58.686996 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-6b5e72ee-1e22-4ae0-966f-c1a2f2c05ec6 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] For port 40bbb3b5-bf2a-480b-91a6-682b3cdca061, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=40bbb3b5-bf2a-480b-91a6-682b3cdca061,segment=NetworkSegment(d19917b0-747c-4b04-b55f-42d1f43e8921),segment_id=d19917b0-747c-4b04-b55f-42d1f43e8921)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:35:58.687625 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6b5e72ee-1e22-4ae0-966f-c1a2f2c05ec6 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:58.692945 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 40bbb3b5-bf2a-480b-91a6-682b3cdca061 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:35:58.693310 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:58.810243 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-6b5e72ee-1e22-4ae0-966f-c1a2f2c05ec6 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Calling delete_port for 40bbb3b5-bf2a-480b-91a6-682b3cdca061 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:35:58.836080 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-eb7bf0b9-cb4b-4c75-adce-283db285146c None None] For port 40bbb3b5-bf2a-480b-91a6-682b3cdca061, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=40bbb3b5-bf2a-480b-91a6-682b3cdca061,segment=NetworkSegment(d19917b0-747c-4b04-b55f-42d1f43e8921),segment_id=d19917b0-747c-4b04-b55f-42d1f43e8921)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:35:58.836463 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-eb7bf0b9-cb4b-4c75-adce-283db285146c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:58.959875 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-eb7bf0b9-cb4b-4c75-adce-283db285146c None None] Calling delete_port for 40bbb3b5-bf2a-480b-91a6-682b3cdca061 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:35:58.999687 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6b5e72ee-1e22-4ae0-966f-c1a2f2c05ec6 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:59.022125 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Port 40bbb3b5-bf2a-480b-91a6-682b3cdca061 update to ACTIVE by agent not found {{(pid=84334) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 10 23:35:59.043370 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5e72ee-1e22-4ae0-966f-c1a2f2c05ec6 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Pushing event deleted for resources: {'Port': ['ID=40bbb3b5-bf2a-480b-91a6-682b3cdca061,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:35:59.049348 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5e72ee-1e22-4ae0-966f-c1a2f2c05ec6 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] No DVR routers for this DVR port 40bbb3b5-bf2a-480b-91a6-682b3cdca061 on host dv-neutron-828797-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:35:59.060955 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-eb7bf0b9-cb4b-4c75-adce-283db285146c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:35:59.061248 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-eb7bf0b9-cb4b-4c75-adce-283db285146c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:35:59.263766 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6b5e72ee-1e22-4ae0-966f-c1a2f2c05ec6 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:59.288735 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-6b5e72ee-1e22-4ae0-966f-c1a2f2c05ec6 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e45e34a2-7698-4a52-94e0-75783cdb02cb']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:35:59.301109 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-6b5e72ee-1e22-4ae0-966f-c1a2f2c05ec6 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd19917b0-747c-4b04-b55f-42d1f43e8921') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:35:59.301404 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-6b5e72ee-1e22-4ae0-966f-c1a2f2c05ec6 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd19917b0-747c-4b04-b55f-42d1f43e8921') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:35:59.312380 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6b5e72ee-1e22-4ae0-966f-c1a2f2c05ec6 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:59.327559 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6b5e72ee-1e22-4ae0-966f-c1a2f2c05ec6 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:59.333370 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b5e72ee-1e22-4ae0-966f-c1a2f2c05ec6 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:35:59.333742 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6b5e72ee-1e22-4ae0-966f-c1a2f2c05ec6 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:59.347866 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:35:59.347866 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:35:59.347866 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:35:59.347866 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:35:59.347866 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:35:59.347866 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:35:59.347866 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:35:59.347866 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:35:59.347866 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:35:59.347866 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:35:59.347866 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:35:59.347866 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:35:59.347866 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:35:59.347866 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:35:59.347866 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:35:59.347866 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:35:59.347866 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:35:59.347866 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:35:59.347866 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:35:59.347866 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:35:59.347866 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:35:59.347866 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:35:59.347866 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:35:59.347866 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:35:59.347866 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:35:59.347866 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:35:59.347866 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:35:59.347866 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:35:59.347866 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:35:59.347866 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:35:59.347866 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:35:59.347866 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:35:59.482138 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6b5e72ee-1e22-4ae0-966f-c1a2f2c05ec6 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:59.499249 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6b5e72ee-1e22-4ae0-966f-c1a2f2c05ec6 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:59.509822 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5e72ee-1e22-4ae0-966f-c1a2f2c05ec6 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Pushing event deleted for resources: {'Network': ['ID=e45e34a2-7698-4a52-94e0-75783cdb02cb,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:35:59.514537 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-6b5e72ee-1e22-4ae0-966f-c1a2f2c05ec6 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] 10.222.0.59 "DELETE /v2.0/networks/e45e34a2-7698-4a52-94e0-75783cdb02cb HTTP/1.1" status: 204 len: 168 time: 1.1617644 Feb 10 23:35:59.517267 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 54528) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:35:59.553976 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-5860fce2-0f98-4918-89ab-09364a3e2692 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] DELETE failed (client error): The resource could not be found. Feb 10 23:35:59.554392 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5860fce2-0f98-4918-89ab-09364a3e2692 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:35:59.555953 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-5860fce2-0f98-4918-89ab-09364a3e2692 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] 10.222.0.59 "DELETE /v2.0/subnets/9c9c9713-e7ee-4aa3-8329-cf3e9c43d41e HTTP/1.1" status: 404 len: 337 time: 0.0380969 Feb 10 23:35:59.559173 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 54532) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:35:59.562654 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-eb7bf0b9-cb4b-4c75-adce-283db285146c None None] Deleting port 40bbb3b5-bf2a-480b-91a6-682b3cdca061 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:35:59.563114 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-eb7bf0b9-cb4b-4c75-adce-283db285146c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:59.582960 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-812a0cf1-d3c8-4e18-91d1-a5522a8a3e7d tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] DELETE failed (client error): The resource could not be found. Feb 10 23:35:59.583385 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-812a0cf1-d3c8-4e18-91d1-a5522a8a3e7d tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:35:59.586393 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-812a0cf1-d3c8-4e18-91d1-a5522a8a3e7d tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] 10.222.0.59 "DELETE /v2.0/networks/58fc7ec6-9a9f-47e8-81ae-cf4c05ef7843 HTTP/1.1" status: 404 len: 339 time: 0.0249500 Feb 10 23:35:59.587435 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 54536) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:35:59.629056 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef3208a3-2ec2-423d-a7b9-6f2babc74e02 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] DELETE failed (client error): The resource could not be found. Feb 10 23:35:59.629496 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef3208a3-2ec2-423d-a7b9-6f2babc74e02 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:35:59.630003 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-eb7bf0b9-cb4b-4c75-adce-283db285146c None None] The port '40bbb3b5-bf2a-480b-91a6-682b3cdca061' was deleted {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 23:35:59.631101 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-ef3208a3-2ec2-423d-a7b9-6f2babc74e02 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] 10.222.0.59 "DELETE /v2.0/subnets/d51507b3-ecec-404a-a993-9fe0d2d316cb HTTP/1.1" status: 404 len: 337 time: 0.0427990 Feb 10 23:35:59.633560 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 54540) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:35:59.658519 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.pecan_wsgi.hooks.translation [None req-c46e8a2c-91cb-46f4-9602-4eb3017eed53 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] DELETE failed (client error): The resource could not be found. Feb 10 23:35:59.658943 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c46e8a2c-91cb-46f4-9602-4eb3017eed53 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:35:59.660555 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-c46e8a2c-91cb-46f4-9602-4eb3017eed53 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] 10.222.0.59 "DELETE /v2.0/networks/9cf8b7b4-2779-4636-a968-622bf97925d3 HTTP/1.1" status: 404 len: 339 time: 0.0261185 Feb 10 23:35:59.662970 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 54544) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:35:59.841003 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-34e26e9f-ca3d-4db3-a566-84abf8434f3e tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Deleting subnet 754c51e0-94ff-4ddc-bc1d-ee61b52234f8 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:35:59.843728 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-34e26e9f-ca3d-4db3-a566-84abf8434f3e tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:59.898733 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-34e26e9f-ca3d-4db3-a566-84abf8434f3e tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31983416'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:59.982068 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-34e26e9f-ca3d-4db3-a566-84abf8434f3e tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:00.125910 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-34e26e9f-ca3d-4db3-a566-84abf8434f3e tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:00.166220 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e26e9f-ca3d-4db3-a566-84abf8434f3e tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Pushing event deleted for resources: {'Subnet': ['ID=754c51e0-94ff-4ddc-bc1d-ee61b52234f8,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:00.171659 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-34e26e9f-ca3d-4db3-a566-84abf8434f3e tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:00.177842 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bb2a62-1da2-4265-b183-eb2cd1c8d0b4 None None] Network a9648ddb-ea06-412c-b4de-3b2f63beeeb7 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:36:00.181086 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-34e26e9f-ca3d-4db3-a566-84abf8434f3e tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] 10.222.0.59 "DELETE /v2.0/subnets/754c51e0-94ff-4ddc-bc1d-ee61b52234f8 HTTP/1.1" status: 204 len: 168 time: 0.5171916 Feb 10 23:36:00.184287 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 54548) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:36:00.295600 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ca99b5c3-8e49-445d-8c00-063871595511 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:00.305752 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-ca99b5c3-8e49-445d-8c00-063871595511 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Deleting port 8d09744f-d96f-464c-a205-50bd136ee32f {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:36:00.306070 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ca99b5c3-8e49-445d-8c00-063871595511 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:00.415457 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48d3103-f151-4a02-89b1-e4d5991ace8e None None] DHCP port deletion for a9648ddb-ea06-412c-b4de-3b2f63beeeb7 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:36:00.420450 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-a48d3103-f151-4a02-89b1-e4d5991ace8e None None] Deleting port 8d09744f-d96f-464c-a205-50bd136ee32f {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:36:00.420886 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a48d3103-f151-4a02-89b1-e4d5991ace8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:00.507064 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-ca99b5c3-8e49-445d-8c00-063871595511 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] For port 8d09744f-d96f-464c-a205-50bd136ee32f, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=8d09744f-d96f-464c-a205-50bd136ee32f,segment=NetworkSegment(d49f7e1d-76f9-4b7b-87c8-adc9be5fc8e8),segment_id=d49f7e1d-76f9-4b7b-87c8-adc9be5fc8e8)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:36:00.507568 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ca99b5c3-8e49-445d-8c00-063871595511 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:00.511623 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 40bbb3b5-bf2a-480b-91a6-682b3cdca061 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:36:00.547876 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 40bbb3b5-bf2a-480b-91a6-682b3cdca061 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:36:00.548251 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 40bbb3b5-bf2a-480b-91a6-682b3cdca061 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:36:00.548762 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 8d09744f-d96f-464c-a205-50bd136ee32f no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:36:00.633532 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-ca99b5c3-8e49-445d-8c00-063871595511 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Calling delete_port for 8d09744f-d96f-464c-a205-50bd136ee32f owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:36:00.782936 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ca99b5c3-8e49-445d-8c00-063871595511 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:00.787069 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-a48d3103-f151-4a02-89b1-e4d5991ace8e None None] For port 8d09744f-d96f-464c-a205-50bd136ee32f, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=8d09744f-d96f-464c-a205-50bd136ee32f,segment=NetworkSegment(d49f7e1d-76f9-4b7b-87c8-adc9be5fc8e8),segment_id=d49f7e1d-76f9-4b7b-87c8-adc9be5fc8e8)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:36:00.787593 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a48d3103-f151-4a02-89b1-e4d5991ace8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:00.828881 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca99b5c3-8e49-445d-8c00-063871595511 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Pushing event deleted for resources: {'Port': ['ID=8d09744f-d96f-464c-a205-50bd136ee32f,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:00.834706 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca99b5c3-8e49-445d-8c00-063871595511 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] No DVR routers for this DVR port 8d09744f-d96f-464c-a205-50bd136ee32f on host dv-neutron-828797-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:36:00.852755 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:00.923952 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-a48d3103-f151-4a02-89b1-e4d5991ace8e None None] Calling delete_port for 8d09744f-d96f-464c-a205-50bd136ee32f owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:36:01.037090 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-a48d3103-f151-4a02-89b1-e4d5991ace8e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:36:01.037453 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-a48d3103-f151-4a02-89b1-e4d5991ace8e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:36:01.047490 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ca99b5c3-8e49-445d-8c00-063871595511 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:01.071528 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-ca99b5c3-8e49-445d-8c00-063871595511 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9648ddb-ea06-412c-b4de-3b2f63beeeb7']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:36:01.083176 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-ca99b5c3-8e49-445d-8c00-063871595511 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd49f7e1d-76f9-4b7b-87c8-adc9be5fc8e8') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:36:01.083464 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-ca99b5c3-8e49-445d-8c00-063871595511 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd49f7e1d-76f9-4b7b-87c8-adc9be5fc8e8') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:36:01.094596 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ca99b5c3-8e49-445d-8c00-063871595511 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:01.110060 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ca99b5c3-8e49-445d-8c00-063871595511 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:01.115789 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca99b5c3-8e49-445d-8c00-063871595511 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:36:01.116152 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ca99b5c3-8e49-445d-8c00-063871595511 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:01.130290 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:36:01.130290 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:36:01.130290 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:36:01.130290 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:36:01.130290 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:36:01.130290 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:36:01.130290 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:36:01.130290 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:36:01.130290 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:36:01.130290 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:36:01.130290 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:36:01.130290 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:36:01.130290 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:36:01.130290 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:36:01.130290 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:36:01.130290 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:36:01.130290 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:36:01.130290 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:36:01.130290 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:36:01.130290 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:36:01.130290 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:36:01.130290 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:36:01.130290 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:36:01.130290 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:36:01.130290 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:36:01.130290 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:36:01.130290 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:36:01.130290 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:36:01.130290 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:36:01.130290 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:36:01.130290 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:36:01.130290 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:36:01.279710 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ca99b5c3-8e49-445d-8c00-063871595511 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:01.296253 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ca99b5c3-8e49-445d-8c00-063871595511 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:01.306596 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca99b5c3-8e49-445d-8c00-063871595511 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] Pushing event deleted for resources: {'Network': ['ID=a9648ddb-ea06-412c-b4de-3b2f63beeeb7,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:01.311628 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-ca99b5c3-8e49-445d-8c00-063871595511 tempest-NetworksIpV6Test-252388281 tempest-NetworksIpV6Test-252388281-project] 10.222.0.59 "DELETE /v2.0/networks/a9648ddb-ea06-412c-b4de-3b2f63beeeb7 HTTP/1.1" status: 204 len: 168 time: 1.1263914 Feb 10 23:36:01.538994 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-a48d3103-f151-4a02-89b1-e4d5991ace8e None None] Deleting port 8d09744f-d96f-464c-a205-50bd136ee32f {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:36:01.539300 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a48d3103-f151-4a02-89b1-e4d5991ace8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:01.607231 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-a48d3103-f151-4a02-89b1-e4d5991ace8e None None] The port '8d09744f-d96f-464c-a205-50bd136ee32f' was deleted {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 23:36:01.733279 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 54556) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:36:01.901776 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-bcb94180-88fd-4114-b3a7-7714347835fd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b7e0ebad6da84f42a5879a7c65afeefd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1672819 Feb 10 23:36:01.904089 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 54562) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:36:01.961032 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-872bc321-062c-4c02-83f3-9c8852eec658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:01.986351 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-872bc321-062c-4c02-83f3-9c8852eec658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:02.085484 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-872bc321-062c-4c02-83f3-9c8852eec658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:02.098816 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872bc321-062c-4c02-83f3-9c8852eec658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6f8b65-52ed-40bf-bc4a-314f0176f1d2,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:02.106884 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-872bc321-062c-4c02-83f3-9c8852eec658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:02.108079 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-872bc321-062c-4c02-83f3-9c8852eec658 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2b6f8b65-52ed-40bf-bc4a-314f0176f1d2 HTTP/1.1" status: 204 len: 168 time: 0.2030838 Feb 10 23:36:03.206550 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 54584) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:36:03.332907 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-3596fcd7-6dca-4522-a2d8-0e2915114727 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1241859040', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:36:03.339134 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3596fcd7-6dca-4522-a2d8-0e2915114727 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:36:03.343306 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-3596fcd7-6dca-4522-a2d8-0e2915114727 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Usage tracker for resource:router and tenant:ea57b77298864d96a5e90c9a191dfd49 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:36:03.346103 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-3596fcd7-6dca-4522-a2d8-0e2915114727 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:36:03.352405 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3596fcd7-6dca-4522-a2d8-0e2915114727 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:36:03.448165 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3596fcd7-6dca-4522-a2d8-0e2915114727 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:03.449279 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3596fcd7-6dca-4522-a2d8-0e2915114727 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:03.466446 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3596fcd7-6dca-4522-a2d8-0e2915114727 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:03.556900 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3596fcd7-6dca-4522-a2d8-0e2915114727 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:03.647838 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3596fcd7-6dca-4522-a2d8-0e2915114727 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:03.649072 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-3596fcd7-6dca-4522-a2d8-0e2915114727 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4415510 Feb 10 23:36:03.651749 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 54590) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:36:03.657325 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-f8750e29-8403-4766-b57f-98accc5eda04 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-99791667'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:36:03.662274 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f8750e29-8403-4766-b57f-98accc5eda04 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:36:03.666002 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-f8750e29-8403-4766-b57f-98accc5eda04 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Usage tracker for resource:network and tenant:ea57b77298864d96a5e90c9a191dfd49 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:36:03.669656 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-f8750e29-8403-4766-b57f-98accc5eda04 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:36:03.675354 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f8750e29-8403-4766-b57f-98accc5eda04 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:36:03.753963 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8750e29-8403-4766-b57f-98accc5eda04 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Made reservation on behalf of ea57b77298864d96a5e90c9a191dfd49 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:36:03.756810 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f8750e29-8403-4766-b57f-98accc5eda04 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:03.770173 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f8750e29-8403-4766-b57f-98accc5eda04 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:03.799880 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f8750e29-8403-4766-b57f-98accc5eda04 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:36:03.803549 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-f8750e29-8403-4766-b57f-98accc5eda04 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Usage tracker for resource:security_group_rule and tenant:ea57b77298864d96a5e90c9a191dfd49 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:36:03.806236 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-f8750e29-8403-4766-b57f-98accc5eda04 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:36:03.812389 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f8750e29-8403-4766-b57f-98accc5eda04 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:36:03.875710 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f8750e29-8403-4766-b57f-98accc5eda04 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:03.936654 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f8750e29-8403-4766-b57f-98accc5eda04 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:03.969443 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8750e29-8403-4766-b57f-98accc5eda04 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:36:03.975071 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8750e29-8403-4766-b57f-98accc5eda04 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9ae34a-2802-4800-a13a-da0fc57b0137,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:03.981793 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f8750e29-8403-4766-b57f-98accc5eda04 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:03.982174 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-f8750e29-8403-4766-b57f-98accc5eda04 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Added segment fb6d1c8b-8d6b-4e5a-ab55-525049a270a1 of type vlan for network 64ce95ee-a6fc-4f27-91e9-4f3b01f49187 Feb 10 23:36:04.010422 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f8750e29-8403-4766-b57f-98accc5eda04 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:04.098867 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f8750e29-8403-4766-b57f-98accc5eda04 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:04.102543 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8750e29-8403-4766-b57f-98accc5eda04 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:36:04.103149 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f8750e29-8403-4766-b57f-98accc5eda04 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:04.212941 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8750e29-8403-4766-b57f-98accc5eda04 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Pushing event updated for resources: {'Network': ['ID=64ce95ee-a6fc-4f27-91e9-4f3b01f49187,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:04.222812 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 64ce95ee-a6fc-4f27-91e9-4f3b01f49187 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:36:04.265521 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-f8750e29-8403-4766-b57f-98accc5eda04 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6126420 Feb 10 23:36:04.268282 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 54594) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:36:04.274150 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-e3468f17-b636-4dcd-ac8d-310c91f4db26 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Request body: {'subnet': {'network_id': '64ce95ee-a6fc-4f27-91e9-4f3b01f49187', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:36:04.382475 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e3468f17-b636-4dcd-ac8d-310c91f4db26 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:36:04.386236 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e3468f17-b636-4dcd-ac8d-310c91f4db26 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Usage tracker for resource:subnet and tenant:ea57b77298864d96a5e90c9a191dfd49 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:36:04.389075 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e3468f17-b636-4dcd-ac8d-310c91f4db26 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:36:04.394807 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e3468f17-b636-4dcd-ac8d-310c91f4db26 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:36:04.485563 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3468f17-b636-4dcd-ac8d-310c91f4db26 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Made reservation on behalf of ea57b77298864d96a5e90c9a191dfd49 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:36:04.585776 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e3468f17-b636-4dcd-ac8d-310c91f4db26 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:04.853870 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e3468f17-b636-4dcd-ac8d-310c91f4db26 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:04.931377 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3468f17-b636-4dcd-ac8d-310c91f4db26 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Pushing event updated for resources: {'Subnet': ['ID=4bc8e760-6064-4be3-9669-530d1b6c0803,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:04.942539 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3468f17-b636-4dcd-ac8d-310c91f4db26 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Checking segment: {'id': 'fb6d1c8b-8d6b-4e5a-ab55-525049a270a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '64ce95ee-a6fc-4f27-91e9-4f3b01f49187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:36:04.942894 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3468f17-b636-4dcd-ac8d-310c91f4db26 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Network hostable DHCP agents. Network: 64ce95ee-a6fc-4f27-91e9-4f3b01f49187, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:36:05.030201 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3468f17-b636-4dcd-ac8d-310c91f4db26 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Network 64ce95ee-a6fc-4f27-91e9-4f3b01f49187 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:36:05.105288 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-e3468f17-b636-4dcd-ac8d-310c91f4db26 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 64ce95ee-a6fc-4f27-91e9-4f3b01f49187) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:36:05.109372 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3468f17-b636-4dcd-ac8d-310c91f4db26 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:36:05.109960 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e3468f17-b636-4dcd-ac8d-310c91f4db26 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:05.115976 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82092c5-4273-4e5a-8575-e499785c2aca None None] Network 64ce95ee-a6fc-4f27-91e9-4f3b01f49187 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:36:05.185989 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e3468f17-b636-4dcd-ac8d-310c91f4db26 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9165580 Feb 10 23:36:05.188816 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 54598) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:36:05.194576 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-190b5f0f-b024-4c45-aa7b-70c7d21fa23c tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1344738146'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:36:05.200904 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-190b5f0f-b024-4c45-aa7b-70c7d21fa23c tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:36:05.205338 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-190b5f0f-b024-4c45-aa7b-70c7d21fa23c tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Usage tracker for resource:network and tenant:ea57b77298864d96a5e90c9a191dfd49 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:36:05.208300 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-190b5f0f-b024-4c45-aa7b-70c7d21fa23c tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:36:05.214023 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-190b5f0f-b024-4c45-aa7b-70c7d21fa23c tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:36:05.322113 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33151979-106c-47a9-9604-298c15f58ffd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-64ce95ee-a6fc-4f27-91e9-4f3b01f49187', 'network_id': '64ce95ee-a6fc-4f27-91e9-4f3b01f49187', 'tenant_id': 'ea57b77298864d96a5e90c9a191dfd49', 'fixed_ips': [{'subnet_id': '4bc8e760-6064-4be3-9669-530d1b6c0803'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:36:05.322935 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-33151979-106c-47a9-9604-298c15f58ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:05.330910 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-190b5f0f-b024-4c45-aa7b-70c7d21fa23c tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Made reservation on behalf of ea57b77298864d96a5e90c9a191dfd49 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:36:05.334007 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-190b5f0f-b024-4c45-aa7b-70c7d21fa23c tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:05.364323 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-190b5f0f-b024-4c45-aa7b-70c7d21fa23c tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:36:05.372836 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-190b5f0f-b024-4c45-aa7b-70c7d21fa23c tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:05.373170 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-190b5f0f-b024-4c45-aa7b-70c7d21fa23c tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Added segment 5c05ad30-a75f-431c-82b5-e34206f33094 of type vlan for network d1369f91-7576-443b-a5bf-19058910d181 Feb 10 23:36:05.400135 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-190b5f0f-b024-4c45-aa7b-70c7d21fa23c tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:05.486103 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-33151979-106c-47a9-9604-298c15f58ffd None None] Allocated IP 172.20.0.2 (64ce95ee-a6fc-4f27-91e9-4f3b01f49187/4bc8e760-6064-4be3-9669-530d1b6c0803/7e88da3a-0ead-4621-be87-10f04d4f3b83) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:36:05.508008 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-190b5f0f-b024-4c45-aa7b-70c7d21fa23c tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:05.512880 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190b5f0f-b024-4c45-aa7b-70c7d21fa23c tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:36:05.512880 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-190b5f0f-b024-4c45-aa7b-70c7d21fa23c tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:05.617119 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190b5f0f-b024-4c45-aa7b-70c7d21fa23c tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Pushing event updated for resources: {'Network': ['ID=d1369f91-7576-443b-a5bf-19058910d181,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:05.629017 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network d1369f91-7576-443b-a5bf-19058910d181 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:36:05.671252 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-190b5f0f-b024-4c45-aa7b-70c7d21fa23c tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4812632 Feb 10 23:36:05.676170 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 54602) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:36:05.681662 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-9d7b6a2b-27e7-4d47-97c7-0982323a28fb tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Request body: {'subnet': {'network_id': 'd1369f91-7576-443b-a5bf-19058910d181', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:36:05.776966 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-33151979-106c-47a9-9604-298c15f58ffd None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:05.789543 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-33151979-106c-47a9-9604-298c15f58ffd None None] Transition to ACTIVE for port object 7e88da3a-0ead-4621-be87-10f04d4f3b83 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:36:05.808863 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-33151979-106c-47a9-9604-298c15f58ffd None None] Transition to ACTIVE for port object 7e88da3a-0ead-4621-be87-10f04d4f3b83 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:36:05.865367 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-33151979-106c-47a9-9604-298c15f58ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:05.883166 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9d7b6a2b-27e7-4d47-97c7-0982323a28fb tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:36:05.887507 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9d7b6a2b-27e7-4d47-97c7-0982323a28fb tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Usage tracker for resource:subnet and tenant:ea57b77298864d96a5e90c9a191dfd49 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:36:05.890341 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9d7b6a2b-27e7-4d47-97c7-0982323a28fb tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:36:05.896386 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9d7b6a2b-27e7-4d47-97c7-0982323a28fb tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:36:05.969976 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33151979-106c-47a9-9604-298c15f58ffd None None] Network 64ce95ee-a6fc-4f27-91e9-4f3b01f49187 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:36:05.972604 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-33151979-106c-47a9-9604-298c15f58ffd None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:36:05.976721 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33151979-106c-47a9-9604-298c15f58ffd None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:36:05.978763 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33151979-106c-47a9-9604-298c15f58ffd None None] Pushing event updated for resources: {'Port': ['ID=7e88da3a-0ead-4621-be87-10f04d4f3b83,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:05.990435 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7b6a2b-27e7-4d47-97c7-0982323a28fb tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Made reservation on behalf of ea57b77298864d96a5e90c9a191dfd49 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:36:06.068432 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-33151979-106c-47a9-9604-298c15f58ffd None None] Attempting to bind port 7e88da3a-0ead-4621-be87-10f04d4f3b83 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:36:06.068818 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-33151979-106c-47a9-9604-298c15f58ffd None None] Attempting to bind port 7e88da3a-0ead-4621-be87-10f04d4f3b83 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': 'fb6d1c8b-8d6b-4e5a-ab55-525049a270a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '64ce95ee-a6fc-4f27-91e9-4f3b01f49187'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:36:06.069176 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33151979-106c-47a9-9604-298c15f58ffd None None] Attempting to bind port 7e88da3a-0ead-4621-be87-10f04d4f3b83 on network 64ce95ee-a6fc-4f27-91e9-4f3b01f49187 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:36:06.075626 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33151979-106c-47a9-9604-298c15f58ffd None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:36:06.075990 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33151979-106c-47a9-9604-298c15f58ffd None None] Checking segment: {'id': 'fb6d1c8b-8d6b-4e5a-ab55-525049a270a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '64ce95ee-a6fc-4f27-91e9-4f3b01f49187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:36:06.076389 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-33151979-106c-47a9-9604-298c15f58ffd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:06.076798 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33151979-106c-47a9-9604-298c15f58ffd None None] Bound using segment: {'id': 'fb6d1c8b-8d6b-4e5a-ab55-525049a270a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '64ce95ee-a6fc-4f27-91e9-4f3b01f49187'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:36:06.077252 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-33151979-106c-47a9-9604-298c15f58ffd None None] Bound port: 7e88da3a-0ead-4621-be87-10f04d4f3b83, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb6d1c8b-8d6b-4e5a-ab55-525049a270a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '64ce95ee-a6fc-4f27-91e9-4f3b01f49187'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:36:06.077620 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-33151979-106c-47a9-9604-298c15f58ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:06.091956 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9d7b6a2b-27e7-4d47-97c7-0982323a28fb tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:06.165222 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-33151979-106c-47a9-9604-298c15f58ffd None None] For port 7e88da3a-0ead-4621-be87-10f04d4f3b83, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:36:06.170380 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-33151979-106c-47a9-9604-298c15f58ffd None None] For port 7e88da3a-0ead-4621-be87-10f04d4f3b83, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=7e88da3a-0ead-4621-be87-10f04d4f3b83,segment=NetworkSegment(fb6d1c8b-8d6b-4e5a-ab55-525049a270a1),segment_id=fb6d1c8b-8d6b-4e5a-ab55-525049a270a1)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:36:06.265586 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-33151979-106c-47a9-9604-298c15f58ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:06.366733 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33151979-106c-47a9-9604-298c15f58ffd None None] Pushing event updated for resources: {'Port': ['ID=7e88da3a-0ead-4621-be87-10f04d4f3b83,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:06.368041 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9d7b6a2b-27e7-4d47-97c7-0982323a28fb tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:06.452441 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b6a2b-27e7-4d47-97c7-0982323a28fb tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Pushing event updated for resources: {'Subnet': ['ID=4bf4cd57-323a-4ed7-a113-aa2a8fbd2114,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:06.467011 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7b6a2b-27e7-4d47-97c7-0982323a28fb tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Checking segment: {'id': '5c05ad30-a75f-431c-82b5-e34206f33094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd1369f91-7576-443b-a5bf-19058910d181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:36:06.467369 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7b6a2b-27e7-4d47-97c7-0982323a28fb tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Network hostable DHCP agents. Network: d1369f91-7576-443b-a5bf-19058910d181, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:36:06.545990 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7b6a2b-27e7-4d47-97c7-0982323a28fb tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Network d1369f91-7576-443b-a5bf-19058910d181 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:36:06.645934 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-9d7b6a2b-27e7-4d47-97c7-0982323a28fb tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, d1369f91-7576-443b-a5bf-19058910d181) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:36:06.651332 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7b6a2b-27e7-4d47-97c7-0982323a28fb tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:36:06.653449 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9d7b6a2b-27e7-4d47-97c7-0982323a28fb tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:06.658169 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d96601b-991c-4a60-8cfb-ef2cded72d72 None None] Network d1369f91-7576-443b-a5bf-19058910d181 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:36:06.736708 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9d7b6a2b-27e7-4d47-97c7-0982323a28fb tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0567725 Feb 10 23:36:06.736933 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 54606) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:36:06.742217 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-608fb2e9-50b5-4b97-83e8-0ba5dcf91f12 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd1369f91-7576-443b-a5bf-19058910d181'}}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:36:06.903005 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b61a2b-0d14-4d10-837c-24e939a0f1f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-d1369f91-7576-443b-a5bf-19058910d181', 'network_id': 'd1369f91-7576-443b-a5bf-19058910d181', 'tenant_id': 'ea57b77298864d96a5e90c9a191dfd49', 'fixed_ips': [{'subnet_id': '4bf4cd57-323a-4ed7-a113-aa2a8fbd2114'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:36:06.904749 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f3b61a2b-0d14-4d10-837c-24e939a0f1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:07.061407 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-f3b61a2b-0d14-4d10-837c-24e939a0f1f5 None None] Allocated IP 172.21.0.2 (d1369f91-7576-443b-a5bf-19058910d181/4bf4cd57-323a-4ed7-a113-aa2a8fbd2114/6744ff70-2d78-4d15-9029-366ca459936c) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:36:07.192189 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-608fb2e9-50b5-4b97-83e8-0ba5dcf91f12 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:07.317632 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f3b61a2b-0d14-4d10-837c-24e939a0f1f5 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:07.328632 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-f3b61a2b-0d14-4d10-837c-24e939a0f1f5 None None] Transition to ACTIVE for port object 6744ff70-2d78-4d15-9029-366ca459936c will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:36:07.350995 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-f3b61a2b-0d14-4d10-837c-24e939a0f1f5 None None] Transition to ACTIVE for port object 6744ff70-2d78-4d15-9029-366ca459936c will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:36:07.396827 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90cf54b-dca8-4d9e-8a5f-3d096c9be839 None None] Network 64ce95ee-a6fc-4f27-91e9-4f3b01f49187 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:36:07.410546 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-608fb2e9-50b5-4b97-83e8-0ba5dcf91f12 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:36:07.417157 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-608fb2e9-50b5-4b97-83e8-0ba5dcf91f12 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] 10.222.0.59 "PUT /v2.0/routers/e080a3d6-a7ba-43db-bac8-e1c61e53daea HTTP/1.1" status: 400 len: 364 time: 0.6737001 Feb 10 23:36:07.417410 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f3b61a2b-0d14-4d10-837c-24e939a0f1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:07.418044 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 54610) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:36:07.485398 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3e1229d-6bcf-4cfa-a521-e19d36b5ae2e tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Deleting subnet 4bf4cd57-323a-4ed7-a113-aa2a8fbd2114 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:36:07.489170 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a3e1229d-6bcf-4cfa-a521-e19d36b5ae2e tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:07.544005 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a3e1229d-6bcf-4cfa-a521-e19d36b5ae2e tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:07.555352 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b61a2b-0d14-4d10-837c-24e939a0f1f5 None None] Network d1369f91-7576-443b-a5bf-19058910d181 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:36:07.558621 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b61a2b-0d14-4d10-837c-24e939a0f1f5 None None] Pushing event updated for resources: {'Port': ['ID=6744ff70-2d78-4d15-9029-366ca459936c,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:07.563262 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-f3b61a2b-0d14-4d10-837c-24e939a0f1f5 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:36:07.568211 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b61a2b-0d14-4d10-837c-24e939a0f1f5 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:36:07.630741 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a3e1229d-6bcf-4cfa-a521-e19d36b5ae2e tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:07.708037 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-39a00177-2ad6-47ba-b458-5aa9c6531198 None None] Provisioning for port 7e88da3a-0ead-4621-be87-10f04d4f3b83 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:36:07.718339 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-f3b61a2b-0d14-4d10-837c-24e939a0f1f5 None None] Attempting to bind port 6744ff70-2d78-4d15-9029-366ca459936c on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:36:07.718704 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-f3b61a2b-0d14-4d10-837c-24e939a0f1f5 None None] Attempting to bind port 6744ff70-2d78-4d15-9029-366ca459936c by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '5c05ad30-a75f-431c-82b5-e34206f33094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd1369f91-7576-443b-a5bf-19058910d181'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:36:07.719058 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b61a2b-0d14-4d10-837c-24e939a0f1f5 None None] Attempting to bind port 6744ff70-2d78-4d15-9029-366ca459936c on network d1369f91-7576-443b-a5bf-19058910d181 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:36:07.736202 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b61a2b-0d14-4d10-837c-24e939a0f1f5 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:36:07.736587 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b61a2b-0d14-4d10-837c-24e939a0f1f5 None None] Checking segment: {'id': '5c05ad30-a75f-431c-82b5-e34206f33094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd1369f91-7576-443b-a5bf-19058910d181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:36:07.736987 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f3b61a2b-0d14-4d10-837c-24e939a0f1f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:07.737368 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b61a2b-0d14-4d10-837c-24e939a0f1f5 None None] Bound using segment: {'id': '5c05ad30-a75f-431c-82b5-e34206f33094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd1369f91-7576-443b-a5bf-19058910d181'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:36:07.737825 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-f3b61a2b-0d14-4d10-837c-24e939a0f1f5 None None] Bound port: 6744ff70-2d78-4d15-9029-366ca459936c, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c05ad30-a75f-431c-82b5-e34206f33094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd1369f91-7576-443b-a5bf-19058910d181'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:36:07.738190 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f3b61a2b-0d14-4d10-837c-24e939a0f1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:07.782653 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a3e1229d-6bcf-4cfa-a521-e19d36b5ae2e tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:07.820463 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e1229d-6bcf-4cfa-a521-e19d36b5ae2e tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Pushing event deleted for resources: {'Subnet': ['ID=4bf4cd57-323a-4ed7-a113-aa2a8fbd2114,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:07.827496 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a3e1229d-6bcf-4cfa-a521-e19d36b5ae2e tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:07.833532 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a3e1229d-6bcf-4cfa-a521-e19d36b5ae2e tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] 10.222.0.59 "DELETE /v2.0/subnets/4bf4cd57-323a-4ed7-a113-aa2a8fbd2114 HTTP/1.1" status: 204 len: 168 time: 0.4145017 Feb 10 23:36:07.835903 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 54614) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:36:07.875658 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-f3b61a2b-0d14-4d10-837c-24e939a0f1f5 None None] For port 6744ff70-2d78-4d15-9029-366ca459936c, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:36:07.879089 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-f3b61a2b-0d14-4d10-837c-24e939a0f1f5 None None] For port 6744ff70-2d78-4d15-9029-366ca459936c, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=6744ff70-2d78-4d15-9029-366ca459936c,segment=NetworkSegment(5c05ad30-a75f-431c-82b5-e34206f33094),segment_id=5c05ad30-a75f-431c-82b5-e34206f33094)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:36:07.960224 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f3b61a2b-0d14-4d10-837c-24e939a0f1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:08.045847 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bbe60388-deaf-48d2-a5b0-a4d788ad95d0 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:08.056970 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-bbe60388-deaf-48d2-a5b0-a4d788ad95d0 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Deleting port 6744ff70-2d78-4d15-9029-366ca459936c {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:36:08.057302 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bbe60388-deaf-48d2-a5b0-a4d788ad95d0 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:08.080442 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b61a2b-0d14-4d10-837c-24e939a0f1f5 None None] Pushing event updated for resources: {'Port': ['ID=6744ff70-2d78-4d15-9029-366ca459936c,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:08.111168 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d45aa18-c322-4bc8-9e56-f0989be3f365 None None] Network d1369f91-7576-443b-a5bf-19058910d181 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:36:08.262902 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-bbe60388-deaf-48d2-a5b0-a4d788ad95d0 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] For port 6744ff70-2d78-4d15-9029-366ca459936c, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=6744ff70-2d78-4d15-9029-366ca459936c,segment=NetworkSegment(5c05ad30-a75f-431c-82b5-e34206f33094),segment_id=5c05ad30-a75f-431c-82b5-e34206f33094)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:36:08.263247 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bbe60388-deaf-48d2-a5b0-a4d788ad95d0 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:08.348192 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78ad037-db96-41a5-87bd-147fe9db2e60 None None] get_active_networks_info from dv-neutron-828797-1-hyperv {{(pid=84334) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 10 23:36:08.381477 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-bbe60388-deaf-48d2-a5b0-a4d788ad95d0 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Calling delete_port for 6744ff70-2d78-4d15-9029-366ca459936c owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:36:08.436474 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78ad037-db96-41a5-87bd-147fe9db2e60 None None] Resources bound (agent type, host, resource id): {{(pid=84334) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 23:36:08.516204 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bbe60388-deaf-48d2-a5b0-a4d788ad95d0 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:08.548374 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 7e88da3a-0ead-4621-be87-10f04d4f3b83 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:36:08.567965 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe60388-deaf-48d2-a5b0-a4d788ad95d0 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Pushing event deleted for resources: {'Port': ['ID=6744ff70-2d78-4d15-9029-366ca459936c,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:08.575011 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe60388-deaf-48d2-a5b0-a4d788ad95d0 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] No DVR routers for this DVR port 6744ff70-2d78-4d15-9029-366ca459936c on host dv-neutron-828797-1-hyperv {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:36:08.702926 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bbe60388-deaf-48d2-a5b0-a4d788ad95d0 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:08.728051 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-bbe60388-deaf-48d2-a5b0-a4d788ad95d0 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1369f91-7576-443b-a5bf-19058910d181']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:36:08.740498 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-bbe60388-deaf-48d2-a5b0-a4d788ad95d0 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c05ad30-a75f-431c-82b5-e34206f33094') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:36:08.740823 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-bbe60388-deaf-48d2-a5b0-a4d788ad95d0 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c05ad30-a75f-431c-82b5-e34206f33094') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:36:08.751034 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 7e88da3a-0ead-4621-be87-10f04d4f3b83 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:36:08.752822 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bbe60388-deaf-48d2-a5b0-a4d788ad95d0 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32216962'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:08.765222 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 7e88da3a-0ead-4621-be87-10f04d4f3b83 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:36:08.765593 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:08.769126 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bbe60388-deaf-48d2-a5b0-a4d788ad95d0 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:08.775430 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbe60388-deaf-48d2-a5b0-a4d788ad95d0 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:36:08.775814 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bbe60388-deaf-48d2-a5b0-a4d788ad95d0 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32033006'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:08.790440 dv-neutron-828797-1-hyperv neutron-server[84332]: Traceback (most recent call last): Feb 10 23:36:08.790440 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:36:08.790440 dv-neutron-828797-1-hyperv neutron-server[84332]: timer() Feb 10 23:36:08.790440 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:36:08.790440 dv-neutron-828797-1-hyperv neutron-server[84332]: cb(*args, **kw) Feb 10 23:36:08.790440 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:36:08.790440 dv-neutron-828797-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Feb 10 23:36:08.790440 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:36:08.790440 dv-neutron-828797-1-hyperv neutron-server[84332]: self._notify() Feb 10 23:36:08.790440 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:36:08.790440 dv-neutron-828797-1-hyperv neutron-server[84332]: self.callback(batched_events) Feb 10 23:36:08.790440 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:36:08.790440 dv-neutron-828797-1-hyperv neutron-server[84332]: event.method(event) Feb 10 23:36:08.790440 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:36:08.790440 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:36:08.790440 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:36:08.790440 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:36:08.790440 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:36:08.790440 dv-neutron-828797-1-hyperv neutron-server[84332]: return f(self, *a, **k) Feb 10 23:36:08.790440 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:36:08.790440 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._get(url).json() Feb 10 23:36:08.790440 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:36:08.790440 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:36:08.790440 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:36:08.790440 dv-neutron-828797-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Feb 10 23:36:08.790440 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:36:08.790440 dv-neutron-828797-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:36:08.790440 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:36:08.790440 dv-neutron-828797-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:36:08.790440 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:36:08.790440 dv-neutron-828797-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:36:08.790440 dv-neutron-828797-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:36:08.895690 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:08.925465 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bbe60388-deaf-48d2-a5b0-a4d788ad95d0 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:08.926970 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 7e88da3a-0ead-4621-be87-10f04d4f3b83, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=7e88da3a-0ead-4621-be87-10f04d4f3b83,segment=NetworkSegment(fb6d1c8b-8d6b-4e5a-ab55-525049a270a1),segment_id=fb6d1c8b-8d6b-4e5a-ab55-525049a270a1)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:36:08.942730 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bbe60388-deaf-48d2-a5b0-a4d788ad95d0 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:08.953106 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe60388-deaf-48d2-a5b0-a4d788ad95d0 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Pushing event deleted for resources: {'Network': ['ID=d1369f91-7576-443b-a5bf-19058910d181,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:08.956967 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-bbe60388-deaf-48d2-a5b0-a4d788ad95d0 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] 10.222.0.59 "DELETE /v2.0/networks/d1369f91-7576-443b-a5bf-19058910d181 HTTP/1.1" status: 204 len: 168 time: 1.1201375 Feb 10 23:36:08.959319 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 54618) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:36:08.993930 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:09.023758 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf0107ac-84fa-4084-a066-596da4361b11 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Deleting subnet 4bc8e760-6064-4be3-9669-530d1b6c0803 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:36:09.027292 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bf0107ac-84fa-4084-a066-596da4361b11 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:09.060653 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=7e88da3a-0ead-4621-be87-10f04d4f3b83,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:09.083991 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bf0107ac-84fa-4084-a066-596da4361b11 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:09.165060 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bf0107ac-84fa-4084-a066-596da4361b11 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:09.296927 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bf0107ac-84fa-4084-a066-596da4361b11 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:09.335832 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0107ac-84fa-4084-a066-596da4361b11 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Pushing event deleted for resources: {'Subnet': ['ID=4bc8e760-6064-4be3-9669-530d1b6c0803,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:09.340419 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bf0107ac-84fa-4084-a066-596da4361b11 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:09.346297 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-bf0107ac-84fa-4084-a066-596da4361b11 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] 10.222.0.59 "DELETE /v2.0/subnets/4bc8e760-6064-4be3-9669-530d1b6c0803 HTTP/1.1" status: 204 len: 168 time: 0.3860321 Feb 10 23:36:09.346822 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0094b39-5f59-4b58-b3a9-c43490201ee4 None None] Network 64ce95ee-a6fc-4f27-91e9-4f3b01f49187 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:36:09.348715 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 54622) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:36:09.461624 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-66cd7a8e-cb8d-4437-93ba-8ed07623b729 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:09.472080 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-66cd7a8e-cb8d-4437-93ba-8ed07623b729 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Deleting port 7e88da3a-0ead-4621-be87-10f04d4f3b83 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:36:09.472407 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-66cd7a8e-cb8d-4437-93ba-8ed07623b729 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:09.611011 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb96077-d914-4017-9174-82471f7e89e8 None None] DHCP port deletion for 64ce95ee-a6fc-4f27-91e9-4f3b01f49187 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:36:09.615390 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-ebb96077-d914-4017-9174-82471f7e89e8 None None] Deleting port 7e88da3a-0ead-4621-be87-10f04d4f3b83 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:36:09.615756 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ebb96077-d914-4017-9174-82471f7e89e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:09.671367 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-66cd7a8e-cb8d-4437-93ba-8ed07623b729 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] For port 7e88da3a-0ead-4621-be87-10f04d4f3b83, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=7e88da3a-0ead-4621-be87-10f04d4f3b83,segment=NetworkSegment(fb6d1c8b-8d6b-4e5a-ab55-525049a270a1),segment_id=fb6d1c8b-8d6b-4e5a-ab55-525049a270a1)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:36:09.671966 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-66cd7a8e-cb8d-4437-93ba-8ed07623b729 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:09.815017 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-ebb96077-d914-4017-9174-82471f7e89e8 None None] For port 7e88da3a-0ead-4621-be87-10f04d4f3b83, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=7e88da3a-0ead-4621-be87-10f04d4f3b83,segment=NetworkSegment(fb6d1c8b-8d6b-4e5a-ab55-525049a270a1),segment_id=fb6d1c8b-8d6b-4e5a-ab55-525049a270a1)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:36:09.815422 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ebb96077-d914-4017-9174-82471f7e89e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:09.876977 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-66cd7a8e-cb8d-4437-93ba-8ed07623b729 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Calling delete_port for 7e88da3a-0ead-4621-be87-10f04d4f3b83 owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:36:09.940052 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-ebb96077-d914-4017-9174-82471f7e89e8 None None] Calling delete_port for 7e88da3a-0ead-4621-be87-10f04d4f3b83 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:36:10.028422 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-66cd7a8e-cb8d-4437-93ba-8ed07623b729 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:10.034366 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-ebb96077-d914-4017-9174-82471f7e89e8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:36:10.034779 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-ebb96077-d914-4017-9174-82471f7e89e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:36:10.077427 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cd7a8e-cb8d-4437-93ba-8ed07623b729 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Pushing event deleted for resources: {'Port': ['ID=7e88da3a-0ead-4621-be87-10f04d4f3b83,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:10.082003 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cd7a8e-cb8d-4437-93ba-8ed07623b729 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] No DVR routers for this DVR port 7e88da3a-0ead-4621-be87-10f04d4f3b83 on host dv-neutron-828797-1-hyperv {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:36:10.208235 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-66cd7a8e-cb8d-4437-93ba-8ed07623b729 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:10.232948 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-66cd7a8e-cb8d-4437-93ba-8ed07623b729 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64ce95ee-a6fc-4f27-91e9-4f3b01f49187']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:36:10.244679 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-66cd7a8e-cb8d-4437-93ba-8ed07623b729 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb6d1c8b-8d6b-4e5a-ab55-525049a270a1') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:36:10.244969 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-66cd7a8e-cb8d-4437-93ba-8ed07623b729 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb6d1c8b-8d6b-4e5a-ab55-525049a270a1') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:36:10.256829 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-66cd7a8e-cb8d-4437-93ba-8ed07623b729 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32216962'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:10.273347 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-66cd7a8e-cb8d-4437-93ba-8ed07623b729 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:10.279534 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66cd7a8e-cb8d-4437-93ba-8ed07623b729 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:36:10.279909 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-66cd7a8e-cb8d-4437-93ba-8ed07623b729 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32033006'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:10.294237 dv-neutron-828797-1-hyperv neutron-server[84332]: Traceback (most recent call last): Feb 10 23:36:10.294237 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:36:10.294237 dv-neutron-828797-1-hyperv neutron-server[84332]: timer() Feb 10 23:36:10.294237 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:36:10.294237 dv-neutron-828797-1-hyperv neutron-server[84332]: cb(*args, **kw) Feb 10 23:36:10.294237 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:36:10.294237 dv-neutron-828797-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Feb 10 23:36:10.294237 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:36:10.294237 dv-neutron-828797-1-hyperv neutron-server[84332]: self._notify() Feb 10 23:36:10.294237 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:36:10.294237 dv-neutron-828797-1-hyperv neutron-server[84332]: self.callback(batched_events) Feb 10 23:36:10.294237 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:36:10.294237 dv-neutron-828797-1-hyperv neutron-server[84332]: event.method(event) Feb 10 23:36:10.294237 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:36:10.294237 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:36:10.294237 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:36:10.294237 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:36:10.294237 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:36:10.294237 dv-neutron-828797-1-hyperv neutron-server[84332]: return f(self, *a, **k) Feb 10 23:36:10.294237 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:36:10.294237 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._get(url).json() Feb 10 23:36:10.294237 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:36:10.294237 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:36:10.294237 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:36:10.294237 dv-neutron-828797-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Feb 10 23:36:10.294237 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:36:10.294237 dv-neutron-828797-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:36:10.294237 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:36:10.294237 dv-neutron-828797-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:36:10.294237 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:36:10.294237 dv-neutron-828797-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:36:10.294237 dv-neutron-828797-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:36:10.435003 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-66cd7a8e-cb8d-4437-93ba-8ed07623b729 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:10.451740 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-66cd7a8e-cb8d-4437-93ba-8ed07623b729 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:10.462692 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cd7a8e-cb8d-4437-93ba-8ed07623b729 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Pushing event deleted for resources: {'Network': ['ID=64ce95ee-a6fc-4f27-91e9-4f3b01f49187,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:10.466797 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-66cd7a8e-cb8d-4437-93ba-8ed07623b729 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] 10.222.0.59 "DELETE /v2.0/networks/64ce95ee-a6fc-4f27-91e9-4f3b01f49187 HTTP/1.1" status: 204 len: 168 time: 1.1171074 Feb 10 23:36:10.469776 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 54626) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:36:10.510605 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 7e88da3a-0ead-4621-be87-10f04d4f3b83 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:36:10.510783 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-121efe14-c500-4b51-9851-8a5cb75bb409 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Synchronizing usage tracker for tenant:ea57b77298864d96a5e90c9a191dfd49 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:36:10.537492 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-ebb96077-d914-4017-9174-82471f7e89e8 None None] Deleting port 7e88da3a-0ead-4621-be87-10f04d4f3b83 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:36:10.537980 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ebb96077-d914-4017-9174-82471f7e89e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:10.570359 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 7e88da3a-0ead-4621-be87-10f04d4f3b83 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:36:10.570705 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 7e88da3a-0ead-4621-be87-10f04d4f3b83 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:36:10.585130 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-121efe14-c500-4b51-9851-8a5cb75bb409 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Unset dirty status for tenant:ea57b77298864d96a5e90c9a191dfd49 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:36:10.586310 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-121efe14-c500-4b51-9851-8a5cb75bb409 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] 10.222.0.59 "GET /v2.0/ports?device_id=e080a3d6-a7ba-43db-bac8-e1c61e53daea HTTP/1.1" status: 200 len: 205 time: 0.1156232 Feb 10 23:36:10.588762 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 54630) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:36:10.608683 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-ebb96077-d914-4017-9174-82471f7e89e8 None None] The port '7e88da3a-0ead-4621-be87-10f04d4f3b83' was deleted {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 23:36:10.726703 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e9351937-fb1b-46ae-8163-d1184669a0b8 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:11.087978 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e9351937-fb1b-46ae-8163-d1184669a0b8 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:11.092153 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e9351937-fb1b-46ae-8163-d1184669a0b8 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:11.176715 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e9351937-fb1b-46ae-8163-d1184669a0b8 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:11.177199 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9351937-fb1b-46ae-8163-d1184669a0b8 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Fanout notify agent at l3_agent the message router_deleted on router e080a3d6-a7ba-43db-bac8-e1c61e53daea {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:36:11.188752 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e9351937-fb1b-46ae-8163-d1184669a0b8 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:11.189946 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e9351937-fb1b-46ae-8163-d1184669a0b8 tempest-RoutersNegativeTest-235526554 tempest-RoutersNegativeTest-235526554-project] 10.222.0.59 "DELETE /v2.0/routers/e080a3d6-a7ba-43db-bac8-e1c61e53daea HTTP/1.1" status: 204 len: 168 time: 0.5995390 Feb 10 23:36:11.668784 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 54638) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:36:11.856101 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-72a6dbe1-ca68-48fb-a8db-ae9e64ecb25c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ea57b77298864d96a5e90c9a191dfd49&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1861913 Feb 10 23:36:11.858525 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 54644) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:36:11.914426 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3b6c9d1d-8fb7-4c27-aefa-9c913f6c3c43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:11.938518 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3b6c9d1d-8fb7-4c27-aefa-9c913f6c3c43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:12.062309 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3b6c9d1d-8fb7-4c27-aefa-9c913f6c3c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:12.076261 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6c9d1d-8fb7-4c27-aefa-9c913f6c3c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9ae34a-2802-4800-a13a-da0fc57b0137,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:12.083192 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3b6c9d1d-8fb7-4c27-aefa-9c913f6c3c43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:12.084374 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-3b6c9d1d-8fb7-4c27-aefa-9c913f6c3c43 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ba9ae34a-2802-4800-a13a-da0fc57b0137 HTTP/1.1" status: 204 len: 168 time: 0.2249868 Feb 10 23:36:13.117025 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 54666) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:36:13.243479 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-77926c8b-1f04-4d38-ba2a-5c9924aa3258 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-324133655-network', 'tenant_id': 'f4f107939006419aad5b7d30f3d04853'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:36:13.248652 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-77926c8b-1f04-4d38-ba2a-5c9924aa3258 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:36:13.252419 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-77926c8b-1f04-4d38-ba2a-5c9924aa3258 admin admin] Usage tracker for resource:network and tenant:f4f107939006419aad5b7d30f3d04853 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:36:13.255248 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-77926c8b-1f04-4d38-ba2a-5c9924aa3258 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:36:13.261049 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-77926c8b-1f04-4d38-ba2a-5c9924aa3258 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:36:13.347897 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77926c8b-1f04-4d38-ba2a-5c9924aa3258 admin admin] Made reservation on behalf of f4f107939006419aad5b7d30f3d04853 for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:36:13.350176 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-77926c8b-1f04-4d38-ba2a-5c9924aa3258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:13.362691 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-77926c8b-1f04-4d38-ba2a-5c9924aa3258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:13.395430 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-77926c8b-1f04-4d38-ba2a-5c9924aa3258 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:36:13.398645 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-77926c8b-1f04-4d38-ba2a-5c9924aa3258 admin admin] Usage tracker for resource:security_group_rule and tenant:f4f107939006419aad5b7d30f3d04853 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:36:13.401360 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-77926c8b-1f04-4d38-ba2a-5c9924aa3258 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:36:13.407383 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-77926c8b-1f04-4d38-ba2a-5c9924aa3258 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:36:13.469857 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-77926c8b-1f04-4d38-ba2a-5c9924aa3258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:13.538869 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-77926c8b-1f04-4d38-ba2a-5c9924aa3258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:13.566859 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77926c8b-1f04-4d38-ba2a-5c9924aa3258 admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:36:13.576313 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77926c8b-1f04-4d38-ba2a-5c9924aa3258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b735b82b-a2c4-4673-bfbf-1ce6fe773807,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:13.581678 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-77926c8b-1f04-4d38-ba2a-5c9924aa3258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:13.582011 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-77926c8b-1f04-4d38-ba2a-5c9924aa3258 admin admin] Added segment 855b1558-afda-44e2-a78a-bcdcf54e68fe of type vlan for network 3fd472e4-6d27-4f25-adcc-229c5960a0cb Feb 10 23:36:13.608613 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-77926c8b-1f04-4d38-ba2a-5c9924aa3258 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:13.681592 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-77926c8b-1f04-4d38-ba2a-5c9924aa3258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:13.682428 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77926c8b-1f04-4d38-ba2a-5c9924aa3258 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:36:13.683127 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-77926c8b-1f04-4d38-ba2a-5c9924aa3258 admin admin] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:13.781755 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77926c8b-1f04-4d38-ba2a-5c9924aa3258 admin admin] Pushing event updated for resources: {'Network': ['ID=3fd472e4-6d27-4f25-adcc-229c5960a0cb,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:13.791258 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 3fd472e4-6d27-4f25-adcc-229c5960a0cb details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:36:13.830937 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-77926c8b-1f04-4d38-ba2a-5c9924aa3258 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7128229 Feb 10 23:36:13.833667 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 54672) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:36:13.838951 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-5b98e2c0-c7bc-4d47-97c1-ca640a03e3dd admin admin] Request body: {'subnet': {'network_id': '3fd472e4-6d27-4f25-adcc-229c5960a0cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-324133655-subnet', 'tenant_id': 'f4f107939006419aad5b7d30f3d04853', 'ip_version': 4}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:36:13.843845 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5b98e2c0-c7bc-4d47-97c1-ca640a03e3dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:36:13.847706 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-5b98e2c0-c7bc-4d47-97c1-ca640a03e3dd admin admin] Usage tracker for resource:subnet and tenant:f4f107939006419aad5b7d30f3d04853 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:36:13.850890 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-5b98e2c0-c7bc-4d47-97c1-ca640a03e3dd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:36:13.856869 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-5b98e2c0-c7bc-4d47-97c1-ca640a03e3dd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:36:13.926095 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b98e2c0-c7bc-4d47-97c1-ca640a03e3dd admin admin] Made reservation on behalf of f4f107939006419aad5b7d30f3d04853 for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:36:13.928567 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5b98e2c0-c7bc-4d47-97c1-ca640a03e3dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:14.176557 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5b98e2c0-c7bc-4d47-97c1-ca640a03e3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:14.251224 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b98e2c0-c7bc-4d47-97c1-ca640a03e3dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2d097e5-849b-4530-bab1-e632d9cacc20,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:14.265984 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b98e2c0-c7bc-4d47-97c1-ca640a03e3dd admin admin] Checking segment: {'id': '855b1558-afda-44e2-a78a-bcdcf54e68fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '3fd472e4-6d27-4f25-adcc-229c5960a0cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:36:14.266335 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b98e2c0-c7bc-4d47-97c1-ca640a03e3dd admin admin] Network hostable DHCP agents. Network: 3fd472e4-6d27-4f25-adcc-229c5960a0cb, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:36:14.330789 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b98e2c0-c7bc-4d47-97c1-ca640a03e3dd admin admin] Network 3fd472e4-6d27-4f25-adcc-229c5960a0cb is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:36:14.407348 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-5b98e2c0-c7bc-4d47-97c1-ca640a03e3dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 3fd472e4-6d27-4f25-adcc-229c5960a0cb) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:36:14.411451 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b98e2c0-c7bc-4d47-97c1-ca640a03e3dd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:36:14.412104 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5b98e2c0-c7bc-4d47-97c1-ca640a03e3dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:14.417524 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1dab8ba-6759-4aa4-9da8-5c2e50b3fbd9 None None] Network 3fd472e4-6d27-4f25-adcc-229c5960a0cb requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:36:14.499610 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-5b98e2c0-c7bc-4d47-97c1-ca640a03e3dd admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6648879 Feb 10 23:36:14.502296 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 54676) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:36:14.507382 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-cbb577e9-5e12-4b72-9fc1-236d71069d0d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-324133655-router', 'tenant_id': 'f4f107939006419aad5b7d30f3d04853', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:36:14.512623 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-cbb577e9-5e12-4b72-9fc1-236d71069d0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:36:14.516523 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-cbb577e9-5e12-4b72-9fc1-236d71069d0d admin admin] Usage tracker for resource:router and tenant:f4f107939006419aad5b7d30f3d04853 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:36:14.519595 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-cbb577e9-5e12-4b72-9fc1-236d71069d0d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:36:14.525236 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-cbb577e9-5e12-4b72-9fc1-236d71069d0d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:36:14.611242 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cbb577e9-5e12-4b72-9fc1-236d71069d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:14.612183 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cbb577e9-5e12-4b72-9fc1-236d71069d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:14.629209 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e251d5-c484-43f0-aa91-f251c0cfd6e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-3fd472e4-6d27-4f25-adcc-229c5960a0cb', 'network_id': '3fd472e4-6d27-4f25-adcc-229c5960a0cb', 'tenant_id': 'f4f107939006419aad5b7d30f3d04853', 'fixed_ips': [{'subnet_id': 'c2d097e5-849b-4530-bab1-e632d9cacc20'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:36:14.630053 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-54e251d5-c484-43f0-aa91-f251c0cfd6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:14.631252 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cbb577e9-5e12-4b72-9fc1-236d71069d0d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:14.778127 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-54e251d5-c484-43f0-aa91-f251c0cfd6e9 None None] Allocated IP 172.20.0.2 (3fd472e4-6d27-4f25-adcc-229c5960a0cb/c2d097e5-849b-4530-bab1-e632d9cacc20/4c1ae00c-a46a-4e4e-9609-9efd18965de3) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:36:14.847445 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cbb577e9-5e12-4b72-9fc1-236d71069d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:14.980719 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-54e251d5-c484-43f0-aa91-f251c0cfd6e9 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:14.991405 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-54e251d5-c484-43f0-aa91-f251c0cfd6e9 None None] Transition to ACTIVE for port object 4c1ae00c-a46a-4e4e-9609-9efd18965de3 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:36:15.009738 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-54e251d5-c484-43f0-aa91-f251c0cfd6e9 None None] Transition to ACTIVE for port object 4c1ae00c-a46a-4e4e-9609-9efd18965de3 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:36:15.071043 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-54e251d5-c484-43f0-aa91-f251c0cfd6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:15.139878 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e251d5-c484-43f0-aa91-f251c0cfd6e9 None None] Network 3fd472e4-6d27-4f25-adcc-229c5960a0cb is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:36:15.142718 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-54e251d5-c484-43f0-aa91-f251c0cfd6e9 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:36:15.147176 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e251d5-c484-43f0-aa91-f251c0cfd6e9 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:36:15.149271 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e251d5-c484-43f0-aa91-f251c0cfd6e9 None None] Pushing event updated for resources: {'Port': ['ID=4c1ae00c-a46a-4e4e-9609-9efd18965de3,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:15.181570 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cbb577e9-5e12-4b72-9fc1-236d71069d0d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:15.211869 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cbb577e9-5e12-4b72-9fc1-236d71069d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:15.238403 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-54e251d5-c484-43f0-aa91-f251c0cfd6e9 None None] Attempting to bind port 4c1ae00c-a46a-4e4e-9609-9efd18965de3 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:36:15.238774 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-54e251d5-c484-43f0-aa91-f251c0cfd6e9 None None] Attempting to bind port 4c1ae00c-a46a-4e4e-9609-9efd18965de3 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '855b1558-afda-44e2-a78a-bcdcf54e68fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '3fd472e4-6d27-4f25-adcc-229c5960a0cb'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:36:15.239131 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e251d5-c484-43f0-aa91-f251c0cfd6e9 None None] Attempting to bind port 4c1ae00c-a46a-4e4e-9609-9efd18965de3 on network 3fd472e4-6d27-4f25-adcc-229c5960a0cb {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:36:15.245355 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e251d5-c484-43f0-aa91-f251c0cfd6e9 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:36:15.245979 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e251d5-c484-43f0-aa91-f251c0cfd6e9 None None] Checking segment: {'id': '855b1558-afda-44e2-a78a-bcdcf54e68fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '3fd472e4-6d27-4f25-adcc-229c5960a0cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:36:15.246499 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-54e251d5-c484-43f0-aa91-f251c0cfd6e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:15.246892 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e251d5-c484-43f0-aa91-f251c0cfd6e9 None None] Bound using segment: {'id': '855b1558-afda-44e2-a78a-bcdcf54e68fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '3fd472e4-6d27-4f25-adcc-229c5960a0cb'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:36:15.247357 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-54e251d5-c484-43f0-aa91-f251c0cfd6e9 None None] Bound port: 4c1ae00c-a46a-4e4e-9609-9efd18965de3, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855b1558-afda-44e2-a78a-bcdcf54e68fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '3fd472e4-6d27-4f25-adcc-229c5960a0cb'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:36:15.247729 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-54e251d5-c484-43f0-aa91-f251c0cfd6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:15.337453 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-54e251d5-c484-43f0-aa91-f251c0cfd6e9 None None] For port 4c1ae00c-a46a-4e4e-9609-9efd18965de3, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:36:15.340854 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-54e251d5-c484-43f0-aa91-f251c0cfd6e9 None None] For port 4c1ae00c-a46a-4e4e-9609-9efd18965de3, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=4c1ae00c-a46a-4e4e-9609-9efd18965de3,segment=NetworkSegment(855b1558-afda-44e2-a78a-bcdcf54e68fe),segment_id=855b1558-afda-44e2-a78a-bcdcf54e68fe)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:36:15.348373 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-cbb577e9-5e12-4b72-9fc1-236d71069d0d admin admin] Allocated IP 172.26.8.196 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/fc9630d5-851c-483f-bbaa-5d8286a922a2) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:36:15.431033 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-54e251d5-c484-43f0-aa91-f251c0cfd6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:15.492412 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cbb577e9-5e12-4b72-9fc1-236d71069d0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:15.512107 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e251d5-c484-43f0-aa91-f251c0cfd6e9 None None] Pushing event updated for resources: {'Port': ['ID=4c1ae00c-a46a-4e4e-9609-9efd18965de3,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:15.606216 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cbb577e9-5e12-4b72-9fc1-236d71069d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:15.676328 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb577e9-5e12-4b72-9fc1-236d71069d0d admin admin] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:36:15.679809 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-cbb577e9-5e12-4b72-9fc1-236d71069d0d admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:36:15.681779 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb577e9-5e12-4b72-9fc1-236d71069d0d admin admin] Pushing event updated for resources: {'Port': ['ID=fc9630d5-851c-483f-bbaa-5d8286a922a2,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:15.684631 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb577e9-5e12-4b72-9fc1-236d71069d0d admin admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:36:15.916735 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cbb577e9-5e12-4b72-9fc1-236d71069d0d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:15.918006 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cbb577e9-5e12-4b72-9fc1-236d71069d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:16.190188 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbb577e9-5e12-4b72-9fc1-236d71069d0d admin admin] Router 5b14f85a-af68-40fb-9627-4c4f5fde6060 is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:36:16.342521 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:16.396485 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb577e9-5e12-4b72-9fc1-236d71069d0d admin admin] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:36:16.406522 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20066d89-cd65-46bb-a719-15efb9b07953 None None] Sync routers for ids ['5b14f85a-af68-40fb-9627-4c4f5fde6060'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:36:16.418578 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20066d89-cd65-46bb-a719-15efb9b07953 None None] Routers {'5b14f85a-af68-40fb-9627-4c4f5fde6060'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:36:16.419212 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-20066d89-cd65-46bb-a719-15efb9b07953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:35:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['5b14f85a-af68-40fb-9627-4c4f5fde6060'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:36:16.486912 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f5a40e-d333-43d7-93ba-a8786cdfa7dc None None] Network 3fd472e4-6d27-4f25-adcc-229c5960a0cb requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:36:16.487293 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cbb577e9-5e12-4b72-9fc1-236d71069d0d admin admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:16.491231 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-cbb577e9-5e12-4b72-9fc1-236d71069d0d admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9853964 Feb 10 23:36:16.497025 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 54680) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:36:16.569444 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 4c1ae00c-a46a-4e4e-9609-9efd18965de3 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:36:16.835391 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-20066d89-cd65-46bb-a719-15efb9b07953 None None] Set router 5b14f85a-af68-40fb-9627-4c4f5fde6060 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:36:16.878944 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-20939bb9-779b-4393-a34f-30d594be29c6 None None] Provisioning for port 4c1ae00c-a46a-4e4e-9609-9efd18965de3 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:36:17.008824 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 4c1ae00c-a46a-4e4e-9609-9efd18965de3 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:36:17.024474 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-20939bb9-779b-4393-a34f-30d594be29c6 None None] Provisioning complete for port 4c1ae00c-a46a-4e4e-9609-9efd18965de3 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:36:17.024871 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20939bb9-779b-4393-a34f-30d594be29c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:17.065622 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 4c1ae00c-a46a-4e4e-9609-9efd18965de3 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:36:17.065995 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:17.321191 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-91d8d39a-351e-4f44-8e38-7be410ebc505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:17.413231 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20939bb9-779b-4393-a34f-30d594be29c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:17.437249 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:17.489914 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-20939bb9-779b-4393-a34f-30d594be29c6 None None] For port 4c1ae00c-a46a-4e4e-9609-9efd18965de3, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=4c1ae00c-a46a-4e4e-9609-9efd18965de3,segment=NetworkSegment(855b1558-afda-44e2-a78a-bcdcf54e68fe),segment_id=855b1558-afda-44e2-a78a-bcdcf54e68fe)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:36:17.500023 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-20066d89-cd65-46bb-a719-15efb9b07953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b14f85a-af68-40fb-9627-4c4f5fde6060', 'name': 'tempest-TestEncryptedCinderVolumes-324133655-router', 'tenant_id': 'f4f107939006419aad5b7d30f3d04853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': 'fc9630d5-851c-483f-bbaa-5d8286a922a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:36:14Z', 'updated_at': '2022-02-10T23:36:15Z', 'revision_number': 3, 'project_id': 'f4f107939006419aad5b7d30f3d04853', 'gw_port': {'id': 'fc9630d5-851c-483f-bbaa-5d8286a922a2', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:37:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b14f85a-af68-40fb-9627-4c4f5fde6060', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:36:15Z', 'updated_at': '2022-02-10T23:36:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:36:17.504126 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20066d89-cd65-46bb-a719-15efb9b07953 None None] Checking router: 5b14f85a-af68-40fb-9627-4c4f5fde6060 for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:36:17.504470 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20066d89-cd65-46bb-a719-15efb9b07953 None None] Updating router 5b14f85a-af68-40fb-9627-4c4f5fde6060 port fc9630d5-851c-483f-bbaa-5d8286a922a2 binding host dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:36:17.538440 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-91d8d39a-351e-4f44-8e38-7be410ebc505 admin admin] Allocated IP 172.20.0.1 (3fd472e4-6d27-4f25-adcc-229c5960a0cb/c2d097e5-849b-4530-bab1-e632d9cacc20/fe1f7bd0-9449-4e58-b546-c6515616ce88) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:36:17.543375 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20939bb9-779b-4393-a34f-30d594be29c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:17.678172 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20939bb9-779b-4393-a34f-30d594be29c6 None None] Pushing event updated for resources: {'Port': ['ID=4c1ae00c-a46a-4e4e-9609-9efd18965de3,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:17.682001 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20066d89-cd65-46bb-a719-15efb9b07953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:17.691483 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-91d8d39a-351e-4f44-8e38-7be410ebc505 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:17.706939 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-91d8d39a-351e-4f44-8e38-7be410ebc505 admin admin] Transition to ACTIVE for port object fe1f7bd0-9449-4e58-b546-c6515616ce88 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:36:17.730904 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:36:17.731298 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:36:17.748178 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-270a99e4-ab43-42dc-a1d3-0defc00983cf None None] Provisioning complete for port 4c1ae00c-a46a-4e4e-9609-9efd18965de3 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:36:17.748612 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-270a99e4-ab43-42dc-a1d3-0defc00983cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:17.790374 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-91d8d39a-351e-4f44-8e38-7be410ebc505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:17.860602 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d8d39a-351e-4f44-8e38-7be410ebc505 admin admin] Network 3fd472e4-6d27-4f25-adcc-229c5960a0cb is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:36:17.863858 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-91d8d39a-351e-4f44-8e38-7be410ebc505 admin admin] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:36:17.865818 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d8d39a-351e-4f44-8e38-7be410ebc505 admin admin] Pushing event updated for resources: {'Port': ['ID=fe1f7bd0-9449-4e58-b546-c6515616ce88,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:17.867877 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d8d39a-351e-4f44-8e38-7be410ebc505 admin admin] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:36:17.925367 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-91d8d39a-351e-4f44-8e38-7be410ebc505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733071'] for router_interface, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:18.084667 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-91d8d39a-351e-4f44-8e38-7be410ebc505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:18.131867 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20066d89-cd65-46bb-a719-15efb9b07953 None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:18.148152 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-20066d89-cd65-46bb-a719-15efb9b07953 None None] Transition to ACTIVE for port object fc9630d5-851c-483f-bbaa-5d8286a922a2 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:36:18.207447 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20066d89-cd65-46bb-a719-15efb9b07953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:18.281029 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-64e8984e-3857-4935-bf99-dcd374f96950 None None] Provisioning for port fe1f7bd0-9449-4e58-b546-c6515616ce88 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:36:18.306566 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-91d8d39a-351e-4f44-8e38-7be410ebc505 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:18.319101 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-64e8984e-3857-4935-bf99-dcd374f96950 None None] Provisioning complete for port fe1f7bd0-9449-4e58-b546-c6515616ce88 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:36:18.319473 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-64e8984e-3857-4935-bf99-dcd374f96950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:18.369553 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01984d7d-bb03-4276-a8da-b74aa1714fae None None] Pushing event updated for resources: {'Port': ['ID=fc9630d5-851c-483f-bbaa-5d8286a922a2,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:18.372478 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-91d8d39a-351e-4f44-8e38-7be410ebc505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:18.398808 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-20066d89-cd65-46bb-a719-15efb9b07953 None None] Attempting to bind port fc9630d5-851c-483f-bbaa-5d8286a922a2 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:36:18.399112 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-20066d89-cd65-46bb-a719-15efb9b07953 None None] Attempting to bind port fc9630d5-851c-483f-bbaa-5d8286a922a2 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:36:18.399464 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20066d89-cd65-46bb-a719-15efb9b07953 None None] Attempting to bind port fc9630d5-851c-483f-bbaa-5d8286a922a2 on network c2ed7563-f8af-409c-803f-f56530124ba5 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:36:18.404283 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-64e8984e-3857-4935-bf99-dcd374f96950 None None] Port fe1f7bd0-9449-4e58-b546-c6515616ce88 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:36:18.408622 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20066d89-cd65-46bb-a719-15efb9b07953 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:36:18.408990 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20066d89-cd65-46bb-a719-15efb9b07953 None None] Checking segment: {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:36:18.409391 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20066d89-cd65-46bb-a719-15efb9b07953 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:18.409771 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20066d89-cd65-46bb-a719-15efb9b07953 None None] Bound using segment: {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:36:18.410230 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-20066d89-cd65-46bb-a719-15efb9b07953 None None] Bound port: fc9630d5-851c-483f-bbaa-5d8286a922a2, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:36:18.410600 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20066d89-cd65-46bb-a719-15efb9b07953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:18.475149 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d8d39a-351e-4f44-8e38-7be410ebc505 admin admin] Pushing event updated for resources: {'Port': ['ID=fe1f7bd0-9449-4e58-b546-c6515616ce88,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:18.477716 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-91d8d39a-351e-4f44-8e38-7be410ebc505 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2767683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732898'] for router_interface, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:18.484866 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-20066d89-cd65-46bb-a719-15efb9b07953 None None] For port fc9630d5-851c-483f-bbaa-5d8286a922a2, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:36:18.486189 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-20066d89-cd65-46bb-a719-15efb9b07953 None None] For port fc9630d5-851c-483f-bbaa-5d8286a922a2, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=fc9630d5-851c-483f-bbaa-5d8286a922a2,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:36:18.524767 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 4c1ae00c-a46a-4e4e-9609-9efd18965de3 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:36:18.564783 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20066d89-cd65-46bb-a719-15efb9b07953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:18.717297 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20066d89-cd65-46bb-a719-15efb9b07953 None None] Routers {'5b14f85a-af68-40fb-9627-4c4f5fde6060'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:36:18.717918 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-20066d89-cd65-46bb-a719-15efb9b07953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:35:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['5b14f85a-af68-40fb-9627-4c4f5fde6060'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:36:18.719309 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d8d39a-351e-4f44-8e38-7be410ebc505 admin admin] Network 3fd472e4-6d27-4f25-adcc-229c5960a0cb is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:36:18.720392 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-91d8d39a-351e-4f44-8e38-7be410ebc505 admin admin] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:36:18.764672 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01984d7d-bb03-4276-a8da-b74aa1714fae None None] Pushing event updated for resources: {'Port': ['ID=fc9630d5-851c-483f-bbaa-5d8286a922a2,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:18.851726 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 4c1ae00c-a46a-4e4e-9609-9efd18965de3 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:36:18.852091 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:19.002001 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-66900f31-c98e-4b47-b7bf-8cf75c285698 None None] Provisioning complete for port fe1f7bd0-9449-4e58-b546-c6515616ce88 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:36:19.002316 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-66900f31-c98e-4b47-b7bf-8cf75c285698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:19.032585 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-20066d89-cd65-46bb-a719-15efb9b07953 None None] Set router 5b14f85a-af68-40fb-9627-4c4f5fde6060 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:36:19.120649 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91d8d39a-351e-4f44-8e38-7be410ebc505 admin admin] Router 5b14f85a-af68-40fb-9627-4c4f5fde6060 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:36:19.139974 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-66900f31-c98e-4b47-b7bf-8cf75c285698 None None] Port fe1f7bd0-9449-4e58-b546-c6515616ce88 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:36:19.197338 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-68be5610-3351-4c60-9205-e04c12b35794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:19.232914 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:36:19.331937 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d8d39a-351e-4f44-8e38-7be410ebc505 admin admin] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:36:19.348312 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-91d8d39a-351e-4f44-8e38-7be410ebc505 admin admin] 10.222.0.59 "PUT /v2.0/routers/5b14f85a-af68-40fb-9627-4c4f5fde6060/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8483531 Feb 10 23:36:19.402062 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-20066d89-cd65-46bb-a719-15efb9b07953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b14f85a-af68-40fb-9627-4c4f5fde6060', 'name': 'tempest-TestEncryptedCinderVolumes-324133655-router', 'tenant_id': 'f4f107939006419aad5b7d30f3d04853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': 'fc9630d5-851c-483f-bbaa-5d8286a922a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:36:14Z', 'updated_at': '2022-02-10T23:36:17Z', 'revision_number': 4, 'project_id': 'f4f107939006419aad5b7d30f3d04853', 'gw_port': {'id': 'fc9630d5-851c-483f-bbaa-5d8286a922a2', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:37:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b14f85a-af68-40fb-9627-4c4f5fde6060', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:36:15Z', 'updated_at': '2022-02-10T23:36:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'fe1f7bd0-9449-4e58-b546-c6515616ce88', 'name': '', 'network_id': '3fd472e4-6d27-4f25-adcc-229c5960a0cb', 'tenant_id': 'f4f107939006419aad5b7d30f3d04853', 'mac_address': 'fa:16:3e:db:d9:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b14f85a-af68-40fb-9627-4c4f5fde6060', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2d097e5-849b-4530-bab1-e632d9cacc20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:36:17Z', 'updated_at': '2022-02-10T23:36:18Z', 'revision_number': 2, 'project_id': 'f4f107939006419aad5b7d30f3d04853', 'subnets': [{'id': 'c2d097e5-849b-4530-bab1-e632d9cacc20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:36:19.406275 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20066d89-cd65-46bb-a719-15efb9b07953 None None] The sync data for ids ['5b14f85a-af68-40fb-9627-4c4f5fde6060'] in dv-neutron-828797-1-hyperv is: [{'id': '5b14f85a-af68-40fb-9627-4c4f5fde6060', 'name': 'tempest-TestEncryptedCinderVolumes-324133655-router', 'tenant_id': 'f4f107939006419aad5b7d30f3d04853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': 'fc9630d5-851c-483f-bbaa-5d8286a922a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:36:14Z', 'updated_at': '2022-02-10T23:36:17Z', 'revision_number': 4, 'project_id': 'f4f107939006419aad5b7d30f3d04853', 'gw_port': {'id': 'fc9630d5-851c-483f-bbaa-5d8286a922a2', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:37:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b14f85a-af68-40fb-9627-4c4f5fde6060', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:36:15Z', 'updated_at': '2022-02-10T23:36:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'fe1f7bd0-9449-4e58-b546-c6515616ce88', 'name': '', 'network_id': '3fd472e4-6d27-4f25-adcc-229c5960a0cb', 'tenant_id': 'f4f107939006419aad5b7d30f3d04853', 'mac_address': 'fa:16:3e:db:d9:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b14f85a-af68-40fb-9627-4c4f5fde6060', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2d097e5-849b-4530-bab1-e632d9cacc20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:36:17Z', 'updated_at': '2022-02-10T23:36:18Z', 'revision_number': 2, 'project_id': 'f4f107939006419aad5b7d30f3d04853', 'subnets': [{'id': 'c2d097e5-849b-4530-bab1-e632d9cacc20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:36:20.522480 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 54704) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:36:20.530515 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-1998f3b6-461c-41fd-9571-f4117747d701 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-337361591-network', 'tenant_id': '8493006904e8488f92d8e21b24b7300a'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:36:20.536666 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-1998f3b6-461c-41fd-9571-f4117747d701 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:36:20.541559 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1998f3b6-461c-41fd-9571-f4117747d701 admin admin] Usage tracker for resource:network and tenant:8493006904e8488f92d8e21b24b7300a is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:36:20.544659 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1998f3b6-461c-41fd-9571-f4117747d701 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:36:20.552147 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-1998f3b6-461c-41fd-9571-f4117747d701 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:36:20.553300 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device fc9630d5-851c-483f-bbaa-5d8286a922a2 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:36:20.618568 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1998f3b6-461c-41fd-9571-f4117747d701 admin admin] Made reservation on behalf of 8493006904e8488f92d8e21b24b7300a for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:36:20.621974 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1998f3b6-461c-41fd-9571-f4117747d701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:20.634436 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1998f3b6-461c-41fd-9571-f4117747d701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:20.664882 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-1998f3b6-461c-41fd-9571-f4117747d701 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:36:20.669148 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1998f3b6-461c-41fd-9571-f4117747d701 admin admin] Usage tracker for resource:security_group_rule and tenant:8493006904e8488f92d8e21b24b7300a is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:36:20.671875 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1998f3b6-461c-41fd-9571-f4117747d701 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:36:20.677445 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-1998f3b6-461c-41fd-9571-f4117747d701 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:36:20.702064 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port fc9630d5-851c-483f-bbaa-5d8286a922a2 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:36:20.707129 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port fc9630d5-851c-483f-bbaa-5d8286a922a2 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:36:20.707492 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:20.742799 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1998f3b6-461c-41fd-9571-f4117747d701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:20.811015 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1998f3b6-461c-41fd-9571-f4117747d701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:20.817890 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:20.834937 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port fc9630d5-851c-483f-bbaa-5d8286a922a2, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=fc9630d5-851c-483f-bbaa-5d8286a922a2,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:36:20.844373 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1998f3b6-461c-41fd-9571-f4117747d701 admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:36:20.849486 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1998f3b6-461c-41fd-9571-f4117747d701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa4931e-09c2-458a-b5e3-ab398fdf37be,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:20.856289 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1998f3b6-461c-41fd-9571-f4117747d701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:20.856772 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-1998f3b6-461c-41fd-9571-f4117747d701 admin admin] Added segment 3f659234-3d5e-4783-aaf9-6634461818fc of type vlan for network 9cd0d9f9-8127-4245-a231-0e65d97ef0e0 Feb 10 23:36:20.883799 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1998f3b6-461c-41fd-9571-f4117747d701 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:20.910257 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:20.967412 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1998f3b6-461c-41fd-9571-f4117747d701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:20.968285 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1998f3b6-461c-41fd-9571-f4117747d701 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:36:20.968895 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1998f3b6-461c-41fd-9571-f4117747d701 admin admin] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:20.975424 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=fc9630d5-851c-483f-bbaa-5d8286a922a2,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:21.074563 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1998f3b6-461c-41fd-9571-f4117747d701 admin admin] Pushing event updated for resources: {'Network': ['ID=9cd0d9f9-8127-4245-a231-0e65d97ef0e0,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:21.083959 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 9cd0d9f9-8127-4245-a231-0e65d97ef0e0 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:36:21.131984 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1998f3b6-461c-41fd-9571-f4117747d701 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6083369 Feb 10 23:36:21.134701 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 54708) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:36:21.140281 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-12b7892c-2e38-40d7-9a62-ab2c6400d699 admin admin] Request body: {'subnet': {'network_id': '9cd0d9f9-8127-4245-a231-0e65d97ef0e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-337361591-subnet', 'tenant_id': '8493006904e8488f92d8e21b24b7300a', 'ip_version': 4}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:36:21.145700 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-12b7892c-2e38-40d7-9a62-ab2c6400d699 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:36:21.149603 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-12b7892c-2e38-40d7-9a62-ab2c6400d699 admin admin] Usage tracker for resource:subnet and tenant:8493006904e8488f92d8e21b24b7300a is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:36:21.152724 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-12b7892c-2e38-40d7-9a62-ab2c6400d699 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:36:21.158601 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-12b7892c-2e38-40d7-9a62-ab2c6400d699 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:36:21.256665 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b7892c-2e38-40d7-9a62-ab2c6400d699 admin admin] Made reservation on behalf of 8493006904e8488f92d8e21b24b7300a for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:36:21.258958 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-12b7892c-2e38-40d7-9a62-ab2c6400d699 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:21.308680 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-00e14761-c603-4c6a-ad98-3dcbe6030c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:21.510009 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-12b7892c-2e38-40d7-9a62-ab2c6400d699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:21.581776 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b7892c-2e38-40d7-9a62-ab2c6400d699 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50e72101-1854-4084-a7d8-fc8abf55b289,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:21.596039 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b7892c-2e38-40d7-9a62-ab2c6400d699 admin admin] Checking segment: {'id': '3f659234-3d5e-4783-aaf9-6634461818fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9cd0d9f9-8127-4245-a231-0e65d97ef0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:36:21.596377 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b7892c-2e38-40d7-9a62-ab2c6400d699 admin admin] Network hostable DHCP agents. Network: 9cd0d9f9-8127-4245-a231-0e65d97ef0e0, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:36:21.681404 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b7892c-2e38-40d7-9a62-ab2c6400d699 admin admin] Network 9cd0d9f9-8127-4245-a231-0e65d97ef0e0 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:36:21.749826 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-12b7892c-2e38-40d7-9a62-ab2c6400d699 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 9cd0d9f9-8127-4245-a231-0e65d97ef0e0) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:36:21.753651 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b7892c-2e38-40d7-9a62-ab2c6400d699 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:36:21.754281 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-12b7892c-2e38-40d7-9a62-ab2c6400d699 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:21.758022 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d3f297-bf3d-45fa-a207-726ca7b1e970 None None] Network 9cd0d9f9-8127-4245-a231-0e65d97ef0e0 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:36:21.851941 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-12b7892c-2e38-40d7-9a62-ab2c6400d699 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7160103 Feb 10 23:36:21.854338 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 54712) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:36:21.859819 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-ae3efb20-e0b7-4f90-a00b-3e13823da542 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-337361591-router', 'tenant_id': '8493006904e8488f92d8e21b24b7300a', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:36:21.865152 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ae3efb20-e0b7-4f90-a00b-3e13823da542 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:36:21.868691 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-ae3efb20-e0b7-4f90-a00b-3e13823da542 admin admin] Usage tracker for resource:router and tenant:8493006904e8488f92d8e21b24b7300a is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:36:21.872251 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-ae3efb20-e0b7-4f90-a00b-3e13823da542 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:36:21.878211 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-ae3efb20-e0b7-4f90-a00b-3e13823da542 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:36:21.921756 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ae3efb20-e0b7-4f90-a00b-3e13823da542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:21.922712 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ae3efb20-e0b7-4f90-a00b-3e13823da542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:21.940304 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ae3efb20-e0b7-4f90-a00b-3e13823da542 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:21.961805 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d7ba1b-f7a3-4888-acaf-a1f2fded1ada None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-9cd0d9f9-8127-4245-a231-0e65d97ef0e0', 'network_id': '9cd0d9f9-8127-4245-a231-0e65d97ef0e0', 'tenant_id': '8493006904e8488f92d8e21b24b7300a', 'fixed_ips': [{'subnet_id': '50e72101-1854-4084-a7d8-fc8abf55b289'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:36:21.962649 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-88d7ba1b-f7a3-4888-acaf-a1f2fded1ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:22.123596 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-88d7ba1b-f7a3-4888-acaf-a1f2fded1ada None None] Allocated IP 172.20.0.2 (9cd0d9f9-8127-4245-a231-0e65d97ef0e0/50e72101-1854-4084-a7d8-fc8abf55b289/5185357b-4884-4c9f-94f0-050bdbf2cd3d) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:36:22.133578 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ae3efb20-e0b7-4f90-a00b-3e13823da542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:22.369561 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-88d7ba1b-f7a3-4888-acaf-a1f2fded1ada None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:22.380104 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-88d7ba1b-f7a3-4888-acaf-a1f2fded1ada None None] Transition to ACTIVE for port object 5185357b-4884-4c9f-94f0-050bdbf2cd3d will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:36:22.382698 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ae3efb20-e0b7-4f90-a00b-3e13823da542 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:22.398649 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-88d7ba1b-f7a3-4888-acaf-a1f2fded1ada None None] Transition to ACTIVE for port object 5185357b-4884-4c9f-94f0-050bdbf2cd3d will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:36:22.415363 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ae3efb20-e0b7-4f90-a00b-3e13823da542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:22.464286 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-88d7ba1b-f7a3-4888-acaf-a1f2fded1ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:22.541325 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device fc9630d5-851c-483f-bbaa-5d8286a922a2 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:36:22.576412 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d7ba1b-f7a3-4888-acaf-a1f2fded1ada None None] Network 9cd0d9f9-8127-4245-a231-0e65d97ef0e0 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:36:22.590616 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-88d7ba1b-f7a3-4888-acaf-a1f2fded1ada None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:36:22.592364 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:22.593171 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d7ba1b-f7a3-4888-acaf-a1f2fded1ada None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:36:22.608184 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d7ba1b-f7a3-4888-acaf-a1f2fded1ada None None] Pushing event updated for resources: {'Port': ['ID=5185357b-4884-4c9f-94f0-050bdbf2cd3d,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:22.669811 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-ae3efb20-e0b7-4f90-a00b-3e13823da542 admin admin] Allocated IP 172.26.8.9 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/73069f40-aeb4-4aa8-b5ba-e41cafe757f7) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:36:22.705965 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:22.711804 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-88d7ba1b-f7a3-4888-acaf-a1f2fded1ada None None] Attempting to bind port 5185357b-4884-4c9f-94f0-050bdbf2cd3d on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:36:22.712207 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-88d7ba1b-f7a3-4888-acaf-a1f2fded1ada None None] Attempting to bind port 5185357b-4884-4c9f-94f0-050bdbf2cd3d by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '3f659234-3d5e-4783-aaf9-6634461818fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9cd0d9f9-8127-4245-a231-0e65d97ef0e0'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:36:22.712583 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d7ba1b-f7a3-4888-acaf-a1f2fded1ada None None] Attempting to bind port 5185357b-4884-4c9f-94f0-050bdbf2cd3d on network 9cd0d9f9-8127-4245-a231-0e65d97ef0e0 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:36:22.722940 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d7ba1b-f7a3-4888-acaf-a1f2fded1ada None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:36:22.723309 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d7ba1b-f7a3-4888-acaf-a1f2fded1ada None None] Checking segment: {'id': '3f659234-3d5e-4783-aaf9-6634461818fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9cd0d9f9-8127-4245-a231-0e65d97ef0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:36:22.723735 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-88d7ba1b-f7a3-4888-acaf-a1f2fded1ada None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:22.724113 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d7ba1b-f7a3-4888-acaf-a1f2fded1ada None None] Bound using segment: {'id': '3f659234-3d5e-4783-aaf9-6634461818fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9cd0d9f9-8127-4245-a231-0e65d97ef0e0'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:36:22.724591 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-88d7ba1b-f7a3-4888-acaf-a1f2fded1ada None None] Bound port: 5185357b-4884-4c9f-94f0-050bdbf2cd3d, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f659234-3d5e-4783-aaf9-6634461818fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9cd0d9f9-8127-4245-a231-0e65d97ef0e0'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:36:22.724959 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-88d7ba1b-f7a3-4888-acaf-a1f2fded1ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:22.745491 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port fc9630d5-851c-483f-bbaa-5d8286a922a2 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:36:22.746004 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:22.816559 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ae3efb20-e0b7-4f90-a00b-3e13823da542 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:22.864376 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-88d7ba1b-f7a3-4888-acaf-a1f2fded1ada None None] For port 5185357b-4884-4c9f-94f0-050bdbf2cd3d, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:36:22.867627 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-88d7ba1b-f7a3-4888-acaf-a1f2fded1ada None None] For port 5185357b-4884-4c9f-94f0-050bdbf2cd3d, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=5185357b-4884-4c9f-94f0-050bdbf2cd3d,segment=NetworkSegment(3f659234-3d5e-4783-aaf9-6634461818fc),segment_id=3f659234-3d5e-4783-aaf9-6634461818fc)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:36:22.891531 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ae3efb20-e0b7-4f90-a00b-3e13823da542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:22.916438 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-88d7ba1b-f7a3-4888-acaf-a1f2fded1ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:22.961200 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3efb20-e0b7-4f90-a00b-3e13823da542 admin admin] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:36:22.964408 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-ae3efb20-e0b7-4f90-a00b-3e13823da542 admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:36:22.968759 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3efb20-e0b7-4f90-a00b-3e13823da542 admin admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:36:22.996127 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3efb20-e0b7-4f90-a00b-3e13823da542 admin admin] Pushing event updated for resources: {'Port': ['ID=73069f40-aeb4-4aa8-b5ba-e41cafe757f7,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:22.999731 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d7ba1b-f7a3-4888-acaf-a1f2fded1ada None None] Pushing event updated for resources: {'Port': ['ID=5185357b-4884-4c9f-94f0-050bdbf2cd3d,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:23.233201 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ae3efb20-e0b7-4f90-a00b-3e13823da542 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:23.234134 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ae3efb20-e0b7-4f90-a00b-3e13823da542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:23.515337 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae3efb20-e0b7-4f90-a00b-3e13823da542 admin admin] Router ee766ad2-957e-47a9-82c8-a40964770120 is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:36:23.719225 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3efb20-e0b7-4f90-a00b-3e13823da542 admin admin] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:36:23.729610 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab2a2b7-8c3d-449a-9e93-fcdd81cca2b1 None None] Sync routers for ids ['ee766ad2-957e-47a9-82c8-a40964770120'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:36:23.743468 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab2a2b7-8c3d-449a-9e93-fcdd81cca2b1 None None] Routers {'ee766ad2-957e-47a9-82c8-a40964770120'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:36:23.744218 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-eab2a2b7-8c3d-449a-9e93-fcdd81cca2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:36:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['ee766ad2-957e-47a9-82c8-a40964770120'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:36:23.799719 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ae3efb20-e0b7-4f90-a00b-3e13823da542 admin admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:23.802813 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-ae3efb20-e0b7-4f90-a00b-3e13823da542 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9456103 Feb 10 23:36:23.803994 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 54716) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:36:23.921964 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e4840f-88e5-4844-95e0-93ba9cdfbfe7 None None] Network 9cd0d9f9-8127-4245-a231-0e65d97ef0e0 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:36:23.936763 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-eab2a2b7-8c3d-449a-9e93-fcdd81cca2b1 None None] Set router ee766ad2-957e-47a9-82c8-a40964770120 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:36:24.156652 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-92c8b0ff-0887-41ec-9a2a-d2d177511970 None None] Provisioning for port 5185357b-4884-4c9f-94f0-050bdbf2cd3d completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:36:24.159191 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:24.289711 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-eab2a2b7-8c3d-449a-9e93-fcdd81cca2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee766ad2-957e-47a9-82c8-a40964770120', 'name': 'tempest-TestEncryptedCinderVolumes-337361591-router', 'tenant_id': '8493006904e8488f92d8e21b24b7300a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.9'}], 'enable_snat': True}, 'gw_port_id': '73069f40-aeb4-4aa8-b5ba-e41cafe757f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:36:21Z', 'updated_at': '2022-02-10T23:36:23Z', 'revision_number': 3, 'project_id': '8493006904e8488f92d8e21b24b7300a', 'gw_port': {'id': '73069f40-aeb4-4aa8-b5ba-e41cafe757f7', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee766ad2-957e-47a9-82c8-a40964770120', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:36:22Z', 'updated_at': '2022-02-10T23:36:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:36:24.294571 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab2a2b7-8c3d-449a-9e93-fcdd81cca2b1 None None] Checking router: ee766ad2-957e-47a9-82c8-a40964770120 for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:36:24.295162 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab2a2b7-8c3d-449a-9e93-fcdd81cca2b1 None None] Updating router ee766ad2-957e-47a9-82c8-a40964770120 port 73069f40-aeb4-4aa8-b5ba-e41cafe757f7 binding host dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:36:24.353511 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eab2a2b7-8c3d-449a-9e93-fcdd81cca2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:24.583087 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 5185357b-4884-4c9f-94f0-050bdbf2cd3d up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:36:24.679746 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eab2a2b7-8c3d-449a-9e93-fcdd81cca2b1 None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:24.687803 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-faab90ba-6439-48bd-8499-b5ea1e6c1f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:24.695821 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-eab2a2b7-8c3d-449a-9e93-fcdd81cca2b1 None None] Transition to ACTIVE for port object 73069f40-aeb4-4aa8-b5ba-e41cafe757f7 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:36:24.715798 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 5185357b-4884-4c9f-94f0-050bdbf2cd3d completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:36:24.722652 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 5185357b-4884-4c9f-94f0-050bdbf2cd3d triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:36:24.723022 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:24.843587 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:24.876182 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 5185357b-4884-4c9f-94f0-050bdbf2cd3d, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=5185357b-4884-4c9f-94f0-050bdbf2cd3d,segment=NetworkSegment(3f659234-3d5e-4783-aaf9-6634461818fc),segment_id=3f659234-3d5e-4783-aaf9-6634461818fc)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:36:24.881395 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eab2a2b7-8c3d-449a-9e93-fcdd81cca2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:24.904144 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-faab90ba-6439-48bd-8499-b5ea1e6c1f58 admin admin] Allocated IP 172.20.0.1 (9cd0d9f9-8127-4245-a231-0e65d97ef0e0/50e72101-1854-4084-a7d8-fc8abf55b289/3e9f73bf-fafa-4dd0-9f34-903716cf6d74) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:36:24.927470 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:24.962806 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290eb255-72f1-44da-8327-76cb383c8a7c None None] Pushing event updated for resources: {'Port': ['ID=73069f40-aeb4-4aa8-b5ba-e41cafe757f7,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:24.965007 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-eab2a2b7-8c3d-449a-9e93-fcdd81cca2b1 None None] Attempting to bind port 73069f40-aeb4-4aa8-b5ba-e41cafe757f7 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:36:24.966563 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-eab2a2b7-8c3d-449a-9e93-fcdd81cca2b1 None None] Attempting to bind port 73069f40-aeb4-4aa8-b5ba-e41cafe757f7 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:36:24.966563 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab2a2b7-8c3d-449a-9e93-fcdd81cca2b1 None None] Attempting to bind port 73069f40-aeb4-4aa8-b5ba-e41cafe757f7 on network c2ed7563-f8af-409c-803f-f56530124ba5 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:36:24.977128 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab2a2b7-8c3d-449a-9e93-fcdd81cca2b1 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:36:24.977128 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab2a2b7-8c3d-449a-9e93-fcdd81cca2b1 None None] Checking segment: {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:36:24.977482 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eab2a2b7-8c3d-449a-9e93-fcdd81cca2b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:24.977827 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab2a2b7-8c3d-449a-9e93-fcdd81cca2b1 None None] Bound using segment: {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:36:24.978263 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-eab2a2b7-8c3d-449a-9e93-fcdd81cca2b1 None None] Bound port: 73069f40-aeb4-4aa8-b5ba-e41cafe757f7, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:36:24.978825 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eab2a2b7-8c3d-449a-9e93-fcdd81cca2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:25.002352 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=5185357b-4884-4c9f-94f0-050bdbf2cd3d,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:25.003707 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290eb255-72f1-44da-8327-76cb383c8a7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:36:25.005277 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290eb255-72f1-44da-8327-76cb383c8a7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:36:25.005277 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290eb255-72f1-44da-8327-76cb383c8a7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:36:25.005277 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290eb255-72f1-44da-8327-76cb383c8a7c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:36:25.005277 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290eb255-72f1-44da-8327-76cb383c8a7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:36:25.005651 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290eb255-72f1-44da-8327-76cb383c8a7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:36:25.005736 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290eb255-72f1-44da-8327-76cb383c8a7c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:36:25.005991 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290eb255-72f1-44da-8327-76cb383c8a7c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:36:25.006299 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290eb255-72f1-44da-8327-76cb383c8a7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:36:25.006607 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290eb255-72f1-44da-8327-76cb383c8a7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:36:25.006917 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290eb255-72f1-44da-8327-76cb383c8a7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:36:25.055969 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-faab90ba-6439-48bd-8499-b5ea1e6c1f58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:25.058495 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-eab2a2b7-8c3d-449a-9e93-fcdd81cca2b1 None None] For port 73069f40-aeb4-4aa8-b5ba-e41cafe757f7, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:36:25.061712 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-eab2a2b7-8c3d-449a-9e93-fcdd81cca2b1 None None] For port 73069f40-aeb4-4aa8-b5ba-e41cafe757f7, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=73069f40-aeb4-4aa8-b5ba-e41cafe757f7,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:36:25.072175 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-faab90ba-6439-48bd-8499-b5ea1e6c1f58 admin admin] Transition to ACTIVE for port object 3e9f73bf-fafa-4dd0-9f34-903716cf6d74 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:36:25.142885 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-eab2a2b7-8c3d-449a-9e93-fcdd81cca2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:25.171181 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-faab90ba-6439-48bd-8499-b5ea1e6c1f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:25.225393 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab2a2b7-8c3d-449a-9e93-fcdd81cca2b1 None None] Routers {'ee766ad2-957e-47a9-82c8-a40964770120'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:36:25.225920 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-eab2a2b7-8c3d-449a-9e93-fcdd81cca2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:36:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['ee766ad2-957e-47a9-82c8-a40964770120'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:36:25.243241 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faab90ba-6439-48bd-8499-b5ea1e6c1f58 admin admin] Network 9cd0d9f9-8127-4245-a231-0e65d97ef0e0 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:36:25.247928 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-faab90ba-6439-48bd-8499-b5ea1e6c1f58 admin admin] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:36:25.249891 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faab90ba-6439-48bd-8499-b5ea1e6c1f58 admin admin] Pushing event updated for resources: {'Port': ['ID=3e9f73bf-fafa-4dd0-9f34-903716cf6d74,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:25.251949 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faab90ba-6439-48bd-8499-b5ea1e6c1f58 admin admin] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:36:25.277890 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290eb255-72f1-44da-8327-76cb383c8a7c None None] Pushing event updated for resources: {'Port': ['ID=73069f40-aeb4-4aa8-b5ba-e41cafe757f7,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:25.306740 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-faab90ba-6439-48bd-8499-b5ea1e6c1f58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733071'] for router_interface, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:25.435878 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-eab2a2b7-8c3d-449a-9e93-fcdd81cca2b1 None None] Set router ee766ad2-957e-47a9-82c8-a40964770120 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:36:25.437644 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-faab90ba-6439-48bd-8499-b5ea1e6c1f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:25.576678 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-20b41200-47a6-4542-84c7-320a08783e4e None None] Provisioning for port 3e9f73bf-fafa-4dd0-9f34-903716cf6d74 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:36:25.583786 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-20b41200-47a6-4542-84c7-320a08783e4e None None] Provisioning complete for port 3e9f73bf-fafa-4dd0-9f34-903716cf6d74 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:36:25.585544 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20b41200-47a6-4542-84c7-320a08783e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:25.647592 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-20b41200-47a6-4542-84c7-320a08783e4e None None] Port 3e9f73bf-fafa-4dd0-9f34-903716cf6d74 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:36:25.671362 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-faab90ba-6439-48bd-8499-b5ea1e6c1f58 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:25.726481 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-eab2a2b7-8c3d-449a-9e93-fcdd81cca2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee766ad2-957e-47a9-82c8-a40964770120', 'name': 'tempest-TestEncryptedCinderVolumes-337361591-router', 'tenant_id': '8493006904e8488f92d8e21b24b7300a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.9'}], 'enable_snat': True}, 'gw_port_id': '73069f40-aeb4-4aa8-b5ba-e41cafe757f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:36:21Z', 'updated_at': '2022-02-10T23:36:23Z', 'revision_number': 3, 'project_id': '8493006904e8488f92d8e21b24b7300a', 'gw_port': {'id': '73069f40-aeb4-4aa8-b5ba-e41cafe757f7', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee766ad2-957e-47a9-82c8-a40964770120', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:36:22Z', 'updated_at': '2022-02-10T23:36:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:36:25.730757 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab2a2b7-8c3d-449a-9e93-fcdd81cca2b1 None None] The sync data for ids ['ee766ad2-957e-47a9-82c8-a40964770120'] in dv-neutron-828797-1-hyperv is: [{'id': 'ee766ad2-957e-47a9-82c8-a40964770120', 'name': 'tempest-TestEncryptedCinderVolumes-337361591-router', 'tenant_id': '8493006904e8488f92d8e21b24b7300a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.9'}], 'enable_snat': True}, 'gw_port_id': '73069f40-aeb4-4aa8-b5ba-e41cafe757f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:36:21Z', 'updated_at': '2022-02-10T23:36:23Z', 'revision_number': 3, 'project_id': '8493006904e8488f92d8e21b24b7300a', 'gw_port': {'id': '73069f40-aeb4-4aa8-b5ba-e41cafe757f7', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee766ad2-957e-47a9-82c8-a40964770120', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:36:22Z', 'updated_at': '2022-02-10T23:36:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:36:25.733066 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-faab90ba-6439-48bd-8499-b5ea1e6c1f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:25.840787 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faab90ba-6439-48bd-8499-b5ea1e6c1f58 admin admin] Pushing event updated for resources: {'Port': ['ID=3e9f73bf-fafa-4dd0-9f34-903716cf6d74,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:25.843157 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-faab90ba-6439-48bd-8499-b5ea1e6c1f58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2767683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732898'] for router_interface, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:26.071003 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faab90ba-6439-48bd-8499-b5ea1e6c1f58 admin admin] Network 9cd0d9f9-8127-4245-a231-0e65d97ef0e0 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:36:26.072041 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-faab90ba-6439-48bd-8499-b5ea1e6c1f58 admin admin] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:36:26.270237 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-b44c2e74-bea3-43df-9d01-c72cc48ab73b None None] Provisioning complete for port 3e9f73bf-fafa-4dd0-9f34-903716cf6d74 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:36:26.270877 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b44c2e74-bea3-43df-9d01-c72cc48ab73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:26.321087 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-b44c2e74-bea3-43df-9d01-c72cc48ab73b None None] Port 3e9f73bf-fafa-4dd0-9f34-903716cf6d74 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:36:26.460355 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faab90ba-6439-48bd-8499-b5ea1e6c1f58 admin admin] Router ee766ad2-957e-47a9-82c8-a40964770120 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:36:26.522083 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 5185357b-4884-4c9f-94f0-050bdbf2cd3d up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:36:26.594331 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 5185357b-4884-4c9f-94f0-050bdbf2cd3d triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:36:26.594698 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:26.675236 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faab90ba-6439-48bd-8499-b5ea1e6c1f58 admin admin] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:36:26.684847 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-faab90ba-6439-48bd-8499-b5ea1e6c1f58 admin admin] 10.222.0.59 "PUT /v2.0/routers/ee766ad2-957e-47a9-82c8-a40964770120/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8797712 Feb 10 23:36:27.601263 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec53ab5-872d-4913-9d9f-d377ed47d921 req-03dfa5ab-2638-4850-8f68-3fb9954b12db tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:36:27.602684 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6ec53ab5-872d-4913-9d9f-d377ed47d921 req-03dfa5ab-2638-4850-8f68-3fb9954b12db tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] 10.222.0.59 "GET /v2.0/networks?id=3fd472e4-6d27-4f25-adcc-229c5960a0cb HTTP/1.1" status: 200 len: 816 time: 0.1394303 Feb 10 23:36:27.618721 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6ec53ab5-872d-4913-9d9f-d377ed47d921 req-fb790f34-7a70-4927-9c06-065815f34430 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] 10.222.0.59 "GET /v2.0/quotas/f4f107939006419aad5b7d30f3d04853 HTTP/1.1" status: 200 len: 375 time: 0.0103171 Feb 10 23:36:27.697156 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-6ec53ab5-872d-4913-9d9f-d377ed47d921 req-1975da96-4847-41c5-9d44-3d3e600beb67 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Synchronizing usage tracker for tenant:f4f107939006419aad5b7d30f3d04853 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:36:27.801038 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-6ec53ab5-872d-4913-9d9f-d377ed47d921 req-1975da96-4847-41c5-9d44-3d3e600beb67 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Unset dirty status for tenant:f4f107939006419aad5b7d30f3d04853 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:36:27.802796 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6ec53ab5-872d-4913-9d9f-d377ed47d921 req-1975da96-4847-41c5-9d44-3d3e600beb67 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f4f107939006419aad5b7d30f3d04853&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1788328 Feb 10 23:36:27.936988 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6ec53ab5-872d-4913-9d9f-d377ed47d921 req-200f34f8-0052-4a9d-952c-4b024784c4d7 service neutron] 10.222.0.59 "GET /v2.0/networks/3fd472e4-6d27-4f25-adcc-229c5960a0cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213334 Feb 10 23:36:28.063228 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6ec53ab5-872d-4913-9d9f-d377ed47d921 req-9f8bd14f-8b06-4cf0-9385-18e337b22400 service neutron] 10.222.0.59 "GET /v2.0/networks/3fd472e4-6d27-4f25-adcc-229c5960a0cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206121 Feb 10 23:36:28.310319 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-1811b124-befa-475f-9889-c3aca476a89d req-3b5ba61a-77a4-42e7-87db-68e997456958 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c78ec65-bba6-4da7-b700-4a46705d26b3 HTTP/1.1" status: 200 len: 210 time: 0.0431225 Feb 10 23:36:29.483608 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-81a4ea42-2957-4689-b4c4-e110eec86b57 req-a95450dd-611a-4ea5-bf3b-88a46e1791ee tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c78ec65-bba6-4da7-b700-4a46705d26b3 HTTP/1.1" status: 200 len: 210 time: 0.0410345 Feb 10 23:36:30.304874 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec53ab5-872d-4913-9d9f-d377ed47d921 req-5b64649f-9969-4d52-915a-ab9631c5f689 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:36:30.306281 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6ec53ab5-872d-4913-9d9f-d377ed47d921 req-5b64649f-9969-4d52-915a-ab9631c5f689 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] 10.222.0.37 "GET /v2.0/networks?id=3fd472e4-6d27-4f25-adcc-229c5960a0cb HTTP/1.1" status: 200 len: 816 time: 0.1383834 Feb 10 23:36:30.322696 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-6ec53ab5-872d-4913-9d9f-d377ed47d921 req-f1c79d55-016a-476a-bb7a-91d58316ebd0 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Request body: {'port': {'device_id': '3c78ec65-bba6-4da7-b700-4a46705d26b3', 'network_id': '3fd472e4-6d27-4f25-adcc-229c5960a0cb', 'admin_state_up': True, 'tenant_id': 'f4f107939006419aad5b7d30f3d04853'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:36:30.454558 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-6ec53ab5-872d-4913-9d9f-d377ed47d921 req-f1c79d55-016a-476a-bb7a-91d58316ebd0 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:36:30.465584 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-6ec53ab5-872d-4913-9d9f-d377ed47d921 req-f1c79d55-016a-476a-bb7a-91d58316ebd0 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:36:30.558610 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ec53ab5-872d-4913-9d9f-d377ed47d921 req-f1c79d55-016a-476a-bb7a-91d58316ebd0 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Made reservation on behalf of f4f107939006419aad5b7d30f3d04853 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:36:30.562012 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-6ec53ab5-872d-4913-9d9f-d377ed47d921 req-f1c79d55-016a-476a-bb7a-91d58316ebd0 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:30.658351 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-a2465883-de09-42da-bd78-ea7630ed0ade req-f009e5db-b7b9-493c-ad31-052e15ba2809 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c78ec65-bba6-4da7-b700-4a46705d26b3 HTTP/1.1" status: 200 len: 210 time: 0.0446267 Feb 10 23:36:30.823727 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [req-6ec53ab5-872d-4913-9d9f-d377ed47d921 req-f1c79d55-016a-476a-bb7a-91d58316ebd0 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Allocated IP 172.20.0.4 (3fd472e4-6d27-4f25-adcc-229c5960a0cb/c2d097e5-849b-4530-bab1-e632d9cacc20/89de563c-2b9a-4074-8520-673f91229e71) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:36:31.044069 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-6ec53ab5-872d-4913-9d9f-d377ed47d921 req-f1c79d55-016a-476a-bb7a-91d58316ebd0 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:31.061170 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-6ec53ab5-872d-4913-9d9f-d377ed47d921 req-f1c79d55-016a-476a-bb7a-91d58316ebd0 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Transition to ACTIVE for port object 89de563c-2b9a-4074-8520-673f91229e71 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:36:31.148787 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-6ec53ab5-872d-4913-9d9f-d377ed47d921 req-f1c79d55-016a-476a-bb7a-91d58316ebd0 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:31.220361 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ec53ab5-872d-4913-9d9f-d377ed47d921 req-f1c79d55-016a-476a-bb7a-91d58316ebd0 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Network 3fd472e4-6d27-4f25-adcc-229c5960a0cb is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:36:31.223293 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [req-6ec53ab5-872d-4913-9d9f-d377ed47d921 req-f1c79d55-016a-476a-bb7a-91d58316ebd0 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:36:31.227109 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ec53ab5-872d-4913-9d9f-d377ed47d921 req-f1c79d55-016a-476a-bb7a-91d58316ebd0 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:36:31.258436 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c79d55-016a-476a-bb7a-91d58316ebd0 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Pushing event updated for resources: {'Port': ['ID=89de563c-2b9a-4074-8520-673f91229e71,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:31.298421 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec53ab5-872d-4913-9d9f-d377ed47d921 req-f1c79d55-016a-476a-bb7a-91d58316ebd0 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:36:31.299039 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-6ec53ab5-872d-4913-9d9f-d377ed47d921 req-f1c79d55-016a-476a-bb7a-91d58316ebd0 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:31.383248 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6ec53ab5-872d-4913-9d9f-d377ed47d921 req-f1c79d55-016a-476a-bb7a-91d58316ebd0 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0640488 Feb 10 23:36:31.395465 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-6ec53ab5-872d-4913-9d9f-d377ed47d921 req-a36162f8-c9c5-44a7-a6fd-e6bd45e23855 service neutron] Request body: {'port': {'device_id': '3c78ec65-bba6-4da7-b700-4a46705d26b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:36:31.512737 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-6ec53ab5-872d-4913-9d9f-d377ed47d921 req-a36162f8-c9c5-44a7-a6fd-e6bd45e23855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:31.530531 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-d2164e13-9d80-456f-a83a-c41becd5d941 None None] Provisioning for port 89de563c-2b9a-4074-8520-673f91229e71 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:36:31.535547 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-d2164e13-9d80-456f-a83a-c41becd5d941 None None] Provisioning complete for port 89de563c-2b9a-4074-8520-673f91229e71 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:36:31.535924 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d2164e13-9d80-456f-a83a-c41becd5d941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:31.590079 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-d2164e13-9d80-456f-a83a-c41becd5d941 None None] Port 89de563c-2b9a-4074-8520-673f91229e71 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:36:31.884601 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [req-6ec53ab5-872d-4913-9d9f-d377ed47d921 req-a36162f8-c9c5-44a7-a6fd-e6bd45e23855 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89de563c-2b9a-4074-8520-673f91229e71 {{(pid=84332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:36:31.896684 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-6ec53ab5-872d-4913-9d9f-d377ed47d921 req-a36162f8-c9c5-44a7-a6fd-e6bd45e23855 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:31.917176 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-6ec53ab5-872d-4913-9d9f-d377ed47d921 req-a36162f8-c9c5-44a7-a6fd-e6bd45e23855 service neutron] Transition to ACTIVE for port object 89de563c-2b9a-4074-8520-673f91229e71 will not be triggered until provisioned by entity L2. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:36:31.929135 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626218c0-b1e3-4ec4-98fb-bc3612d828fc req-fa7b8722-18c0-4d2f-bdb1-314aa824dcc6 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:36:31.929823 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-626218c0-b1e3-4ec4-98fb-bc3612d828fc req-fa7b8722-18c0-4d2f-bdb1-314aa824dcc6 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Synchronizing usage tracker for tenant:f4f107939006419aad5b7d30f3d04853 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:36:31.970667 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-6ec53ab5-872d-4913-9d9f-d377ed47d921 req-a36162f8-c9c5-44a7-a6fd-e6bd45e23855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:32.007622 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-626218c0-b1e3-4ec4-98fb-bc3612d828fc req-fa7b8722-18c0-4d2f-bdb1-314aa824dcc6 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Unset dirty status for tenant:f4f107939006419aad5b7d30f3d04853 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:36:32.008795 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-626218c0-b1e3-4ec4-98fb-bc3612d828fc req-fa7b8722-18c0-4d2f-bdb1-314aa824dcc6 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c78ec65-bba6-4da7-b700-4a46705d26b3 HTTP/1.1" status: 200 len: 931 time: 0.2213123 Feb 10 23:36:32.123243 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36162f8-c9c5-44a7-a6fd-e6bd45e23855 service neutron] Pushing event updated for resources: {'Port': ['ID=89de563c-2b9a-4074-8520-673f91229e71,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:32.169686 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-626218c0-b1e3-4ec4-98fb-bc3612d828fc req-4dfbacd3-f397-45d5-a883-c6b484c9f9bf tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] 10.222.0.59 "GET /v2.0/security-groups?id=b735b82b-a2c4-4673-bfbf-1ce6fe773807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474633 Feb 10 23:36:32.247989 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-6ec53ab5-872d-4913-9d9f-d377ed47d921 req-a36162f8-c9c5-44a7-a6fd-e6bd45e23855 service neutron] Attempting to bind port 89de563c-2b9a-4074-8520-673f91229e71 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:36:32.248322 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-6ec53ab5-872d-4913-9d9f-d377ed47d921 req-a36162f8-c9c5-44a7-a6fd-e6bd45e23855 service neutron] Attempting to bind port 89de563c-2b9a-4074-8520-673f91229e71 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '855b1558-afda-44e2-a78a-bcdcf54e68fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '3fd472e4-6d27-4f25-adcc-229c5960a0cb'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:36:32.248691 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec53ab5-872d-4913-9d9f-d377ed47d921 req-a36162f8-c9c5-44a7-a6fd-e6bd45e23855 service neutron] Attempting to bind port 89de563c-2b9a-4074-8520-673f91229e71 on network 3fd472e4-6d27-4f25-adcc-229c5960a0cb {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:36:32.254181 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec53ab5-872d-4913-9d9f-d377ed47d921 req-a36162f8-c9c5-44a7-a6fd-e6bd45e23855 service neutron] Port 89de563c-2b9a-4074-8520-673f91229e71 on network 3fd472e4-6d27-4f25-adcc-229c5960a0cb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:36:32.254530 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec53ab5-872d-4913-9d9f-d377ed47d921 req-a36162f8-c9c5-44a7-a6fd-e6bd45e23855 service neutron] Attempting to bind port 89de563c-2b9a-4074-8520-673f91229e71 on network 3fd472e4-6d27-4f25-adcc-229c5960a0cb {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:36:32.261451 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec53ab5-872d-4913-9d9f-d377ed47d921 req-a36162f8-c9c5-44a7-a6fd-e6bd45e23855 service neutron] Checking agent: {'id': '0f85d58b-4cda-4360-97cf-be037aef26b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'started_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:36:32.261790 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec53ab5-872d-4913-9d9f-d377ed47d921 req-a36162f8-c9c5-44a7-a6fd-e6bd45e23855 service neutron] Checking segment: {'id': '855b1558-afda-44e2-a78a-bcdcf54e68fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '3fd472e4-6d27-4f25-adcc-229c5960a0cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:36:32.262168 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec53ab5-872d-4913-9d9f-d377ed47d921 req-a36162f8-c9c5-44a7-a6fd-e6bd45e23855 service neutron] Bound using segment: {'id': '855b1558-afda-44e2-a78a-bcdcf54e68fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '3fd472e4-6d27-4f25-adcc-229c5960a0cb'} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:36:32.262581 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-6ec53ab5-872d-4913-9d9f-d377ed47d921 req-a36162f8-c9c5-44a7-a6fd-e6bd45e23855 service neutron] Bound port: 89de563c-2b9a-4074-8520-673f91229e71, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '855b1558-afda-44e2-a78a-bcdcf54e68fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '3fd472e4-6d27-4f25-adcc-229c5960a0cb'}}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:36:32.262919 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-6ec53ab5-872d-4913-9d9f-d377ed47d921 req-a36162f8-c9c5-44a7-a6fd-e6bd45e23855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:32.352634 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-6ec53ab5-872d-4913-9d9f-d377ed47d921 req-a36162f8-c9c5-44a7-a6fd-e6bd45e23855 service neutron] For port 89de563c-2b9a-4074-8520-673f91229e71, host hv-neutron-8287, cleared binding levels {{(pid=84332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:36:32.355845 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-6ec53ab5-872d-4913-9d9f-d377ed47d921 req-a36162f8-c9c5-44a7-a6fd-e6bd45e23855 service neutron] For port 89de563c-2b9a-4074-8520-673f91229e71, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=89de563c-2b9a-4074-8520-673f91229e71,segment=NetworkSegment(855b1558-afda-44e2-a78a-bcdcf54e68fe),segment_id=855b1558-afda-44e2-a78a-bcdcf54e68fe)] {{(pid=84332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:36:32.423999 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-6ec53ab5-872d-4913-9d9f-d377ed47d921 req-a36162f8-c9c5-44a7-a6fd-e6bd45e23855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:32.485553 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-6ec53ab5-872d-4913-9d9f-d377ed47d921 req-a36162f8-c9c5-44a7-a6fd-e6bd45e23855 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:32.486982 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6ec53ab5-872d-4913-9d9f-d377ed47d921 req-a36162f8-c9c5-44a7-a6fd-e6bd45e23855 service neutron] 10.222.0.37 "PUT /v2.0/ports/89de563c-2b9a-4074-8520-673f91229e71 HTTP/1.1" status: 200 len: 1093 time: 1.0963511 Feb 10 23:36:32.487266 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c78ec65-bba6-4da7-b700-4a46705d26b3', 'tag': '89de563c-2b9a-4074-8520-673f91229e71'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:36:32.505351 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36162f8-c9c5-44a7-a6fd-e6bd45e23855 service neutron] Pushing event updated for resources: {'Port': ['ID=89de563c-2b9a-4074-8520-673f91229e71,revision_number=3']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:32.550407 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c78ec65-bba6-4da7-b700-4a46705d26b3', 'tag': '89de563c-2b9a-4074-8520-673f91229e71', 'status': 'completed', 'code': 200} Feb 10 23:36:32.566899 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 73069f40-aeb4-4aa8-b5ba-e41cafe757f7 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:36:32.653943 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bcd1dc22-e134-4788-8249-41ca6f23a978 req-e2e3ddfc-b9c2-4b69-a4f3-59bda7b1f22d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4f107939006419aad5b7d30f3d04853&device_id=3c78ec65-bba6-4da7-b700-4a46705d26b3 HTTP/1.1" status: 200 len: 1096 time: 0.0759752 Feb 10 23:36:32.703617 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 73069f40-aeb4-4aa8-b5ba-e41cafe757f7 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:36:32.709068 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 73069f40-aeb4-4aa8-b5ba-e41cafe757f7 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:36:32.709430 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:32.797614 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd1dc22-e134-4788-8249-41ca6f23a978 req-fa7e909a-8dd9-4dfc-921f-b29ac7a341c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:36:32.799127 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bcd1dc22-e134-4788-8249-41ca6f23a978 req-fa7e909a-8dd9-4dfc-921f-b29ac7a341c8 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f4f107939006419aad5b7d30f3d04853&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1373844 Feb 10 23:36:32.822697 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:32.844240 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 73069f40-aeb4-4aa8-b5ba-e41cafe757f7, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=73069f40-aeb4-4aa8-b5ba-e41cafe757f7,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:36:32.930895 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:32.999176 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=73069f40-aeb4-4aa8-b5ba-e41cafe757f7,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:33.064639 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd1dc22-e134-4788-8249-41ca6f23a978 req-ea95806c-5a23-439c-9d0a-2a2983041ce4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:36:33.066058 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bcd1dc22-e134-4788-8249-41ca6f23a978 req-ea95806c-5a23-439c-9d0a-2a2983041ce4 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2176573 Feb 10 23:36:33.134594 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e2761f-08e7-467b-806b-c870902d554a None None] Sync routers for ids ['5b14f85a-af68-40fb-9627-4c4f5fde6060'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:36:33.148523 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e2761f-08e7-467b-806b-c870902d554a None None] Routers {'5b14f85a-af68-40fb-9627-4c4f5fde6060'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:36:33.149170 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-36e2761f-08e7-467b-806b-c870902d554a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:36:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['5b14f85a-af68-40fb-9627-4c4f5fde6060'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:36:33.180783 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6ec53ab5-872d-4913-9d9f-d377ed47d921 req-15213324-16f3-4925-90ea-f99bfd2e687b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4f107939006419aad5b7d30f3d04853&device_id=3c78ec65-bba6-4da7-b700-4a46705d26b3 HTTP/1.1" status: 200 len: 1096 time: 0.0792344 Feb 10 23:36:33.255804 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6ec53ab5-872d-4913-9d9f-d377ed47d921 req-0a266a0d-cbeb-4fae-a327-c53dd4baeb8c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89de563c-2b9a-4074-8520-673f91229e71 HTTP/1.1" status: 200 len: 217 time: 0.0672858 Feb 10 23:36:33.335369 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-36e2761f-08e7-467b-806b-c870902d554a None None] Set router 5b14f85a-af68-40fb-9627-4c4f5fde6060 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:36:33.364860 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec53ab5-872d-4913-9d9f-d377ed47d921 req-a8ae1242-adbd-4f2c-b39b-7a18e2b8f48c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:36:33.366338 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6ec53ab5-872d-4913-9d9f-d377ed47d921 req-a8ae1242-adbd-4f2c-b39b-7a18e2b8f48c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c2d097e5-849b-4530-bab1-e632d9cacc20 HTTP/1.1" status: 200 len: 855 time: 0.1049898 Feb 10 23:36:33.442565 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6481ab-49c5-48fe-9a01-0b4b18d7ea52 req-a9fcad48-54e6-41e1-9aec-7a45cbd36c48 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:36:33.443975 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fc6481ab-49c5-48fe-9a01-0b4b18d7ea52 req-a9fcad48-54e6-41e1-9aec-7a45cbd36c48 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c78ec65-bba6-4da7-b700-4a46705d26b3 HTTP/1.1" status: 200 len: 943 time: 0.1441903 Feb 10 23:36:33.504339 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6ec53ab5-872d-4913-9d9f-d377ed47d921 req-fda71dab-ed01-4594-880c-a7564a738e8b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3fd472e4-6d27-4f25-adcc-229c5960a0cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1275635 Feb 10 23:36:33.507060 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fc6481ab-49c5-48fe-9a01-0b4b18d7ea52 req-5ce9a359-591a-4bc1-864e-6c404363cdc8 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] 10.222.0.59 "GET /v2.0/security-groups?id=b735b82b-a2c4-4673-bfbf-1ce6fe773807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561943 Feb 10 23:36:33.647567 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6ec53ab5-872d-4913-9d9f-d377ed47d921 req-a72f1c5f-9e71-49db-8d73-e67d2ad21ebd service neutron] 10.222.0.37 "GET /v2.0/networks/3fd472e4-6d27-4f25-adcc-229c5960a0cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364136 Feb 10 23:36:33.655210 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-36e2761f-08e7-467b-806b-c870902d554a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b14f85a-af68-40fb-9627-4c4f5fde6060', 'name': 'tempest-TestEncryptedCinderVolumes-324133655-router', 'tenant_id': 'f4f107939006419aad5b7d30f3d04853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': 'fc9630d5-851c-483f-bbaa-5d8286a922a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:36:14Z', 'updated_at': '2022-02-10T23:36:17Z', 'revision_number': 4, 'project_id': 'f4f107939006419aad5b7d30f3d04853', 'gw_port': {'id': 'fc9630d5-851c-483f-bbaa-5d8286a922a2', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:37:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b14f85a-af68-40fb-9627-4c4f5fde6060', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:36:15Z', 'updated_at': '2022-02-10T23:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'fe1f7bd0-9449-4e58-b546-c6515616ce88', 'name': '', 'network_id': '3fd472e4-6d27-4f25-adcc-229c5960a0cb', 'tenant_id': 'f4f107939006419aad5b7d30f3d04853', 'mac_address': 'fa:16:3e:db:d9:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b14f85a-af68-40fb-9627-4c4f5fde6060', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2d097e5-849b-4530-bab1-e632d9cacc20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:36:17Z', 'updated_at': '2022-02-10T23:36:18Z', 'revision_number': 2, 'project_id': 'f4f107939006419aad5b7d30f3d04853', 'subnets': [{'id': 'c2d097e5-849b-4530-bab1-e632d9cacc20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:36:33.659933 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e2761f-08e7-467b-806b-c870902d554a None None] Checking router: 5b14f85a-af68-40fb-9627-4c4f5fde6060 for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:36:33.660287 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e2761f-08e7-467b-806b-c870902d554a None None] Updating router 5b14f85a-af68-40fb-9627-4c4f5fde6060 port fe1f7bd0-9449-4e58-b546-c6515616ce88 binding host dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:36:33.712950 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-36e2761f-08e7-467b-806b-c870902d554a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:33.782526 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6ec53ab5-872d-4913-9d9f-d377ed47d921 req-41b1c83b-a0f0-40a9-853e-63d5f86b8590 service neutron] 10.222.0.37 "GET /v2.0/networks/3fd472e4-6d27-4f25-adcc-229c5960a0cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288772 Feb 10 23:36:34.044355 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-36e2761f-08e7-467b-806b-c870902d554a None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:34.055062 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-36e2761f-08e7-467b-806b-c870902d554a None None] Transition to ACTIVE for port object fe1f7bd0-9449-4e58-b546-c6515616ce88 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:36:34.126734 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-36e2761f-08e7-467b-806b-c870902d554a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:34.249164 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de0dc9-6296-47b8-a4c1-51bded33832f None None] Pushing event updated for resources: {'Port': ['ID=fe1f7bd0-9449-4e58-b546-c6515616ce88,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:34.390462 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-36e2761f-08e7-467b-806b-c870902d554a None None] Attempting to bind port fe1f7bd0-9449-4e58-b546-c6515616ce88 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:36:34.390830 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-36e2761f-08e7-467b-806b-c870902d554a None None] Attempting to bind port fe1f7bd0-9449-4e58-b546-c6515616ce88 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '855b1558-afda-44e2-a78a-bcdcf54e68fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '3fd472e4-6d27-4f25-adcc-229c5960a0cb'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:36:34.391191 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e2761f-08e7-467b-806b-c870902d554a None None] Attempting to bind port fe1f7bd0-9449-4e58-b546-c6515616ce88 on network 3fd472e4-6d27-4f25-adcc-229c5960a0cb {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:36:34.401668 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e2761f-08e7-467b-806b-c870902d554a None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:36:34.402036 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e2761f-08e7-467b-806b-c870902d554a None None] Checking segment: {'id': '855b1558-afda-44e2-a78a-bcdcf54e68fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '3fd472e4-6d27-4f25-adcc-229c5960a0cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:36:34.402435 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-36e2761f-08e7-467b-806b-c870902d554a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:34.402820 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e2761f-08e7-467b-806b-c870902d554a None None] Bound using segment: {'id': '855b1558-afda-44e2-a78a-bcdcf54e68fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '3fd472e4-6d27-4f25-adcc-229c5960a0cb'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:36:34.403278 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-36e2761f-08e7-467b-806b-c870902d554a None None] Bound port: fe1f7bd0-9449-4e58-b546-c6515616ce88, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855b1558-afda-44e2-a78a-bcdcf54e68fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '3fd472e4-6d27-4f25-adcc-229c5960a0cb'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:36:34.403648 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-36e2761f-08e7-467b-806b-c870902d554a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:34.490175 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-36e2761f-08e7-467b-806b-c870902d554a None None] For port fe1f7bd0-9449-4e58-b546-c6515616ce88, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:36:34.493356 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-36e2761f-08e7-467b-806b-c870902d554a None None] For port fe1f7bd0-9449-4e58-b546-c6515616ce88, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=fe1f7bd0-9449-4e58-b546-c6515616ce88,segment=NetworkSegment(855b1558-afda-44e2-a78a-bcdcf54e68fe),segment_id=855b1558-afda-44e2-a78a-bcdcf54e68fe)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:36:34.531878 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 73069f40-aeb4-4aa8-b5ba-e41cafe757f7 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:36:34.557906 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-36e2761f-08e7-467b-806b-c870902d554a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:34.670065 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de0dc9-6296-47b8-a4c1-51bded33832f None None] Pushing event updated for resources: {'Port': ['ID=fe1f7bd0-9449-4e58-b546-c6515616ce88,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:34.674876 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e2761f-08e7-467b-806b-c870902d554a None None] Routers {'5b14f85a-af68-40fb-9627-4c4f5fde6060'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:36:34.675489 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-36e2761f-08e7-467b-806b-c870902d554a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:36:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['5b14f85a-af68-40fb-9627-4c4f5fde6060'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:36:34.738708 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83efd5-c160-4b13-ab1a-07a2e6ba13a8 req-4603626d-40ae-444d-aa96-3aaaf2065a10 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:36:34.740267 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-4c83efd5-c160-4b13-ab1a-07a2e6ba13a8 req-4603626d-40ae-444d-aa96-3aaaf2065a10 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c78ec65-bba6-4da7-b700-4a46705d26b3 HTTP/1.1" status: 200 len: 943 time: 0.0911021 Feb 10 23:36:34.794385 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-4c83efd5-c160-4b13-ab1a-07a2e6ba13a8 req-1d18637d-869d-489d-a194-42ecb0425669 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Synchronizing usage tracker for tenant:f4f107939006419aad5b7d30f3d04853 on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:36:34.815876 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 73069f40-aeb4-4aa8-b5ba-e41cafe757f7 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:36:34.816245 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:34.892722 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-4c83efd5-c160-4b13-ab1a-07a2e6ba13a8 req-1d18637d-869d-489d-a194-42ecb0425669 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Unset dirty status for tenant:f4f107939006419aad5b7d30f3d04853 on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:36:34.894148 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-4c83efd5-c160-4b13-ab1a-07a2e6ba13a8 req-1d18637d-869d-489d-a194-42ecb0425669 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] 10.222.0.59 "GET /v2.0/security-groups?id=b735b82b-a2c4-4673-bfbf-1ce6fe773807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451733 Feb 10 23:36:34.949367 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-36e2761f-08e7-467b-806b-c870902d554a None None] Set router 5b14f85a-af68-40fb-9627-4c4f5fde6060 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:36:35.273331 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-36e2761f-08e7-467b-806b-c870902d554a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b14f85a-af68-40fb-9627-4c4f5fde6060', 'name': 'tempest-TestEncryptedCinderVolumes-324133655-router', 'tenant_id': 'f4f107939006419aad5b7d30f3d04853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': 'fc9630d5-851c-483f-bbaa-5d8286a922a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:36:14Z', 'updated_at': '2022-02-10T23:36:17Z', 'revision_number': 4, 'project_id': 'f4f107939006419aad5b7d30f3d04853', 'gw_port': {'id': 'fc9630d5-851c-483f-bbaa-5d8286a922a2', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:37:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b14f85a-af68-40fb-9627-4c4f5fde6060', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:36:15Z', 'updated_at': '2022-02-10T23:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'fe1f7bd0-9449-4e58-b546-c6515616ce88', 'name': '', 'network_id': '3fd472e4-6d27-4f25-adcc-229c5960a0cb', 'tenant_id': 'f4f107939006419aad5b7d30f3d04853', 'mac_address': 'fa:16:3e:db:d9:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b14f85a-af68-40fb-9627-4c4f5fde6060', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2d097e5-849b-4530-bab1-e632d9cacc20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:36:17Z', 'updated_at': '2022-02-10T23:36:34Z', 'revision_number': 4, 'project_id': 'f4f107939006419aad5b7d30f3d04853', 'subnets': [{'id': 'c2d097e5-849b-4530-bab1-e632d9cacc20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:36:35.277345 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e2761f-08e7-467b-806b-c870902d554a None None] The sync data for ids ['5b14f85a-af68-40fb-9627-4c4f5fde6060'] in dv-neutron-828797-1-hyperv is: [{'id': '5b14f85a-af68-40fb-9627-4c4f5fde6060', 'name': 'tempest-TestEncryptedCinderVolumes-324133655-router', 'tenant_id': 'f4f107939006419aad5b7d30f3d04853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': 'fc9630d5-851c-483f-bbaa-5d8286a922a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:36:14Z', 'updated_at': '2022-02-10T23:36:17Z', 'revision_number': 4, 'project_id': 'f4f107939006419aad5b7d30f3d04853', 'gw_port': {'id': 'fc9630d5-851c-483f-bbaa-5d8286a922a2', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:37:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b14f85a-af68-40fb-9627-4c4f5fde6060', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:36:15Z', 'updated_at': '2022-02-10T23:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'fe1f7bd0-9449-4e58-b546-c6515616ce88', 'name': '', 'network_id': '3fd472e4-6d27-4f25-adcc-229c5960a0cb', 'tenant_id': 'f4f107939006419aad5b7d30f3d04853', 'mac_address': 'fa:16:3e:db:d9:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b14f85a-af68-40fb-9627-4c4f5fde6060', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2d097e5-849b-4530-bab1-e632d9cacc20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:36:17Z', 'updated_at': '2022-02-10T23:36:34Z', 'revision_number': 4, 'project_id': 'f4f107939006419aad5b7d30f3d04853', 'subnets': [{'id': 'c2d097e5-849b-4530-bab1-e632d9cacc20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:36:35.799084 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2b2137-604a-4240-aa90-fe53777d2917 None None] Sync routers for ids ['ee766ad2-957e-47a9-82c8-a40964770120'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:36:35.810821 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2b2137-604a-4240-aa90-fe53777d2917 None None] Routers {'ee766ad2-957e-47a9-82c8-a40964770120'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:36:35.811417 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-da2b2137-604a-4240-aa90-fe53777d2917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:36:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['ee766ad2-957e-47a9-82c8-a40964770120'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:36:36.007143 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-da2b2137-604a-4240-aa90-fe53777d2917 None None] Set router ee766ad2-957e-47a9-82c8-a40964770120 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:36:36.092857 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca6597-a1f3-406a-bb4c-0b764f8ded18 req-e9ed42f0-8fd0-47f6-a985-1da54fd5d755 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:36:36.094481 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-06ca6597-a1f3-406a-bb4c-0b764f8ded18 req-e9ed42f0-8fd0-47f6-a985-1da54fd5d755 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c78ec65-bba6-4da7-b700-4a46705d26b3 HTTP/1.1" status: 200 len: 943 time: 0.0760636 Feb 10 23:36:36.142493 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-06ca6597-a1f3-406a-bb4c-0b764f8ded18 req-a745dd91-12f2-4406-aaf8-09d5c972f585 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] 10.222.0.59 "GET /v2.0/security-groups?id=b735b82b-a2c4-4673-bfbf-1ce6fe773807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427942 Feb 10 23:36:36.310041 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-da2b2137-604a-4240-aa90-fe53777d2917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee766ad2-957e-47a9-82c8-a40964770120', 'name': 'tempest-TestEncryptedCinderVolumes-337361591-router', 'tenant_id': '8493006904e8488f92d8e21b24b7300a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.9'}], 'enable_snat': True}, 'gw_port_id': '73069f40-aeb4-4aa8-b5ba-e41cafe757f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:36:21Z', 'updated_at': '2022-02-10T23:36:25Z', 'revision_number': 4, 'project_id': '8493006904e8488f92d8e21b24b7300a', 'gw_port': {'id': '73069f40-aeb4-4aa8-b5ba-e41cafe757f7', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee766ad2-957e-47a9-82c8-a40964770120', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:36:22Z', 'updated_at': '2022-02-10T23:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '3e9f73bf-fafa-4dd0-9f34-903716cf6d74', 'name': '', 'network_id': '9cd0d9f9-8127-4245-a231-0e65d97ef0e0', 'tenant_id': '8493006904e8488f92d8e21b24b7300a', 'mac_address': 'fa:16:3e:c9:f7:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee766ad2-957e-47a9-82c8-a40964770120', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50e72101-1854-4084-a7d8-fc8abf55b289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:36:24Z', 'updated_at': '2022-02-10T23:36:25Z', 'revision_number': 2, 'project_id': '8493006904e8488f92d8e21b24b7300a', 'subnets': [{'id': '50e72101-1854-4084-a7d8-fc8abf55b289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:36:36.313598 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2b2137-604a-4240-aa90-fe53777d2917 None None] Checking router: ee766ad2-957e-47a9-82c8-a40964770120 for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:36:36.313933 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2b2137-604a-4240-aa90-fe53777d2917 None None] Updating router ee766ad2-957e-47a9-82c8-a40964770120 port 3e9f73bf-fafa-4dd0-9f34-903716cf6d74 binding host dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:36:36.362093 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-da2b2137-604a-4240-aa90-fe53777d2917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:36.427291 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 89de563c-2b9a-4074-8520-673f91229e71 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:36:36.560038 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device fe1f7bd0-9449-4e58-b546-c6515616ce88 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:36:36.616341 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 89de563c-2b9a-4074-8520-673f91229e71, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=89de563c-2b9a-4074-8520-673f91229e71,segment=NetworkSegment(855b1558-afda-44e2-a78a-bcdcf54e68fe),segment_id=855b1558-afda-44e2-a78a-bcdcf54e68fe)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:36:36.636049 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Returning: {'device': '89de563c-2b9a-4074-8520-673f91229e71', 'network_id': '3fd472e4-6d27-4f25-adcc-229c5960a0cb', 'port_id': '89de563c-2b9a-4074-8520-673f91229e71', 'mac_address': 'fa:16:3e:93:02:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2d097e5-849b-4530-bab1-e632d9cacc20', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:36:36.696081 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:36.714722 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89de563c-2b9a-4074-8520-673f91229e71 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:36:36.719800 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-da2b2137-604a-4240-aa90-fe53777d2917 None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:36.729635 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 89de563c-2b9a-4074-8520-673f91229e71, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=89de563c-2b9a-4074-8520-673f91229e71,segment=NetworkSegment(855b1558-afda-44e2-a78a-bcdcf54e68fe),segment_id=855b1558-afda-44e2-a78a-bcdcf54e68fe)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:36:36.733583 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-da2b2137-604a-4240-aa90-fe53777d2917 None None] Transition to ACTIVE for port object 3e9f73bf-fafa-4dd0-9f34-903716cf6d74 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:36:36.753275 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port fe1f7bd0-9449-4e58-b546-c6515616ce88 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:36:36.758977 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port fe1f7bd0-9449-4e58-b546-c6515616ce88 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:36:36.759430 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:36.824557 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:36.858542 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-da2b2137-604a-4240-aa90-fe53777d2917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:36.932116 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:36.947958 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=89de563c-2b9a-4074-8520-673f91229e71,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:36.973989 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port fe1f7bd0-9449-4e58-b546-c6515616ce88, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=fe1f7bd0-9449-4e58-b546-c6515616ce88,segment=NetworkSegment(855b1558-afda-44e2-a78a-bcdcf54e68fe),segment_id=855b1558-afda-44e2-a78a-bcdcf54e68fe)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:36:36.989636 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b263fa6-1504-4d3f-bdb5-9cd50abe621e None None] Pushing event updated for resources: {'Port': ['ID=3e9f73bf-fafa-4dd0-9f34-903716cf6d74,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:37.029727 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['89de563c-2b9a-4074-8520-673f91229e71'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:36:37.068445 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:37.084480 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-da2b2137-604a-4240-aa90-fe53777d2917 None None] Attempting to bind port 3e9f73bf-fafa-4dd0-9f34-903716cf6d74 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:36:37.085163 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-da2b2137-604a-4240-aa90-fe53777d2917 None None] Attempting to bind port 3e9f73bf-fafa-4dd0-9f34-903716cf6d74 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '3f659234-3d5e-4783-aaf9-6634461818fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9cd0d9f9-8127-4245-a231-0e65d97ef0e0'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:36:37.085502 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2b2137-604a-4240-aa90-fe53777d2917 None None] Attempting to bind port 3e9f73bf-fafa-4dd0-9f34-903716cf6d74 on network 9cd0d9f9-8127-4245-a231-0e65d97ef0e0 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:36:37.092740 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2b2137-604a-4240-aa90-fe53777d2917 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:36:37.093101 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2b2137-604a-4240-aa90-fe53777d2917 None None] Checking segment: {'id': '3f659234-3d5e-4783-aaf9-6634461818fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9cd0d9f9-8127-4245-a231-0e65d97ef0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:36:37.093485 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-da2b2137-604a-4240-aa90-fe53777d2917 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:37.093984 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2b2137-604a-4240-aa90-fe53777d2917 None None] Bound using segment: {'id': '3f659234-3d5e-4783-aaf9-6634461818fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9cd0d9f9-8127-4245-a231-0e65d97ef0e0'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:36:37.094474 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-da2b2137-604a-4240-aa90-fe53777d2917 None None] Bound port: 3e9f73bf-fafa-4dd0-9f34-903716cf6d74, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f659234-3d5e-4783-aaf9-6634461818fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9cd0d9f9-8127-4245-a231-0e65d97ef0e0'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:36:37.094912 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-da2b2137-604a-4240-aa90-fe53777d2917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:37.166718 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=fe1f7bd0-9449-4e58-b546-c6515616ce88,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:37.191186 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-da2b2137-604a-4240-aa90-fe53777d2917 None None] For port 3e9f73bf-fafa-4dd0-9f34-903716cf6d74, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:36:37.194970 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-da2b2137-604a-4240-aa90-fe53777d2917 None None] For port 3e9f73bf-fafa-4dd0-9f34-903716cf6d74, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=3e9f73bf-fafa-4dd0-9f34-903716cf6d74,segment=NetworkSegment(3f659234-3d5e-4783-aaf9-6634461818fc),segment_id=3f659234-3d5e-4783-aaf9-6634461818fc)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:36:37.253532 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-da2b2137-604a-4240-aa90-fe53777d2917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:37.341614 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b263fa6-1504-4d3f-bdb5-9cd50abe621e None None] Pushing event updated for resources: {'Port': ['ID=3e9f73bf-fafa-4dd0-9f34-903716cf6d74,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:37.346247 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2b2137-604a-4240-aa90-fe53777d2917 None None] Routers {'ee766ad2-957e-47a9-82c8-a40964770120'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:36:37.346863 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-da2b2137-604a-4240-aa90-fe53777d2917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:36:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['ee766ad2-957e-47a9-82c8-a40964770120'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:36:37.358389 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28b9c7-84cd-4b6f-be84-e09e7bc72a11 req-a66ba6e8-7931-4a3c-ac17-c38722fae753 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:36:37.359909 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-6d28b9c7-84cd-4b6f-be84-e09e7bc72a11 req-a66ba6e8-7931-4a3c-ac17-c38722fae753 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c78ec65-bba6-4da7-b700-4a46705d26b3 HTTP/1.1" status: 200 len: 944 time: 0.0917227 Feb 10 23:36:37.409327 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-6d28b9c7-84cd-4b6f-be84-e09e7bc72a11 req-a49e1af0-7031-40cc-bda0-8cd4d229c022 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] 10.222.0.59 "GET /v2.0/security-groups?id=b735b82b-a2c4-4673-bfbf-1ce6fe773807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438213 Feb 10 23:36:37.538641 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-da2b2137-604a-4240-aa90-fe53777d2917 None None] Set router ee766ad2-957e-47a9-82c8-a40964770120 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:36:37.874023 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-da2b2137-604a-4240-aa90-fe53777d2917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee766ad2-957e-47a9-82c8-a40964770120', 'name': 'tempest-TestEncryptedCinderVolumes-337361591-router', 'tenant_id': '8493006904e8488f92d8e21b24b7300a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.9'}], 'enable_snat': True}, 'gw_port_id': '73069f40-aeb4-4aa8-b5ba-e41cafe757f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:36:21Z', 'updated_at': '2022-02-10T23:36:25Z', 'revision_number': 4, 'project_id': '8493006904e8488f92d8e21b24b7300a', 'gw_port': {'id': '73069f40-aeb4-4aa8-b5ba-e41cafe757f7', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee766ad2-957e-47a9-82c8-a40964770120', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:36:22Z', 'updated_at': '2022-02-10T23:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '3e9f73bf-fafa-4dd0-9f34-903716cf6d74', 'name': '', 'network_id': '9cd0d9f9-8127-4245-a231-0e65d97ef0e0', 'tenant_id': '8493006904e8488f92d8e21b24b7300a', 'mac_address': 'fa:16:3e:c9:f7:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee766ad2-957e-47a9-82c8-a40964770120', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50e72101-1854-4084-a7d8-fc8abf55b289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:36:24Z', 'updated_at': '2022-02-10T23:36:37Z', 'revision_number': 4, 'project_id': '8493006904e8488f92d8e21b24b7300a', 'subnets': [{'id': '50e72101-1854-4084-a7d8-fc8abf55b289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:36:37.877721 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2b2137-604a-4240-aa90-fe53777d2917 None None] The sync data for ids ['ee766ad2-957e-47a9-82c8-a40964770120'] in dv-neutron-828797-1-hyperv is: [{'id': 'ee766ad2-957e-47a9-82c8-a40964770120', 'name': 'tempest-TestEncryptedCinderVolumes-337361591-router', 'tenant_id': '8493006904e8488f92d8e21b24b7300a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.9'}], 'enable_snat': True}, 'gw_port_id': '73069f40-aeb4-4aa8-b5ba-e41cafe757f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:36:21Z', 'updated_at': '2022-02-10T23:36:25Z', 'revision_number': 4, 'project_id': '8493006904e8488f92d8e21b24b7300a', 'gw_port': {'id': '73069f40-aeb4-4aa8-b5ba-e41cafe757f7', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee766ad2-957e-47a9-82c8-a40964770120', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:36:22Z', 'updated_at': '2022-02-10T23:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '3e9f73bf-fafa-4dd0-9f34-903716cf6d74', 'name': '', 'network_id': '9cd0d9f9-8127-4245-a231-0e65d97ef0e0', 'tenant_id': '8493006904e8488f92d8e21b24b7300a', 'mac_address': 'fa:16:3e:c9:f7:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee766ad2-957e-47a9-82c8-a40964770120', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50e72101-1854-4084-a7d8-fc8abf55b289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:36:24Z', 'updated_at': '2022-02-10T23:36:37Z', 'revision_number': 4, 'project_id': '8493006904e8488f92d8e21b24b7300a', 'subnets': [{'id': '50e72101-1854-4084-a7d8-fc8abf55b289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:36:38.442154 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 89de563c-2b9a-4074-8520-673f91229e71 up at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:36:38.612365 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning for port 89de563c-2b9a-4074-8520-673f91229e71 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:36:38.621265 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning complete for port 89de563c-2b9a-4074-8520-673f91229e71 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:36:38.621265 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:38.672743 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c414051-bbfb-4ef0-a513-fcac0d1c9a12 req-fcd92fdc-7560-4b47-ac07-0260b0fc36dd tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:36:38.674912 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4c414051-bbfb-4ef0-a513-fcac0d1c9a12 req-fcd92fdc-7560-4b47-ac07-0260b0fc36dd tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c78ec65-bba6-4da7-b700-4a46705d26b3 HTTP/1.1" status: 200 len: 944 time: 0.0976279 Feb 10 23:36:38.707567 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device fe1f7bd0-9449-4e58-b546-c6515616ce88 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:36:38.728577 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4c414051-bbfb-4ef0-a513-fcac0d1c9a12 req-eca8c9df-eb1f-4921-ae39-f98dfad7c173 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] 10.222.0.59 "GET /v2.0/security-groups?id=b735b82b-a2c4-4673-bfbf-1ce6fe773807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480537 Feb 10 23:36:38.853109 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port fe1f7bd0-9449-4e58-b546-c6515616ce88 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:36:38.853475 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:38.888012 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:38.929454 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c78ec65-bba6-4da7-b700-4a46705d26b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89de563c-2b9a-4074-8520-673f91229e71'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:36:38.942423 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 89de563c-2b9a-4074-8520-673f91229e71, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=89de563c-2b9a-4074-8520-673f91229e71,segment=NetworkSegment(855b1558-afda-44e2-a78a-bcdcf54e68fe),segment_id=855b1558-afda-44e2-a78a-bcdcf54e68fe)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:36:39.001330 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c78ec65-bba6-4da7-b700-4a46705d26b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89de563c-2b9a-4074-8520-673f91229e71', 'code': 200} Feb 10 23:36:39.013969 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 3e9f73bf-fafa-4dd0-9f34-903716cf6d74 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:36:39.041233 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:39.133012 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=89de563c-2b9a-4074-8520-673f91229e71,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:39.204942 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 3e9f73bf-fafa-4dd0-9f34-903716cf6d74 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:36:39.209803 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 3e9f73bf-fafa-4dd0-9f34-903716cf6d74 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:36:39.213903 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:39.325199 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:39.335968 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d500b8d0-0c5f-4084-a9a9-2474fc080f5e req-aafeeef9-8090-4be4-bf6d-e86ccbe0e19a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3c78ec65-bba6-4da7-b700-4a46705d26b3 HTTP/1.1" status: 200 len: 1098 time: 0.0711477 Feb 10 23:36:39.357208 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 3e9f73bf-fafa-4dd0-9f34-903716cf6d74, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=3e9f73bf-fafa-4dd0-9f34-903716cf6d74,segment=NetworkSegment(3f659234-3d5e-4783-aaf9-6634461818fc),segment_id=3f659234-3d5e-4783-aaf9-6634461818fc)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:36:39.378053 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d500b8d0-0c5f-4084-a9a9-2474fc080f5e req-0483a0de-9d0e-4e1d-a0cd-eb67bf53a09c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b735b82b-a2c4-4673-bfbf-1ce6fe773807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358484 Feb 10 23:36:39.446678 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:39.513921 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=3e9f73bf-fafa-4dd0-9f34-903716cf6d74,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:39.921932 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d11594-52b4-4b27-b447-1de904c9df66 req-e28712a4-a339-4446-8cd7-3f48fafb073d tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:36:39.925807 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-30d11594-52b4-4b27-b447-1de904c9df66 req-e28712a4-a339-4446-8cd7-3f48fafb073d tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c78ec65-bba6-4da7-b700-4a46705d26b3 HTTP/1.1" status: 200 len: 945 time: 0.0737872 Feb 10 23:36:39.969448 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-30d11594-52b4-4b27-b447-1de904c9df66 req-a27642c1-9b22-4a1d-b6fe-2dab3ab37388 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] 10.222.0.59 "GET /v2.0/security-groups?id=b735b82b-a2c4-4673-bfbf-1ce6fe773807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406275 Feb 10 23:36:40.530191 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 3e9f73bf-fafa-4dd0-9f34-903716cf6d74 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:36:40.598805 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 3e9f73bf-fafa-4dd0-9f34-903716cf6d74 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:36:40.599173 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:41.172051 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3b556-340b-4462-91c5-bb3c2079e383 req-93e693c1-bb49-494c-a5fc-7240c0903343 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:36:41.173525 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-b9d3b556-340b-4462-91c5-bb3c2079e383 req-93e693c1-bb49-494c-a5fc-7240c0903343 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c78ec65-bba6-4da7-b700-4a46705d26b3 HTTP/1.1" status: 200 len: 945 time: 0.0767615 Feb 10 23:36:41.223022 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-b9d3b556-340b-4462-91c5-bb3c2079e383 req-44b3c581-727d-4522-bf18-b82f537f12cd tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] 10.222.0.59 "GET /v2.0/security-groups?id=b735b82b-a2c4-4673-bfbf-1ce6fe773807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437067 Feb 10 23:36:41.420026 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697467e1-6e94-4d42-9bf1-e734785d38b4 req-88c5c686-1087-4332-93ea-99f6b4e62adf tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:36:41.421453 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-697467e1-6e94-4d42-9bf1-e734785d38b4 req-88c5c686-1087-4332-93ea-99f6b4e62adf tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c78ec65-bba6-4da7-b700-4a46705d26b3 HTTP/1.1" status: 200 len: 945 time: 0.0781121 Feb 10 23:36:41.466310 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-697467e1-6e94-4d42-9bf1-e734785d38b4 req-d242653d-67a6-48c2-909b-74ea5e798268 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] 10.222.0.59 "GET /v2.0/security-groups?id=b735b82b-a2c4-4673-bfbf-1ce6fe773807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394757 Feb 10 23:36:46.355447 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:49.080182 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c61a2bc7-97c2-4ef1-9c1d-c67aaecefcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:51.233423 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c636a8b4-bf1c-43e9-9e35-d781ba263c31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:52.533430 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:52.612066 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:54.092039 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:56.234024 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:36:59.672254 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2d34c5-1bfa-49f8-9afa-55d1523bc0c3 req-2170852b-5fd8-4e0e-ace3-a2cacb38cde8 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:36:59.673721 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9d2d34c5-1bfa-49f8-9afa-55d1523bc0c3 req-2170852b-5fd8-4e0e-ace3-a2cacb38cde8 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c78ec65-bba6-4da7-b700-4a46705d26b3 HTTP/1.1" status: 200 len: 945 time: 0.0788391 Feb 10 23:36:59.722204 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9d2d34c5-1bfa-49f8-9afa-55d1523bc0c3 req-63781f26-ff84-4556-9f78-660cf5001140 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] 10.222.0.59 "GET /v2.0/security-groups?id=b735b82b-a2c4-4673-bfbf-1ce6fe773807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430405 Feb 10 23:37:00.924957 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef08e5-923a-4e87-bf73-0bda71137a50 req-d4a325c3-53df-49ea-949f-729b94d324d1 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:37:00.926355 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-11ef08e5-923a-4e87-bf73-0bda71137a50 req-d4a325c3-53df-49ea-949f-729b94d324d1 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c78ec65-bba6-4da7-b700-4a46705d26b3 HTTP/1.1" status: 200 len: 945 time: 0.0755937 Feb 10 23:37:00.970155 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-11ef08e5-923a-4e87-bf73-0bda71137a50 req-5c95c9da-4331-4a51-84ab-a5d2db0bf53a tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] 10.222.0.59 "GET /v2.0/security-groups?id=b735b82b-a2c4-4673-bfbf-1ce6fe773807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383439 Feb 10 23:37:01.262310 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5db903-f892-42e0-a81d-2a55a58cc081 req-bd5bffa2-a0b2-47c7-bd19-6c51736ac3b6 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:37:01.263712 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cc5db903-f892-42e0-a81d-2a55a58cc081 req-bd5bffa2-a0b2-47c7-bd19-6c51736ac3b6 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c78ec65-bba6-4da7-b700-4a46705d26b3 HTTP/1.1" status: 200 len: 945 time: 0.0760138 Feb 10 23:37:01.331580 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-cc5db903-f892-42e0-a81d-2a55a58cc081 req-7aee0369-2220-4d81-bbb7-6f69ab91ad46 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Deleting port 89de563c-2b9a-4074-8520-673f91229e71 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:37:01.331918 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-cc5db903-f892-42e0-a81d-2a55a58cc081 req-7aee0369-2220-4d81-bbb7-6f69ab91ad46 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:01.653822 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-cc5db903-f892-42e0-a81d-2a55a58cc081 req-7aee0369-2220-4d81-bbb7-6f69ab91ad46 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] For port 89de563c-2b9a-4074-8520-673f91229e71, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=89de563c-2b9a-4074-8520-673f91229e71,segment=NetworkSegment(855b1558-afda-44e2-a78a-bcdcf54e68fe),segment_id=855b1558-afda-44e2-a78a-bcdcf54e68fe)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:37:01.654178 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-cc5db903-f892-42e0-a81d-2a55a58cc081 req-7aee0369-2220-4d81-bbb7-6f69ab91ad46 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:01.777937 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-cc5db903-f892-42e0-a81d-2a55a58cc081 req-7aee0369-2220-4d81-bbb7-6f69ab91ad46 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Calling delete_port for 89de563c-2b9a-4074-8520-673f91229e71 owned by compute:nova {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:37:01.982872 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-cc5db903-f892-42e0-a81d-2a55a58cc081 req-7aee0369-2220-4d81-bbb7-6f69ab91ad46 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:01.995054 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['89de563c-2b9a-4074-8520-673f91229e71'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:37:02.036372 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aee0369-2220-4d81-bbb7-6f69ab91ad46 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Pushing event deleted for resources: {'Port': ['ID=89de563c-2b9a-4074-8520-673f91229e71,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:37:02.143223 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee0369-2220-4d81-bbb7-6f69ab91ad46 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:02.143570 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee0369-2220-4d81-bbb7-6f69ab91ad46 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:02.143907 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee0369-2220-4d81-bbb7-6f69ab91ad46 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:02.144238 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee0369-2220-4d81-bbb7-6f69ab91ad46 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:02.144586 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee0369-2220-4d81-bbb7-6f69ab91ad46 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:02.144918 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee0369-2220-4d81-bbb7-6f69ab91ad46 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:02.145241 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee0369-2220-4d81-bbb7-6f69ab91ad46 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:02.145562 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee0369-2220-4d81-bbb7-6f69ab91ad46 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:02.145884 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee0369-2220-4d81-bbb7-6f69ab91ad46 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:02.146204 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee0369-2220-4d81-bbb7-6f69ab91ad46 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:02.146524 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee0369-2220-4d81-bbb7-6f69ab91ad46 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:02.154612 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc5db903-f892-42e0-a81d-2a55a58cc081 req-7aee0369-2220-4d81-bbb7-6f69ab91ad46 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] No DVR routers for this DVR port 89de563c-2b9a-4074-8520-673f91229e71 on host hv-neutron-8287 {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:37:02.163964 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-cc5db903-f892-42e0-a81d-2a55a58cc081 req-7aee0369-2220-4d81-bbb7-6f69ab91ad46 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:02.167298 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c78ec65-bba6-4da7-b700-4a46705d26b3', 'name': 'network-vif-deleted', 'tag': '89de563c-2b9a-4074-8520-673f91229e71'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:37:02.173100 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-06b5bebc-8d96-47bb-b27a-c5132b458a1e req-54d4ffe0-2743-4070-94fb-300f4300684f tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c78ec65-bba6-4da7-b700-4a46705d26b3 HTTP/1.1" status: 200 len: 210 time: 0.0681031 Feb 10 23:37:02.230857 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c78ec65-bba6-4da7-b700-4a46705d26b3', 'name': 'network-vif-deleted', 'tag': '89de563c-2b9a-4074-8520-673f91229e71', 'status': 'completed', 'code': 200} Feb 10 23:37:02.234945 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cc5db903-f892-42e0-a81d-2a55a58cc081 req-7aee0369-2220-4d81-bbb7-6f69ab91ad46 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] 10.222.0.37 "DELETE /v2.0/ports/89de563c-2b9a-4074-8520-673f91229e71 HTTP/1.1" status: 204 len: 173 time: 0.9650452 Feb 10 23:37:04.074354 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c3ab45-72d4-4579-9e51-573f755c9ff9 req-315eb806-d3b7-4790-87bc-44e2608a584d tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:37:04.075012 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-a0c3ab45-72d4-4579-9e51-573f755c9ff9 req-315eb806-d3b7-4790-87bc-44e2608a584d tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Synchronizing usage tracker for tenant:f4f107939006419aad5b7d30f3d04853 on resource:network {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:37:04.148495 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-a0c3ab45-72d4-4579-9e51-573f755c9ff9 req-315eb806-d3b7-4790-87bc-44e2608a584d tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Unset dirty status for tenant:f4f107939006419aad5b7d30f3d04853 on resource:network {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:37:04.149582 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-a0c3ab45-72d4-4579-9e51-573f755c9ff9 req-315eb806-d3b7-4790-87bc-44e2608a584d tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] 10.222.0.59 "GET /v2.0/networks?id=3fd472e4-6d27-4f25-adcc-229c5960a0cb HTTP/1.1" status: 200 len: 816 time: 0.2123146 Feb 10 23:37:04.165609 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-a0c3ab45-72d4-4579-9e51-573f755c9ff9 req-4203cbd4-d2fb-4561-b5e1-c688940f431e tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] 10.222.0.59 "GET /v2.0/quotas/f4f107939006419aad5b7d30f3d04853 HTTP/1.1" status: 200 len: 375 time: 0.0104570 Feb 10 23:37:04.248043 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-a0c3ab45-72d4-4579-9e51-573f755c9ff9 req-f1769b7e-98e4-4dc4-81c4-fe2673b74b49 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f4f107939006419aad5b7d30f3d04853&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0772259 Feb 10 23:37:04.464496 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-a0c3ab45-72d4-4579-9e51-573f755c9ff9 req-d6421f0e-f8d7-4b34-96d8-04b98560ca8e service neutron] 10.222.0.59 "GET /v2.0/networks/3fd472e4-6d27-4f25-adcc-229c5960a0cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049215 Feb 10 23:37:04.592046 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-a0c3ab45-72d4-4579-9e51-573f755c9ff9 req-5306a5ec-6160-4780-9509-ed4bb4a18ebd service neutron] 10.222.0.59 "GET /v2.0/networks/3fd472e4-6d27-4f25-adcc-229c5960a0cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216235 Feb 10 23:37:04.845481 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-9b9a59a1-85e7-43e8-a4ba-dcb6a5df777e req-145196fa-30bf-4c33-9ae2-936ecd3f6415 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Synchronizing usage tracker for tenant:f4f107939006419aad5b7d30f3d04853 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:37:04.908651 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-9b9a59a1-85e7-43e8-a4ba-dcb6a5df777e req-145196fa-30bf-4c33-9ae2-936ecd3f6415 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Unset dirty status for tenant:f4f107939006419aad5b7d30f3d04853 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:37:04.909927 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9b9a59a1-85e7-43e8-a4ba-dcb6a5df777e req-145196fa-30bf-4c33-9ae2-936ecd3f6415 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] 10.222.0.59 "GET /v2.0/ports?device_id=e730ca42-21a4-41d5-8151-65cfc59a5be8 HTTP/1.1" status: 200 len: 210 time: 0.1044898 Feb 10 23:37:06.071483 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-815d4c1e-63a6-4b22-930d-0b3a92297986 req-64d80c69-ac8e-4383-9cc2-f0babf35f3cf tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] 10.222.0.59 "GET /v2.0/ports?device_id=e730ca42-21a4-41d5-8151-65cfc59a5be8 HTTP/1.1" status: 200 len: 210 time: 0.0427556 Feb 10 23:37:06.551445 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 89de563c-2b9a-4074-8520-673f91229e71 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:37:06.586044 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] No Port match for: 89de563c-2b9a-4074-8520-673f91229e71 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:37:06.586391 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 89de563c-2b9a-4074-8520-673f91229e71 not bound to the agent host hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:37:06.725060 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c3ab45-72d4-4579-9e51-573f755c9ff9 req-aca568b7-cb03-430e-910c-0eabad220043 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:37:06.726441 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a0c3ab45-72d4-4579-9e51-573f755c9ff9 req-aca568b7-cb03-430e-910c-0eabad220043 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] 10.222.0.37 "GET /v2.0/networks?id=3fd472e4-6d27-4f25-adcc-229c5960a0cb HTTP/1.1" status: 200 len: 816 time: 0.1487801 Feb 10 23:37:06.742501 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-a0c3ab45-72d4-4579-9e51-573f755c9ff9 req-a2e595d9-6e45-4148-ad4d-4b2ef126b1a1 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Request body: {'port': {'device_id': 'e730ca42-21a4-41d5-8151-65cfc59a5be8', 'network_id': '3fd472e4-6d27-4f25-adcc-229c5960a0cb', 'admin_state_up': True, 'tenant_id': 'f4f107939006419aad5b7d30f3d04853'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:37:06.889511 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-a0c3ab45-72d4-4579-9e51-573f755c9ff9 req-a2e595d9-6e45-4148-ad4d-4b2ef126b1a1 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:37:06.899762 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-a0c3ab45-72d4-4579-9e51-573f755c9ff9 req-a2e595d9-6e45-4148-ad4d-4b2ef126b1a1 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:37:06.949052 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0c3ab45-72d4-4579-9e51-573f755c9ff9 req-a2e595d9-6e45-4148-ad4d-4b2ef126b1a1 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Made reservation on behalf of f4f107939006419aad5b7d30f3d04853 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:37:06.952949 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-a0c3ab45-72d4-4579-9e51-573f755c9ff9 req-a2e595d9-6e45-4148-ad4d-4b2ef126b1a1 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:07.123561 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [req-a0c3ab45-72d4-4579-9e51-573f755c9ff9 req-a2e595d9-6e45-4148-ad4d-4b2ef126b1a1 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Allocated IP 172.20.0.13 (3fd472e4-6d27-4f25-adcc-229c5960a0cb/c2d097e5-849b-4530-bab1-e632d9cacc20/61dd1090-edc3-4181-81a8-93c53bfa5e9d) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:37:07.284753 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-291cf50b-9a9f-4b0f-9c3c-9ba675150bec req-acb283ea-b907-44c1-9cbf-bfd5330ccee1 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] 10.222.0.59 "GET /v2.0/ports?device_id=e730ca42-21a4-41d5-8151-65cfc59a5be8 HTTP/1.1" status: 200 len: 210 time: 0.0926051 Feb 10 23:37:07.359096 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-a0c3ab45-72d4-4579-9e51-573f755c9ff9 req-a2e595d9-6e45-4148-ad4d-4b2ef126b1a1 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:07.374834 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-a0c3ab45-72d4-4579-9e51-573f755c9ff9 req-a2e595d9-6e45-4148-ad4d-4b2ef126b1a1 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Transition to ACTIVE for port object 61dd1090-edc3-4181-81a8-93c53bfa5e9d will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:37:07.462741 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-a0c3ab45-72d4-4579-9e51-573f755c9ff9 req-a2e595d9-6e45-4148-ad4d-4b2ef126b1a1 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:07.531642 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0c3ab45-72d4-4579-9e51-573f755c9ff9 req-a2e595d9-6e45-4148-ad4d-4b2ef126b1a1 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Network 3fd472e4-6d27-4f25-adcc-229c5960a0cb is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:37:07.534429 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [req-a0c3ab45-72d4-4579-9e51-573f755c9ff9 req-a2e595d9-6e45-4148-ad4d-4b2ef126b1a1 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:37:07.538218 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c3ab45-72d4-4579-9e51-573f755c9ff9 req-a2e595d9-6e45-4148-ad4d-4b2ef126b1a1 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:37:07.567378 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e595d9-6e45-4148-ad4d-4b2ef126b1a1 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Pushing event updated for resources: {'Port': ['ID=61dd1090-edc3-4181-81a8-93c53bfa5e9d,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:37:07.604581 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c3ab45-72d4-4579-9e51-573f755c9ff9 req-a2e595d9-6e45-4148-ad4d-4b2ef126b1a1 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:37:07.605203 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-a0c3ab45-72d4-4579-9e51-573f755c9ff9 req-a2e595d9-6e45-4148-ad4d-4b2ef126b1a1 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:07.703687 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a0c3ab45-72d4-4579-9e51-573f755c9ff9 req-a2e595d9-6e45-4148-ad4d-4b2ef126b1a1 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9648767 Feb 10 23:37:07.717821 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-a0c3ab45-72d4-4579-9e51-573f755c9ff9 req-b73f0e50-6eab-4442-8585-5610b853eaef service neutron] Request body: {'port': {'device_id': 'e730ca42-21a4-41d5-8151-65cfc59a5be8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:37:07.826128 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-a0c3ab45-72d4-4579-9e51-573f755c9ff9 req-b73f0e50-6eab-4442-8585-5610b853eaef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:07.873066 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-5f175db1-59d6-4836-b625-ea4b26c39a3d None None] Provisioning for port 61dd1090-edc3-4181-81a8-93c53bfa5e9d completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:37:07.878127 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-5f175db1-59d6-4836-b625-ea4b26c39a3d None None] Provisioning complete for port 61dd1090-edc3-4181-81a8-93c53bfa5e9d triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:37:07.882759 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5f175db1-59d6-4836-b625-ea4b26c39a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:07.932523 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-5f175db1-59d6-4836-b625-ea4b26c39a3d None None] Port 61dd1090-edc3-4181-81a8-93c53bfa5e9d cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:37:08.292837 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [req-a0c3ab45-72d4-4579-9e51-573f755c9ff9 req-b73f0e50-6eab-4442-8585-5610b853eaef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61dd1090-edc3-4181-81a8-93c53bfa5e9d {{(pid=84332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:37:08.300051 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-a0c3ab45-72d4-4579-9e51-573f755c9ff9 req-b73f0e50-6eab-4442-8585-5610b853eaef service neutron] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:08.316715 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-a0c3ab45-72d4-4579-9e51-573f755c9ff9 req-b73f0e50-6eab-4442-8585-5610b853eaef service neutron] Transition to ACTIVE for port object 61dd1090-edc3-4181-81a8-93c53bfa5e9d will not be triggered until provisioned by entity L2. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:37:08.394788 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-a0c3ab45-72d4-4579-9e51-573f755c9ff9 req-b73f0e50-6eab-4442-8585-5610b853eaef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:08.516962 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d368c2-415e-42ce-93bd-6512bde3ff89 req-b9ae2b2c-2eb2-4c9b-a2f0-4f5c10cb3dba tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:37:08.518855 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-38d368c2-415e-42ce-93bd-6512bde3ff89 req-b9ae2b2c-2eb2-4c9b-a2f0-4f5c10cb3dba tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] 10.222.0.59 "GET /v2.0/ports?device_id=e730ca42-21a4-41d5-8151-65cfc59a5be8 HTTP/1.1" status: 200 len: 944 time: 0.0882769 Feb 10 23:37:08.541847 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f0e50-6eab-4442-8585-5610b853eaef service neutron] Pushing event updated for resources: {'Port': ['ID=61dd1090-edc3-4181-81a8-93c53bfa5e9d,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:37:08.584469 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-38d368c2-415e-42ce-93bd-6512bde3ff89 req-9b8cd3ec-453a-48dc-afee-9c56954d4cc2 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] 10.222.0.59 "GET /v2.0/security-groups?id=b735b82b-a2c4-4673-bfbf-1ce6fe773807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592196 Feb 10 23:37:08.664142 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-a0c3ab45-72d4-4579-9e51-573f755c9ff9 req-b73f0e50-6eab-4442-8585-5610b853eaef service neutron] Attempting to bind port 61dd1090-edc3-4181-81a8-93c53bfa5e9d on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:37:08.664479 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-a0c3ab45-72d4-4579-9e51-573f755c9ff9 req-b73f0e50-6eab-4442-8585-5610b853eaef service neutron] Attempting to bind port 61dd1090-edc3-4181-81a8-93c53bfa5e9d by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '855b1558-afda-44e2-a78a-bcdcf54e68fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '3fd472e4-6d27-4f25-adcc-229c5960a0cb'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:37:08.664837 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c3ab45-72d4-4579-9e51-573f755c9ff9 req-b73f0e50-6eab-4442-8585-5610b853eaef service neutron] Attempting to bind port 61dd1090-edc3-4181-81a8-93c53bfa5e9d on network 3fd472e4-6d27-4f25-adcc-229c5960a0cb {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:37:08.671680 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c3ab45-72d4-4579-9e51-573f755c9ff9 req-b73f0e50-6eab-4442-8585-5610b853eaef service neutron] Port 61dd1090-edc3-4181-81a8-93c53bfa5e9d on network 3fd472e4-6d27-4f25-adcc-229c5960a0cb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:37:08.672007 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c3ab45-72d4-4579-9e51-573f755c9ff9 req-b73f0e50-6eab-4442-8585-5610b853eaef service neutron] Attempting to bind port 61dd1090-edc3-4181-81a8-93c53bfa5e9d on network 3fd472e4-6d27-4f25-adcc-229c5960a0cb {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:37:08.678885 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c3ab45-72d4-4579-9e51-573f755c9ff9 req-b73f0e50-6eab-4442-8585-5610b853eaef service neutron] Checking agent: {'id': '0f85d58b-4cda-4360-97cf-be037aef26b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'started_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:37:08.679217 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c3ab45-72d4-4579-9e51-573f755c9ff9 req-b73f0e50-6eab-4442-8585-5610b853eaef service neutron] Checking segment: {'id': '855b1558-afda-44e2-a78a-bcdcf54e68fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '3fd472e4-6d27-4f25-adcc-229c5960a0cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:37:08.679599 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c3ab45-72d4-4579-9e51-573f755c9ff9 req-b73f0e50-6eab-4442-8585-5610b853eaef service neutron] Bound using segment: {'id': '855b1558-afda-44e2-a78a-bcdcf54e68fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '3fd472e4-6d27-4f25-adcc-229c5960a0cb'} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:37:08.680016 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-a0c3ab45-72d4-4579-9e51-573f755c9ff9 req-b73f0e50-6eab-4442-8585-5610b853eaef service neutron] Bound port: 61dd1090-edc3-4181-81a8-93c53bfa5e9d, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '855b1558-afda-44e2-a78a-bcdcf54e68fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '3fd472e4-6d27-4f25-adcc-229c5960a0cb'}}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:37:08.680359 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-a0c3ab45-72d4-4579-9e51-573f755c9ff9 req-b73f0e50-6eab-4442-8585-5610b853eaef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:08.784213 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-a0c3ab45-72d4-4579-9e51-573f755c9ff9 req-b73f0e50-6eab-4442-8585-5610b853eaef service neutron] For port 61dd1090-edc3-4181-81a8-93c53bfa5e9d, host hv-neutron-8287, cleared binding levels {{(pid=84332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:37:08.787683 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-a0c3ab45-72d4-4579-9e51-573f755c9ff9 req-b73f0e50-6eab-4442-8585-5610b853eaef service neutron] For port 61dd1090-edc3-4181-81a8-93c53bfa5e9d, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=61dd1090-edc3-4181-81a8-93c53bfa5e9d,segment=NetworkSegment(855b1558-afda-44e2-a78a-bcdcf54e68fe),segment_id=855b1558-afda-44e2-a78a-bcdcf54e68fe)] {{(pid=84332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:37:08.868882 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-a0c3ab45-72d4-4579-9e51-573f755c9ff9 req-b73f0e50-6eab-4442-8585-5610b853eaef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:08.923668 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-a0c3ab45-72d4-4579-9e51-573f755c9ff9 req-b73f0e50-6eab-4442-8585-5610b853eaef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:08.925244 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a0c3ab45-72d4-4579-9e51-573f755c9ff9 req-b73f0e50-6eab-4442-8585-5610b853eaef service neutron] 10.222.0.37 "PUT /v2.0/ports/61dd1090-edc3-4181-81a8-93c53bfa5e9d HTTP/1.1" status: 200 len: 1094 time: 1.2137361 Feb 10 23:37:08.927649 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e730ca42-21a4-41d5-8151-65cfc59a5be8', 'tag': '61dd1090-edc3-4181-81a8-93c53bfa5e9d'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:37:08.963779 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f0e50-6eab-4442-8585-5610b853eaef service neutron] Pushing event updated for resources: {'Port': ['ID=61dd1090-edc3-4181-81a8-93c53bfa5e9d,revision_number=3']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:37:09.001234 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e730ca42-21a4-41d5-8151-65cfc59a5be8', 'tag': '61dd1090-edc3-4181-81a8-93c53bfa5e9d', 'status': 'completed', 'code': 200} Feb 10 23:37:09.094453 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a0c3ab45-72d4-4579-9e51-573f755c9ff9 req-27378123-f46e-433b-8408-59bee75b4c50 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4f107939006419aad5b7d30f3d04853&device_id=e730ca42-21a4-41d5-8151-65cfc59a5be8 HTTP/1.1" status: 200 len: 1097 time: 0.0736508 Feb 10 23:37:09.161906 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a0c3ab45-72d4-4579-9e51-573f755c9ff9 req-b7b3a1f9-5f03-419f-9621-cc721283f7ae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61dd1090-edc3-4181-81a8-93c53bfa5e9d HTTP/1.1" status: 200 len: 217 time: 0.0604501 Feb 10 23:37:09.224871 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c3ab45-72d4-4579-9e51-573f755c9ff9 req-7d5836b7-8daf-4ce0-ad81-16f5503d49f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:37:09.226220 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a0c3ab45-72d4-4579-9e51-573f755c9ff9 req-7d5836b7-8daf-4ce0-ad81-16f5503d49f1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c2d097e5-849b-4530-bab1-e632d9cacc20 HTTP/1.1" status: 200 len: 855 time: 0.0590713 Feb 10 23:37:09.300208 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a0c3ab45-72d4-4579-9e51-573f755c9ff9 req-e039660d-ff06-4069-8dd4-9f94f4c869f5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3fd472e4-6d27-4f25-adcc-229c5960a0cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675740 Feb 10 23:37:09.428568 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a0c3ab45-72d4-4579-9e51-573f755c9ff9 req-0d34f835-55a1-4a25-9477-5b806765f4d1 service neutron] 10.222.0.37 "GET /v2.0/networks/3fd472e4-6d27-4f25-adcc-229c5960a0cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220505 Feb 10 23:37:09.556604 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a0c3ab45-72d4-4579-9e51-573f755c9ff9 req-0ff7bd21-8e8f-41ff-9b37-ea32798f0f37 service neutron] 10.222.0.37 "GET /v2.0/networks/3fd472e4-6d27-4f25-adcc-229c5960a0cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220009 Feb 10 23:37:09.751449 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0ec2cfff-5783-4518-bd00-2768d197fb4d req-c81c451c-e98c-4104-8b08-2ecdde8e7a3c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4f107939006419aad5b7d30f3d04853&device_id=e730ca42-21a4-41d5-8151-65cfc59a5be8 HTTP/1.1" status: 200 len: 1097 time: 0.0714412 Feb 10 23:37:09.792238 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8604fb1b-6289-4800-bd44-04d9ffea62ed req-dfb95f7e-54f2-4515-850f-5ad47cf8c68a tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:37:09.793686 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-8604fb1b-6289-4800-bd44-04d9ffea62ed req-dfb95f7e-54f2-4515-850f-5ad47cf8c68a tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] 10.222.0.59 "GET /v2.0/ports?device_id=e730ca42-21a4-41d5-8151-65cfc59a5be8 HTTP/1.1" status: 200 len: 944 time: 0.0762415 Feb 10 23:37:09.838429 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-8604fb1b-6289-4800-bd44-04d9ffea62ed req-eedfd122-f391-46bc-8bdf-395a8c4e21ff tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] 10.222.0.59 "GET /v2.0/security-groups?id=b735b82b-a2c4-4673-bfbf-1ce6fe773807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389600 Feb 10 23:37:09.885186 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2cfff-5783-4518-bd00-2768d197fb4d req-3cc1fc4d-dde7-4792-bde7-9efa98edcd93 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:37:09.886610 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0ec2cfff-5783-4518-bd00-2768d197fb4d req-3cc1fc4d-dde7-4792-bde7-9efa98edcd93 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3fd472e4-6d27-4f25-adcc-229c5960a0cb HTTP/1.1" status: 200 len: 917 time: 0.1285503 Feb 10 23:37:09.953860 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0ec2cfff-5783-4518-bd00-2768d197fb4d req-7bdaa578-6b08-45de-b345-1710279301cf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61dd1090-edc3-4181-81a8-93c53bfa5e9d HTTP/1.1" status: 200 len: 217 time: 0.0603495 Feb 10 23:37:10.104575 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2cfff-5783-4518-bd00-2768d197fb4d req-72906f40-6be5-4fc3-a658-a399aef1522a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:37:10.105919 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0ec2cfff-5783-4518-bd00-2768d197fb4d req-72906f40-6be5-4fc3-a658-a399aef1522a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c2d097e5-849b-4530-bab1-e632d9cacc20 HTTP/1.1" status: 200 len: 855 time: 0.1437204 Feb 10 23:37:10.181211 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0ec2cfff-5783-4518-bd00-2768d197fb4d req-6dfcd91c-bd71-43d5-afb6-897f61df70ce service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3fd472e4-6d27-4f25-adcc-229c5960a0cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679548 Feb 10 23:37:10.312927 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0ec2cfff-5783-4518-bd00-2768d197fb4d req-fd55399e-5493-4ec9-b6ea-c450bc4dd036 service neutron] 10.222.0.37 "GET /v2.0/networks/3fd472e4-6d27-4f25-adcc-229c5960a0cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247244 Feb 10 23:37:10.443656 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0ec2cfff-5783-4518-bd00-2768d197fb4d req-9e70acf0-d9ab-4fa7-b27e-5d71451989d8 service neutron] 10.222.0.37 "GET /v2.0/networks/3fd472e4-6d27-4f25-adcc-229c5960a0cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248188 Feb 10 23:37:11.036752 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82efc62a-73e9-44b9-b83c-05e729feb699 req-b6c59c33-057f-4be1-a682-b5f85d21d223 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:37:11.049795 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-82efc62a-73e9-44b9-b83c-05e729feb699 req-b6c59c33-057f-4be1-a682-b5f85d21d223 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Synchronizing usage tracker for tenant:f4f107939006419aad5b7d30f3d04853 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:37:11.125390 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-82efc62a-73e9-44b9-b83c-05e729feb699 req-b6c59c33-057f-4be1-a682-b5f85d21d223 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Unset dirty status for tenant:f4f107939006419aad5b7d30f3d04853 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:37:11.126558 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-82efc62a-73e9-44b9-b83c-05e729feb699 req-b6c59c33-057f-4be1-a682-b5f85d21d223 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] 10.222.0.59 "GET /v2.0/ports?device_id=e730ca42-21a4-41d5-8151-65cfc59a5be8 HTTP/1.1" status: 200 len: 944 time: 0.1690140 Feb 10 23:37:11.172994 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-82efc62a-73e9-44b9-b83c-05e729feb699 req-36e93434-3656-4fff-ae34-28eeb3470d77 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] 10.222.0.59 "GET /v2.0/security-groups?id=b735b82b-a2c4-4673-bfbf-1ce6fe773807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408931 Feb 10 23:37:12.369979 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3c676-247f-46fc-a7ef-b499551c25a1 req-684f367c-7945-47be-b7fd-4408b9fee478 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:37:12.371397 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-11d3c676-247f-46fc-a7ef-b499551c25a1 req-684f367c-7945-47be-b7fd-4408b9fee478 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] 10.222.0.59 "GET /v2.0/ports?device_id=e730ca42-21a4-41d5-8151-65cfc59a5be8 HTTP/1.1" status: 200 len: 944 time: 0.0775120 Feb 10 23:37:12.414547 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-11d3c676-247f-46fc-a7ef-b499551c25a1 req-61fc38a8-6bf7-48a1-ae16-55c239a7ecd4 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] 10.222.0.59 "GET /v2.0/security-groups?id=b735b82b-a2c4-4673-bfbf-1ce6fe773807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378330 Feb 10 23:37:12.566733 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 61dd1090-edc3-4181-81a8-93c53bfa5e9d details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:37:12.698753 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 61dd1090-edc3-4181-81a8-93c53bfa5e9d, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=61dd1090-edc3-4181-81a8-93c53bfa5e9d,segment=NetworkSegment(855b1558-afda-44e2-a78a-bcdcf54e68fe),segment_id=855b1558-afda-44e2-a78a-bcdcf54e68fe)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:37:12.711474 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Returning: {'device': '61dd1090-edc3-4181-81a8-93c53bfa5e9d', 'network_id': '3fd472e4-6d27-4f25-adcc-229c5960a0cb', 'port_id': '61dd1090-edc3-4181-81a8-93c53bfa5e9d', 'mac_address': 'fa:16:3e:9b:2e:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2d097e5-849b-4530-bab1-e632d9cacc20', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:37:12.765944 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:12.783083 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61dd1090-edc3-4181-81a8-93c53bfa5e9d {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:37:12.797257 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 61dd1090-edc3-4181-81a8-93c53bfa5e9d, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=61dd1090-edc3-4181-81a8-93c53bfa5e9d,segment=NetworkSegment(855b1558-afda-44e2-a78a-bcdcf54e68fe),segment_id=855b1558-afda-44e2-a78a-bcdcf54e68fe)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:37:12.872938 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:12.936498 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=61dd1090-edc3-4181-81a8-93c53bfa5e9d,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:37:12.944973 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:12.945319 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:12.945662 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:12.945992 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:12.946322 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:12.947371 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:12.947696 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:12.948021 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:12.948342 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:12.948692 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:12.949013 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:13.066522 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['61dd1090-edc3-4181-81a8-93c53bfa5e9d'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:37:13.612162 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9112fb43-c50b-40ef-82c2-abdbf0bbae47 req-509ca0e4-afae-411c-92a7-ca93349172e3 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:37:13.613620 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9112fb43-c50b-40ef-82c2-abdbf0bbae47 req-509ca0e4-afae-411c-92a7-ca93349172e3 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] 10.222.0.59 "GET /v2.0/ports?device_id=e730ca42-21a4-41d5-8151-65cfc59a5be8 HTTP/1.1" status: 200 len: 945 time: 0.0761755 Feb 10 23:37:13.658261 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9112fb43-c50b-40ef-82c2-abdbf0bbae47 req-d6cb1071-7973-40a8-9cea-6e2fa52dfd4a tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] 10.222.0.59 "GET /v2.0/security-groups?id=b735b82b-a2c4-4673-bfbf-1ce6fe773807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383365 Feb 10 23:37:14.567306 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 61dd1090-edc3-4181-81a8-93c53bfa5e9d up at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:37:14.701352 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning for port 61dd1090-edc3-4181-81a8-93c53bfa5e9d completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:37:14.708052 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning complete for port 61dd1090-edc3-4181-81a8-93c53bfa5e9d triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:37:14.708052 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:14.846732 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:14.854871 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ed43f-a7bc-47a5-919e-897a8f42bff5 req-e779202d-1a18-4a35-8a29-e959735bf1de tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:37:14.856329 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-dc4ed43f-a7bc-47a5-919e-897a8f42bff5 req-e779202d-1a18-4a35-8a29-e959735bf1de tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] 10.222.0.59 "GET /v2.0/ports?device_id=e730ca42-21a4-41d5-8151-65cfc59a5be8 HTTP/1.1" status: 200 len: 945 time: 0.0754154 Feb 10 23:37:14.872667 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e730ca42-21a4-41d5-8151-65cfc59a5be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61dd1090-edc3-4181-81a8-93c53bfa5e9d'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:37:14.882122 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 61dd1090-edc3-4181-81a8-93c53bfa5e9d, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=61dd1090-edc3-4181-81a8-93c53bfa5e9d,segment=NetworkSegment(855b1558-afda-44e2-a78a-bcdcf54e68fe),segment_id=855b1558-afda-44e2-a78a-bcdcf54e68fe)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:37:14.902636 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-dc4ed43f-a7bc-47a5-919e-897a8f42bff5 req-fd78a263-a00f-4f17-8660-ae16b3dc48a3 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] 10.222.0.59 "GET /v2.0/security-groups?id=b735b82b-a2c4-4673-bfbf-1ce6fe773807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403621 Feb 10 23:37:14.927451 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e730ca42-21a4-41d5-8151-65cfc59a5be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61dd1090-edc3-4181-81a8-93c53bfa5e9d', 'code': 200} Feb 10 23:37:14.942366 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:15.010919 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=61dd1090-edc3-4181-81a8-93c53bfa5e9d,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:37:15.261074 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7f4e7d66-0f45-4a76-987e-9465f7da9c28 req-ecb0298b-297f-4a5b-ab0d-ad09201e5827 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e730ca42-21a4-41d5-8151-65cfc59a5be8 HTTP/1.1" status: 200 len: 1099 time: 0.0709536 Feb 10 23:37:15.304009 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7f4e7d66-0f45-4a76-987e-9465f7da9c28 req-dcb07f83-29fe-4f1c-87d0-ee3f45bfcaf2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b735b82b-a2c4-4673-bfbf-1ce6fe773807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357785 Feb 10 23:37:16.102641 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f6d3e-17e8-4868-9a5c-baa62789cd07 req-dadc3e0c-aaae-4d46-bd12-1407bde8720c tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:37:16.104335 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-058f6d3e-17e8-4868-9a5c-baa62789cd07 req-dadc3e0c-aaae-4d46-bd12-1407bde8720c tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] 10.222.0.59 "GET /v2.0/ports?device_id=e730ca42-21a4-41d5-8151-65cfc59a5be8 HTTP/1.1" status: 200 len: 946 time: 0.0797765 Feb 10 23:37:16.150078 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-058f6d3e-17e8-4868-9a5c-baa62789cd07 req-9a6ca363-717a-44e6-b677-c1a90df43c88 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] 10.222.0.59 "GET /v2.0/security-groups?id=b735b82b-a2c4-4673-bfbf-1ce6fe773807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400422 Feb 10 23:37:16.416287 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:17.344209 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89246a1-9d84-44ef-9b43-2decb22e4536 req-a7b2309c-f097-4542-a1d7-13104e7955e9 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:37:17.345636 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e89246a1-9d84-44ef-9b43-2decb22e4536 req-a7b2309c-f097-4542-a1d7-13104e7955e9 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] 10.222.0.59 "GET /v2.0/ports?device_id=e730ca42-21a4-41d5-8151-65cfc59a5be8 HTTP/1.1" status: 200 len: 946 time: 0.0746505 Feb 10 23:37:17.391781 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e89246a1-9d84-44ef-9b43-2decb22e4536 req-f2c9623d-7a0b-4188-aef7-f5b609f501e5 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] 10.222.0.59 "GET /v2.0/security-groups?id=b735b82b-a2c4-4673-bfbf-1ce6fe773807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407693 Feb 10 23:37:17.585207 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469bf693-a5fb-4471-8b77-9386547612f0 req-3ca1fdd8-9929-4a8a-bbc4-4999500262e0 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:37:17.586632 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-469bf693-a5fb-4471-8b77-9386547612f0 req-3ca1fdd8-9929-4a8a-bbc4-4999500262e0 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] 10.222.0.59 "GET /v2.0/ports?device_id=e730ca42-21a4-41d5-8151-65cfc59a5be8 HTTP/1.1" status: 200 len: 946 time: 0.0748713 Feb 10 23:37:17.635906 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-469bf693-a5fb-4471-8b77-9386547612f0 req-f736d80c-0fb0-42b9-924c-0ca376540c56 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] 10.222.0.59 "GET /v2.0/security-groups?id=b735b82b-a2c4-4673-bfbf-1ce6fe773807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431979 Feb 10 23:37:19.068618 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-37f62f0b-1291-416c-8df6-1c063eb63053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:21.239493 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-91071c49-0bb8-4acc-af33-a04cc9134e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:22.513849 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:22.565242 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:24.102272 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:29.055367 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ca94a440-7aa7-4b67-8ae6-2b08c826e110 req-9f38259d-d3e7-468a-a46b-93edece1509c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e730ca42-21a4-41d5-8151-65cfc59a5be8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0670087 Feb 10 23:37:29.194169 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ca94a440-7aa7-4b67-8ae6-2b08c826e110 req-19275dcd-f47e-4dd1-a5a2-e7fd81dc6519 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4f107939006419aad5b7d30f3d04853&device_id=e730ca42-21a4-41d5-8151-65cfc59a5be8 HTTP/1.1" status: 200 len: 1099 time: 0.0669336 Feb 10 23:37:29.341006 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94a440-7aa7-4b67-8ae6-2b08c826e110 req-d23d478d-4026-44de-9244-c6c4373c08d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:37:29.342480 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ca94a440-7aa7-4b67-8ae6-2b08c826e110 req-d23d478d-4026-44de-9244-c6c4373c08d3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3fd472e4-6d27-4f25-adcc-229c5960a0cb HTTP/1.1" status: 200 len: 917 time: 0.1287258 Feb 10 23:37:29.413906 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ca94a440-7aa7-4b67-8ae6-2b08c826e110 req-698b8e26-6b34-49ce-989d-6982645cddf5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61dd1090-edc3-4181-81a8-93c53bfa5e9d HTTP/1.1" status: 200 len: 217 time: 0.0644004 Feb 10 23:37:29.478948 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94a440-7aa7-4b67-8ae6-2b08c826e110 req-881ddf5c-872b-4876-afa7-d1609812edbc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:37:29.480990 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ca94a440-7aa7-4b67-8ae6-2b08c826e110 req-881ddf5c-872b-4876-afa7-d1609812edbc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c2d097e5-849b-4530-bab1-e632d9cacc20 HTTP/1.1" status: 200 len: 855 time: 0.0611737 Feb 10 23:37:29.557223 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ca94a440-7aa7-4b67-8ae6-2b08c826e110 req-0547833a-3a5c-49fc-bd66-012826856856 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3fd472e4-6d27-4f25-adcc-229c5960a0cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686131 Feb 10 23:37:29.747106 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ca94a440-7aa7-4b67-8ae6-2b08c826e110 req-80e333b6-b8ce-421b-a927-f1c8c5cb9783 service neutron] 10.222.0.37 "GET /v2.0/networks/3fd472e4-6d27-4f25-adcc-229c5960a0cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326623 Feb 10 23:37:29.828719 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ca94a440-7aa7-4b67-8ae6-2b08c826e110 req-75eee53d-fb12-4a6b-a3ba-5e2d5fa6dcd5 service neutron] 10.222.0.37 "GET /v2.0/networks/3fd472e4-6d27-4f25-adcc-229c5960a0cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239443 Feb 10 23:37:33.233865 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:37:35.537497 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba6bfe-3f2d-4f50-9019-9796496e22df req-e78aa795-7bce-444e-b3f8-b0947257d676 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:37:35.538907 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-6dba6bfe-3f2d-4f50-9019-9796496e22df req-e78aa795-7bce-444e-b3f8-b0947257d676 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] 10.222.0.59 "GET /v2.0/ports?device_id=e730ca42-21a4-41d5-8151-65cfc59a5be8 HTTP/1.1" status: 200 len: 946 time: 0.0737596 Feb 10 23:37:35.583520 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-6dba6bfe-3f2d-4f50-9019-9796496e22df req-b589fcec-8c7c-49ca-ad26-4e046f791e62 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] 10.222.0.59 "GET /v2.0/security-groups?id=b735b82b-a2c4-4673-bfbf-1ce6fe773807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388916 Feb 10 23:37:36.781491 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff380415-b289-486f-93cd-f6b14dba7c1f req-0a7ed834-bcaa-4ac5-9737-d7d49fa1cb76 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:37:36.782221 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ff380415-b289-486f-93cd-f6b14dba7c1f req-0a7ed834-bcaa-4ac5-9737-d7d49fa1cb76 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] 10.222.0.59 "GET /v2.0/ports?device_id=e730ca42-21a4-41d5-8151-65cfc59a5be8 HTTP/1.1" status: 200 len: 946 time: 0.0769930 Feb 10 23:37:36.830060 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ff380415-b289-486f-93cd-f6b14dba7c1f req-fe287f47-cb06-4d87-8c90-652659eab77d tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] 10.222.0.59 "GET /v2.0/security-groups?id=b735b82b-a2c4-4673-bfbf-1ce6fe773807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423732 Feb 10 23:37:37.164667 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8580df-9a28-4264-8e91-1d5602c2c7a0 req-bc6ca616-7e89-46ba-9054-805b98891b46 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:37:37.166067 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7e8580df-9a28-4264-8e91-1d5602c2c7a0 req-bc6ca616-7e89-46ba-9054-805b98891b46 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] 10.222.0.37 "GET /v2.0/ports?device_id=e730ca42-21a4-41d5-8151-65cfc59a5be8 HTTP/1.1" status: 200 len: 946 time: 0.1507168 Feb 10 23:37:37.234171 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-7e8580df-9a28-4264-8e91-1d5602c2c7a0 req-58fa3847-56cb-484b-a630-3140f3406d51 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Deleting port 61dd1090-edc3-4181-81a8-93c53bfa5e9d {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:37:37.234531 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-7e8580df-9a28-4264-8e91-1d5602c2c7a0 req-58fa3847-56cb-484b-a630-3140f3406d51 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:37.474524 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-7e8580df-9a28-4264-8e91-1d5602c2c7a0 req-58fa3847-56cb-484b-a630-3140f3406d51 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] For port 61dd1090-edc3-4181-81a8-93c53bfa5e9d, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=61dd1090-edc3-4181-81a8-93c53bfa5e9d,segment=NetworkSegment(855b1558-afda-44e2-a78a-bcdcf54e68fe),segment_id=855b1558-afda-44e2-a78a-bcdcf54e68fe)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:37:37.474771 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-7e8580df-9a28-4264-8e91-1d5602c2c7a0 req-58fa3847-56cb-484b-a630-3140f3406d51 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:37.593056 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-7e8580df-9a28-4264-8e91-1d5602c2c7a0 req-58fa3847-56cb-484b-a630-3140f3406d51 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Calling delete_port for 61dd1090-edc3-4181-81a8-93c53bfa5e9d owned by compute:nova {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:37:37.810061 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-7e8580df-9a28-4264-8e91-1d5602c2c7a0 req-58fa3847-56cb-484b-a630-3140f3406d51 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:37.821378 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['61dd1090-edc3-4181-81a8-93c53bfa5e9d'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:37:37.861952 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fa3847-56cb-484b-a630-3140f3406d51 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Pushing event deleted for resources: {'Port': ['ID=61dd1090-edc3-4181-81a8-93c53bfa5e9d,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:37:37.933974 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e8580df-9a28-4264-8e91-1d5602c2c7a0 req-58fa3847-56cb-484b-a630-3140f3406d51 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] No DVR routers for this DVR port 61dd1090-edc3-4181-81a8-93c53bfa5e9d on host hv-neutron-8287 {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:37:37.936452 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-7e8580df-9a28-4264-8e91-1d5602c2c7a0 req-58fa3847-56cb-484b-a630-3140f3406d51 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:37.939049 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e730ca42-21a4-41d5-8151-65cfc59a5be8', 'name': 'network-vif-deleted', 'tag': '61dd1090-edc3-4181-81a8-93c53bfa5e9d'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:37:38.004255 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e730ca42-21a4-41d5-8151-65cfc59a5be8', 'name': 'network-vif-deleted', 'tag': '61dd1090-edc3-4181-81a8-93c53bfa5e9d', 'status': 'completed', 'code': 200} Feb 10 23:37:38.005191 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-ba2dd93b-e758-49f5-9255-f890d90c0da6 req-5ad8b092-34fa-4808-af82-3625eab2f6ed tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] 10.222.0.59 "GET /v2.0/ports?device_id=e730ca42-21a4-41d5-8151-65cfc59a5be8 HTTP/1.1" status: 200 len: 210 time: 0.0441179 Feb 10 23:37:38.011015 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7e8580df-9a28-4264-8e91-1d5602c2c7a0 req-58fa3847-56cb-484b-a630-3140f3406d51 tempest-TestEncryptedCinderVolumes-214987513 tempest-TestEncryptedCinderVolumes-214987513-project] 10.222.0.37 "DELETE /v2.0/ports/61dd1090-edc3-4181-81a8-93c53bfa5e9d HTTP/1.1" status: 204 len: 173 time: 0.8381984 Feb 10 23:37:39.207422 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 55002) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:37:39.593905 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-40b3aece-068b-484f-96d9-ecbb1668fdec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732944'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:40.260894 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-40b3aece-068b-484f-96d9-ecbb1668fdec admin admin] Deleting port fe1f7bd0-9449-4e58-b546-c6515616ce88 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:37:40.261649 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-40b3aece-068b-484f-96d9-ecbb1668fdec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:40.430865 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-40b3aece-068b-484f-96d9-ecbb1668fdec admin admin] For port fe1f7bd0-9449-4e58-b546-c6515616ce88, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=fe1f7bd0-9449-4e58-b546-c6515616ce88,segment=NetworkSegment(855b1558-afda-44e2-a78a-bcdcf54e68fe),segment_id=855b1558-afda-44e2-a78a-bcdcf54e68fe)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:37:40.431212 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-40b3aece-068b-484f-96d9-ecbb1668fdec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:40.552367 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-40b3aece-068b-484f-96d9-ecbb1668fdec admin admin] Calling delete_port for fe1f7bd0-9449-4e58-b546-c6515616ce88 owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:37:40.690537 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 61dd1090-edc3-4181-81a8-93c53bfa5e9d no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:37:40.722387 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] No Port match for: 61dd1090-edc3-4181-81a8-93c53bfa5e9d {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:37:40.722725 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 61dd1090-edc3-4181-81a8-93c53bfa5e9d not bound to the agent host hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:37:40.792691 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-40b3aece-068b-484f-96d9-ecbb1668fdec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:40.835538 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3aece-068b-484f-96d9-ecbb1668fdec admin admin] Pushing event deleted for resources: {'Port': ['ID=fe1f7bd0-9449-4e58-b546-c6515616ce88,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:37:40.874088 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b3aece-068b-484f-96d9-ecbb1668fdec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:40.874437 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b3aece-068b-484f-96d9-ecbb1668fdec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:40.874771 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b3aece-068b-484f-96d9-ecbb1668fdec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:40.875099 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b3aece-068b-484f-96d9-ecbb1668fdec admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:40.875427 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b3aece-068b-484f-96d9-ecbb1668fdec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:40.875754 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b3aece-068b-484f-96d9-ecbb1668fdec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:40.876076 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b3aece-068b-484f-96d9-ecbb1668fdec admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:40.876394 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b3aece-068b-484f-96d9-ecbb1668fdec admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:40.876813 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b3aece-068b-484f-96d9-ecbb1668fdec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:40.877133 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b3aece-068b-484f-96d9-ecbb1668fdec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:40.877450 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b3aece-068b-484f-96d9-ecbb1668fdec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:41.126812 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-40b3aece-068b-484f-96d9-ecbb1668fdec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2767638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733091'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:41.788819 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b3aece-068b-484f-96d9-ecbb1668fdec admin admin] Router 5b14f85a-af68-40fb-9627-4c4f5fde6060 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:37:41.982057 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b3aece-068b-484f-96d9-ecbb1668fdec admin admin] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:37:41.991093 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45cad7c-5473-44fe-a1ce-1c6b4af85be3 None None] Sync routers for ids ['5b14f85a-af68-40fb-9627-4c4f5fde6060'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:37:41.993869 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-40b3aece-068b-484f-96d9-ecbb1668fdec admin admin] 10.222.0.59 "PUT /v2.0/routers/5b14f85a-af68-40fb-9627-4c4f5fde6060/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7852840 Feb 10 23:37:42.000884 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 55006) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:37:42.003645 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45cad7c-5473-44fe-a1ce-1c6b4af85be3 None None] Routers {'5b14f85a-af68-40fb-9627-4c4f5fde6060'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:37:42.004251 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-b45cad7c-5473-44fe-a1ce-1c6b4af85be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:37:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['5b14f85a-af68-40fb-9627-4c4f5fde6060'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:37:42.186085 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-b45cad7c-5473-44fe-a1ce-1c6b4af85be3 None None] Set router 5b14f85a-af68-40fb-9627-4c4f5fde6060 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:37:42.196370 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b7bc5011-d889-4b48-bddb-afa81c794a8d admin admin] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:42.390909 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b7bc5011-d889-4b48-bddb-afa81c794a8d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:42.466048 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-b45cad7c-5473-44fe-a1ce-1c6b4af85be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b14f85a-af68-40fb-9627-4c4f5fde6060', 'name': 'tempest-TestEncryptedCinderVolumes-324133655-router', 'tenant_id': 'f4f107939006419aad5b7d30f3d04853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': 'fc9630d5-851c-483f-bbaa-5d8286a922a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:36:14Z', 'updated_at': '2022-02-10T23:37:40Z', 'revision_number': 5, 'project_id': 'f4f107939006419aad5b7d30f3d04853', 'gw_port': {'id': 'fc9630d5-851c-483f-bbaa-5d8286a922a2', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:37:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b14f85a-af68-40fb-9627-4c4f5fde6060', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:36:15Z', 'updated_at': '2022-02-10T23:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:37:42.467213 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b7bc5011-d889-4b48-bddb-afa81c794a8d admin admin] Deleting port fc9630d5-851c-483f-bbaa-5d8286a922a2 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:37:42.467653 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b7bc5011-d889-4b48-bddb-afa81c794a8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:42.469898 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45cad7c-5473-44fe-a1ce-1c6b4af85be3 None None] Checking router: 5b14f85a-af68-40fb-9627-4c4f5fde6060 for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:37:42.480181 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45cad7c-5473-44fe-a1ce-1c6b4af85be3 None None] Routers {'5b14f85a-af68-40fb-9627-4c4f5fde6060'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:37:42.480904 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-b45cad7c-5473-44fe-a1ce-1c6b4af85be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:37:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['5b14f85a-af68-40fb-9627-4c4f5fde6060'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:37:42.627158 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-b45cad7c-5473-44fe-a1ce-1c6b4af85be3 None None] Set router 5b14f85a-af68-40fb-9627-4c4f5fde6060 gateway port host: None {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:37:42.644875 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b7bc5011-d889-4b48-bddb-afa81c794a8d admin admin] For port fc9630d5-851c-483f-bbaa-5d8286a922a2, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=fc9630d5-851c-483f-bbaa-5d8286a922a2,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:37:42.645330 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b7bc5011-d889-4b48-bddb-afa81c794a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:42.732146 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-b45cad7c-5473-44fe-a1ce-1c6b4af85be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b14f85a-af68-40fb-9627-4c4f5fde6060', 'name': 'tempest-TestEncryptedCinderVolumes-324133655-router', 'tenant_id': 'f4f107939006419aad5b7d30f3d04853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:36:14Z', 'updated_at': '2022-02-10T23:37:42Z', 'revision_number': 6, 'project_id': 'f4f107939006419aad5b7d30f3d04853', 'gw_port_host': None}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:37:42.735934 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45cad7c-5473-44fe-a1ce-1c6b4af85be3 None None] The sync data for ids ['5b14f85a-af68-40fb-9627-4c4f5fde6060'] in dv-neutron-828797-1-hyperv is: [{'id': '5b14f85a-af68-40fb-9627-4c4f5fde6060', 'name': 'tempest-TestEncryptedCinderVolumes-324133655-router', 'tenant_id': 'f4f107939006419aad5b7d30f3d04853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:36:14Z', 'updated_at': '2022-02-10T23:37:42Z', 'revision_number': 6, 'project_id': 'f4f107939006419aad5b7d30f3d04853', 'gw_port_host': None}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:37:42.761440 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b7bc5011-d889-4b48-bddb-afa81c794a8d admin admin] Calling delete_port for fc9630d5-851c-483f-bbaa-5d8286a922a2 owned by network:router_gateway {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:37:43.096360 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b7bc5011-d889-4b48-bddb-afa81c794a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:43.147616 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bc5011-d889-4b48-bddb-afa81c794a8d admin admin] Pushing event deleted for resources: {'Port': ['ID=fc9630d5-851c-483f-bbaa-5d8286a922a2,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:37:43.360374 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b7bc5011-d889-4b48-bddb-afa81c794a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734197'] for router_gateway, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:43.617824 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b7bc5011-d889-4b48-bddb-afa81c794a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:43.622952 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b7bc5011-d889-4b48-bddb-afa81c794a8d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:43.718243 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b7bc5011-d889-4b48-bddb-afa81c794a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:43.718744 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7bc5011-d889-4b48-bddb-afa81c794a8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b14f85a-af68-40fb-9627-4c4f5fde6060 {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:37:43.734454 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b7bc5011-d889-4b48-bddb-afa81c794a8d admin admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:43.741457 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-b7bc5011-d889-4b48-bddb-afa81c794a8d admin admin] 10.222.0.59 "DELETE /v2.0/routers/5b14f85a-af68-40fb-9627-4c4f5fde6060 HTTP/1.1" status: 204 len: 168 time: 1.7346351 Feb 10 23:37:43.741648 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 55010) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:37:43.803952 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-db167996-2be3-4f4f-91bd-fcb48f811673 admin admin] Deleting subnet c2d097e5-849b-4530-bab1-e632d9cacc20 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:37:43.807184 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-db167996-2be3-4f4f-91bd-fcb48f811673 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:43.855682 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-db167996-2be3-4f4f-91bd-fcb48f811673 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:43.928804 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-db167996-2be3-4f4f-91bd-fcb48f811673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:44.056135 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-db167996-2be3-4f4f-91bd-fcb48f811673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:44.091784 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db167996-2be3-4f4f-91bd-fcb48f811673 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2d097e5-849b-4530-bab1-e632d9cacc20,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:37:44.098829 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-db167996-2be3-4f4f-91bd-fcb48f811673 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:44.105184 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-db167996-2be3-4f4f-91bd-fcb48f811673 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/c2d097e5-849b-4530-bab1-e632d9cacc20 HTTP/1.1" status: 204 len: 168 time: 0.3651135 Feb 10 23:37:44.105520 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88679f3-a600-4a50-8ec5-80d38eebc2b4 None None] Network 3fd472e4-6d27-4f25-adcc-229c5960a0cb requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:37:44.108466 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 55014) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:37:44.214885 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-acc10473-787a-4e3c-b10b-13f7a733672d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:44.224985 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-acc10473-787a-4e3c-b10b-13f7a733672d admin admin] Deleting port 4c1ae00c-a46a-4e4e-9609-9efd18965de3 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:37:44.230562 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-acc10473-787a-4e3c-b10b-13f7a733672d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:44.348210 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14522190-b5ab-4ca9-80fc-63a20ff94160 None None] DHCP port deletion for 3fd472e4-6d27-4f25-adcc-229c5960a0cb request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:37:44.352451 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-14522190-b5ab-4ca9-80fc-63a20ff94160 None None] Deleting port 4c1ae00c-a46a-4e4e-9609-9efd18965de3 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:37:44.352908 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-14522190-b5ab-4ca9-80fc-63a20ff94160 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:44.434195 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-acc10473-787a-4e3c-b10b-13f7a733672d admin admin] For port 4c1ae00c-a46a-4e4e-9609-9efd18965de3, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=4c1ae00c-a46a-4e4e-9609-9efd18965de3,segment=NetworkSegment(855b1558-afda-44e2-a78a-bcdcf54e68fe),segment_id=855b1558-afda-44e2-a78a-bcdcf54e68fe)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:37:44.434536 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-acc10473-787a-4e3c-b10b-13f7a733672d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:44.579316 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 4c1ae00c-a46a-4e4e-9609-9efd18965de3 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:37:44.646603 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-14522190-b5ab-4ca9-80fc-63a20ff94160 None None] For port 4c1ae00c-a46a-4e4e-9609-9efd18965de3, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=4c1ae00c-a46a-4e4e-9609-9efd18965de3,segment=NetworkSegment(855b1558-afda-44e2-a78a-bcdcf54e68fe),segment_id=855b1558-afda-44e2-a78a-bcdcf54e68fe)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:37:44.646991 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-14522190-b5ab-4ca9-80fc-63a20ff94160 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:44.653271 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-acc10473-787a-4e3c-b10b-13f7a733672d admin admin] Calling delete_port for 4c1ae00c-a46a-4e4e-9609-9efd18965de3 owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:37:44.773540 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-14522190-b5ab-4ca9-80fc-63a20ff94160 None None] Calling delete_port for 4c1ae00c-a46a-4e4e-9609-9efd18965de3 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:37:44.804129 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-acc10473-787a-4e3c-b10b-13f7a733672d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:44.811405 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No ports have port_id starting with 4c1ae00c-a46a-4e4e-9609-9efd18965de3 Feb 10 23:37:44.821518 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device fe1f7bd0-9449-4e58-b546-c6515616ce88 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:37:44.850793 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc10473-787a-4e3c-b10b-13f7a733672d admin admin] Pushing event deleted for resources: {'Port': ['ID=4c1ae00c-a46a-4e4e-9609-9efd18965de3,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:37:44.856218 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc10473-787a-4e3c-b10b-13f7a733672d admin admin] No DVR routers for this DVR port 4c1ae00c-a46a-4e4e-9609-9efd18965de3 on host dv-neutron-828797-1-hyperv {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:37:44.859849 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: fe1f7bd0-9449-4e58-b546-c6515616ce88 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:37:44.860190 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device fe1f7bd0-9449-4e58-b546-c6515616ce88 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:37:44.860610 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device fc9630d5-851c-483f-bbaa-5d8286a922a2 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:37:44.895222 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: fc9630d5-851c-483f-bbaa-5d8286a922a2 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:37:44.895560 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device fc9630d5-851c-483f-bbaa-5d8286a922a2 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:37:44.912864 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-14522190-b5ab-4ca9-80fc-63a20ff94160 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:37:44.913225 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-14522190-b5ab-4ca9-80fc-63a20ff94160 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:37:44.971722 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-acc10473-787a-4e3c-b10b-13f7a733672d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:44.995235 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-acc10473-787a-4e3c-b10b-13f7a733672d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fd472e4-6d27-4f25-adcc-229c5960a0cb']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:37:45.007033 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-acc10473-787a-4e3c-b10b-13f7a733672d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '855b1558-afda-44e2-a78a-bcdcf54e68fe') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:37:45.007324 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-acc10473-787a-4e3c-b10b-13f7a733672d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '855b1558-afda-44e2-a78a-bcdcf54e68fe') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:37:45.019036 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-acc10473-787a-4e3c-b10b-13f7a733672d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32216962'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:45.034223 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-acc10473-787a-4e3c-b10b-13f7a733672d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:45.040091 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acc10473-787a-4e3c-b10b-13f7a733672d admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:37:45.043647 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-acc10473-787a-4e3c-b10b-13f7a733672d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32033006'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:45.053592 dv-neutron-828797-1-hyperv neutron-server[84332]: Traceback (most recent call last): Feb 10 23:37:45.053592 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:37:45.053592 dv-neutron-828797-1-hyperv neutron-server[84332]: timer() Feb 10 23:37:45.053592 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:37:45.053592 dv-neutron-828797-1-hyperv neutron-server[84332]: cb(*args, **kw) Feb 10 23:37:45.053592 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:37:45.053592 dv-neutron-828797-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Feb 10 23:37:45.053592 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:37:45.053592 dv-neutron-828797-1-hyperv neutron-server[84332]: self._notify() Feb 10 23:37:45.053592 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:37:45.053592 dv-neutron-828797-1-hyperv neutron-server[84332]: self.callback(batched_events) Feb 10 23:37:45.053592 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:37:45.053592 dv-neutron-828797-1-hyperv neutron-server[84332]: event.method(event) Feb 10 23:37:45.053592 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:37:45.053592 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:37:45.053592 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:37:45.053592 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:37:45.053592 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:37:45.053592 dv-neutron-828797-1-hyperv neutron-server[84332]: return f(self, *a, **k) Feb 10 23:37:45.053592 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:37:45.053592 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._get(url).json() Feb 10 23:37:45.053592 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:37:45.053592 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:37:45.053592 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:37:45.053592 dv-neutron-828797-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Feb 10 23:37:45.053592 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:37:45.053592 dv-neutron-828797-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:37:45.053592 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:37:45.053592 dv-neutron-828797-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:37:45.053592 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:37:45.053592 dv-neutron-828797-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:37:45.053592 dv-neutron-828797-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:37:45.175992 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-acc10473-787a-4e3c-b10b-13f7a733672d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:45.192342 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-acc10473-787a-4e3c-b10b-13f7a733672d admin admin] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:45.202603 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc10473-787a-4e3c-b10b-13f7a733672d admin admin] Pushing event deleted for resources: {'Network': ['ID=3fd472e4-6d27-4f25-adcc-229c5960a0cb,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:37:45.279294 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-acc10473-787a-4e3c-b10b-13f7a733672d admin admin] 10.222.0.59 "DELETE /v2.0/networks/3fd472e4-6d27-4f25-adcc-229c5960a0cb HTTP/1.1" status: 204 len: 168 time: 1.1698072 Feb 10 23:37:45.282175 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 55018) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:37:45.414306 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-14522190-b5ab-4ca9-80fc-63a20ff94160 None None] Deleting port 4c1ae00c-a46a-4e4e-9609-9efd18965de3 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:37:45.414868 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-14522190-b5ab-4ca9-80fc-63a20ff94160 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:45.478695 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-14522190-b5ab-4ca9-80fc-63a20ff94160 None None] The port '4c1ae00c-a46a-4e4e-9609-9efd18965de3' was deleted {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 23:37:45.669671 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9dd3966b-396f-4d13-a908-a0bd19b0912e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732944'] for router_interface, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:46.243696 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-9dd3966b-396f-4d13-a908-a0bd19b0912e admin admin] Deleting port 3e9f73bf-fafa-4dd0-9f34-903716cf6d74 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:37:46.245069 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9dd3966b-396f-4d13-a908-a0bd19b0912e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:46.358641 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:46.505692 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-9dd3966b-396f-4d13-a908-a0bd19b0912e admin admin] For port 3e9f73bf-fafa-4dd0-9f34-903716cf6d74, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=3e9f73bf-fafa-4dd0-9f34-903716cf6d74,segment=NetworkSegment(3f659234-3d5e-4783-aaf9-6634461818fc),segment_id=3f659234-3d5e-4783-aaf9-6634461818fc)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:37:46.506039 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9dd3966b-396f-4d13-a908-a0bd19b0912e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:46.625069 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-9dd3966b-396f-4d13-a908-a0bd19b0912e admin admin] Calling delete_port for 3e9f73bf-fafa-4dd0-9f34-903716cf6d74 owned by network:router_interface {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:37:46.839043 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9dd3966b-396f-4d13-a908-a0bd19b0912e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:46.886905 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd3966b-396f-4d13-a908-a0bd19b0912e admin admin] Pushing event deleted for resources: {'Port': ['ID=3e9f73bf-fafa-4dd0-9f34-903716cf6d74,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:37:47.170454 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9dd3966b-396f-4d13-a908-a0bd19b0912e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2767638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733091'] for router_interface, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:47.836284 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dd3966b-396f-4d13-a908-a0bd19b0912e admin admin] Router ee766ad2-957e-47a9-82c8-a40964770120 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:37:48.040793 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd3966b-396f-4d13-a908-a0bd19b0912e admin admin] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:37:48.050087 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea5b9dc-ceb0-41f0-83b2-23f6ce4f6b38 None None] Sync routers for ids ['ee766ad2-957e-47a9-82c8-a40964770120'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:37:48.050552 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9dd3966b-396f-4d13-a908-a0bd19b0912e admin admin] 10.222.0.59 "PUT /v2.0/routers/ee766ad2-957e-47a9-82c8-a40964770120/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7672167 Feb 10 23:37:48.052866 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 55022) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:37:48.062395 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea5b9dc-ceb0-41f0-83b2-23f6ce4f6b38 None None] Routers {'ee766ad2-957e-47a9-82c8-a40964770120'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:37:48.063012 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-3ea5b9dc-ceb0-41f0-83b2-23f6ce4f6b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:37:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['ee766ad2-957e-47a9-82c8-a40964770120'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:37:48.237950 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-3ea5b9dc-ceb0-41f0-83b2-23f6ce4f6b38 None None] Set router ee766ad2-957e-47a9-82c8-a40964770120 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:37:48.252685 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c88b6dee-1c1e-4a22-8f5b-42ede5dccab6 admin admin] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:48.451423 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c88b6dee-1c1e-4a22-8f5b-42ede5dccab6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:48.501254 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-c88b6dee-1c1e-4a22-8f5b-42ede5dccab6 admin admin] Deleting port 73069f40-aeb4-4aa8-b5ba-e41cafe757f7 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:37:48.501595 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c88b6dee-1c1e-4a22-8f5b-42ede5dccab6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:48.517356 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-3ea5b9dc-ceb0-41f0-83b2-23f6ce4f6b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee766ad2-957e-47a9-82c8-a40964770120', 'name': 'tempest-TestEncryptedCinderVolumes-337361591-router', 'tenant_id': '8493006904e8488f92d8e21b24b7300a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.9'}], 'enable_snat': True}, 'gw_port_id': '73069f40-aeb4-4aa8-b5ba-e41cafe757f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:36:21Z', 'updated_at': '2022-02-10T23:37:46Z', 'revision_number': 5, 'project_id': '8493006904e8488f92d8e21b24b7300a', 'gw_port': {'id': '73069f40-aeb4-4aa8-b5ba-e41cafe757f7', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee766ad2-957e-47a9-82c8-a40964770120', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:36:22Z', 'updated_at': '2022-02-10T23:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:37:48.521527 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea5b9dc-ceb0-41f0-83b2-23f6ce4f6b38 None None] Checking router: ee766ad2-957e-47a9-82c8-a40964770120 for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:37:48.532996 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea5b9dc-ceb0-41f0-83b2-23f6ce4f6b38 None None] Routers {'ee766ad2-957e-47a9-82c8-a40964770120'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:37:48.533603 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-3ea5b9dc-ceb0-41f0-83b2-23f6ce4f6b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:37:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['ee766ad2-957e-47a9-82c8-a40964770120'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:37:48.683692 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-3ea5b9dc-ceb0-41f0-83b2-23f6ce4f6b38 None None] Set router ee766ad2-957e-47a9-82c8-a40964770120 gateway port host: None {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:37:48.694973 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-c88b6dee-1c1e-4a22-8f5b-42ede5dccab6 admin admin] For port 73069f40-aeb4-4aa8-b5ba-e41cafe757f7, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=73069f40-aeb4-4aa8-b5ba-e41cafe757f7,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:37:48.695320 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c88b6dee-1c1e-4a22-8f5b-42ede5dccab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:48.787801 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-3ea5b9dc-ceb0-41f0-83b2-23f6ce4f6b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee766ad2-957e-47a9-82c8-a40964770120', 'name': 'tempest-TestEncryptedCinderVolumes-337361591-router', 'tenant_id': '8493006904e8488f92d8e21b24b7300a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:36:21Z', 'updated_at': '2022-02-10T23:37:48Z', 'revision_number': 6, 'project_id': '8493006904e8488f92d8e21b24b7300a', 'gw_port_host': None}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:37:48.791561 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea5b9dc-ceb0-41f0-83b2-23f6ce4f6b38 None None] The sync data for ids ['ee766ad2-957e-47a9-82c8-a40964770120'] in dv-neutron-828797-1-hyperv is: [{'id': 'ee766ad2-957e-47a9-82c8-a40964770120', 'name': 'tempest-TestEncryptedCinderVolumes-337361591-router', 'tenant_id': '8493006904e8488f92d8e21b24b7300a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:36:21Z', 'updated_at': '2022-02-10T23:37:48Z', 'revision_number': 6, 'project_id': '8493006904e8488f92d8e21b24b7300a', 'gw_port_host': None}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:37:48.812430 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-c88b6dee-1c1e-4a22-8f5b-42ede5dccab6 admin admin] Calling delete_port for 73069f40-aeb4-4aa8-b5ba-e41cafe757f7 owned by network:router_gateway {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:37:49.084240 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c88b6dee-1c1e-4a22-8f5b-42ede5dccab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:49.095722 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a3aaba62-d94b-4b29-8e6f-86d095ef90dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:49.132422 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88b6dee-1c1e-4a22-8f5b-42ede5dccab6 admin admin] Pushing event deleted for resources: {'Port': ['ID=73069f40-aeb4-4aa8-b5ba-e41cafe757f7,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:37:49.366286 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c88b6dee-1c1e-4a22-8f5b-42ede5dccab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734197'] for router_gateway, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:49.713562 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c88b6dee-1c1e-4a22-8f5b-42ede5dccab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:49.717710 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c88b6dee-1c1e-4a22-8f5b-42ede5dccab6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:49.786953 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c88b6dee-1c1e-4a22-8f5b-42ede5dccab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:49.787486 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88b6dee-1c1e-4a22-8f5b-42ede5dccab6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee766ad2-957e-47a9-82c8-a40964770120 {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:37:49.800040 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c88b6dee-1c1e-4a22-8f5b-42ede5dccab6 admin admin] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:49.803527 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c88b6dee-1c1e-4a22-8f5b-42ede5dccab6 admin admin] 10.222.0.59 "DELETE /v2.0/routers/ee766ad2-957e-47a9-82c8-a40964770120 HTTP/1.1" status: 204 len: 168 time: 1.7474446 Feb 10 23:37:49.803755 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 55026) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:37:49.863429 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-47b3b5f9-44fe-4ab8-9c45-da537961d670 admin admin] Deleting subnet 50e72101-1854-4084-a7d8-fc8abf55b289 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:37:49.866389 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-47b3b5f9-44fe-4ab8-9c45-da537961d670 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:49.914187 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-47b3b5f9-44fe-4ab8-9c45-da537961d670 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:49.992335 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-47b3b5f9-44fe-4ab8-9c45-da537961d670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:50.118517 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-47b3b5f9-44fe-4ab8-9c45-da537961d670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:50.160019 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b3b5f9-44fe-4ab8-9c45-da537961d670 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50e72101-1854-4084-a7d8-fc8abf55b289,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:37:50.164783 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-47b3b5f9-44fe-4ab8-9c45-da537961d670 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:50.170455 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-47b3b5f9-44fe-4ab8-9c45-da537961d670 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/50e72101-1854-4084-a7d8-fc8abf55b289 HTTP/1.1" status: 204 len: 168 time: 0.3656995 Feb 10 23:37:50.171012 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e468543c-3651-48a5-9973-458fef18a909 None None] Network 9cd0d9f9-8127-4245-a231-0e65d97ef0e0 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:37:50.172881 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 55030) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:37:50.273483 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1c9e6a83-67de-4db2-9884-e19f875d9528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:50.283976 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-1c9e6a83-67de-4db2-9884-e19f875d9528 admin admin] Deleting port 5185357b-4884-4c9f-94f0-050bdbf2cd3d {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:37:50.284293 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1c9e6a83-67de-4db2-9884-e19f875d9528 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:50.411676 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a534c1eb-5fdb-4048-869a-05280f46f828 None None] DHCP port deletion for 9cd0d9f9-8127-4245-a231-0e65d97ef0e0 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:37:50.415589 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-a534c1eb-5fdb-4048-869a-05280f46f828 None None] Deleting port 5185357b-4884-4c9f-94f0-050bdbf2cd3d {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:37:50.416501 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a534c1eb-5fdb-4048-869a-05280f46f828 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:50.492650 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-1c9e6a83-67de-4db2-9884-e19f875d9528 admin admin] For port 5185357b-4884-4c9f-94f0-050bdbf2cd3d, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=5185357b-4884-4c9f-94f0-050bdbf2cd3d,segment=NetworkSegment(3f659234-3d5e-4783-aaf9-6634461818fc),segment_id=3f659234-3d5e-4783-aaf9-6634461818fc)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:37:50.493120 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1c9e6a83-67de-4db2-9884-e19f875d9528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:50.582206 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 73069f40-aeb4-4aa8-b5ba-e41cafe757f7 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:37:50.619623 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-1c9e6a83-67de-4db2-9884-e19f875d9528 admin admin] Calling delete_port for 5185357b-4884-4c9f-94f0-050bdbf2cd3d owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:37:50.628178 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 73069f40-aeb4-4aa8-b5ba-e41cafe757f7 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:37:50.628520 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 73069f40-aeb4-4aa8-b5ba-e41cafe757f7 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:37:50.628969 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 5185357b-4884-4c9f-94f0-050bdbf2cd3d no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:37:50.694350 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-a534c1eb-5fdb-4048-869a-05280f46f828 None None] For port 5185357b-4884-4c9f-94f0-050bdbf2cd3d, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=5185357b-4884-4c9f-94f0-050bdbf2cd3d,segment=NetworkSegment(3f659234-3d5e-4783-aaf9-6634461818fc),segment_id=3f659234-3d5e-4783-aaf9-6634461818fc)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:37:50.694734 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a534c1eb-5fdb-4048-869a-05280f46f828 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:50.769744 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1c9e6a83-67de-4db2-9884-e19f875d9528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:50.815481 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e6a83-67de-4db2-9884-e19f875d9528 admin admin] Pushing event deleted for resources: {'Port': ['ID=5185357b-4884-4c9f-94f0-050bdbf2cd3d,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:37:50.815726 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-a534c1eb-5fdb-4048-869a-05280f46f828 None None] Calling delete_port for 5185357b-4884-4c9f-94f0-050bdbf2cd3d owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:37:50.821420 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9e6a83-67de-4db2-9884-e19f875d9528 admin admin] No DVR routers for this DVR port 5185357b-4884-4c9f-94f0-050bdbf2cd3d on host dv-neutron-828797-1-hyperv {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:37:50.841580 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No ports have port_id starting with 5185357b-4884-4c9f-94f0-050bdbf2cd3d Feb 10 23:37:50.847413 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 3e9f73bf-fafa-4dd0-9f34-903716cf6d74 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:37:50.889070 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 3e9f73bf-fafa-4dd0-9f34-903716cf6d74 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:37:50.889406 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 3e9f73bf-fafa-4dd0-9f34-903716cf6d74 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:37:50.919239 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-a534c1eb-5fdb-4048-869a-05280f46f828 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:37:50.919597 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-a534c1eb-5fdb-4048-869a-05280f46f828 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:37:50.936127 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1c9e6a83-67de-4db2-9884-e19f875d9528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:50.960908 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-1c9e6a83-67de-4db2-9884-e19f875d9528 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cd0d9f9-8127-4245-a231-0e65d97ef0e0']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:37:50.973015 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-1c9e6a83-67de-4db2-9884-e19f875d9528 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f659234-3d5e-4783-aaf9-6634461818fc') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:37:50.973302 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-1c9e6a83-67de-4db2-9884-e19f875d9528 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f659234-3d5e-4783-aaf9-6634461818fc') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:37:50.984145 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1c9e6a83-67de-4db2-9884-e19f875d9528 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32216962'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:50.998993 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1c9e6a83-67de-4db2-9884-e19f875d9528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:51.004706 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c9e6a83-67de-4db2-9884-e19f875d9528 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:37:51.005074 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1c9e6a83-67de-4db2-9884-e19f875d9528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32033006'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:51.021830 dv-neutron-828797-1-hyperv neutron-server[84332]: Traceback (most recent call last): Feb 10 23:37:51.021830 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:37:51.021830 dv-neutron-828797-1-hyperv neutron-server[84332]: timer() Feb 10 23:37:51.021830 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:37:51.021830 dv-neutron-828797-1-hyperv neutron-server[84332]: cb(*args, **kw) Feb 10 23:37:51.021830 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:37:51.021830 dv-neutron-828797-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Feb 10 23:37:51.021830 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:37:51.021830 dv-neutron-828797-1-hyperv neutron-server[84332]: self._notify() Feb 10 23:37:51.021830 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:37:51.021830 dv-neutron-828797-1-hyperv neutron-server[84332]: self.callback(batched_events) Feb 10 23:37:51.021830 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:37:51.021830 dv-neutron-828797-1-hyperv neutron-server[84332]: event.method(event) Feb 10 23:37:51.021830 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:37:51.021830 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:37:51.021830 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:37:51.021830 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:37:51.021830 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:37:51.021830 dv-neutron-828797-1-hyperv neutron-server[84332]: return f(self, *a, **k) Feb 10 23:37:51.021830 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:37:51.021830 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._get(url).json() Feb 10 23:37:51.021830 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:37:51.021830 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:37:51.021830 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:37:51.021830 dv-neutron-828797-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Feb 10 23:37:51.021830 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:37:51.021830 dv-neutron-828797-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:37:51.021830 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:37:51.021830 dv-neutron-828797-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:37:51.021830 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:37:51.021830 dv-neutron-828797-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:37:51.021830 dv-neutron-828797-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:37:51.226863 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1c9e6a83-67de-4db2-9884-e19f875d9528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:51.242197 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1c9e6a83-67de-4db2-9884-e19f875d9528 admin admin] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:51.253336 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e6a83-67de-4db2-9884-e19f875d9528 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cd0d9f9-8127-4245-a231-0e65d97ef0e0,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:37:51.255773 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-65b82ef5-fa5d-4a0f-ac59-729152e08dc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:51.257440 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1c9e6a83-67de-4db2-9884-e19f875d9528 admin admin] 10.222.0.59 "DELETE /v2.0/networks/9cd0d9f9-8127-4245-a231-0e65d97ef0e0 HTTP/1.1" status: 204 len: 168 time: 1.0834305 Feb 10 23:37:51.421274 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-a534c1eb-5fdb-4048-869a-05280f46f828 None None] Deleting port 5185357b-4884-4c9f-94f0-050bdbf2cd3d {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:37:51.421655 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a534c1eb-5fdb-4048-869a-05280f46f828 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:51.483560 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-a534c1eb-5fdb-4048-869a-05280f46f828 None None] The port '5185357b-4884-4c9f-94f0-050bdbf2cd3d' was deleted {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 23:37:51.663258 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 55036) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:37:51.715589 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-986c4bbf-e24f-4e33-916b-57b7f5c81526 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f4f107939006419aad5b7d30f3d04853&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0511303 Feb 10 23:37:51.718220 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 55040) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:37:51.775466 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-de0f0e1b-767b-48d2-a03d-a447f60024e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:51.799725 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-de0f0e1b-767b-48d2-a03d-a447f60024e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:51.889881 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-de0f0e1b-767b-48d2-a03d-a447f60024e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:51.906663 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0f0e1b-767b-48d2-a03d-a447f60024e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b735b82b-a2c4-4673-bfbf-1ce6fe773807,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:37:51.968089 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-de0f0e1b-767b-48d2-a03d-a447f60024e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:51.969256 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-de0f0e1b-767b-48d2-a03d-a447f60024e3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b735b82b-a2c4-4673-bfbf-1ce6fe773807 HTTP/1.1" status: 204 len: 168 time: 0.2500639 Feb 10 23:37:52.575360 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:52.609582 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:52.714708 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 55048) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:37:52.763122 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-16e2bef4-1920-40af-b588-78fe375bcf93 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8493006904e8488f92d8e21b24b7300a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0472271 Feb 10 23:37:52.765517 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 55052) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:37:52.824430 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0d5a6f8f-8c7b-4af4-8888-6158bff8c8d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:52.849712 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0d5a6f8f-8c7b-4af4-8888-6158bff8c8d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:52.969596 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0d5a6f8f-8c7b-4af4-8888-6158bff8c8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:52.988919 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5a6f8f-8c7b-4af4-8888-6158bff8c8d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa4931e-09c2-458a-b5e3-ab398fdf37be,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:37:52.992083 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0d5a6f8f-8c7b-4af4-8888-6158bff8c8d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:52.993228 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-0d5a6f8f-8c7b-4af4-8888-6158bff8c8d8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9fa4931e-09c2-458a-b5e3-ab398fdf37be HTTP/1.1" status: 204 len: 168 time: 0.2268100 Feb 10 23:37:54.095399 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:54.191507 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 55074) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:37:54.345975 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-d35878a6-da4e-414a-b66c-356d5793ce9d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1233988378-network', 'tenant_id': '144ee8ffff6940b9957506284bcaddd8'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:37:54.350570 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-d35878a6-da4e-414a-b66c-356d5793ce9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:37:54.354483 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d35878a6-da4e-414a-b66c-356d5793ce9d admin admin] Usage tracker for resource:network and tenant:144ee8ffff6940b9957506284bcaddd8 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:37:54.357267 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d35878a6-da4e-414a-b66c-356d5793ce9d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:37:54.363171 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-d35878a6-da4e-414a-b66c-356d5793ce9d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:37:54.433126 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d35878a6-da4e-414a-b66c-356d5793ce9d admin admin] Made reservation on behalf of 144ee8ffff6940b9957506284bcaddd8 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:37:54.435401 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d35878a6-da4e-414a-b66c-356d5793ce9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:54.448483 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d35878a6-da4e-414a-b66c-356d5793ce9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:54.478023 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-d35878a6-da4e-414a-b66c-356d5793ce9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:37:54.482413 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d35878a6-da4e-414a-b66c-356d5793ce9d admin admin] Usage tracker for resource:security_group_rule and tenant:144ee8ffff6940b9957506284bcaddd8 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:37:54.485265 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d35878a6-da4e-414a-b66c-356d5793ce9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:37:54.490852 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-d35878a6-da4e-414a-b66c-356d5793ce9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:37:54.561340 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d35878a6-da4e-414a-b66c-356d5793ce9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:54.626828 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d35878a6-da4e-414a-b66c-356d5793ce9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:54.655001 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d35878a6-da4e-414a-b66c-356d5793ce9d admin admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:37:54.663311 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35878a6-da4e-414a-b66c-356d5793ce9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2afc1937-4470-4531-8fa3-c300daf7616f,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:37:54.669371 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d35878a6-da4e-414a-b66c-356d5793ce9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:54.669716 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-d35878a6-da4e-414a-b66c-356d5793ce9d admin admin] Added segment 2f211324-9ba1-4620-bbfc-fef12f2ccd07 of type vlan for network b0c77063-2c68-4794-a78d-480b2af8af56 Feb 10 23:37:54.694824 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d35878a6-da4e-414a-b66c-356d5793ce9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:54.798271 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d35878a6-da4e-414a-b66c-356d5793ce9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:54.799124 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35878a6-da4e-414a-b66c-356d5793ce9d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:37:54.799687 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d35878a6-da4e-414a-b66c-356d5793ce9d admin admin] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:54.901586 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35878a6-da4e-414a-b66c-356d5793ce9d admin admin] Pushing event updated for resources: {'Network': ['ID=b0c77063-2c68-4794-a78d-480b2af8af56,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:37:54.911272 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network b0c77063-2c68-4794-a78d-480b2af8af56 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:37:54.953975 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d35878a6-da4e-414a-b66c-356d5793ce9d admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7613645 Feb 10 23:37:54.956845 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 55080) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:37:54.962280 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-093adc19-eb25-4703-b00c-4bdb7e8a1519 admin admin] Request body: {'subnet': {'network_id': 'b0c77063-2c68-4794-a78d-480b2af8af56', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1233988378-subnet', 'tenant_id': '144ee8ffff6940b9957506284bcaddd8', 'ip_version': 4}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:37:54.967373 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-093adc19-eb25-4703-b00c-4bdb7e8a1519 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:37:54.971238 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-093adc19-eb25-4703-b00c-4bdb7e8a1519 admin admin] Usage tracker for resource:subnet and tenant:144ee8ffff6940b9957506284bcaddd8 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:37:54.974118 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-093adc19-eb25-4703-b00c-4bdb7e8a1519 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:37:54.980221 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-093adc19-eb25-4703-b00c-4bdb7e8a1519 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:37:55.049621 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093adc19-eb25-4703-b00c-4bdb7e8a1519 admin admin] Made reservation on behalf of 144ee8ffff6940b9957506284bcaddd8 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:37:55.052313 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-093adc19-eb25-4703-b00c-4bdb7e8a1519 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:55.312882 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-093adc19-eb25-4703-b00c-4bdb7e8a1519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:55.384007 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093adc19-eb25-4703-b00c-4bdb7e8a1519 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb715e18-e80c-47a1-9783-dd0d27779380,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:37:55.398554 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093adc19-eb25-4703-b00c-4bdb7e8a1519 admin admin] Checking segment: {'id': '2f211324-9ba1-4620-bbfc-fef12f2ccd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b0c77063-2c68-4794-a78d-480b2af8af56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:37:55.398902 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093adc19-eb25-4703-b00c-4bdb7e8a1519 admin admin] Network hostable DHCP agents. Network: b0c77063-2c68-4794-a78d-480b2af8af56, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:37:55.483886 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093adc19-eb25-4703-b00c-4bdb7e8a1519 admin admin] Network b0c77063-2c68-4794-a78d-480b2af8af56 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:37:55.535364 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-093adc19-eb25-4703-b00c-4bdb7e8a1519 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, b0c77063-2c68-4794-a78d-480b2af8af56) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:37:55.539819 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093adc19-eb25-4703-b00c-4bdb7e8a1519 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:37:55.540357 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-093adc19-eb25-4703-b00c-4bdb7e8a1519 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:55.548038 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b101b242-e625-4412-9efd-b13beb48a09a None None] Network b0c77063-2c68-4794-a78d-480b2af8af56 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:37:55.610805 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-093adc19-eb25-4703-b00c-4bdb7e8a1519 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6528909 Feb 10 23:37:55.613440 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 55084) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:37:55.618671 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-48ed44ba-050c-4161-a575-adf98d92c962 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1233988378-router', 'tenant_id': '144ee8ffff6940b9957506284bcaddd8', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:37:55.624172 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-48ed44ba-050c-4161-a575-adf98d92c962 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:37:55.628096 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-48ed44ba-050c-4161-a575-adf98d92c962 admin admin] Usage tracker for resource:router and tenant:144ee8ffff6940b9957506284bcaddd8 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:37:55.631092 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-48ed44ba-050c-4161-a575-adf98d92c962 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:37:55.637448 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-48ed44ba-050c-4161-a575-adf98d92c962 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:37:55.706976 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-48ed44ba-050c-4161-a575-adf98d92c962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:55.707946 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-48ed44ba-050c-4161-a575-adf98d92c962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:55.726368 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-48ed44ba-050c-4161-a575-adf98d92c962 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:55.762489 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573d2e5d-3b61-47b5-846f-3820d1a349a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-b0c77063-2c68-4794-a78d-480b2af8af56', 'network_id': 'b0c77063-2c68-4794-a78d-480b2af8af56', 'tenant_id': '144ee8ffff6940b9957506284bcaddd8', 'fixed_ips': [{'subnet_id': 'eb715e18-e80c-47a1-9783-dd0d27779380'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:37:55.766948 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-573d2e5d-3b61-47b5-846f-3820d1a349a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:55.914407 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-573d2e5d-3b61-47b5-846f-3820d1a349a0 None None] Allocated IP 172.20.0.2 (b0c77063-2c68-4794-a78d-480b2af8af56/eb715e18-e80c-47a1-9783-dd0d27779380/eaf89631-526a-4513-a4a2-d020721c8337) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:37:55.945792 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-48ed44ba-050c-4161-a575-adf98d92c962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:56.116386 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-573d2e5d-3b61-47b5-846f-3820d1a349a0 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:56.126468 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-573d2e5d-3b61-47b5-846f-3820d1a349a0 None None] Transition to ACTIVE for port object eaf89631-526a-4513-a4a2-d020721c8337 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:37:56.145964 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-573d2e5d-3b61-47b5-846f-3820d1a349a0 None None] Transition to ACTIVE for port object eaf89631-526a-4513-a4a2-d020721c8337 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:37:56.206644 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-48ed44ba-050c-4161-a575-adf98d92c962 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:56.209961 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-573d2e5d-3b61-47b5-846f-3820d1a349a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:56.235711 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-48ed44ba-050c-4161-a575-adf98d92c962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:56.279501 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573d2e5d-3b61-47b5-846f-3820d1a349a0 None None] Network b0c77063-2c68-4794-a78d-480b2af8af56 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:37:56.282192 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-573d2e5d-3b61-47b5-846f-3820d1a349a0 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:37:56.286459 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573d2e5d-3b61-47b5-846f-3820d1a349a0 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:37:56.289312 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573d2e5d-3b61-47b5-846f-3820d1a349a0 None None] Pushing event updated for resources: {'Port': ['ID=eaf89631-526a-4513-a4a2-d020721c8337,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:37:56.371898 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-573d2e5d-3b61-47b5-846f-3820d1a349a0 None None] Attempting to bind port eaf89631-526a-4513-a4a2-d020721c8337 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:37:56.372261 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-573d2e5d-3b61-47b5-846f-3820d1a349a0 None None] Attempting to bind port eaf89631-526a-4513-a4a2-d020721c8337 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '2f211324-9ba1-4620-bbfc-fef12f2ccd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b0c77063-2c68-4794-a78d-480b2af8af56'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:37:56.372614 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-48ed44ba-050c-4161-a575-adf98d92c962 admin admin] Allocated IP 172.26.8.89 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/f4a9f94f-c039-4bcb-8ee4-9bd0203a15f1) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:37:56.373091 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573d2e5d-3b61-47b5-846f-3820d1a349a0 None None] Attempting to bind port eaf89631-526a-4513-a4a2-d020721c8337 on network b0c77063-2c68-4794-a78d-480b2af8af56 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:37:56.378911 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573d2e5d-3b61-47b5-846f-3820d1a349a0 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:37:56.385021 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573d2e5d-3b61-47b5-846f-3820d1a349a0 None None] Checking segment: {'id': '2f211324-9ba1-4620-bbfc-fef12f2ccd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b0c77063-2c68-4794-a78d-480b2af8af56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:37:56.385021 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-573d2e5d-3b61-47b5-846f-3820d1a349a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:56.385021 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573d2e5d-3b61-47b5-846f-3820d1a349a0 None None] Bound using segment: {'id': '2f211324-9ba1-4620-bbfc-fef12f2ccd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b0c77063-2c68-4794-a78d-480b2af8af56'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:37:56.385021 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-573d2e5d-3b61-47b5-846f-3820d1a349a0 None None] Bound port: eaf89631-526a-4513-a4a2-d020721c8337, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f211324-9ba1-4620-bbfc-fef12f2ccd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b0c77063-2c68-4794-a78d-480b2af8af56'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:37:56.385021 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-573d2e5d-3b61-47b5-846f-3820d1a349a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:56.469856 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-573d2e5d-3b61-47b5-846f-3820d1a349a0 None None] For port eaf89631-526a-4513-a4a2-d020721c8337, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:37:56.472731 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-573d2e5d-3b61-47b5-846f-3820d1a349a0 None None] For port eaf89631-526a-4513-a4a2-d020721c8337, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=eaf89631-526a-4513-a4a2-d020721c8337,segment=NetworkSegment(2f211324-9ba1-4620-bbfc-fef12f2ccd07),segment_id=2f211324-9ba1-4620-bbfc-fef12f2ccd07)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:37:56.518053 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-48ed44ba-050c-4161-a575-adf98d92c962 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:56.529862 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-573d2e5d-3b61-47b5-846f-3820d1a349a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:56.593263 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-48ed44ba-050c-4161-a575-adf98d92c962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:56.613989 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573d2e5d-3b61-47b5-846f-3820d1a349a0 None None] Pushing event updated for resources: {'Port': ['ID=eaf89631-526a-4513-a4a2-d020721c8337,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:37:56.663608 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ed44ba-050c-4161-a575-adf98d92c962 admin admin] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:37:56.666588 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-48ed44ba-050c-4161-a575-adf98d92c962 admin admin] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:37:56.671307 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ed44ba-050c-4161-a575-adf98d92c962 admin admin] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:37:56.695541 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ed44ba-050c-4161-a575-adf98d92c962 admin admin] Pushing event updated for resources: {'Port': ['ID=f4a9f94f-c039-4bcb-8ee4-9bd0203a15f1,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:37:57.018204 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-48ed44ba-050c-4161-a575-adf98d92c962 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:57.018840 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-48ed44ba-050c-4161-a575-adf98d92c962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:57.324283 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48ed44ba-050c-4161-a575-adf98d92c962 admin admin] Router 226565d3-bbd5-4960-8271-6344eab6b51f is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:37:57.503590 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df13a8a-37c3-4e5c-839e-3dac8353d09b None None] Network b0c77063-2c68-4794-a78d-480b2af8af56 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:37:57.529260 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ed44ba-050c-4161-a575-adf98d92c962 admin admin] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:37:57.567704 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17585298-3f22-4874-85d0-82e7f0d6a010 None None] Sync routers for ids ['226565d3-bbd5-4960-8271-6344eab6b51f'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:37:57.605141 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-48ed44ba-050c-4161-a575-adf98d92c962 admin admin] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:57.606362 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-48ed44ba-050c-4161-a575-adf98d92c962 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9920011 Feb 10 23:37:57.609813 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 55088) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:37:57.623207 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17585298-3f22-4874-85d0-82e7f0d6a010 None None] Routers {'226565d3-bbd5-4960-8271-6344eab6b51f'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:37:57.623847 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-17585298-3f22-4874-85d0-82e7f0d6a010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:37:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['226565d3-bbd5-4960-8271-6344eab6b51f'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:37:57.800276 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-33d55cc6-c430-4321-8c26-97e9d70299ee None None] Provisioning for port eaf89631-526a-4513-a4a2-d020721c8337 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:37:57.913906 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-17585298-3f22-4874-85d0-82e7f0d6a010 None None] Set router 226565d3-bbd5-4960-8271-6344eab6b51f gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:37:58.261006 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-17585298-3f22-4874-85d0-82e7f0d6a010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226565d3-bbd5-4960-8271-6344eab6b51f', 'name': 'tempest-TestMinimumBasicScenario-1233988378-router', 'tenant_id': '144ee8ffff6940b9957506284bcaddd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.89'}], 'enable_snat': True}, 'gw_port_id': 'f4a9f94f-c039-4bcb-8ee4-9bd0203a15f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:37:55Z', 'updated_at': '2022-02-10T23:37:56Z', 'revision_number': 3, 'project_id': '144ee8ffff6940b9957506284bcaddd8', 'gw_port': {'id': 'f4a9f94f-c039-4bcb-8ee4-9bd0203a15f1', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c5:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226565d3-bbd5-4960-8271-6344eab6b51f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:37:56Z', 'updated_at': '2022-02-10T23:37:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:37:58.264846 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17585298-3f22-4874-85d0-82e7f0d6a010 None None] Checking router: 226565d3-bbd5-4960-8271-6344eab6b51f for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:37:58.265319 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17585298-3f22-4874-85d0-82e7f0d6a010 None None] Updating router 226565d3-bbd5-4960-8271-6344eab6b51f port f4a9f94f-c039-4bcb-8ee4-9bd0203a15f1 binding host dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:37:58.315377 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-17585298-3f22-4874-85d0-82e7f0d6a010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:58.460502 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-95d8d660-5909-4b49-8960-3806bc76b284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:58.639192 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device eaf89631-526a-4513-a4a2-d020721c8337 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:37:58.675160 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-95d8d660-5909-4b49-8960-3806bc76b284 admin admin] Allocated IP 172.20.0.1 (b0c77063-2c68-4794-a78d-480b2af8af56/eb715e18-e80c-47a1-9783-dd0d27779380/f6c78a56-9662-463a-b4fc-94fc3a0ef8f1) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:37:58.702808 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-17585298-3f22-4874-85d0-82e7f0d6a010 None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:58.720288 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-17585298-3f22-4874-85d0-82e7f0d6a010 None None] Transition to ACTIVE for port object f4a9f94f-c039-4bcb-8ee4-9bd0203a15f1 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:37:58.769575 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-17585298-3f22-4874-85d0-82e7f0d6a010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:58.808084 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port eaf89631-526a-4513-a4a2-d020721c8337 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:37:58.825770 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-95d8d660-5909-4b49-8960-3806bc76b284 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:58.830901 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port eaf89631-526a-4513-a4a2-d020721c8337 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:37:58.834379 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:58.841614 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-95d8d660-5909-4b49-8960-3806bc76b284 admin admin] Transition to ACTIVE for port object f6c78a56-9662-463a-b4fc-94fc3a0ef8f1 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:37:58.896912 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366914a-2274-4186-86fa-c08a9052af15 None None] Pushing event updated for resources: {'Port': ['ID=f4a9f94f-c039-4bcb-8ee4-9bd0203a15f1,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:37:58.900821 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-17585298-3f22-4874-85d0-82e7f0d6a010 None None] Attempting to bind port f4a9f94f-c039-4bcb-8ee4-9bd0203a15f1 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:37:58.908677 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-17585298-3f22-4874-85d0-82e7f0d6a010 None None] Attempting to bind port f4a9f94f-c039-4bcb-8ee4-9bd0203a15f1 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:37:58.908677 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17585298-3f22-4874-85d0-82e7f0d6a010 None None] Attempting to bind port f4a9f94f-c039-4bcb-8ee4-9bd0203a15f1 on network c2ed7563-f8af-409c-803f-f56530124ba5 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:37:58.914111 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17585298-3f22-4874-85d0-82e7f0d6a010 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:37:58.914475 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17585298-3f22-4874-85d0-82e7f0d6a010 None None] Checking segment: {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:37:58.914863 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-17585298-3f22-4874-85d0-82e7f0d6a010 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:58.915238 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17585298-3f22-4874-85d0-82e7f0d6a010 None None] Bound using segment: {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:37:58.916353 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-17585298-3f22-4874-85d0-82e7f0d6a010 None None] Bound port: f4a9f94f-c039-4bcb-8ee4-9bd0203a15f1, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:37:58.916747 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-17585298-3f22-4874-85d0-82e7f0d6a010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:58.924595 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-95d8d660-5909-4b49-8960-3806bc76b284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:58.993288 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d8d660-5909-4b49-8960-3806bc76b284 admin admin] Network b0c77063-2c68-4794-a78d-480b2af8af56 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:37:58.996806 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d8d660-5909-4b49-8960-3806bc76b284 admin admin] Pushing event updated for resources: {'Port': ['ID=f6c78a56-9662-463a-b4fc-94fc3a0ef8f1,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:37:58.999167 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-95d8d660-5909-4b49-8960-3806bc76b284 admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:37:59.001329 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d8d660-5909-4b49-8960-3806bc76b284 admin admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:37:59.043550 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-17585298-3f22-4874-85d0-82e7f0d6a010 None None] For port f4a9f94f-c039-4bcb-8ee4-9bd0203a15f1, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:37:59.045808 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:59.058022 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-95d8d660-5909-4b49-8960-3806bc76b284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733071'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:59.065462 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-17585298-3f22-4874-85d0-82e7f0d6a010 None None] For port f4a9f94f-c039-4bcb-8ee4-9bd0203a15f1, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=f4a9f94f-c039-4bcb-8ee4-9bd0203a15f1,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:37:59.084008 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port eaf89631-526a-4513-a4a2-d020721c8337, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=eaf89631-526a-4513-a4a2-d020721c8337,segment=NetworkSegment(2f211324-9ba1-4620-bbfc-fef12f2ccd07),segment_id=2f211324-9ba1-4620-bbfc-fef12f2ccd07)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:37:59.113209 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-17585298-3f22-4874-85d0-82e7f0d6a010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:59.157258 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:59.205732 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-95d8d660-5909-4b49-8960-3806bc76b284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:59.209500 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366914a-2274-4186-86fa-c08a9052af15 None None] Pushing event updated for resources: {'Port': ['ID=f4a9f94f-c039-4bcb-8ee4-9bd0203a15f1,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:37:59.259018 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17585298-3f22-4874-85d0-82e7f0d6a010 None None] Routers {'226565d3-bbd5-4960-8271-6344eab6b51f'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:37:59.260269 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-17585298-3f22-4874-85d0-82e7f0d6a010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:37:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['226565d3-bbd5-4960-8271-6344eab6b51f'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:37:59.427786 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-95d8d660-5909-4b49-8960-3806bc76b284 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:59.431882 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=eaf89631-526a-4513-a4a2-d020721c8337,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:37:59.453984 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-5838a8a6-a09c-4432-89f3-a455b38f79f5 None None] Provisioning for port f6c78a56-9662-463a-b4fc-94fc3a0ef8f1 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:37:59.462009 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-5838a8a6-a09c-4432-89f3-a455b38f79f5 None None] Provisioning complete for port f6c78a56-9662-463a-b4fc-94fc3a0ef8f1 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:37:59.462378 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5838a8a6-a09c-4432-89f3-a455b38f79f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:59.506640 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-95d8d660-5909-4b49-8960-3806bc76b284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:59.525438 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-17585298-3f22-4874-85d0-82e7f0d6a010 None None] Set router 226565d3-bbd5-4960-8271-6344eab6b51f gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:37:59.566675 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-5838a8a6-a09c-4432-89f3-a455b38f79f5 None None] Port f6c78a56-9662-463a-b4fc-94fc3a0ef8f1 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:37:59.613765 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-95d8d660-5909-4b49-8960-3806bc76b284 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2767683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732898'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:59.617165 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d8d660-5909-4b49-8960-3806bc76b284 admin admin] Pushing event updated for resources: {'Port': ['ID=f6c78a56-9662-463a-b4fc-94fc3a0ef8f1,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:37:59.753509 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d8d660-5909-4b49-8960-3806bc76b284 admin admin] Network b0c77063-2c68-4794-a78d-480b2af8af56 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:37:59.754569 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-95d8d660-5909-4b49-8960-3806bc76b284 admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:37:59.892881 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-17585298-3f22-4874-85d0-82e7f0d6a010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226565d3-bbd5-4960-8271-6344eab6b51f', 'name': 'tempest-TestMinimumBasicScenario-1233988378-router', 'tenant_id': '144ee8ffff6940b9957506284bcaddd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.89'}], 'enable_snat': True}, 'gw_port_id': 'f4a9f94f-c039-4bcb-8ee4-9bd0203a15f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:37:55Z', 'updated_at': '2022-02-10T23:37:59Z', 'revision_number': 4, 'project_id': '144ee8ffff6940b9957506284bcaddd8', 'gw_port': {'id': 'f4a9f94f-c039-4bcb-8ee4-9bd0203a15f1', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c5:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226565d3-bbd5-4960-8271-6344eab6b51f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:37:56Z', 'updated_at': '2022-02-10T23:37:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'f6c78a56-9662-463a-b4fc-94fc3a0ef8f1', 'name': '', 'network_id': 'b0c77063-2c68-4794-a78d-480b2af8af56', 'tenant_id': '144ee8ffff6940b9957506284bcaddd8', 'mac_address': 'fa:16:3e:25:35:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226565d3-bbd5-4960-8271-6344eab6b51f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb715e18-e80c-47a1-9783-dd0d27779380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:37:58Z', 'updated_at': '2022-02-10T23:37:58Z', 'revision_number': 1, 'project_id': '144ee8ffff6940b9957506284bcaddd8', 'subnets': [{'id': 'eb715e18-e80c-47a1-9783-dd0d27779380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:37:59.896867 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17585298-3f22-4874-85d0-82e7f0d6a010 None None] The sync data for ids ['226565d3-bbd5-4960-8271-6344eab6b51f'] in dv-neutron-828797-1-hyperv is: [{'id': '226565d3-bbd5-4960-8271-6344eab6b51f', 'name': 'tempest-TestMinimumBasicScenario-1233988378-router', 'tenant_id': '144ee8ffff6940b9957506284bcaddd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.89'}], 'enable_snat': True}, 'gw_port_id': 'f4a9f94f-c039-4bcb-8ee4-9bd0203a15f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:37:55Z', 'updated_at': '2022-02-10T23:37:59Z', 'revision_number': 4, 'project_id': '144ee8ffff6940b9957506284bcaddd8', 'gw_port': {'id': 'f4a9f94f-c039-4bcb-8ee4-9bd0203a15f1', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c5:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226565d3-bbd5-4960-8271-6344eab6b51f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:37:56Z', 'updated_at': '2022-02-10T23:37:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'f6c78a56-9662-463a-b4fc-94fc3a0ef8f1', 'name': '', 'network_id': 'b0c77063-2c68-4794-a78d-480b2af8af56', 'tenant_id': '144ee8ffff6940b9957506284bcaddd8', 'mac_address': 'fa:16:3e:25:35:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226565d3-bbd5-4960-8271-6344eab6b51f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb715e18-e80c-47a1-9783-dd0d27779380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:37:58Z', 'updated_at': '2022-02-10T23:37:58Z', 'revision_number': 1, 'project_id': '144ee8ffff6940b9957506284bcaddd8', 'subnets': [{'id': 'eb715e18-e80c-47a1-9783-dd0d27779380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:37:59.991925 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-bac432cc-b9be-495a-ab0f-640b4b3825ae None None] Provisioning complete for port f6c78a56-9662-463a-b4fc-94fc3a0ef8f1 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:37:59.992293 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bac432cc-b9be-495a-ab0f-640b4b3825ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:00.051427 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-bac432cc-b9be-495a-ab0f-640b4b3825ae None None] Port f6c78a56-9662-463a-b4fc-94fc3a0ef8f1 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:38:00.280955 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d8d660-5909-4b49-8960-3806bc76b284 admin admin] Router 226565d3-bbd5-4960-8271-6344eab6b51f has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:38:00.496219 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d8d660-5909-4b49-8960-3806bc76b284 admin admin] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:38:00.512600 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-95d8d660-5909-4b49-8960-3806bc76b284 admin admin] 10.222.0.59 "PUT /v2.0/routers/226565d3-bbd5-4960-8271-6344eab6b51f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8949521 Feb 10 23:38:00.663132 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device f4a9f94f-c039-4bcb-8ee4-9bd0203a15f1 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:38:00.820841 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port f4a9f94f-c039-4bcb-8ee4-9bd0203a15f1 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:38:00.827916 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port f4a9f94f-c039-4bcb-8ee4-9bd0203a15f1 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:38:00.828300 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:00.947115 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:00.963691 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port f4a9f94f-c039-4bcb-8ee4-9bd0203a15f1, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=f4a9f94f-c039-4bcb-8ee4-9bd0203a15f1,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:38:01.004084 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:01.004899 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device eaf89631-526a-4513-a4a2-d020721c8337 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:38:01.127247 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=f4a9f94f-c039-4bcb-8ee4-9bd0203a15f1,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:38:01.140580 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port eaf89631-526a-4513-a4a2-d020721c8337 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:38:01.140945 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:01.603052 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 55110) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:38:01.608719 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-0bb34d08-f489-49bd-a94d-2928a0160b55 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-219824973-network', 'tenant_id': '48dceb113d6c42c6bffe0b447697cfaa'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:38:01.613617 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-0bb34d08-f489-49bd-a94d-2928a0160b55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:38:01.617375 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-0bb34d08-f489-49bd-a94d-2928a0160b55 admin admin] Usage tracker for resource:network and tenant:48dceb113d6c42c6bffe0b447697cfaa is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:38:01.620348 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-0bb34d08-f489-49bd-a94d-2928a0160b55 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:38:01.625889 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-0bb34d08-f489-49bd-a94d-2928a0160b55 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:38:01.695186 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb34d08-f489-49bd-a94d-2928a0160b55 admin admin] Made reservation on behalf of 48dceb113d6c42c6bffe0b447697cfaa for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:38:01.698370 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0bb34d08-f489-49bd-a94d-2928a0160b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:01.710865 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0bb34d08-f489-49bd-a94d-2928a0160b55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:01.745428 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-0bb34d08-f489-49bd-a94d-2928a0160b55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:38:01.749202 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-0bb34d08-f489-49bd-a94d-2928a0160b55 admin admin] Usage tracker for resource:security_group_rule and tenant:48dceb113d6c42c6bffe0b447697cfaa is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:38:01.752050 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-0bb34d08-f489-49bd-a94d-2928a0160b55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:38:01.757777 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-0bb34d08-f489-49bd-a94d-2928a0160b55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:38:01.824155 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0bb34d08-f489-49bd-a94d-2928a0160b55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:01.889672 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0bb34d08-f489-49bd-a94d-2928a0160b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:01.918406 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bb34d08-f489-49bd-a94d-2928a0160b55 admin admin] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:38:01.926643 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb34d08-f489-49bd-a94d-2928a0160b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413f9a7e-ed43-4fe6-9610-1e2def2a43ae,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:38:01.933862 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0bb34d08-f489-49bd-a94d-2928a0160b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:01.939565 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-0bb34d08-f489-49bd-a94d-2928a0160b55 admin admin] Added segment 8266d933-65c1-45f4-8a6c-9dfbe6793a74 of type vlan for network f1e6c006-841c-45d4-9b75-0cf6c157a54b Feb 10 23:38:01.962280 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0bb34d08-f489-49bd-a94d-2928a0160b55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:02.054937 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0bb34d08-f489-49bd-a94d-2928a0160b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:02.055727 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb34d08-f489-49bd-a94d-2928a0160b55 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:38:02.056827 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0bb34d08-f489-49bd-a94d-2928a0160b55 admin admin] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:02.152770 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb34d08-f489-49bd-a94d-2928a0160b55 admin admin] Pushing event updated for resources: {'Network': ['ID=f1e6c006-841c-45d4-9b75-0cf6c157a54b,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:38:02.162287 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network f1e6c006-841c-45d4-9b75-0cf6c157a54b details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:38:02.198860 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-0bb34d08-f489-49bd-a94d-2928a0160b55 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5946589 Feb 10 23:38:02.201569 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 55114) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:38:02.206764 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-feb4c49d-d77b-4722-a630-c4fa752509a8 admin admin] Request body: {'subnet': {'network_id': 'f1e6c006-841c-45d4-9b75-0cf6c157a54b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-219824973-subnet', 'tenant_id': '48dceb113d6c42c6bffe0b447697cfaa', 'ip_version': 4}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:38:02.211576 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-feb4c49d-d77b-4722-a630-c4fa752509a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:38:02.215606 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-feb4c49d-d77b-4722-a630-c4fa752509a8 admin admin] Usage tracker for resource:subnet and tenant:48dceb113d6c42c6bffe0b447697cfaa is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:38:02.218404 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-feb4c49d-d77b-4722-a630-c4fa752509a8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:38:02.223992 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-feb4c49d-d77b-4722-a630-c4fa752509a8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:38:02.300926 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb4c49d-d77b-4722-a630-c4fa752509a8 admin admin] Made reservation on behalf of 48dceb113d6c42c6bffe0b447697cfaa for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:38:02.303258 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-feb4c49d-d77b-4722-a630-c4fa752509a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:02.552422 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-feb4c49d-d77b-4722-a630-c4fa752509a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:02.572342 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device f4a9f94f-c039-4bcb-8ee4-9bd0203a15f1 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:38:02.628529 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb4c49d-d77b-4722-a630-c4fa752509a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4119ecf9-fcae-45f2-8985-9968383c5c3f,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:38:02.637220 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb4c49d-d77b-4722-a630-c4fa752509a8 admin admin] Checking segment: {'id': '8266d933-65c1-45f4-8a6c-9dfbe6793a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f1e6c006-841c-45d4-9b75-0cf6c157a54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:38:02.637586 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb4c49d-d77b-4722-a630-c4fa752509a8 admin admin] Network hostable DHCP agents. Network: f1e6c006-841c-45d4-9b75-0cf6c157a54b, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:38:02.639511 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port f4a9f94f-c039-4bcb-8ee4-9bd0203a15f1 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:38:02.639950 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:02.700561 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb4c49d-d77b-4722-a630-c4fa752509a8 admin admin] Network f1e6c006-841c-45d4-9b75-0cf6c157a54b is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:38:02.752163 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-feb4c49d-d77b-4722-a630-c4fa752509a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, f1e6c006-841c-45d4-9b75-0cf6c157a54b) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:38:02.755966 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb4c49d-d77b-4722-a630-c4fa752509a8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:38:02.756618 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-feb4c49d-d77b-4722-a630-c4fa752509a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:02.761818 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb66014c-09b0-418e-82f6-03928a124fcb None None] Network f1e6c006-841c-45d4-9b75-0cf6c157a54b requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:38:02.821432 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-feb4c49d-d77b-4722-a630-c4fa752509a8 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6188426 Feb 10 23:38:02.823888 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 55118) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:38:02.829048 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-c0776154-af9f-4dac-ae80-e4f15b81a4df admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-219824973-router', 'tenant_id': '48dceb113d6c42c6bffe0b447697cfaa', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:38:02.833684 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c0776154-af9f-4dac-ae80-e4f15b81a4df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:38:02.838304 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-c0776154-af9f-4dac-ae80-e4f15b81a4df admin admin] Usage tracker for resource:router and tenant:48dceb113d6c42c6bffe0b447697cfaa is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:38:02.841137 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-c0776154-af9f-4dac-ae80-e4f15b81a4df admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:38:02.846988 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c0776154-af9f-4dac-ae80-e4f15b81a4df admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:38:02.918042 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c0776154-af9f-4dac-ae80-e4f15b81a4df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:02.919121 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c0776154-af9f-4dac-ae80-e4f15b81a4df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:02.937365 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c0776154-af9f-4dac-ae80-e4f15b81a4df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:02.970419 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732d281a-2f21-492a-aee3-1036e0f1b1da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-f1e6c006-841c-45d4-9b75-0cf6c157a54b', 'network_id': 'f1e6c006-841c-45d4-9b75-0cf6c157a54b', 'tenant_id': '48dceb113d6c42c6bffe0b447697cfaa', 'fixed_ips': [{'subnet_id': '4119ecf9-fcae-45f2-8985-9968383c5c3f'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:38:02.971217 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-732d281a-2f21-492a-aee3-1036e0f1b1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:03.129914 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-732d281a-2f21-492a-aee3-1036e0f1b1da None None] Allocated IP 172.20.0.2 (f1e6c006-841c-45d4-9b75-0cf6c157a54b/4119ecf9-fcae-45f2-8985-9968383c5c3f/547574af-18cf-4f17-b993-5d5d93d3d005) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:38:03.137902 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c0776154-af9f-4dac-ae80-e4f15b81a4df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:03.331022 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-732d281a-2f21-492a-aee3-1036e0f1b1da None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:03.343869 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-732d281a-2f21-492a-aee3-1036e0f1b1da None None] Transition to ACTIVE for port object 547574af-18cf-4f17-b993-5d5d93d3d005 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:38:03.362214 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-732d281a-2f21-492a-aee3-1036e0f1b1da None None] Transition to ACTIVE for port object 547574af-18cf-4f17-b993-5d5d93d3d005 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:38:03.393464 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c0776154-af9f-4dac-ae80-e4f15b81a4df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:03.422969 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c0776154-af9f-4dac-ae80-e4f15b81a4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:03.432848 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-732d281a-2f21-492a-aee3-1036e0f1b1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:03.529343 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732d281a-2f21-492a-aee3-1036e0f1b1da None None] Network f1e6c006-841c-45d4-9b75-0cf6c157a54b is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:38:03.531892 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-732d281a-2f21-492a-aee3-1036e0f1b1da None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:38:03.536032 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732d281a-2f21-492a-aee3-1036e0f1b1da None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:38:03.538079 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732d281a-2f21-492a-aee3-1036e0f1b1da None None] Pushing event updated for resources: {'Port': ['ID=547574af-18cf-4f17-b993-5d5d93d3d005,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:38:03.568711 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-c0776154-af9f-4dac-ae80-e4f15b81a4df admin admin] Allocated IP 172.26.8.254 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/2dbd3c03-d961-4127-9b70-7d9f3e3aaa6e) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:38:03.627854 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-732d281a-2f21-492a-aee3-1036e0f1b1da None None] Attempting to bind port 547574af-18cf-4f17-b993-5d5d93d3d005 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:38:03.628217 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-732d281a-2f21-492a-aee3-1036e0f1b1da None None] Attempting to bind port 547574af-18cf-4f17-b993-5d5d93d3d005 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '8266d933-65c1-45f4-8a6c-9dfbe6793a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f1e6c006-841c-45d4-9b75-0cf6c157a54b'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:38:03.628650 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732d281a-2f21-492a-aee3-1036e0f1b1da None None] Attempting to bind port 547574af-18cf-4f17-b993-5d5d93d3d005 on network f1e6c006-841c-45d4-9b75-0cf6c157a54b {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:38:03.635287 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732d281a-2f21-492a-aee3-1036e0f1b1da None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:38:03.635730 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732d281a-2f21-492a-aee3-1036e0f1b1da None None] Checking segment: {'id': '8266d933-65c1-45f4-8a6c-9dfbe6793a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f1e6c006-841c-45d4-9b75-0cf6c157a54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:38:03.636145 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-732d281a-2f21-492a-aee3-1036e0f1b1da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:03.636526 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732d281a-2f21-492a-aee3-1036e0f1b1da None None] Bound using segment: {'id': '8266d933-65c1-45f4-8a6c-9dfbe6793a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f1e6c006-841c-45d4-9b75-0cf6c157a54b'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:38:03.637007 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-732d281a-2f21-492a-aee3-1036e0f1b1da None None] Bound port: 547574af-18cf-4f17-b993-5d5d93d3d005, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8266d933-65c1-45f4-8a6c-9dfbe6793a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f1e6c006-841c-45d4-9b75-0cf6c157a54b'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:38:03.637364 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-732d281a-2f21-492a-aee3-1036e0f1b1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:03.716843 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c0776154-af9f-4dac-ae80-e4f15b81a4df admin admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:03.725496 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-732d281a-2f21-492a-aee3-1036e0f1b1da None None] For port 547574af-18cf-4f17-b993-5d5d93d3d005, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:38:03.728958 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-732d281a-2f21-492a-aee3-1036e0f1b1da None None] For port 547574af-18cf-4f17-b993-5d5d93d3d005, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=547574af-18cf-4f17-b993-5d5d93d3d005,segment=NetworkSegment(8266d933-65c1-45f4-8a6c-9dfbe6793a74),segment_id=8266d933-65c1-45f4-8a6c-9dfbe6793a74)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:38:03.803659 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-732d281a-2f21-492a-aee3-1036e0f1b1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:03.815437 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c0776154-af9f-4dac-ae80-e4f15b81a4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:03.880221 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732d281a-2f21-492a-aee3-1036e0f1b1da None None] Pushing event updated for resources: {'Port': ['ID=547574af-18cf-4f17-b993-5d5d93d3d005,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:38:03.988343 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0776154-af9f-4dac-ae80-e4f15b81a4df admin admin] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:38:03.991147 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-c0776154-af9f-4dac-ae80-e4f15b81a4df admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:38:03.995504 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0776154-af9f-4dac-ae80-e4f15b81a4df admin admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:38:04.028456 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0776154-af9f-4dac-ae80-e4f15b81a4df admin admin] Pushing event updated for resources: {'Port': ['ID=2dbd3c03-d961-4127-9b70-7d9f3e3aaa6e,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:38:04.201301 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c0776154-af9f-4dac-ae80-e4f15b81a4df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:04.202034 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c0776154-af9f-4dac-ae80-e4f15b81a4df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:04.513267 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0776154-af9f-4dac-ae80-e4f15b81a4df admin admin] Router 2f14f58b-1ff5-4c0e-921b-29486c96fc92 is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:38:04.609890 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 547574af-18cf-4f17-b993-5d5d93d3d005 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:38:04.740199 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0776154-af9f-4dac-ae80-e4f15b81a4df admin admin] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:38:04.752386 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38873144-4389-4b4d-8974-89eaee7fcec1 None None] Sync routers for ids ['2f14f58b-1ff5-4c0e-921b-29486c96fc92'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:38:04.760739 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 547574af-18cf-4f17-b993-5d5d93d3d005 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:38:04.769896 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38873144-4389-4b4d-8974-89eaee7fcec1 None None] Routers {'2f14f58b-1ff5-4c0e-921b-29486c96fc92'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:38:04.770731 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-38873144-4389-4b4d-8974-89eaee7fcec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:37:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['2f14f58b-1ff5-4c0e-921b-29486c96fc92'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:38:04.838471 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c0776154-af9f-4dac-ae80-e4f15b81a4df admin admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:04.842261 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-c0776154-af9f-4dac-ae80-e4f15b81a4df admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0148635 Feb 10 23:38:04.842609 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 55122) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:38:04.871248 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4348d1-09b9-46c1-8912-be55b369c09c None None] Network f1e6c006-841c-45d4-9b75-0cf6c157a54b requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:38:04.992427 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-38873144-4389-4b4d-8974-89eaee7fcec1 None None] Set router 2f14f58b-1ff5-4c0e-921b-29486c96fc92 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:38:05.003266 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-f23f4cf5-de84-4f73-b912-5e27f2a61f81 None None] Provisioning for port 547574af-18cf-4f17-b993-5d5d93d3d005 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:38:05.013263 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-f23f4cf5-de84-4f73-b912-5e27f2a61f81 None None] Provisioning complete for port 547574af-18cf-4f17-b993-5d5d93d3d005 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:38:05.013636 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f23f4cf5-de84-4f73-b912-5e27f2a61f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:05.218031 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f23f4cf5-de84-4f73-b912-5e27f2a61f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:05.263472 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-f23f4cf5-de84-4f73-b912-5e27f2a61f81 None None] For port 547574af-18cf-4f17-b993-5d5d93d3d005, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=547574af-18cf-4f17-b993-5d5d93d3d005,segment=NetworkSegment(8266d933-65c1-45f4-8a6c-9dfbe6793a74),segment_id=8266d933-65c1-45f4-8a6c-9dfbe6793a74)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:38:05.287158 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-38873144-4389-4b4d-8974-89eaee7fcec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f14f58b-1ff5-4c0e-921b-29486c96fc92', 'name': 'tempest-TestMinimumBasicScenario-219824973-router', 'tenant_id': '48dceb113d6c42c6bffe0b447697cfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.254'}], 'enable_snat': True}, 'gw_port_id': '2dbd3c03-d961-4127-9b70-7d9f3e3aaa6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:38:02Z', 'updated_at': '2022-02-10T23:38:04Z', 'revision_number': 3, 'project_id': '48dceb113d6c42c6bffe0b447697cfaa', 'gw_port': {'id': '2dbd3c03-d961-4127-9b70-7d9f3e3aaa6e', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c4:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f14f58b-1ff5-4c0e-921b-29486c96fc92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:38:03Z', 'updated_at': '2022-02-10T23:38:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:38:05.291972 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38873144-4389-4b4d-8974-89eaee7fcec1 None None] Checking router: 2f14f58b-1ff5-4c0e-921b-29486c96fc92 for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:38:05.292695 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38873144-4389-4b4d-8974-89eaee7fcec1 None None] Updating router 2f14f58b-1ff5-4c0e-921b-29486c96fc92 port 2dbd3c03-d961-4127-9b70-7d9f3e3aaa6e binding host dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:38:05.345617 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-38873144-4389-4b4d-8974-89eaee7fcec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:05.353357 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f23f4cf5-de84-4f73-b912-5e27f2a61f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:05.442967 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23f4cf5-de84-4f73-b912-5e27f2a61f81 None None] Pushing event updated for resources: {'Port': ['ID=547574af-18cf-4f17-b993-5d5d93d3d005,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:38:05.474339 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-4af57135-6ea8-4165-b4f6-2780e5b6fff0 None None] Provisioning complete for port 547574af-18cf-4f17-b993-5d5d93d3d005 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:38:05.474622 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4af57135-6ea8-4165-b4f6-2780e5b6fff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:05.624351 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fa028bc4-f9fe-4372-ad90-fbc2b8e7c7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:05.709748 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-38873144-4389-4b4d-8974-89eaee7fcec1 None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:05.721637 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-38873144-4389-4b4d-8974-89eaee7fcec1 None None] Transition to ACTIVE for port object 2dbd3c03-d961-4127-9b70-7d9f3e3aaa6e will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:38:05.786526 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-38873144-4389-4b4d-8974-89eaee7fcec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:05.874370 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-38873144-4389-4b4d-8974-89eaee7fcec1 None None] Attempting to bind port 2dbd3c03-d961-4127-9b70-7d9f3e3aaa6e on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:38:05.874730 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-38873144-4389-4b4d-8974-89eaee7fcec1 None None] Attempting to bind port 2dbd3c03-d961-4127-9b70-7d9f3e3aaa6e by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:38:05.875094 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38873144-4389-4b4d-8974-89eaee7fcec1 None None] Attempting to bind port 2dbd3c03-d961-4127-9b70-7d9f3e3aaa6e on network c2ed7563-f8af-409c-803f-f56530124ba5 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:38:05.877085 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4d8da5-d607-4be2-9088-3511b4695516 None None] Pushing event updated for resources: {'Port': ['ID=2dbd3c03-d961-4127-9b70-7d9f3e3aaa6e,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:38:05.888499 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38873144-4389-4b4d-8974-89eaee7fcec1 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:38:05.888888 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38873144-4389-4b4d-8974-89eaee7fcec1 None None] Checking segment: {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:38:05.889289 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-38873144-4389-4b4d-8974-89eaee7fcec1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:05.889680 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38873144-4389-4b4d-8974-89eaee7fcec1 None None] Bound using segment: {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:38:05.890129 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-38873144-4389-4b4d-8974-89eaee7fcec1 None None] Bound port: 2dbd3c03-d961-4127-9b70-7d9f3e3aaa6e, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:38:05.890493 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-38873144-4389-4b4d-8974-89eaee7fcec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:05.918933 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4d8da5-d607-4be2-9088-3511b4695516 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:38:05.919274 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4d8da5-d607-4be2-9088-3511b4695516 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:38:05.919610 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4d8da5-d607-4be2-9088-3511b4695516 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:38:05.919940 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4d8da5-d607-4be2-9088-3511b4695516 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:38:05.920275 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4d8da5-d607-4be2-9088-3511b4695516 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:38:05.920615 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4d8da5-d607-4be2-9088-3511b4695516 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:38:05.920944 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4d8da5-d607-4be2-9088-3511b4695516 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:38:05.921264 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4d8da5-d607-4be2-9088-3511b4695516 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:38:05.921583 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4d8da5-d607-4be2-9088-3511b4695516 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:38:05.921912 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4d8da5-d607-4be2-9088-3511b4695516 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:38:05.922219 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4d8da5-d607-4be2-9088-3511b4695516 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:38:05.933307 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-fa028bc4-f9fe-4372-ad90-fbc2b8e7c7e1 admin admin] Allocated IP 172.20.0.1 (f1e6c006-841c-45d4-9b75-0cf6c157a54b/4119ecf9-fcae-45f2-8985-9968383c5c3f/611b110d-6a01-4ebe-8cbc-3585e6da1222) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:38:05.968842 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-38873144-4389-4b4d-8974-89eaee7fcec1 None None] For port 2dbd3c03-d961-4127-9b70-7d9f3e3aaa6e, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:38:05.971783 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-38873144-4389-4b4d-8974-89eaee7fcec1 None None] For port 2dbd3c03-d961-4127-9b70-7d9f3e3aaa6e, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=2dbd3c03-d961-4127-9b70-7d9f3e3aaa6e,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:38:06.026806 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-38873144-4389-4b4d-8974-89eaee7fcec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:06.076259 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fa028bc4-f9fe-4372-ad90-fbc2b8e7c7e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:06.091443 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-fa028bc4-f9fe-4372-ad90-fbc2b8e7c7e1 admin admin] Transition to ACTIVE for port object 611b110d-6a01-4ebe-8cbc-3585e6da1222 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:38:06.110308 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4d8da5-d607-4be2-9088-3511b4695516 None None] Pushing event updated for resources: {'Port': ['ID=2dbd3c03-d961-4127-9b70-7d9f3e3aaa6e,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:38:06.112808 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38873144-4389-4b4d-8974-89eaee7fcec1 None None] Routers {'2f14f58b-1ff5-4c0e-921b-29486c96fc92'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:38:06.113397 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-38873144-4389-4b4d-8974-89eaee7fcec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:37:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['2f14f58b-1ff5-4c0e-921b-29486c96fc92'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:38:06.198258 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fa028bc4-f9fe-4372-ad90-fbc2b8e7c7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:06.265413 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa028bc4-f9fe-4372-ad90-fbc2b8e7c7e1 admin admin] Network f1e6c006-841c-45d4-9b75-0cf6c157a54b is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:38:06.268214 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-fa028bc4-f9fe-4372-ad90-fbc2b8e7c7e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:38:06.271667 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa028bc4-f9fe-4372-ad90-fbc2b8e7c7e1 admin admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:38:06.289342 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-38873144-4389-4b4d-8974-89eaee7fcec1 None None] Set router 2f14f58b-1ff5-4c0e-921b-29486c96fc92 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:38:06.305465 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa028bc4-f9fe-4372-ad90-fbc2b8e7c7e1 admin admin] Pushing event updated for resources: {'Port': ['ID=611b110d-6a01-4ebe-8cbc-3585e6da1222,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:38:06.328835 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fa028bc4-f9fe-4372-ad90-fbc2b8e7c7e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733071'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:06.474309 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fa028bc4-f9fe-4372-ad90-fbc2b8e7c7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:06.566228 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-8cc4c062-145d-4d51-bf97-85032ef01038 None None] Provisioning for port 611b110d-6a01-4ebe-8cbc-3585e6da1222 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:38:06.575890 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-8cc4c062-145d-4d51-bf97-85032ef01038 None None] Provisioning complete for port 611b110d-6a01-4ebe-8cbc-3585e6da1222 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:38:06.576599 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8cc4c062-145d-4d51-bf97-85032ef01038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:06.614013 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-38873144-4389-4b4d-8974-89eaee7fcec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f14f58b-1ff5-4c0e-921b-29486c96fc92', 'name': 'tempest-TestMinimumBasicScenario-219824973-router', 'tenant_id': '48dceb113d6c42c6bffe0b447697cfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.254'}], 'enable_snat': True}, 'gw_port_id': '2dbd3c03-d961-4127-9b70-7d9f3e3aaa6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:38:02Z', 'updated_at': '2022-02-10T23:38:04Z', 'revision_number': 3, 'project_id': '48dceb113d6c42c6bffe0b447697cfaa', 'gw_port': {'id': '2dbd3c03-d961-4127-9b70-7d9f3e3aaa6e', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c4:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f14f58b-1ff5-4c0e-921b-29486c96fc92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:38:03Z', 'updated_at': '2022-02-10T23:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:38:06.618072 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38873144-4389-4b4d-8974-89eaee7fcec1 None None] The sync data for ids ['2f14f58b-1ff5-4c0e-921b-29486c96fc92'] in dv-neutron-828797-1-hyperv is: [{'id': '2f14f58b-1ff5-4c0e-921b-29486c96fc92', 'name': 'tempest-TestMinimumBasicScenario-219824973-router', 'tenant_id': '48dceb113d6c42c6bffe0b447697cfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.254'}], 'enable_snat': True}, 'gw_port_id': '2dbd3c03-d961-4127-9b70-7d9f3e3aaa6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:38:02Z', 'updated_at': '2022-02-10T23:38:04Z', 'revision_number': 3, 'project_id': '48dceb113d6c42c6bffe0b447697cfaa', 'gw_port': {'id': '2dbd3c03-d961-4127-9b70-7d9f3e3aaa6e', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c4:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f14f58b-1ff5-4c0e-921b-29486c96fc92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:38:03Z', 'updated_at': '2022-02-10T23:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:38:06.632341 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 547574af-18cf-4f17-b993-5d5d93d3d005 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:38:06.705083 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-8cc4c062-145d-4d51-bf97-85032ef01038 None None] Port 611b110d-6a01-4ebe-8cbc-3585e6da1222 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:38:06.724633 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 547574af-18cf-4f17-b993-5d5d93d3d005 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:38:06.724996 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:06.731006 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fa028bc4-f9fe-4372-ad90-fbc2b8e7c7e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:06.780445 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fa028bc4-f9fe-4372-ad90-fbc2b8e7c7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:06.884641 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fa028bc4-f9fe-4372-ad90-fbc2b8e7c7e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2767683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732898'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:06.887854 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa028bc4-f9fe-4372-ad90-fbc2b8e7c7e1 admin admin] Pushing event updated for resources: {'Port': ['ID=611b110d-6a01-4ebe-8cbc-3585e6da1222,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:38:07.021668 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa028bc4-f9fe-4372-ad90-fbc2b8e7c7e1 admin admin] Network f1e6c006-841c-45d4-9b75-0cf6c157a54b is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:38:07.023453 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-fa028bc4-f9fe-4372-ad90-fbc2b8e7c7e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:38:07.328799 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-20e2c6c3-6da3-4cec-a52d-3eae3a7cade7 None None] Provisioning complete for port 611b110d-6a01-4ebe-8cbc-3585e6da1222 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:38:07.329077 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20e2c6c3-6da3-4cec-a52d-3eae3a7cade7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:07.382124 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-20e2c6c3-6da3-4cec-a52d-3eae3a7cade7 None None] Port 611b110d-6a01-4ebe-8cbc-3585e6da1222 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:38:07.425920 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa028bc4-f9fe-4372-ad90-fbc2b8e7c7e1 admin admin] Router 2f14f58b-1ff5-4c0e-921b-29486c96fc92 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:38:07.626326 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa028bc4-f9fe-4372-ad90-fbc2b8e7c7e1 admin admin] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:38:07.635735 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-fa028bc4-f9fe-4372-ad90-fbc2b8e7c7e1 admin admin] 10.222.0.59 "PUT /v2.0/routers/2f14f58b-1ff5-4c0e-921b-29486c96fc92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7919235 Feb 10 23:38:10.233897 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:38:12.688687 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 2dbd3c03-d961-4127-9b70-7d9f3e3aaa6e up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:38:12.866644 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 2dbd3c03-d961-4127-9b70-7d9f3e3aaa6e completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:38:12.876121 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 2dbd3c03-d961-4127-9b70-7d9f3e3aaa6e triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:38:12.876721 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:13.021405 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:13.042331 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 2dbd3c03-d961-4127-9b70-7d9f3e3aaa6e, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=2dbd3c03-d961-4127-9b70-7d9f3e3aaa6e,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:38:13.094972 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:13.183515 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=2dbd3c03-d961-4127-9b70-7d9f3e3aaa6e,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:38:13.193208 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:38:13.193556 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:38:13.193894 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:38:13.194229 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:38:13.194561 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:38:13.194939 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:38:13.195271 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:38:13.195594 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:38:13.195935 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:38:13.196236 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:38:13.196625 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:38:13.620998 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c2d8e3-5a9d-46d5-8233-08b2295fc780 None None] Sync routers for ids ['226565d3-bbd5-4960-8271-6344eab6b51f'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:38:13.637371 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c2d8e3-5a9d-46d5-8233-08b2295fc780 None None] Routers {'226565d3-bbd5-4960-8271-6344eab6b51f'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:38:13.638004 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-c6c2d8e3-5a9d-46d5-8233-08b2295fc780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:37:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['226565d3-bbd5-4960-8271-6344eab6b51f'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:38:13.876356 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-c6c2d8e3-5a9d-46d5-8233-08b2295fc780 None None] Set router 226565d3-bbd5-4960-8271-6344eab6b51f gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:38:14.220989 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-c6c2d8e3-5a9d-46d5-8233-08b2295fc780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226565d3-bbd5-4960-8271-6344eab6b51f', 'name': 'tempest-TestMinimumBasicScenario-1233988378-router', 'tenant_id': '144ee8ffff6940b9957506284bcaddd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.89'}], 'enable_snat': True}, 'gw_port_id': 'f4a9f94f-c039-4bcb-8ee4-9bd0203a15f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:37:55Z', 'updated_at': '2022-02-10T23:37:59Z', 'revision_number': 4, 'project_id': '144ee8ffff6940b9957506284bcaddd8', 'gw_port': {'id': 'f4a9f94f-c039-4bcb-8ee4-9bd0203a15f1', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226565d3-bbd5-4960-8271-6344eab6b51f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:37:56Z', 'updated_at': '2022-02-10T23:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'f6c78a56-9662-463a-b4fc-94fc3a0ef8f1', 'name': '', 'network_id': 'b0c77063-2c68-4794-a78d-480b2af8af56', 'tenant_id': '144ee8ffff6940b9957506284bcaddd8', 'mac_address': 'fa:16:3e:25:35:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226565d3-bbd5-4960-8271-6344eab6b51f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb715e18-e80c-47a1-9783-dd0d27779380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:37:58Z', 'updated_at': '2022-02-10T23:37:59Z', 'revision_number': 2, 'project_id': '144ee8ffff6940b9957506284bcaddd8', 'subnets': [{'id': 'eb715e18-e80c-47a1-9783-dd0d27779380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:38:14.225126 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c2d8e3-5a9d-46d5-8233-08b2295fc780 None None] Checking router: 226565d3-bbd5-4960-8271-6344eab6b51f for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:38:14.225485 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c2d8e3-5a9d-46d5-8233-08b2295fc780 None None] Updating router 226565d3-bbd5-4960-8271-6344eab6b51f port f6c78a56-9662-463a-b4fc-94fc3a0ef8f1 binding host dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:38:14.281357 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c6c2d8e3-5a9d-46d5-8233-08b2295fc780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:14.647625 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 2dbd3c03-d961-4127-9b70-7d9f3e3aaa6e up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:38:14.717192 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c6c2d8e3-5a9d-46d5-8233-08b2295fc780 None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:14.733534 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-c6c2d8e3-5a9d-46d5-8233-08b2295fc780 None None] Transition to ACTIVE for port object f6c78a56-9662-463a-b4fc-94fc3a0ef8f1 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:38:14.767433 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 2dbd3c03-d961-4127-9b70-7d9f3e3aaa6e triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:38:14.767711 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:14.815388 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c6c2d8e3-5a9d-46d5-8233-08b2295fc780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:14.959326 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2417bdfa-ce79-4894-b735-5f6899c8598d None None] Pushing event updated for resources: {'Port': ['ID=f6c78a56-9662-463a-b4fc-94fc3a0ef8f1,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:38:15.117361 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-c6c2d8e3-5a9d-46d5-8233-08b2295fc780 None None] Attempting to bind port f6c78a56-9662-463a-b4fc-94fc3a0ef8f1 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:38:15.117727 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-c6c2d8e3-5a9d-46d5-8233-08b2295fc780 None None] Attempting to bind port f6c78a56-9662-463a-b4fc-94fc3a0ef8f1 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '2f211324-9ba1-4620-bbfc-fef12f2ccd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b0c77063-2c68-4794-a78d-480b2af8af56'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:38:15.118084 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c2d8e3-5a9d-46d5-8233-08b2295fc780 None None] Attempting to bind port f6c78a56-9662-463a-b4fc-94fc3a0ef8f1 on network b0c77063-2c68-4794-a78d-480b2af8af56 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:38:15.130168 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c2d8e3-5a9d-46d5-8233-08b2295fc780 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:38:15.130490 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c2d8e3-5a9d-46d5-8233-08b2295fc780 None None] Checking segment: {'id': '2f211324-9ba1-4620-bbfc-fef12f2ccd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b0c77063-2c68-4794-a78d-480b2af8af56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:38:15.130875 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c6c2d8e3-5a9d-46d5-8233-08b2295fc780 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:15.131262 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c2d8e3-5a9d-46d5-8233-08b2295fc780 None None] Bound using segment: {'id': '2f211324-9ba1-4620-bbfc-fef12f2ccd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b0c77063-2c68-4794-a78d-480b2af8af56'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:38:15.131722 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-c6c2d8e3-5a9d-46d5-8233-08b2295fc780 None None] Bound port: f6c78a56-9662-463a-b4fc-94fc3a0ef8f1, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f211324-9ba1-4620-bbfc-fef12f2ccd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b0c77063-2c68-4794-a78d-480b2af8af56'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:38:15.132132 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c6c2d8e3-5a9d-46d5-8233-08b2295fc780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:15.234248 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-c6c2d8e3-5a9d-46d5-8233-08b2295fc780 None None] For port f6c78a56-9662-463a-b4fc-94fc3a0ef8f1, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:38:15.237141 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-c6c2d8e3-5a9d-46d5-8233-08b2295fc780 None None] For port f6c78a56-9662-463a-b4fc-94fc3a0ef8f1, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=f6c78a56-9662-463a-b4fc-94fc3a0ef8f1,segment=NetworkSegment(2f211324-9ba1-4620-bbfc-fef12f2ccd07),segment_id=2f211324-9ba1-4620-bbfc-fef12f2ccd07)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:38:15.649968 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c6c2d8e3-5a9d-46d5-8233-08b2295fc780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:15.728616 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2417bdfa-ce79-4894-b735-5f6899c8598d None None] Pushing event updated for resources: {'Port': ['ID=f6c78a56-9662-463a-b4fc-94fc3a0ef8f1,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:38:15.733466 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c2d8e3-5a9d-46d5-8233-08b2295fc780 None None] Routers {'226565d3-bbd5-4960-8271-6344eab6b51f'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:38:15.734052 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-c6c2d8e3-5a9d-46d5-8233-08b2295fc780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:37:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['226565d3-bbd5-4960-8271-6344eab6b51f'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:38:16.011707 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-c6c2d8e3-5a9d-46d5-8233-08b2295fc780 None None] Set router 226565d3-bbd5-4960-8271-6344eab6b51f gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:38:16.370668 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-c6c2d8e3-5a9d-46d5-8233-08b2295fc780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226565d3-bbd5-4960-8271-6344eab6b51f', 'name': 'tempest-TestMinimumBasicScenario-1233988378-router', 'tenant_id': '144ee8ffff6940b9957506284bcaddd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.89'}], 'enable_snat': True}, 'gw_port_id': 'f4a9f94f-c039-4bcb-8ee4-9bd0203a15f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:37:55Z', 'updated_at': '2022-02-10T23:37:59Z', 'revision_number': 4, 'project_id': '144ee8ffff6940b9957506284bcaddd8', 'gw_port': {'id': 'f4a9f94f-c039-4bcb-8ee4-9bd0203a15f1', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226565d3-bbd5-4960-8271-6344eab6b51f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:37:56Z', 'updated_at': '2022-02-10T23:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'f6c78a56-9662-463a-b4fc-94fc3a0ef8f1', 'name': '', 'network_id': 'b0c77063-2c68-4794-a78d-480b2af8af56', 'tenant_id': '144ee8ffff6940b9957506284bcaddd8', 'mac_address': 'fa:16:3e:25:35:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226565d3-bbd5-4960-8271-6344eab6b51f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb715e18-e80c-47a1-9783-dd0d27779380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:37:58Z', 'updated_at': '2022-02-10T23:38:15Z', 'revision_number': 4, 'project_id': '144ee8ffff6940b9957506284bcaddd8', 'subnets': [{'id': 'eb715e18-e80c-47a1-9783-dd0d27779380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:38:16.375721 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c2d8e3-5a9d-46d5-8233-08b2295fc780 None None] The sync data for ids ['226565d3-bbd5-4960-8271-6344eab6b51f'] in dv-neutron-828797-1-hyperv is: [{'id': '226565d3-bbd5-4960-8271-6344eab6b51f', 'name': 'tempest-TestMinimumBasicScenario-1233988378-router', 'tenant_id': '144ee8ffff6940b9957506284bcaddd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.89'}], 'enable_snat': True}, 'gw_port_id': 'f4a9f94f-c039-4bcb-8ee4-9bd0203a15f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:37:55Z', 'updated_at': '2022-02-10T23:37:59Z', 'revision_number': 4, 'project_id': '144ee8ffff6940b9957506284bcaddd8', 'gw_port': {'id': 'f4a9f94f-c039-4bcb-8ee4-9bd0203a15f1', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226565d3-bbd5-4960-8271-6344eab6b51f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:37:56Z', 'updated_at': '2022-02-10T23:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'f6c78a56-9662-463a-b4fc-94fc3a0ef8f1', 'name': '', 'network_id': 'b0c77063-2c68-4794-a78d-480b2af8af56', 'tenant_id': '144ee8ffff6940b9957506284bcaddd8', 'mac_address': 'fa:16:3e:25:35:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226565d3-bbd5-4960-8271-6344eab6b51f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb715e18-e80c-47a1-9783-dd0d27779380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:37:58Z', 'updated_at': '2022-02-10T23:38:15Z', 'revision_number': 4, 'project_id': '144ee8ffff6940b9957506284bcaddd8', 'subnets': [{'id': 'eb715e18-e80c-47a1-9783-dd0d27779380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:38:16.410357 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:16.548671 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fefa704-c533-4ba8-b640-9619b9b19c36 None None] Sync routers for ids ['2f14f58b-1ff5-4c0e-921b-29486c96fc92'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:38:16.570936 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fefa704-c533-4ba8-b640-9619b9b19c36 None None] Routers {'2f14f58b-1ff5-4c0e-921b-29486c96fc92'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:38:16.571561 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-2fefa704-c533-4ba8-b640-9619b9b19c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:37:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['2f14f58b-1ff5-4c0e-921b-29486c96fc92'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:38:16.658215 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device f6c78a56-9662-463a-b4fc-94fc3a0ef8f1 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:38:16.795705 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-2fefa704-c533-4ba8-b640-9619b9b19c36 None None] Set router 2f14f58b-1ff5-4c0e-921b-29486c96fc92 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:38:16.844498 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port f6c78a56-9662-463a-b4fc-94fc3a0ef8f1 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:38:16.851526 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port f6c78a56-9662-463a-b4fc-94fc3a0ef8f1 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:38:16.851908 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:17.020477 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:17.086477 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port f6c78a56-9662-463a-b4fc-94fc3a0ef8f1, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=f6c78a56-9662-463a-b4fc-94fc3a0ef8f1,segment=NetworkSegment(2f211324-9ba1-4620-bbfc-fef12f2ccd07),segment_id=2f211324-9ba1-4620-bbfc-fef12f2ccd07)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:38:17.164467 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:17.219815 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-2fefa704-c533-4ba8-b640-9619b9b19c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f14f58b-1ff5-4c0e-921b-29486c96fc92', 'name': 'tempest-TestMinimumBasicScenario-219824973-router', 'tenant_id': '48dceb113d6c42c6bffe0b447697cfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.254'}], 'enable_snat': True}, 'gw_port_id': '2dbd3c03-d961-4127-9b70-7d9f3e3aaa6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:38:02Z', 'updated_at': '2022-02-10T23:38:06Z', 'revision_number': 4, 'project_id': '48dceb113d6c42c6bffe0b447697cfaa', 'gw_port': {'id': '2dbd3c03-d961-4127-9b70-7d9f3e3aaa6e', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f14f58b-1ff5-4c0e-921b-29486c96fc92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:38:03Z', 'updated_at': '2022-02-10T23:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '611b110d-6a01-4ebe-8cbc-3585e6da1222', 'name': '', 'network_id': 'f1e6c006-841c-45d4-9b75-0cf6c157a54b', 'tenant_id': '48dceb113d6c42c6bffe0b447697cfaa', 'mac_address': 'fa:16:3e:76:6f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f14f58b-1ff5-4c0e-921b-29486c96fc92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4119ecf9-fcae-45f2-8985-9968383c5c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:38:05Z', 'updated_at': '2022-02-10T23:38:06Z', 'revision_number': 2, 'project_id': '48dceb113d6c42c6bffe0b447697cfaa', 'subnets': [{'id': '4119ecf9-fcae-45f2-8985-9968383c5c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:38:17.224014 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fefa704-c533-4ba8-b640-9619b9b19c36 None None] Checking router: 2f14f58b-1ff5-4c0e-921b-29486c96fc92 for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:38:17.224445 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fefa704-c533-4ba8-b640-9619b9b19c36 None None] Updating router 2f14f58b-1ff5-4c0e-921b-29486c96fc92 port 611b110d-6a01-4ebe-8cbc-3585e6da1222 binding host dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:38:17.234492 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=f6c78a56-9662-463a-b4fc-94fc3a0ef8f1,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:38:17.288241 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2fefa704-c533-4ba8-b640-9619b9b19c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:17.659243 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2fefa704-c533-4ba8-b640-9619b9b19c36 None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:17.670999 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-2fefa704-c533-4ba8-b640-9619b9b19c36 None None] Transition to ACTIVE for port object 611b110d-6a01-4ebe-8cbc-3585e6da1222 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:38:17.746066 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2fefa704-c533-4ba8-b640-9619b9b19c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:17.878536 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11525bd8-e7bb-4551-aeb3-1e7e2df6f002 None None] Pushing event updated for resources: {'Port': ['ID=611b110d-6a01-4ebe-8cbc-3585e6da1222,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:38:17.967051 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-2fefa704-c533-4ba8-b640-9619b9b19c36 None None] Attempting to bind port 611b110d-6a01-4ebe-8cbc-3585e6da1222 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:38:17.967408 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-2fefa704-c533-4ba8-b640-9619b9b19c36 None None] Attempting to bind port 611b110d-6a01-4ebe-8cbc-3585e6da1222 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '8266d933-65c1-45f4-8a6c-9dfbe6793a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f1e6c006-841c-45d4-9b75-0cf6c157a54b'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:38:17.967754 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fefa704-c533-4ba8-b640-9619b9b19c36 None None] Attempting to bind port 611b110d-6a01-4ebe-8cbc-3585e6da1222 on network f1e6c006-841c-45d4-9b75-0cf6c157a54b {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:38:17.974632 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fefa704-c533-4ba8-b640-9619b9b19c36 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:38:17.975008 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fefa704-c533-4ba8-b640-9619b9b19c36 None None] Checking segment: {'id': '8266d933-65c1-45f4-8a6c-9dfbe6793a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f1e6c006-841c-45d4-9b75-0cf6c157a54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:38:17.975379 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2fefa704-c533-4ba8-b640-9619b9b19c36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:17.975764 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fefa704-c533-4ba8-b640-9619b9b19c36 None None] Bound using segment: {'id': '8266d933-65c1-45f4-8a6c-9dfbe6793a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f1e6c006-841c-45d4-9b75-0cf6c157a54b'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:38:17.976212 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-2fefa704-c533-4ba8-b640-9619b9b19c36 None None] Bound port: 611b110d-6a01-4ebe-8cbc-3585e6da1222, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8266d933-65c1-45f4-8a6c-9dfbe6793a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f1e6c006-841c-45d4-9b75-0cf6c157a54b'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:38:17.976634 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2fefa704-c533-4ba8-b640-9619b9b19c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:18.098442 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-2fefa704-c533-4ba8-b640-9619b9b19c36 None None] For port 611b110d-6a01-4ebe-8cbc-3585e6da1222, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:38:18.101929 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-2fefa704-c533-4ba8-b640-9619b9b19c36 None None] For port 611b110d-6a01-4ebe-8cbc-3585e6da1222, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=611b110d-6a01-4ebe-8cbc-3585e6da1222,segment=NetworkSegment(8266d933-65c1-45f4-8a6c-9dfbe6793a74),segment_id=8266d933-65c1-45f4-8a6c-9dfbe6793a74)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:38:18.158215 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-2fefa704-c533-4ba8-b640-9619b9b19c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:18.244458 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11525bd8-e7bb-4551-aeb3-1e7e2df6f002 None None] Pushing event updated for resources: {'Port': ['ID=611b110d-6a01-4ebe-8cbc-3585e6da1222,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:38:18.248656 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fefa704-c533-4ba8-b640-9619b9b19c36 None None] Routers {'2f14f58b-1ff5-4c0e-921b-29486c96fc92'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:38:18.249397 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-2fefa704-c533-4ba8-b640-9619b9b19c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:37:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['2f14f58b-1ff5-4c0e-921b-29486c96fc92'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:38:18.494753 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-2fefa704-c533-4ba8-b640-9619b9b19c36 None None] Set router 2f14f58b-1ff5-4c0e-921b-29486c96fc92 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:38:18.603846 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device f6c78a56-9662-463a-b4fc-94fc3a0ef8f1 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:38:18.691830 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port f6c78a56-9662-463a-b4fc-94fc3a0ef8f1 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:38:18.692603 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:18.850935 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-2fefa704-c533-4ba8-b640-9619b9b19c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f14f58b-1ff5-4c0e-921b-29486c96fc92', 'name': 'tempest-TestMinimumBasicScenario-219824973-router', 'tenant_id': '48dceb113d6c42c6bffe0b447697cfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.254'}], 'enable_snat': True}, 'gw_port_id': '2dbd3c03-d961-4127-9b70-7d9f3e3aaa6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:38:02Z', 'updated_at': '2022-02-10T23:38:06Z', 'revision_number': 4, 'project_id': '48dceb113d6c42c6bffe0b447697cfaa', 'gw_port': {'id': '2dbd3c03-d961-4127-9b70-7d9f3e3aaa6e', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f14f58b-1ff5-4c0e-921b-29486c96fc92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:38:03Z', 'updated_at': '2022-02-10T23:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '611b110d-6a01-4ebe-8cbc-3585e6da1222', 'name': '', 'network_id': 'f1e6c006-841c-45d4-9b75-0cf6c157a54b', 'tenant_id': '48dceb113d6c42c6bffe0b447697cfaa', 'mac_address': 'fa:16:3e:76:6f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f14f58b-1ff5-4c0e-921b-29486c96fc92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4119ecf9-fcae-45f2-8985-9968383c5c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:38:05Z', 'updated_at': '2022-02-10T23:38:18Z', 'revision_number': 4, 'project_id': '48dceb113d6c42c6bffe0b447697cfaa', 'subnets': [{'id': '4119ecf9-fcae-45f2-8985-9968383c5c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:38:18.855211 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fefa704-c533-4ba8-b640-9619b9b19c36 None None] The sync data for ids ['2f14f58b-1ff5-4c0e-921b-29486c96fc92'] in dv-neutron-828797-1-hyperv is: [{'id': '2f14f58b-1ff5-4c0e-921b-29486c96fc92', 'name': 'tempest-TestMinimumBasicScenario-219824973-router', 'tenant_id': '48dceb113d6c42c6bffe0b447697cfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.254'}], 'enable_snat': True}, 'gw_port_id': '2dbd3c03-d961-4127-9b70-7d9f3e3aaa6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:38:02Z', 'updated_at': '2022-02-10T23:38:06Z', 'revision_number': 4, 'project_id': '48dceb113d6c42c6bffe0b447697cfaa', 'gw_port': {'id': '2dbd3c03-d961-4127-9b70-7d9f3e3aaa6e', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f14f58b-1ff5-4c0e-921b-29486c96fc92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:38:03Z', 'updated_at': '2022-02-10T23:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '611b110d-6a01-4ebe-8cbc-3585e6da1222', 'name': '', 'network_id': 'f1e6c006-841c-45d4-9b75-0cf6c157a54b', 'tenant_id': '48dceb113d6c42c6bffe0b447697cfaa', 'mac_address': 'fa:16:3e:76:6f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f14f58b-1ff5-4c0e-921b-29486c96fc92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4119ecf9-fcae-45f2-8985-9968383c5c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:38:05Z', 'updated_at': '2022-02-10T23:38:18Z', 'revision_number': 4, 'project_id': '48dceb113d6c42c6bffe0b447697cfaa', 'subnets': [{'id': '4119ecf9-fcae-45f2-8985-9968383c5c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:38:19.140378 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-79081833-54ed-4799-960a-a54d9301d9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:20.613058 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 611b110d-6a01-4ebe-8cbc-3585e6da1222 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:38:20.746338 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 611b110d-6a01-4ebe-8cbc-3585e6da1222 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:38:20.751440 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 611b110d-6a01-4ebe-8cbc-3585e6da1222 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:38:20.751782 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:20.864368 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:20.895406 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 611b110d-6a01-4ebe-8cbc-3585e6da1222, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=611b110d-6a01-4ebe-8cbc-3585e6da1222,segment=NetworkSegment(8266d933-65c1-45f4-8a6c-9dfbe6793a74),segment_id=8266d933-65c1-45f4-8a6c-9dfbe6793a74)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:38:20.951997 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:21.016989 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=611b110d-6a01-4ebe-8cbc-3585e6da1222,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:38:21.243136 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9424083b-954f-4b3e-9de3-ac015ae9a79c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:21.763278 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b6b8b6-8a5c-4a85-aa08-79656eefedec req-55ab6167-04fc-419f-8244-b1495f6085cf tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:38:21.764644 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-d3b6b8b6-8a5c-4a85-aa08-79656eefedec req-55ab6167-04fc-419f-8244-b1495f6085cf tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/networks?id=b0c77063-2c68-4794-a78d-480b2af8af56 HTTP/1.1" status: 200 len: 815 time: 0.2389500 Feb 10 23:38:21.781182 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-d3b6b8b6-8a5c-4a85-aa08-79656eefedec req-eede8aa4-a295-49c1-88de-f06e8ed70e60 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/quotas/144ee8ffff6940b9957506284bcaddd8 HTTP/1.1" status: 200 len: 375 time: 0.0108960 Feb 10 23:38:21.859008 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-d3b6b8b6-8a5c-4a85-aa08-79656eefedec req-a0008442-10ec-498e-a051-fef417d6a7aa tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Synchronizing usage tracker for tenant:144ee8ffff6940b9957506284bcaddd8 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:38:21.934442 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-d3b6b8b6-8a5c-4a85-aa08-79656eefedec req-a0008442-10ec-498e-a051-fef417d6a7aa tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Unset dirty status for tenant:144ee8ffff6940b9957506284bcaddd8 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:38:21.935710 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-d3b6b8b6-8a5c-4a85-aa08-79656eefedec req-a0008442-10ec-498e-a051-fef417d6a7aa tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=144ee8ffff6940b9957506284bcaddd8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1481910 Feb 10 23:38:22.070784 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-d3b6b8b6-8a5c-4a85-aa08-79656eefedec req-ef571b1c-600a-4519-8b13-b6a7a7c2f8dd service neutron] 10.222.0.59 "GET /v2.0/networks/b0c77063-2c68-4794-a78d-480b2af8af56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236644 Feb 10 23:38:22.200471 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-d3b6b8b6-8a5c-4a85-aa08-79656eefedec req-1f812db9-f17d-4f14-952a-d7ac02890590 service neutron] 10.222.0.59 "GET /v2.0/networks/b0c77063-2c68-4794-a78d-480b2af8af56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221900 Feb 10 23:38:22.571800 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:22.598125 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 611b110d-6a01-4ebe-8cbc-3585e6da1222 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:38:22.627874 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:22.674161 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 611b110d-6a01-4ebe-8cbc-3585e6da1222 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:38:22.674446 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:22.683351 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8416aaa4-2644-4cf1-8715-b11e040bb29a req-592b68f0-dfa2-4043-8524-9bd2b725fe2a tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/ports?device_id=d592b799-a65f-4e4b-ac39-8f96af345c1a HTTP/1.1" status: 200 len: 210 time: 0.2202837 Feb 10 23:38:23.844129 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-3272a6dd-2ff9-46df-8dc5-d7589f547e4d req-63da6b81-4d5c-45b8-ae59-3f721379d09c tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/ports?device_id=d592b799-a65f-4e4b-ac39-8f96af345c1a HTTP/1.1" status: 200 len: 210 time: 0.0409226 Feb 10 23:38:24.106166 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:24.580913 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b6b8b6-8a5c-4a85-aa08-79656eefedec req-31e51d9b-5587-45b9-97b7-e0e642cd709b tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:38:24.581605 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-d3b6b8b6-8a5c-4a85-aa08-79656eefedec req-31e51d9b-5587-45b9-97b7-e0e642cd709b tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Synchronizing usage tracker for tenant:144ee8ffff6940b9957506284bcaddd8 on resource:network {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:38:24.648914 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-d3b6b8b6-8a5c-4a85-aa08-79656eefedec req-31e51d9b-5587-45b9-97b7-e0e642cd709b tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Unset dirty status for tenant:144ee8ffff6940b9957506284bcaddd8 on resource:network {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:38:24.650707 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d3b6b8b6-8a5c-4a85-aa08-79656eefedec req-31e51d9b-5587-45b9-97b7-e0e642cd709b tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.37 "GET /v2.0/networks?id=b0c77063-2c68-4794-a78d-480b2af8af56 HTTP/1.1" status: 200 len: 815 time: 0.2112474 Feb 10 23:38:24.665990 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-d3b6b8b6-8a5c-4a85-aa08-79656eefedec req-2f05a63f-60a6-444c-b9cf-e1b5a7f51113 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Request body: {'port': {'device_id': 'd592b799-a65f-4e4b-ac39-8f96af345c1a', 'network_id': 'b0c77063-2c68-4794-a78d-480b2af8af56', 'admin_state_up': True, 'tenant_id': '144ee8ffff6940b9957506284bcaddd8'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:38:24.800286 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-d3b6b8b6-8a5c-4a85-aa08-79656eefedec req-2f05a63f-60a6-444c-b9cf-e1b5a7f51113 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:38:24.809742 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-d3b6b8b6-8a5c-4a85-aa08-79656eefedec req-2f05a63f-60a6-444c-b9cf-e1b5a7f51113 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:38:24.889030 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3b6b8b6-8a5c-4a85-aa08-79656eefedec req-2f05a63f-60a6-444c-b9cf-e1b5a7f51113 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Made reservation on behalf of 144ee8ffff6940b9957506284bcaddd8 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:38:24.892394 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-d3b6b8b6-8a5c-4a85-aa08-79656eefedec req-2f05a63f-60a6-444c-b9cf-e1b5a7f51113 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:25.026704 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cd5db575-6348-4743-a3b7-2e4f4ae7708c req-b38de05b-df2f-486a-a7d1-c288d78b8f8f tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/ports?device_id=d592b799-a65f-4e4b-ac39-8f96af345c1a HTTP/1.1" status: 200 len: 210 time: 0.0540447 Feb 10 23:38:25.098699 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [req-d3b6b8b6-8a5c-4a85-aa08-79656eefedec req-2f05a63f-60a6-444c-b9cf-e1b5a7f51113 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Allocated IP 172.20.0.6 (b0c77063-2c68-4794-a78d-480b2af8af56/eb715e18-e80c-47a1-9783-dd0d27779380/06df779c-7b27-44f7-a21b-c54d2ad4a600) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:38:25.307623 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-d3b6b8b6-8a5c-4a85-aa08-79656eefedec req-2f05a63f-60a6-444c-b9cf-e1b5a7f51113 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:25.322396 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-d3b6b8b6-8a5c-4a85-aa08-79656eefedec req-2f05a63f-60a6-444c-b9cf-e1b5a7f51113 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Transition to ACTIVE for port object 06df779c-7b27-44f7-a21b-c54d2ad4a600 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:38:25.392469 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-d3b6b8b6-8a5c-4a85-aa08-79656eefedec req-2f05a63f-60a6-444c-b9cf-e1b5a7f51113 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:25.468848 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3b6b8b6-8a5c-4a85-aa08-79656eefedec req-2f05a63f-60a6-444c-b9cf-e1b5a7f51113 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Network b0c77063-2c68-4794-a78d-480b2af8af56 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:38:25.472627 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [req-d3b6b8b6-8a5c-4a85-aa08-79656eefedec req-2f05a63f-60a6-444c-b9cf-e1b5a7f51113 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:38:25.476614 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b6b8b6-8a5c-4a85-aa08-79656eefedec req-2f05a63f-60a6-444c-b9cf-e1b5a7f51113 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:38:25.518256 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f05a63f-60a6-444c-b9cf-e1b5a7f51113 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Pushing event updated for resources: {'Port': ['ID=06df779c-7b27-44f7-a21b-c54d2ad4a600,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:38:25.541637 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f05a63f-60a6-444c-b9cf-e1b5a7f51113 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:38:25.542119 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f05a63f-60a6-444c-b9cf-e1b5a7f51113 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:38:25.542460 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f05a63f-60a6-444c-b9cf-e1b5a7f51113 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:38:25.542792 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f05a63f-60a6-444c-b9cf-e1b5a7f51113 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:38:25.543118 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f05a63f-60a6-444c-b9cf-e1b5a7f51113 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:38:25.543446 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f05a63f-60a6-444c-b9cf-e1b5a7f51113 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:38:25.543768 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f05a63f-60a6-444c-b9cf-e1b5a7f51113 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:38:25.544088 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f05a63f-60a6-444c-b9cf-e1b5a7f51113 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:38:25.544397 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f05a63f-60a6-444c-b9cf-e1b5a7f51113 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:38:25.544756 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f05a63f-60a6-444c-b9cf-e1b5a7f51113 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:38:25.545071 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f05a63f-60a6-444c-b9cf-e1b5a7f51113 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:38:25.570330 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b6b8b6-8a5c-4a85-aa08-79656eefedec req-2f05a63f-60a6-444c-b9cf-e1b5a7f51113 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:38:25.571016 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-d3b6b8b6-8a5c-4a85-aa08-79656eefedec req-2f05a63f-60a6-444c-b9cf-e1b5a7f51113 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:25.655279 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d3b6b8b6-8a5c-4a85-aa08-79656eefedec req-2f05a63f-60a6-444c-b9cf-e1b5a7f51113 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9928129 Feb 10 23:38:25.877721 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-0547ec2c-a124-436d-bf97-009421eee8d5 None None] Provisioning for port 06df779c-7b27-44f7-a21b-c54d2ad4a600 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:38:25.892085 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-0547ec2c-a124-436d-bf97-009421eee8d5 None None] Provisioning complete for port 06df779c-7b27-44f7-a21b-c54d2ad4a600 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:38:25.892603 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0547ec2c-a124-436d-bf97-009421eee8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:25.957529 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-0547ec2c-a124-436d-bf97-009421eee8d5 None None] Port 06df779c-7b27-44f7-a21b-c54d2ad4a600 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:38:26.306967 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f8a5d-707d-46cc-8052-01c6fcfbe40f req-83d12ff4-c237-44b0-a4fc-63d6d27a0698 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:38:26.309524 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-541f8a5d-707d-46cc-8052-01c6fcfbe40f req-83d12ff4-c237-44b0-a4fc-63d6d27a0698 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/ports?device_id=d592b799-a65f-4e4b-ac39-8f96af345c1a HTTP/1.1" status: 200 len: 931 time: 0.0915961 Feb 10 23:38:26.365462 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-541f8a5d-707d-46cc-8052-01c6fcfbe40f req-8b5018bf-c6cc-4ee9-afe6-3aa781a95302 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/security-groups?id=2afc1937-4470-4531-8fa3-c300daf7616f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463271 Feb 10 23:38:27.615278 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4c3ea-5c5b-4956-92b2-23af54a19d49 req-f7159c91-ae9f-495d-9ba7-7039efb9717c tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:38:27.616958 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-2ec4c3ea-5c5b-4956-92b2-23af54a19d49 req-f7159c91-ae9f-495d-9ba7-7039efb9717c tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Synchronizing usage tracker for tenant:144ee8ffff6940b9957506284bcaddd8 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:38:27.695973 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-2ec4c3ea-5c5b-4956-92b2-23af54a19d49 req-f7159c91-ae9f-495d-9ba7-7039efb9717c tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Unset dirty status for tenant:144ee8ffff6940b9957506284bcaddd8 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:38:27.699217 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2ec4c3ea-5c5b-4956-92b2-23af54a19d49 req-f7159c91-ae9f-495d-9ba7-7039efb9717c tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/ports?device_id=d592b799-a65f-4e4b-ac39-8f96af345c1a HTTP/1.1" status: 200 len: 931 time: 0.2043312 Feb 10 23:38:27.757980 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-2ec4c3ea-5c5b-4956-92b2-23af54a19d49 req-5ba09a33-778e-4f1e-b6ed-769c7bfb0af9 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Synchronizing usage tracker for tenant:144ee8ffff6940b9957506284bcaddd8 on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:38:28.037519 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-2ec4c3ea-5c5b-4956-92b2-23af54a19d49 req-5ba09a33-778e-4f1e-b6ed-769c7bfb0af9 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Unset dirty status for tenant:144ee8ffff6940b9957506284bcaddd8 on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:38:28.038776 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2ec4c3ea-5c5b-4956-92b2-23af54a19d49 req-5ba09a33-778e-4f1e-b6ed-769c7bfb0af9 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/security-groups?id=2afc1937-4470-4531-8fa3-c300daf7616f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350458 Feb 10 23:38:29.285011 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30471d3-9150-4377-a9c6-2e5a2b6cc6e1 req-b8cc48cc-f182-4837-bc95-3f78005c8339 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:38:29.287382 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-a30471d3-9150-4377-a9c6-2e5a2b6cc6e1 req-b8cc48cc-f182-4837-bc95-3f78005c8339 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/ports?device_id=d592b799-a65f-4e4b-ac39-8f96af345c1a HTTP/1.1" status: 200 len: 931 time: 0.1003082 Feb 10 23:38:29.357695 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-a30471d3-9150-4377-a9c6-2e5a2b6cc6e1 req-98c7a7e9-f704-4b7a-9681-8945602de947 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/security-groups?id=2afc1937-4470-4531-8fa3-c300daf7616f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641532 Feb 10 23:38:30.638184 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49c0fc-b2aa-4276-aa57-7c6291e5bfca req-4982331a-60f1-4752-9dac-0437d5d1d52e tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:38:30.639757 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6a49c0fc-b2aa-4276-aa57-7c6291e5bfca req-4982331a-60f1-4752-9dac-0437d5d1d52e tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/ports?device_id=d592b799-a65f-4e4b-ac39-8f96af345c1a HTTP/1.1" status: 200 len: 931 time: 0.1359344 Feb 10 23:38:30.696526 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6a49c0fc-b2aa-4276-aa57-7c6291e5bfca req-2533c42c-e631-47ed-8cd4-c86b962b847a tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/security-groups?id=2afc1937-4470-4531-8fa3-c300daf7616f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487585 Feb 10 23:38:31.914816 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843031b-36b2-4cd7-949a-19fa37fa7946 req-36314f6e-3fac-4ccc-ad62-2a4c35e6fb0e tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:38:31.916436 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-6843031b-36b2-4cd7-949a-19fa37fa7946 req-36314f6e-3fac-4ccc-ad62-2a4c35e6fb0e tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/ports?device_id=d592b799-a65f-4e4b-ac39-8f96af345c1a HTTP/1.1" status: 200 len: 931 time: 0.0846024 Feb 10 23:38:31.967345 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-6843031b-36b2-4cd7-949a-19fa37fa7946 req-affee59f-28ef-445b-80be-c983d88f7f4a tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/security-groups?id=2afc1937-4470-4531-8fa3-c300daf7616f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445428 Feb 10 23:38:32.990413 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-d3b6b8b6-8a5c-4a85-aa08-79656eefedec req-6ba88f6f-c9c4-4eee-a7b1-b3797c2fd2fb service neutron] Request body: {'port': {'device_id': 'd592b799-a65f-4e4b-ac39-8f96af345c1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:38:33.242320 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-d3b6b8b6-8a5c-4a85-aa08-79656eefedec req-6ba88f6f-c9c4-4eee-a7b1-b3797c2fd2fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:33.264714 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac49a7-b519-41ce-abc2-08342e8b79aa req-d96bcc60-255c-4406-83d6-221df1302f8a tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:38:33.266375 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d1ac49a7-b519-41ce-abc2-08342e8b79aa req-d96bcc60-255c-4406-83d6-221df1302f8a tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/ports?device_id=d592b799-a65f-4e4b-ac39-8f96af345c1a HTTP/1.1" status: 200 len: 931 time: 0.1527655 Feb 10 23:38:33.397031 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d1ac49a7-b519-41ce-abc2-08342e8b79aa req-5383d8b1-f236-4654-838e-9a5e4d0fb9a6 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/security-groups?id=2afc1937-4470-4531-8fa3-c300daf7616f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073437 Feb 10 23:38:33.615735 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [req-d3b6b8b6-8a5c-4a85-aa08-79656eefedec req-6ba88f6f-c9c4-4eee-a7b1-b3797c2fd2fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06df779c-7b27-44f7-a21b-c54d2ad4a600 {{(pid=84332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:38:33.623308 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-d3b6b8b6-8a5c-4a85-aa08-79656eefedec req-6ba88f6f-c9c4-4eee-a7b1-b3797c2fd2fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:33.637193 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-d3b6b8b6-8a5c-4a85-aa08-79656eefedec req-6ba88f6f-c9c4-4eee-a7b1-b3797c2fd2fb service neutron] Transition to ACTIVE for port object 06df779c-7b27-44f7-a21b-c54d2ad4a600 will not be triggered until provisioned by entity L2. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:38:33.711649 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-d3b6b8b6-8a5c-4a85-aa08-79656eefedec req-6ba88f6f-c9c4-4eee-a7b1-b3797c2fd2fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:33.839346 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba88f6f-c9c4-4eee-a7b1-b3797c2fd2fb service neutron] Pushing event updated for resources: {'Port': ['ID=06df779c-7b27-44f7-a21b-c54d2ad4a600,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:38:33.947542 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-d3b6b8b6-8a5c-4a85-aa08-79656eefedec req-6ba88f6f-c9c4-4eee-a7b1-b3797c2fd2fb service neutron] Attempting to bind port 06df779c-7b27-44f7-a21b-c54d2ad4a600 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:38:33.947874 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-d3b6b8b6-8a5c-4a85-aa08-79656eefedec req-6ba88f6f-c9c4-4eee-a7b1-b3797c2fd2fb service neutron] Attempting to bind port 06df779c-7b27-44f7-a21b-c54d2ad4a600 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '2f211324-9ba1-4620-bbfc-fef12f2ccd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b0c77063-2c68-4794-a78d-480b2af8af56'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:38:33.948196 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b6b8b6-8a5c-4a85-aa08-79656eefedec req-6ba88f6f-c9c4-4eee-a7b1-b3797c2fd2fb service neutron] Attempting to bind port 06df779c-7b27-44f7-a21b-c54d2ad4a600 on network b0c77063-2c68-4794-a78d-480b2af8af56 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:38:33.953813 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b6b8b6-8a5c-4a85-aa08-79656eefedec req-6ba88f6f-c9c4-4eee-a7b1-b3797c2fd2fb service neutron] Port 06df779c-7b27-44f7-a21b-c54d2ad4a600 on network b0c77063-2c68-4794-a78d-480b2af8af56 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:38:33.954129 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b6b8b6-8a5c-4a85-aa08-79656eefedec req-6ba88f6f-c9c4-4eee-a7b1-b3797c2fd2fb service neutron] Attempting to bind port 06df779c-7b27-44f7-a21b-c54d2ad4a600 on network b0c77063-2c68-4794-a78d-480b2af8af56 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:38:33.960085 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b6b8b6-8a5c-4a85-aa08-79656eefedec req-6ba88f6f-c9c4-4eee-a7b1-b3797c2fd2fb service neutron] Checking agent: {'id': '0f85d58b-4cda-4360-97cf-be037aef26b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'started_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:38:33.960415 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b6b8b6-8a5c-4a85-aa08-79656eefedec req-6ba88f6f-c9c4-4eee-a7b1-b3797c2fd2fb service neutron] Checking segment: {'id': '2f211324-9ba1-4620-bbfc-fef12f2ccd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b0c77063-2c68-4794-a78d-480b2af8af56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:38:33.960825 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b6b8b6-8a5c-4a85-aa08-79656eefedec req-6ba88f6f-c9c4-4eee-a7b1-b3797c2fd2fb service neutron] Bound using segment: {'id': '2f211324-9ba1-4620-bbfc-fef12f2ccd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b0c77063-2c68-4794-a78d-480b2af8af56'} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:38:33.961232 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-d3b6b8b6-8a5c-4a85-aa08-79656eefedec req-6ba88f6f-c9c4-4eee-a7b1-b3797c2fd2fb service neutron] Bound port: 06df779c-7b27-44f7-a21b-c54d2ad4a600, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f211324-9ba1-4620-bbfc-fef12f2ccd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b0c77063-2c68-4794-a78d-480b2af8af56'}}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:38:33.961567 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-d3b6b8b6-8a5c-4a85-aa08-79656eefedec req-6ba88f6f-c9c4-4eee-a7b1-b3797c2fd2fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:34.051822 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-d3b6b8b6-8a5c-4a85-aa08-79656eefedec req-6ba88f6f-c9c4-4eee-a7b1-b3797c2fd2fb service neutron] For port 06df779c-7b27-44f7-a21b-c54d2ad4a600, host hv-neutron-8287, cleared binding levels {{(pid=84332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:38:34.054746 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-d3b6b8b6-8a5c-4a85-aa08-79656eefedec req-6ba88f6f-c9c4-4eee-a7b1-b3797c2fd2fb service neutron] For port 06df779c-7b27-44f7-a21b-c54d2ad4a600, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=06df779c-7b27-44f7-a21b-c54d2ad4a600,segment=NetworkSegment(2f211324-9ba1-4620-bbfc-fef12f2ccd07),segment_id=2f211324-9ba1-4620-bbfc-fef12f2ccd07)] {{(pid=84332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:38:34.094858 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-d3b6b8b6-8a5c-4a85-aa08-79656eefedec req-6ba88f6f-c9c4-4eee-a7b1-b3797c2fd2fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:34.155450 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-d3b6b8b6-8a5c-4a85-aa08-79656eefedec req-6ba88f6f-c9c4-4eee-a7b1-b3797c2fd2fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:34.156808 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d3b6b8b6-8a5c-4a85-aa08-79656eefedec req-6ba88f6f-c9c4-4eee-a7b1-b3797c2fd2fb service neutron] 10.222.0.37 "PUT /v2.0/ports/06df779c-7b27-44f7-a21b-c54d2ad4a600 HTTP/1.1" status: 200 len: 1093 time: 1.2425644 Feb 10 23:38:34.157233 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd592b799-a65f-4e4b-ac39-8f96af345c1a', 'tag': '06df779c-7b27-44f7-a21b-c54d2ad4a600'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:38:34.181084 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba88f6f-c9c4-4eee-a7b1-b3797c2fd2fb service neutron] Pushing event updated for resources: {'Port': ['ID=06df779c-7b27-44f7-a21b-c54d2ad4a600,revision_number=3']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:38:34.214086 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd592b799-a65f-4e4b-ac39-8f96af345c1a', 'tag': '06df779c-7b27-44f7-a21b-c54d2ad4a600', 'status': 'completed', 'code': 200} Feb 10 23:38:34.304272 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-718583b9-a48f-4ae9-9850-f969ebd4b40c req-6071135c-350b-47e1-a45d-6504b6d61312 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=144ee8ffff6940b9957506284bcaddd8&device_id=d592b799-a65f-4e4b-ac39-8f96af345c1a HTTP/1.1" status: 200 len: 1096 time: 0.0700619 Feb 10 23:38:34.447274 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718583b9-a48f-4ae9-9850-f969ebd4b40c req-e896e119-8e40-403c-abf9-93b27f2eb26d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:38:34.448955 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-718583b9-a48f-4ae9-9850-f969ebd4b40c req-e896e119-8e40-403c-abf9-93b27f2eb26d service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=144ee8ffff6940b9957506284bcaddd8&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1370723 Feb 10 23:38:34.644147 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718583b9-a48f-4ae9-9850-f969ebd4b40c req-c16c8fb0-8d6b-445c-9989-52a83f3af0d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:38:34.645608 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-718583b9-a48f-4ae9-9850-f969ebd4b40c req-c16c8fb0-8d6b-445c-9989-52a83f3af0d0 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1896489 Feb 10 23:38:34.659381 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f1db9-977f-4f8b-b540-6e82ae038053 req-0cda85eb-44d8-4e7f-a3bb-b3a8ee397fe9 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:38:34.660776 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-641f1db9-977f-4f8b-b540-6e82ae038053 req-0cda85eb-44d8-4e7f-a3bb-b3a8ee397fe9 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/ports?device_id=d592b799-a65f-4e4b-ac39-8f96af345c1a HTTP/1.1" status: 200 len: 943 time: 0.1328366 Feb 10 23:38:34.757306 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-641f1db9-977f-4f8b-b540-6e82ae038053 req-455cdbfc-b0eb-41c0-9013-5ee18ba30e46 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/security-groups?id=2afc1937-4470-4531-8fa3-c300daf7616f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897977 Feb 10 23:38:34.774233 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d3b6b8b6-8a5c-4a85-aa08-79656eefedec req-21ed9c04-bfd8-4210-9c19-a07fe3d5a7bb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=144ee8ffff6940b9957506284bcaddd8&device_id=d592b799-a65f-4e4b-ac39-8f96af345c1a HTTP/1.1" status: 200 len: 1096 time: 0.0913515 Feb 10 23:38:34.843040 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d3b6b8b6-8a5c-4a85-aa08-79656eefedec req-285b9f3c-a7ae-4f83-aa13-e13f012554b8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06df779c-7b27-44f7-a21b-c54d2ad4a600 HTTP/1.1" status: 200 len: 217 time: 0.0606716 Feb 10 23:38:34.906054 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b6b8b6-8a5c-4a85-aa08-79656eefedec req-f8f2aecb-d308-445b-ac84-5a761d31eae4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:38:34.907437 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d3b6b8b6-8a5c-4a85-aa08-79656eefedec req-f8f2aecb-d308-445b-ac84-5a761d31eae4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=eb715e18-e80c-47a1-9783-dd0d27779380 HTTP/1.1" status: 200 len: 854 time: 0.0584574 Feb 10 23:38:35.062213 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d3b6b8b6-8a5c-4a85-aa08-79656eefedec req-eac70ca3-863f-422e-acc6-f41e2380e2d9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b0c77063-2c68-4794-a78d-480b2af8af56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1481693 Feb 10 23:38:35.195381 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d3b6b8b6-8a5c-4a85-aa08-79656eefedec req-9f441366-40b4-4669-92a3-2c5fa2fae641 service neutron] 10.222.0.37 "GET /v2.0/networks/b0c77063-2c68-4794-a78d-480b2af8af56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266472 Feb 10 23:38:35.323866 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d3b6b8b6-8a5c-4a85-aa08-79656eefedec req-65f09134-96a3-417e-bf94-334638aed2f5 service neutron] 10.222.0.37 "GET /v2.0/networks/b0c77063-2c68-4794-a78d-480b2af8af56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213131 Feb 10 23:38:35.963383 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84cfb2-204c-427b-b33b-984ae35d4471 req-6ed1ed8d-5689-42d2-888f-c8a1803f5f60 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:38:35.964819 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-2d84cfb2-204c-427b-b33b-984ae35d4471 req-6ed1ed8d-5689-42d2-888f-c8a1803f5f60 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/ports?device_id=d592b799-a65f-4e4b-ac39-8f96af345c1a HTTP/1.1" status: 200 len: 943 time: 0.0790265 Feb 10 23:38:36.007997 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-2d84cfb2-204c-427b-b33b-984ae35d4471 req-8681e4b1-19ce-42a5-b24f-a1917805e369 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/security-groups?id=2afc1937-4470-4531-8fa3-c300daf7616f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377185 Feb 10 23:38:37.203068 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa3c34-3c67-4f6a-a7d5-ffc3a3ef2118 req-e507b65c-7acd-4e8a-9a79-14ffef41d593 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:38:37.204517 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e0fa3c34-3c67-4f6a-a7d5-ffc3a3ef2118 req-e507b65c-7acd-4e8a-9a79-14ffef41d593 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/ports?device_id=d592b799-a65f-4e4b-ac39-8f96af345c1a HTTP/1.1" status: 200 len: 943 time: 0.0748935 Feb 10 23:38:37.254019 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e0fa3c34-3c67-4f6a-a7d5-ffc3a3ef2118 req-93f36946-5b28-4b97-8a00-7aafc030157a tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/security-groups?id=2afc1937-4470-4531-8fa3-c300daf7616f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435388 Feb 10 23:38:38.451004 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3301dab5-09b0-4bbf-a03b-021f4bf7ac26 req-ac1efc69-ef06-4e13-ae82-349e968ef966 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:38:38.452435 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-3301dab5-09b0-4bbf-a03b-021f4bf7ac26 req-ac1efc69-ef06-4e13-ae82-349e968ef966 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/ports?device_id=d592b799-a65f-4e4b-ac39-8f96af345c1a HTTP/1.1" status: 200 len: 943 time: 0.0783899 Feb 10 23:38:38.499955 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-3301dab5-09b0-4bbf-a03b-021f4bf7ac26 req-1b7b061e-e16b-479a-9c1c-fb29002ff06e tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/security-groups?id=2afc1937-4470-4531-8fa3-c300daf7616f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419028 Feb 10 23:38:38.892261 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 06df779c-7b27-44f7-a21b-c54d2ad4a600 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:38:39.023705 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 06df779c-7b27-44f7-a21b-c54d2ad4a600, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=06df779c-7b27-44f7-a21b-c54d2ad4a600,segment=NetworkSegment(2f211324-9ba1-4620-bbfc-fef12f2ccd07),segment_id=2f211324-9ba1-4620-bbfc-fef12f2ccd07)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:38:39.038300 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Returning: {'device': '06df779c-7b27-44f7-a21b-c54d2ad4a600', 'network_id': 'b0c77063-2c68-4794-a78d-480b2af8af56', 'port_id': '06df779c-7b27-44f7-a21b-c54d2ad4a600', 'mac_address': 'fa:16:3e:56:15:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb715e18-e80c-47a1-9783-dd0d27779380', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:38:39.092780 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:39.109238 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06df779c-7b27-44f7-a21b-c54d2ad4a600 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:38:39.123775 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 06df779c-7b27-44f7-a21b-c54d2ad4a600, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=06df779c-7b27-44f7-a21b-c54d2ad4a600,segment=NetworkSegment(2f211324-9ba1-4620-bbfc-fef12f2ccd07),segment_id=2f211324-9ba1-4620-bbfc-fef12f2ccd07)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:38:39.174271 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:39.241359 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=06df779c-7b27-44f7-a21b-c54d2ad4a600,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:38:39.380495 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['06df779c-7b27-44f7-a21b-c54d2ad4a600'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:38:39.698124 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b99d40f-bf2f-4237-8653-12a1709734d2 req-2256326c-8bea-4df1-ac4c-50b17c54fb4c tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:38:39.699577 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4b99d40f-bf2f-4237-8653-12a1709734d2 req-2256326c-8bea-4df1-ac4c-50b17c54fb4c tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/ports?device_id=d592b799-a65f-4e4b-ac39-8f96af345c1a HTTP/1.1" status: 200 len: 944 time: 0.0753009 Feb 10 23:38:39.743684 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4b99d40f-bf2f-4237-8653-12a1709734d2 req-e40732d7-0c4c-4720-b8c1-6ab2d61e4ee4 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/security-groups?id=2afc1937-4470-4531-8fa3-c300daf7616f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381560 Feb 10 23:38:40.907713 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 06df779c-7b27-44f7-a21b-c54d2ad4a600 up at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:38:40.942446 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47abba6d-434a-4005-a5b4-439156437200 req-590b8f7c-4040-4712-9d58-15355596712f tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:38:40.943940 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-47abba6d-434a-4005-a5b4-439156437200 req-590b8f7c-4040-4712-9d58-15355596712f tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/ports?device_id=d592b799-a65f-4e4b-ac39-8f96af345c1a HTTP/1.1" status: 200 len: 944 time: 0.0787039 Feb 10 23:38:40.989058 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-47abba6d-434a-4005-a5b4-439156437200 req-8eb72708-b62f-4218-b8f9-55d0487a66b8 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/security-groups?id=2afc1937-4470-4531-8fa3-c300daf7616f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394645 Feb 10 23:38:41.037412 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning for port 06df779c-7b27-44f7-a21b-c54d2ad4a600 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:38:41.043075 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning complete for port 06df779c-7b27-44f7-a21b-c54d2ad4a600 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:38:41.044447 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:41.154410 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:41.179584 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd592b799-a65f-4e4b-ac39-8f96af345c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06df779c-7b27-44f7-a21b-c54d2ad4a600'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:38:41.188710 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 06df779c-7b27-44f7-a21b-c54d2ad4a600, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=06df779c-7b27-44f7-a21b-c54d2ad4a600,segment=NetworkSegment(2f211324-9ba1-4620-bbfc-fef12f2ccd07),segment_id=2f211324-9ba1-4620-bbfc-fef12f2ccd07)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:38:41.254253 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:41.309728 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd592b799-a65f-4e4b-ac39-8f96af345c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06df779c-7b27-44f7-a21b-c54d2ad4a600', 'code': 200} Feb 10 23:38:41.323556 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=06df779c-7b27-44f7-a21b-c54d2ad4a600,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:38:41.653392 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1415b91e-881c-4f1f-8bda-7afa9e7c9d16 req-8716fe9a-a382-4e5b-85e8-f1855f580fe1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d592b799-a65f-4e4b-ac39-8f96af345c1a HTTP/1.1" status: 200 len: 1098 time: 0.0700388 Feb 10 23:38:41.694300 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1415b91e-881c-4f1f-8bda-7afa9e7c9d16 req-cc370179-7c8d-4a8b-ab0d-cebe81e9246c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2afc1937-4470-4531-8fa3-c300daf7616f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345538 Feb 10 23:38:42.183165 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b6cf5-0978-4382-b6cb-171f1b7cc916 req-4e3fc410-ae01-47b1-8112-bcc4bca163c3 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:38:42.184606 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-da5b6cf5-0978-4382-b6cb-171f1b7cc916 req-4e3fc410-ae01-47b1-8112-bcc4bca163c3 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/ports?device_id=d592b799-a65f-4e4b-ac39-8f96af345c1a HTTP/1.1" status: 200 len: 945 time: 0.0744331 Feb 10 23:38:42.232037 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-da5b6cf5-0978-4382-b6cb-171f1b7cc916 req-c9f8537a-4b48-4b32-b197-316004407c0c tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/security-groups?id=2afc1937-4470-4531-8fa3-c300daf7616f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420246 Feb 10 23:38:43.430334 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a62bdc7-f731-4ba3-8870-91d1e87c3e9a req-ef19e5ce-4c83-4e1f-a6b1-14b4b75ec2c2 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:38:43.432328 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5a62bdc7-f731-4ba3-8870-91d1e87c3e9a req-ef19e5ce-4c83-4e1f-a6b1-14b4b75ec2c2 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/ports?device_id=d592b799-a65f-4e4b-ac39-8f96af345c1a HTTP/1.1" status: 200 len: 945 time: 0.0801842 Feb 10 23:38:43.475244 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5a62bdc7-f731-4ba3-8870-91d1e87c3e9a req-985e9054-93d4-411a-9bb9-a235c240eb14 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/security-groups?id=2afc1937-4470-4531-8fa3-c300daf7616f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374365 Feb 10 23:38:43.669510 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b8bb6-0100-4b5c-9aa7-e4e67f74a0ec req-e8835228-d824-4779-bd1e-92f23f5f2551 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:38:43.670929 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-b88b8bb6-0100-4b5c-9aa7-e4e67f74a0ec req-e8835228-d824-4779-bd1e-92f23f5f2551 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/ports?device_id=d592b799-a65f-4e4b-ac39-8f96af345c1a HTTP/1.1" status: 200 len: 945 time: 0.0760236 Feb 10 23:38:43.717712 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-b88b8bb6-0100-4b5c-9aa7-e4e67f74a0ec req-fad4b8e3-83c9-4ed0-a403-9b186e733846 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/security-groups?id=2afc1937-4470-4531-8fa3-c300daf7616f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412867 Feb 10 23:38:44.134276 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32dd86e-8c96-4c71-a336-9f7d87eaaf92 req-e964c5df-73ec-4b4a-b6fd-c7f7159774d3 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:38:44.135810 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-f32dd86e-8c96-4c71-a336-9f7d87eaaf92 req-e964c5df-73ec-4b4a-b6fd-c7f7159774d3 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/ports?device_id=d592b799-a65f-4e4b-ac39-8f96af345c1a HTTP/1.1" status: 200 len: 945 time: 0.0797892 Feb 10 23:38:44.180327 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-f32dd86e-8c96-4c71-a336-9f7d87eaaf92 req-6f4a3f3e-792e-4b7b-af9a-7424f72253aa tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/security-groups?id=2afc1937-4470-4531-8fa3-c300daf7616f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385489 Feb 10 23:38:46.356139 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:47.233510 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:38:49.071410 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-993692b9-e47b-4bb6-b839-940557f40854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:51.231805 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bcd27a50-d602-41c3-870d-0563126c5cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:52.579989 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:52.614119 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:54.093834 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:57.028799 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed3d99-ef59-4ed9-bca8-b4e4c1651895 req-b37e58d4-c138-4790-a693-d87f8a8decc9 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:38:57.030229 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-f4ed3d99-ef59-4ed9-bca8-b4e4c1651895 req-b37e58d4-c138-4790-a693-d87f8a8decc9 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/ports?device_id=d592b799-a65f-4e4b-ac39-8f96af345c1a HTTP/1.1" status: 200 len: 945 time: 0.0829034 Feb 10 23:38:57.075522 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-f4ed3d99-ef59-4ed9-bca8-b4e4c1651895 req-33c50b72-4324-4bec-a6e8-5dc50940de0d tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/security-groups?id=2afc1937-4470-4531-8fa3-c300daf7616f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397725 Feb 10 23:38:57.102822 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 55314) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:38:57.238958 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-52937673-c896-47af-8bb6-e28546e266db tempest-TestMinimumBasicScenario-865070506 tempest-TestMinimumBasicScenario-865070506-project-admin] Synchronizing usage tracker for tenant:48dceb113d6c42c6bffe0b447697cfaa on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:38:57.322145 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-52937673-c896-47af-8bb6-e28546e266db tempest-TestMinimumBasicScenario-865070506 tempest-TestMinimumBasicScenario-865070506-project-admin] Unset dirty status for tenant:48dceb113d6c42c6bffe0b447697cfaa on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:38:57.323298 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-52937673-c896-47af-8bb6-e28546e266db tempest-TestMinimumBasicScenario-865070506 tempest-TestMinimumBasicScenario-865070506-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d592b799-a65f-4e4b-ac39-8f96af345c1a HTTP/1.1" status: 200 len: 1093 time: 0.2194786 Feb 10 23:38:57.326359 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 55320) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:38:57.331573 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-974329fb-b050-4942-b4b2-bbf2e645fe8f tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Request body: {'floatingip': {'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'port_id': '06df779c-7b27-44f7-a21b-c54d2ad4a600', 'tenant_id': '144ee8ffff6940b9957506284bcaddd8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:38:57.337929 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-974329fb-b050-4942-b4b2-bbf2e645fe8f tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:38:57.341712 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-974329fb-b050-4942-b4b2-bbf2e645fe8f tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Usage tracker for resource:floatingip and tenant:144ee8ffff6940b9957506284bcaddd8 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:38:57.344512 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-974329fb-b050-4942-b4b2-bbf2e645fe8f tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:38:57.350130 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-974329fb-b050-4942-b4b2-bbf2e645fe8f tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:38:57.420006 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-974329fb-b050-4942-b4b2-bbf2e645fe8f tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Notify callbacks [] for floatingip, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:57.641773 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-974329fb-b050-4942-b4b2-bbf2e645fe8f tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:57.769823 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-974329fb-b050-4942-b4b2-bbf2e645fe8f tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Allocated IP 172.26.8.215 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/d4ad3b24-f197-4d76-9e1f-6a4ac5a8365f) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:38:57.912204 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-974329fb-b050-4942-b4b2-bbf2e645fe8f tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:57.997383 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-974329fb-b050-4942-b4b2-bbf2e645fe8f tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:58.066720 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974329fb-b050-4942-b4b2-bbf2e645fe8f tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:38:58.069326 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-974329fb-b050-4942-b4b2-bbf2e645fe8f tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:38:58.074305 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974329fb-b050-4942-b4b2-bbf2e645fe8f tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:38:58.097587 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974329fb-b050-4942-b4b2-bbf2e645fe8f tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Pushing event updated for resources: {'Port': ['ID=d4ad3b24-f197-4d76-9e1f-6a4ac5a8365f,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:38:58.112976 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974329fb-b050-4942-b4b2-bbf2e645fe8f tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:38:58.113321 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974329fb-b050-4942-b4b2-bbf2e645fe8f tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:38:58.113653 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974329fb-b050-4942-b4b2-bbf2e645fe8f tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:38:58.113982 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974329fb-b050-4942-b4b2-bbf2e645fe8f tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:38:58.114309 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974329fb-b050-4942-b4b2-bbf2e645fe8f tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:38:58.114632 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974329fb-b050-4942-b4b2-bbf2e645fe8f tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:38:58.114956 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974329fb-b050-4942-b4b2-bbf2e645fe8f tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:38:58.116110 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974329fb-b050-4942-b4b2-bbf2e645fe8f tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:38:58.116110 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974329fb-b050-4942-b4b2-bbf2e645fe8f tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:38:58.116110 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974329fb-b050-4942-b4b2-bbf2e645fe8f tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:38:58.116354 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974329fb-b050-4942-b4b2-bbf2e645fe8f tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:38:58.578985 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-974329fb-b050-4942-b4b2-bbf2e645fe8f tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:58.694654 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-974329fb-b050-4942-b4b2-bbf2e645fe8f tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:58.895148 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-974329fb-b050-4942-b4b2-bbf2e645fe8f tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:58.962410 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-974329fb-b050-4942-b4b2-bbf2e645fe8f tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:59.066056 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974329fb-b050-4942-b4b2-bbf2e645fe8f tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Pushing event updated for resources: {'Port': ['ID=d4ad3b24-f197-4d76-9e1f-6a4ac5a8365f,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:38:59.080044 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-974329fb-b050-4942-b4b2-bbf2e645fe8f tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1734214'] for floatingip, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:59.265501 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.l3_db [None req-974329fb-b050-4942-b4b2-bbf2e645fe8f tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Floating IP 36d038cd-ae0f-403b-8671-7f3f873e348f associated. External IP: 172.26.8.215, port: 06df779c-7b27-44f7-a21b-c54d2ad4a600. Feb 10 23:38:59.751665 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-974329fb-b050-4942-b4b2-bbf2e645fe8f tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Router 226565d3-bbd5-4960-8271-6344eab6b51f has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:38:59.942561 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974329fb-b050-4942-b4b2-bbf2e645fe8f tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:38:59.953617 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306623aa-3fe7-4640-b06e-3f369f0e7f34 None None] Sync routers for ids ['226565d3-bbd5-4960-8271-6344eab6b51f'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:38:59.969595 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306623aa-3fe7-4640-b06e-3f369f0e7f34 None None] Routers {'226565d3-bbd5-4960-8271-6344eab6b51f'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:38:59.970212 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-306623aa-3fe7-4640-b06e-3f369f0e7f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:38:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['226565d3-bbd5-4960-8271-6344eab6b51f'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:39:00.059087 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-974329fb-b050-4942-b4b2-bbf2e645fe8f tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:39:00.112044 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-974329fb-b050-4942-b4b2-bbf2e645fe8f tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7846673 Feb 10 23:39:00.112790 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd592b799-a65f-4e4b-ac39-8f96af345c1a', 'tag': '06df779c-7b27-44f7-a21b-c54d2ad4a600'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:39:00.114899 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 55324) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:39:00.121128 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-0947b013-c38a-4a12-bf38-992b715090fc tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1837577461', 'description': 'tempest-secgroup-smoke-1837577461 description', 'project_id': '144ee8ffff6940b9957506284bcaddd8'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:39:00.127084 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-0947b013-c38a-4a12-bf38-992b715090fc tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:39:00.138653 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-0947b013-c38a-4a12-bf38-992b715090fc tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:39:00.155158 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-306623aa-3fe7-4640-b06e-3f369f0e7f34 None None] Set router 226565d3-bbd5-4960-8271-6344eab6b51f gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:39:00.202812 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0947b013-c38a-4a12-bf38-992b715090fc tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:39:00.249635 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-0947b013-c38a-4a12-bf38-992b715090fc tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:39:00.249635 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-0947b013-c38a-4a12-bf38-992b715090fc tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Usage tracker for resource:security_group_rule and tenant:144ee8ffff6940b9957506284bcaddd8 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:39:00.251965 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-0947b013-c38a-4a12-bf38-992b715090fc tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:39:00.259619 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-0947b013-c38a-4a12-bf38-992b715090fc tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:39:00.262788 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd592b799-a65f-4e4b-ac39-8f96af345c1a', 'tag': '06df779c-7b27-44f7-a21b-c54d2ad4a600', 'status': 'completed', 'code': 200} Feb 10 23:39:00.363234 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0947b013-c38a-4a12-bf38-992b715090fc tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:39:00.385849 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0566dc16-eefb-4823-8dd4-2e72e4d3c8ab req-9b644b2b-9282-4781-a434-2393b3ece598 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=144ee8ffff6940b9957506284bcaddd8&device_id=d592b799-a65f-4e4b-ac39-8f96af345c1a HTTP/1.1" status: 200 len: 1098 time: 0.0931880 Feb 10 23:39:00.462495 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0947b013-c38a-4a12-bf38-992b715090fc tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:39:00.507451 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-306623aa-3fe7-4640-b06e-3f369f0e7f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226565d3-bbd5-4960-8271-6344eab6b51f', 'name': 'tempest-TestMinimumBasicScenario-1233988378-router', 'tenant_id': '144ee8ffff6940b9957506284bcaddd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.89'}], 'enable_snat': True}, 'gw_port_id': 'f4a9f94f-c039-4bcb-8ee4-9bd0203a15f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:37:55Z', 'updated_at': '2022-02-10T23:37:59Z', 'revision_number': 4, 'project_id': '144ee8ffff6940b9957506284bcaddd8', 'gw_port': {'id': 'f4a9f94f-c039-4bcb-8ee4-9bd0203a15f1', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226565d3-bbd5-4960-8271-6344eab6b51f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:37:56Z', 'updated_at': '2022-02-10T23:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '36d038cd-ae0f-403b-8671-7f3f873e348f', 'tenant_id': '144ee8ffff6940b9957506284bcaddd8', 'floating_ip_address': '172.26.8.215', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '226565d3-bbd5-4960-8271-6344eab6b51f', 'port_id': '06df779c-7b27-44f7-a21b-c54d2ad4a600', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0c77063-2c68-4794-a78d-480b2af8af56', 'mac_address': 'fa:16:3e:56:15:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd592b799-a65f-4e4b-ac39-8f96af345c1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:38:58Z', 'updated_at': '2022-02-10T23:38:58Z', 'revision_number': 0, 'project_id': '144ee8ffff6940b9957506284bcaddd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6c78a56-9662-463a-b4fc-94fc3a0ef8f1', 'name': '', 'network_id': 'b0c77063-2c68-4794-a78d-480b2af8af56', 'tenant_id': '144ee8ffff6940b9957506284bcaddd8', 'mac_address': 'fa:16:3e:25:35:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226565d3-bbd5-4960-8271-6344eab6b51f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb715e18-e80c-47a1-9783-dd0d27779380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:37:58Z', 'updated_at': '2022-02-10T23:38:17Z', 'revision_number': 5, 'project_id': '144ee8ffff6940b9957506284bcaddd8', 'subnets': [{'id': 'eb715e18-e80c-47a1-9783-dd0d27779380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:39:00.512323 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306623aa-3fe7-4640-b06e-3f369f0e7f34 None None] Checking router: 226565d3-bbd5-4960-8271-6344eab6b51f for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:39:00.523266 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306623aa-3fe7-4640-b06e-3f369f0e7f34 None None] Routers {'226565d3-bbd5-4960-8271-6344eab6b51f'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:39:00.524073 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-306623aa-3fe7-4640-b06e-3f369f0e7f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:38:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['226565d3-bbd5-4960-8271-6344eab6b51f'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:39:00.528481 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0947b013-c38a-4a12-bf38-992b715090fc tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d984a7-2ada-473a-b632-33d97f61c36a,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:39:00.571467 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0566dc16-eefb-4823-8dd4-2e72e4d3c8ab req-3103b0d3-30f6-4a24-97f0-c3b5d1ef766f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:39:00.573010 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0566dc16-eefb-4823-8dd4-2e72e4d3c8ab req-3103b0d3-30f6-4a24-97f0-c3b5d1ef766f service neutron] 10.222.0.37 "GET /v2.0/networks?id=b0c77063-2c68-4794-a78d-480b2af8af56 HTTP/1.1" status: 200 len: 916 time: 0.1802156 Feb 10 23:39:00.639506 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0947b013-c38a-4a12-bf38-992b715090fc tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:39:00.640956 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0947b013-c38a-4a12-bf38-992b715090fc tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.5250750 Feb 10 23:39:00.643915 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 55332) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:39:00.650531 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-16af057f-374e-409f-8bfd-8c484ade5a9f tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Request body: {'security_group_rule': {'security_group_id': 'b9d984a7-2ada-473a-b632-33d97f61c36a', 'project_id': '144ee8ffff6940b9957506284bcaddd8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:39:00.656743 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-16af057f-374e-409f-8bfd-8c484ade5a9f tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:39:00.660622 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-16af057f-374e-409f-8bfd-8c484ade5a9f tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Usage tracker for resource:security_group_rule and tenant:144ee8ffff6940b9957506284bcaddd8 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:39:00.663453 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-16af057f-374e-409f-8bfd-8c484ade5a9f tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:39:00.673855 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-16af057f-374e-409f-8bfd-8c484ade5a9f tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:39:00.685927 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0566dc16-eefb-4823-8dd4-2e72e4d3c8ab req-e0a8901c-5616-4137-bacc-9cf93ff6a65b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06df779c-7b27-44f7-a21b-c54d2ad4a600 HTTP/1.1" status: 200 len: 999 time: 0.1030018 Feb 10 23:39:00.705036 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-306623aa-3fe7-4640-b06e-3f369f0e7f34 None None] Set router 226565d3-bbd5-4960-8271-6344eab6b51f gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:39:00.753967 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0566dc16-eefb-4823-8dd4-2e72e4d3c8ab req-a0ac1155-91a9-4ac8-b54f-ab7452d720f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:39:00.755297 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0566dc16-eefb-4823-8dd4-2e72e4d3c8ab req-a0ac1155-91a9-4ac8-b54f-ab7452d720f5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=eb715e18-e80c-47a1-9783-dd0d27779380 HTTP/1.1" status: 200 len: 854 time: 0.0631647 Feb 10 23:39:00.775685 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-16af057f-374e-409f-8bfd-8c484ade5a9f tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:39:00.831921 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0566dc16-eefb-4823-8dd4-2e72e4d3c8ab req-7bbe7b68-5f16-4877-a801-113ba72e819e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b0c77063-2c68-4794-a78d-480b2af8af56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706191 Feb 10 23:39:00.839586 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-16af057f-374e-409f-8bfd-8c484ade5a9f tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:39:00.917067 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-16af057f-374e-409f-8bfd-8c484ade5a9f tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:39:00.943703 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16af057f-374e-409f-8bfd-8c484ade5a9f tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28692c6d-768a-4f42-945b-a08f6c70efbd,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:39:00.966794 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0566dc16-eefb-4823-8dd4-2e72e4d3c8ab req-a010bf1b-f253-4f41-94cd-becf1b30e672 service neutron] 10.222.0.37 "GET /v2.0/networks/b0c77063-2c68-4794-a78d-480b2af8af56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282251 Feb 10 23:39:01.020041 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-16af057f-374e-409f-8bfd-8c484ade5a9f tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:39:01.023888 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-16af057f-374e-409f-8bfd-8c484ade5a9f tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3760827 Feb 10 23:39:01.024256 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 55336) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:39:01.029962 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-0ffc1afd-3bf4-461f-9064-79da5c49cecd tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Request body: {'security_group_rule': {'security_group_id': 'b9d984a7-2ada-473a-b632-33d97f61c36a', 'project_id': '144ee8ffff6940b9957506284bcaddd8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:39:01.036235 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-0ffc1afd-3bf4-461f-9064-79da5c49cecd tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:39:01.040115 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-0ffc1afd-3bf4-461f-9064-79da5c49cecd tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Usage tracker for resource:security_group_rule and tenant:144ee8ffff6940b9957506284bcaddd8 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:39:01.043183 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-0ffc1afd-3bf4-461f-9064-79da5c49cecd tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:39:01.049288 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-0ffc1afd-3bf4-461f-9064-79da5c49cecd tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:39:01.093522 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-306623aa-3fe7-4640-b06e-3f369f0e7f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226565d3-bbd5-4960-8271-6344eab6b51f', 'name': 'tempest-TestMinimumBasicScenario-1233988378-router', 'tenant_id': '144ee8ffff6940b9957506284bcaddd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.89'}], 'enable_snat': True}, 'gw_port_id': 'f4a9f94f-c039-4bcb-8ee4-9bd0203a15f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:37:55Z', 'updated_at': '2022-02-10T23:37:59Z', 'revision_number': 4, 'project_id': '144ee8ffff6940b9957506284bcaddd8', 'gw_port': {'id': 'f4a9f94f-c039-4bcb-8ee4-9bd0203a15f1', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226565d3-bbd5-4960-8271-6344eab6b51f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:37:56Z', 'updated_at': '2022-02-10T23:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '36d038cd-ae0f-403b-8671-7f3f873e348f', 'tenant_id': '144ee8ffff6940b9957506284bcaddd8', 'floating_ip_address': '172.26.8.215', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '226565d3-bbd5-4960-8271-6344eab6b51f', 'port_id': '06df779c-7b27-44f7-a21b-c54d2ad4a600', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0c77063-2c68-4794-a78d-480b2af8af56', 'mac_address': 'fa:16:3e:56:15:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd592b799-a65f-4e4b-ac39-8f96af345c1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:38:58Z', 'updated_at': '2022-02-10T23:38:58Z', 'revision_number': 0, 'project_id': '144ee8ffff6940b9957506284bcaddd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6c78a56-9662-463a-b4fc-94fc3a0ef8f1', 'name': '', 'network_id': 'b0c77063-2c68-4794-a78d-480b2af8af56', 'tenant_id': '144ee8ffff6940b9957506284bcaddd8', 'mac_address': 'fa:16:3e:25:35:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226565d3-bbd5-4960-8271-6344eab6b51f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb715e18-e80c-47a1-9783-dd0d27779380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:37:58Z', 'updated_at': '2022-02-10T23:38:17Z', 'revision_number': 5, 'project_id': '144ee8ffff6940b9957506284bcaddd8', 'subnets': [{'id': 'eb715e18-e80c-47a1-9783-dd0d27779380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:39:01.097492 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306623aa-3fe7-4640-b06e-3f369f0e7f34 None None] The sync data for ids ['226565d3-bbd5-4960-8271-6344eab6b51f'] in dv-neutron-828797-1-hyperv is: [{'id': '226565d3-bbd5-4960-8271-6344eab6b51f', 'name': 'tempest-TestMinimumBasicScenario-1233988378-router', 'tenant_id': '144ee8ffff6940b9957506284bcaddd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.89'}], 'enable_snat': True}, 'gw_port_id': 'f4a9f94f-c039-4bcb-8ee4-9bd0203a15f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:37:55Z', 'updated_at': '2022-02-10T23:37:59Z', 'revision_number': 4, 'project_id': '144ee8ffff6940b9957506284bcaddd8', 'gw_port': {'id': 'f4a9f94f-c039-4bcb-8ee4-9bd0203a15f1', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226565d3-bbd5-4960-8271-6344eab6b51f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:37:56Z', 'updated_at': '2022-02-10T23:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '36d038cd-ae0f-403b-8671-7f3f873e348f', 'tenant_id': '144ee8ffff6940b9957506284bcaddd8', 'floating_ip_address': '172.26.8.215', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '226565d3-bbd5-4960-8271-6344eab6b51f', 'port_id': '06df779c-7b27-44f7-a21b-c54d2ad4a600', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0c77063-2c68-4794-a78d-480b2af8af56', 'mac_address': 'fa:16:3e:56:15:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd592b799-a65f-4e4b-ac39-8f96af345c1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:38:58Z', 'updated_at': '2022-02-10T23:38:58Z', 'revision_number': 0, 'project_id': '144ee8ffff6940b9957506284bcaddd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6c78a56-9662-463a-b4fc-94fc3a0ef8f1', 'name': '', 'network_id': 'b0c77063-2c68-4794-a78d-480b2af8af56', 'tenant_id': '144ee8ffff6940b9957506284bcaddd8', 'mac_address': 'fa:16:3e:25:35:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226565d3-bbd5-4960-8271-6344eab6b51f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb715e18-e80c-47a1-9783-dd0d27779380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:37:58Z', 'updated_at': '2022-02-10T23:38:17Z', 'revision_number': 5, 'project_id': '144ee8ffff6940b9957506284bcaddd8', 'subnets': [{'id': 'eb715e18-e80c-47a1-9783-dd0d27779380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:39:01.108591 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0566dc16-eefb-4823-8dd4-2e72e4d3c8ab req-250c5f01-8a0e-42c8-8fa6-1877cc647c8b service neutron] 10.222.0.37 "GET /v2.0/networks/b0c77063-2c68-4794-a78d-480b2af8af56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352406 Feb 10 23:39:01.147051 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0ffc1afd-3bf4-461f-9064-79da5c49cecd tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:39:01.209382 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0ffc1afd-3bf4-461f-9064-79da5c49cecd tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:39:01.254174 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0ffc1afd-3bf4-461f-9064-79da5c49cecd tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:39:01.279567 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffc1afd-3bf4-461f-9064-79da5c49cecd tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c1c6df7-4669-416e-8bae-cec2d6b9b2af,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:39:01.296901 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d34157a-8741-496b-b9ea-41c92721e69b None None] New status for floating IP 36d038cd-ae0f-403b-8671-7f3f873e348f: ACTIVE {{(pid=84335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 23:39:01.345346 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0ffc1afd-3bf4-461f-9064-79da5c49cecd tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:39:01.346588 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-0ffc1afd-3bf4-461f-9064-79da5c49cecd tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3213058 Feb 10 23:39:01.349323 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 55340) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:39:01.355364 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-166cb295-ec0c-48c0-9714-e5019d642ece tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Request body: {'security_group_rule': {'security_group_id': 'b9d984a7-2ada-473a-b632-33d97f61c36a', 'project_id': '144ee8ffff6940b9957506284bcaddd8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:39:01.361479 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-166cb295-ec0c-48c0-9714-e5019d642ece tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:39:01.366225 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-166cb295-ec0c-48c0-9714-e5019d642ece tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Usage tracker for resource:security_group_rule and tenant:144ee8ffff6940b9957506284bcaddd8 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:39:01.369444 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-166cb295-ec0c-48c0-9714-e5019d642ece tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:39:01.375250 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-166cb295-ec0c-48c0-9714-e5019d642ece tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:39:01.432486 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-166cb295-ec0c-48c0-9714-e5019d642ece tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:39:01.496566 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-166cb295-ec0c-48c0-9714-e5019d642ece tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:39:01.540609 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-166cb295-ec0c-48c0-9714-e5019d642ece tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:39:01.564376 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166cb295-ec0c-48c0-9714-e5019d642ece tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c89d7a10-d8bb-4129-b7ef-f7c1cdfe85a9,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:39:01.631363 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-166cb295-ec0c-48c0-9714-e5019d642ece tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:39:01.632564 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-166cb295-ec0c-48c0-9714-e5019d642ece tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2822919 Feb 10 23:39:01.635210 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 55344) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:39:01.640753 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-2651fc61-a891-4ea9-8a7d-3b5e83588a13 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Request body: {'security_group_rule': {'security_group_id': 'b9d984a7-2ada-473a-b632-33d97f61c36a', 'project_id': '144ee8ffff6940b9957506284bcaddd8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:39:01.646654 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2651fc61-a891-4ea9-8a7d-3b5e83588a13 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:39:01.650419 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-2651fc61-a891-4ea9-8a7d-3b5e83588a13 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Usage tracker for resource:security_group_rule and tenant:144ee8ffff6940b9957506284bcaddd8 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:39:01.653620 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-2651fc61-a891-4ea9-8a7d-3b5e83588a13 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:39:01.659508 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2651fc61-a891-4ea9-8a7d-3b5e83588a13 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:39:01.735040 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2651fc61-a891-4ea9-8a7d-3b5e83588a13 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:39:01.802321 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2651fc61-a891-4ea9-8a7d-3b5e83588a13 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:39:01.847966 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2651fc61-a891-4ea9-8a7d-3b5e83588a13 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:39:01.871916 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2651fc61-a891-4ea9-8a7d-3b5e83588a13 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b7b9027-6b74-43ab-a460-2bff0642ef5e,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:39:02.198559 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2651fc61-a891-4ea9-8a7d-3b5e83588a13 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:39:02.204372 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-2651fc61-a891-4ea9-8a7d-3b5e83588a13 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5636468 Feb 10 23:39:02.206297 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 55348) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:39:02.212132 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-fdea78bb-56ed-4cd6-b9cd-941617b29f80 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Request body: {'security_group_rule': {'security_group_id': 'b9d984a7-2ada-473a-b632-33d97f61c36a', 'project_id': '144ee8ffff6940b9957506284bcaddd8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:39:02.217984 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-fdea78bb-56ed-4cd6-b9cd-941617b29f80 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:39:02.221695 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-fdea78bb-56ed-4cd6-b9cd-941617b29f80 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Usage tracker for resource:security_group_rule and tenant:144ee8ffff6940b9957506284bcaddd8 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:39:02.224513 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-fdea78bb-56ed-4cd6-b9cd-941617b29f80 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:39:02.230212 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-fdea78bb-56ed-4cd6-b9cd-941617b29f80 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:39:02.379927 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.securitygroups_db [None req-fdea78bb-56ed-4cd6-b9cd-941617b29f80 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Project 144ee8ffff6940b9957506284bcaddd8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:39:02.388182 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fdea78bb-56ed-4cd6-b9cd-941617b29f80 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:39:02.451613 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fdea78bb-56ed-4cd6-b9cd-941617b29f80 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:39:02.522599 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fdea78bb-56ed-4cd6-b9cd-941617b29f80 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:39:02.547435 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdea78bb-56ed-4cd6-b9cd-941617b29f80 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d73c8f13-2d13-44aa-822e-7d1772a6c375,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:39:02.603284 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fdea78bb-56ed-4cd6-b9cd-941617b29f80 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:39:02.604268 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-fdea78bb-56ed-4cd6-b9cd-941617b29f80 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3970902 Feb 10 23:39:02.607126 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 55352) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:39:02.612527 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-d0f15399-4662-4c98-958f-a7be7e8b5e3e tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Request body: {'security_group_rule': {'security_group_id': 'b9d984a7-2ada-473a-b632-33d97f61c36a', 'project_id': '144ee8ffff6940b9957506284bcaddd8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:39:02.619162 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d0f15399-4662-4c98-958f-a7be7e8b5e3e tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:39:02.623050 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-d0f15399-4662-4c98-958f-a7be7e8b5e3e tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Usage tracker for resource:security_group_rule and tenant:144ee8ffff6940b9957506284bcaddd8 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:39:02.625883 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-d0f15399-4662-4c98-958f-a7be7e8b5e3e tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:39:02.631443 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-d0f15399-4662-4c98-958f-a7be7e8b5e3e tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:39:02.693669 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.securitygroups_db [None req-d0f15399-4662-4c98-958f-a7be7e8b5e3e tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Project 144ee8ffff6940b9957506284bcaddd8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:39:02.700808 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d0f15399-4662-4c98-958f-a7be7e8b5e3e tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:39:02.764092 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d0f15399-4662-4c98-958f-a7be7e8b5e3e tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:39:02.813651 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d0f15399-4662-4c98-958f-a7be7e8b5e3e tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:39:02.837875 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f15399-4662-4c98-958f-a7be7e8b5e3e tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc722537-c697-4b7c-8ed6-ab3976900963,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:39:02.900044 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d0f15399-4662-4c98-958f-a7be7e8b5e3e tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:39:02.901726 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-d0f15399-4662-4c98-958f-a7be7e8b5e3e tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2937105 Feb 10 23:39:03.032635 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-9e8c6c6f-9421-446e-bb47-b8064243a03e req-addffe30-4f45-4b12-9d78-b57ddd73ec11 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1837577461&fields=id&tenant_id=144ee8ffff6940b9957506284bcaddd8 HTTP/1.1" status: 200 len: 267 time: 0.0419202 Feb 10 23:39:03.111236 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c6c6f-9421-446e-bb47-b8064243a03e req-b5e7ce41-8ee9-43ee-81d4-1d60bee9ef9d tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:39:03.112683 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-9e8c6c6f-9421-446e-bb47-b8064243a03e req-b5e7ce41-8ee9-43ee-81d4-1d60bee9ef9d tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/ports?device_id=d592b799-a65f-4e4b-ac39-8f96af345c1a HTTP/1.1" status: 200 len: 945 time: 0.0749879 Feb 10 23:39:03.123038 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [req-9e8c6c6f-9421-446e-bb47-b8064243a03e req-bf64bcd7-259f-4e82-8a53-8c480b8e1529 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Request body: {'port': {'security_groups': ['2afc1937-4470-4531-8fa3-c300daf7616f', 'b9d984a7-2ada-473a-b632-33d97f61c36a']}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:39:03.237208 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-9e8c6c6f-9421-446e-bb47-b8064243a03e req-bf64bcd7-259f-4e82-8a53-8c480b8e1529 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:39:03.486420 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [req-9e8c6c6f-9421-446e-bb47-b8064243a03e req-bf64bcd7-259f-4e82-8a53-8c480b8e1529 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] For port 06df779c-7b27-44f7-a21b-c54d2ad4a600, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=06df779c-7b27-44f7-a21b-c54d2ad4a600,segment=NetworkSegment(2f211324-9ba1-4620-bbfc-fef12f2ccd07),segment_id=2f211324-9ba1-4620-bbfc-fef12f2ccd07)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:39:03.510718 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-9e8c6c6f-9421-446e-bb47-b8064243a03e req-bf64bcd7-259f-4e82-8a53-8c480b8e1529 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:39:03.590866 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-9e8c6c6f-9421-446e-bb47-b8064243a03e req-bf64bcd7-259f-4e82-8a53-8c480b8e1529 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:39:03.605844 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['06df779c-7b27-44f7-a21b-c54d2ad4a600'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:39:03.670113 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c6c6f-9421-446e-bb47-b8064243a03e req-bf64bcd7-259f-4e82-8a53-8c480b8e1529 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:39:03.675351 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [req-9e8c6c6f-9421-446e-bb47-b8064243a03e req-bf64bcd7-259f-4e82-8a53-8c480b8e1529 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:39:03.675351 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-9e8c6c6f-9421-446e-bb47-b8064243a03e req-bf64bcd7-259f-4e82-8a53-8c480b8e1529 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "PUT /v2.0/ports/06df779c-7b27-44f7-a21b-c54d2ad4a600 HTTP/1.1" status: 200 len: 981 time: 0.5535240 Feb 10 23:39:03.675351 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd592b799-a65f-4e4b-ac39-8f96af345c1a', 'tag': '06df779c-7b27-44f7-a21b-c54d2ad4a600'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:39:03.696529 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf64bcd7-259f-4e82-8a53-8c480b8e1529 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Pushing event updated for resources: {'Port': ['ID=06df779c-7b27-44f7-a21b-c54d2ad4a600,revision_number=6']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:39:03.770343 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd592b799-a65f-4e4b-ac39-8f96af345c1a', 'tag': '06df779c-7b27-44f7-a21b-c54d2ad4a600', 'status': 'completed', 'code': 200} Feb 10 23:39:03.770511 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['06df779c-7b27-44f7-a21b-c54d2ad4a600'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:39:03.893600 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b1135254-89c1-4c47-8852-1310409b9390 req-182285c9-c5b8-4997-b1bb-310a8e2e58ac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=144ee8ffff6940b9957506284bcaddd8&device_id=d592b799-a65f-4e4b-ac39-8f96af345c1a HTTP/1.1" status: 200 len: 1137 time: 0.0717778 Feb 10 23:39:03.971656 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-e40e8973-5058-47f8-957e-17a57b1366f8 None None] Provisioning complete for port 06df779c-7b27-44f7-a21b-c54d2ad4a600 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:39:03.972039 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e40e8973-5058-47f8-957e-17a57b1366f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:39:04.030821 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f6d15b-dba8-4246-85fc-467b93aa39b5 req-0adc3fd6-04b3-4980-a7c4-ccd1c069cac2 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:39:04.032216 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-b1f6d15b-dba8-4246-85fc-467b93aa39b5 req-0adc3fd6-04b3-4980-a7c4-ccd1c069cac2 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/ports?device_id=d592b799-a65f-4e4b-ac39-8f96af345c1a HTTP/1.1" status: 200 len: 984 time: 0.2141955 Feb 10 23:39:04.083265 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-b1f6d15b-dba8-4246-85fc-467b93aa39b5 req-961b3530-b9da-4192-b99f-936036b50d19 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/security-groups?id=b9d984a7-2ada-473a-b632-33d97f61c36a&id=2afc1937-4470-4531-8fa3-c300daf7616f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0440671 Feb 10 23:39:04.133625 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1135254-89c1-4c47-8852-1310409b9390 req-a73b137c-67ed-4933-92f5-eb7d25ee097d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:39:04.135100 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b1135254-89c1-4c47-8852-1310409b9390 req-a73b137c-67ed-4933-92f5-eb7d25ee097d service neutron] 10.222.0.37 "GET /v2.0/networks?id=b0c77063-2c68-4794-a78d-480b2af8af56 HTTP/1.1" status: 200 len: 916 time: 0.2327633 Feb 10 23:39:04.236720 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b1135254-89c1-4c47-8852-1310409b9390 req-8800bc34-abe0-4911-b83e-1eddccfd08e9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06df779c-7b27-44f7-a21b-c54d2ad4a600 HTTP/1.1" status: 200 len: 1001 time: 0.0924487 Feb 10 23:39:04.302283 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1135254-89c1-4c47-8852-1310409b9390 req-e73df6a0-2db3-496b-ae54-e303036101ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:39:04.303769 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b1135254-89c1-4c47-8852-1310409b9390 req-e73df6a0-2db3-496b-ae54-e303036101ce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=eb715e18-e80c-47a1-9783-dd0d27779380 HTTP/1.1" status: 200 len: 854 time: 0.0605619 Feb 10 23:39:04.376918 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b1135254-89c1-4c47-8852-1310409b9390 req-5ba1a856-9f6b-4d93-9aef-195fd20e80c8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b0c77063-2c68-4794-a78d-480b2af8af56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668430 Feb 10 23:39:04.510614 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b1135254-89c1-4c47-8852-1310409b9390 req-d07af8ee-65ec-4d98-82ad-0e2fe719952f service neutron] 10.222.0.37 "GET /v2.0/networks/b0c77063-2c68-4794-a78d-480b2af8af56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267612 Feb 10 23:39:04.642384 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b1135254-89c1-4c47-8852-1310409b9390 req-5ccf3d54-bc61-4fa0-960d-d76fe8a9c778 service neutron] 10.222.0.37 "GET /v2.0/networks/b0c77063-2c68-4794-a78d-480b2af8af56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249139 Feb 10 23:39:16.390942 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:39:18.553359 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ea488549-5400-40f1-a00b-c9ad9dc198ea req-334e4c98-c437-430c-83c4-a7ce96c4b8cd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=144ee8ffff6940b9957506284bcaddd8&device_id=d592b799-a65f-4e4b-ac39-8f96af345c1a HTTP/1.1" status: 200 len: 1137 time: 0.0735435 Feb 10 23:39:18.564918 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d2a4ce-faae-4274-a796-f7a6596aee68 req-0b9e3693-6e52-4406-aabb-79160ff2da6a tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:39:18.566328 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-c8d2a4ce-faae-4274-a796-f7a6596aee68 req-0b9e3693-6e52-4406-aabb-79160ff2da6a tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/ports?device_id=d592b799-a65f-4e4b-ac39-8f96af345c1a HTTP/1.1" status: 200 len: 984 time: 0.0765190 Feb 10 23:39:18.617651 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-c8d2a4ce-faae-4274-a796-f7a6596aee68 req-20b11be3-57df-4d2e-8951-326d4fe3bf5e tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/security-groups?id=b9d984a7-2ada-473a-b632-33d97f61c36a&id=2afc1937-4470-4531-8fa3-c300daf7616f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0444565 Feb 10 23:39:18.687753 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea488549-5400-40f1-a00b-c9ad9dc198ea req-231b5411-fd0e-4dfe-a954-c59a80fe86ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:39:18.689125 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ea488549-5400-40f1-a00b-c9ad9dc198ea req-231b5411-fd0e-4dfe-a954-c59a80fe86ae service neutron] 10.222.0.37 "GET /v2.0/networks?id=b0c77063-2c68-4794-a78d-480b2af8af56 HTTP/1.1" status: 200 len: 916 time: 0.1286085 Feb 10 23:39:18.786599 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ea488549-5400-40f1-a00b-c9ad9dc198ea req-84223f39-ae1d-4279-b672-90ffc47f9260 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06df779c-7b27-44f7-a21b-c54d2ad4a600 HTTP/1.1" status: 200 len: 1001 time: 0.0913119 Feb 10 23:39:18.850862 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea488549-5400-40f1-a00b-c9ad9dc198ea req-8a914c1a-c48f-4f71-9a93-7ce639ba118f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:39:18.852305 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ea488549-5400-40f1-a00b-c9ad9dc198ea req-8a914c1a-c48f-4f71-9a93-7ce639ba118f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=eb715e18-e80c-47a1-9783-dd0d27779380 HTTP/1.1" status: 200 len: 854 time: 0.0592804 Feb 10 23:39:18.928089 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ea488549-5400-40f1-a00b-c9ad9dc198ea req-0f836691-293f-4848-8cab-c48e7b41acb0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b0c77063-2c68-4794-a78d-480b2af8af56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678561 Feb 10 23:39:19.062580 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ea488549-5400-40f1-a00b-c9ad9dc198ea req-474c242d-982c-490d-9a5d-42de4cc5deb9 service neutron] 10.222.0.37 "GET /v2.0/networks/b0c77063-2c68-4794-a78d-480b2af8af56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276259 Feb 10 23:39:19.088421 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-065ca1ba-7de0-4498-af23-c3154305a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:39:19.198030 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ea488549-5400-40f1-a00b-c9ad9dc198ea req-caf06d96-dbfb-4121-90df-8d1e95d94c9a service neutron] 10.222.0.37 "GET /v2.0/networks/b0c77063-2c68-4794-a78d-480b2af8af56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286588 Feb 10 23:39:19.822225 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04302345-4df1-4f41-a5ed-1e2fb9db34de req-1d291ecc-e00b-470e-82de-f87f5a883271 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:39:19.823635 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-04302345-4df1-4f41-a5ed-1e2fb9db34de req-1d291ecc-e00b-470e-82de-f87f5a883271 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/ports?device_id=d592b799-a65f-4e4b-ac39-8f96af345c1a HTTP/1.1" status: 200 len: 984 time: 0.0780528 Feb 10 23:39:19.868781 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-04302345-4df1-4f41-a5ed-1e2fb9db34de req-d0e88618-8b27-4af3-a569-0efd4ed5143f tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Synchronizing usage tracker for tenant:144ee8ffff6940b9957506284bcaddd8 on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:39:19.962803 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-04302345-4df1-4f41-a5ed-1e2fb9db34de req-d0e88618-8b27-4af3-a569-0efd4ed5143f tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Unset dirty status for tenant:144ee8ffff6940b9957506284bcaddd8 on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:39:19.964103 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-04302345-4df1-4f41-a5ed-1e2fb9db34de req-d0e88618-8b27-4af3-a569-0efd4ed5143f tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/security-groups?id=b9d984a7-2ada-473a-b632-33d97f61c36a&id=2afc1937-4470-4531-8fa3-c300daf7616f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1348319 Feb 10 23:39:21.164214 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f4bcc-cc6d-4c43-9811-8c7e195644c3 req-dd0915ef-b0b5-41f5-8407-6c50567aff48 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:39:21.166128 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-e45f4bcc-cc6d-4c43-9811-8c7e195644c3 req-dd0915ef-b0b5-41f5-8407-6c50567aff48 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/ports?device_id=d592b799-a65f-4e4b-ac39-8f96af345c1a HTTP/1.1" status: 200 len: 984 time: 0.0774403 Feb 10 23:39:21.213602 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-e45f4bcc-cc6d-4c43-9811-8c7e195644c3 req-68d0d728-bb0e-4b2e-82b1-f12e245111fc tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/security-groups?id=b9d984a7-2ada-473a-b632-33d97f61c36a&id=2afc1937-4470-4531-8fa3-c300daf7616f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0419214 Feb 10 23:39:21.253948 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-11d4723b-9143-4e79-aba8-331c22b71af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:39:22.409575 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd72ed4-da24-40be-be48-c84b6de8e3a7 req-dc92df88-8a39-40dc-8241-d9d65eab8a94 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:39:22.410978 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-afd72ed4-da24-40be-be48-c84b6de8e3a7 req-dc92df88-8a39-40dc-8241-d9d65eab8a94 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/ports?device_id=d592b799-a65f-4e4b-ac39-8f96af345c1a HTTP/1.1" status: 200 len: 984 time: 0.0745811 Feb 10 23:39:22.456420 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-afd72ed4-da24-40be-be48-c84b6de8e3a7 req-84d2c403-2da2-4ad6-bf35-877d05c42e02 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/security-groups?id=b9d984a7-2ada-473a-b632-33d97f61c36a&id=2afc1937-4470-4531-8fa3-c300daf7616f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396640 Feb 10 23:39:22.562201 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:39:22.625360 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:39:23.656348 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb1019-5386-4310-8fa5-219f4fb40581 req-4085389a-5455-4e67-b460-6c47660faf5e tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:39:23.657794 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-25eb1019-5386-4310-8fa5-219f4fb40581 req-4085389a-5455-4e67-b460-6c47660faf5e tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/ports?device_id=d592b799-a65f-4e4b-ac39-8f96af345c1a HTTP/1.1" status: 200 len: 984 time: 0.0813913 Feb 10 23:39:23.704335 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-25eb1019-5386-4310-8fa5-219f4fb40581 req-c52ffd4d-f5cc-48e9-9c2f-f1164f9618f7 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/security-groups?id=b9d984a7-2ada-473a-b632-33d97f61c36a&id=2afc1937-4470-4531-8fa3-c300daf7616f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408051 Feb 10 23:39:24.122460 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:39:24.233964 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:39:24.902941 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa4d14-39a4-48ac-8bb5-20c95fa1f307 req-c686084e-693c-4334-af2d-698d92d18687 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:39:24.904279 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bcfa4d14-39a4-48ac-8bb5-20c95fa1f307 req-c686084e-693c-4334-af2d-698d92d18687 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/ports?device_id=d592b799-a65f-4e4b-ac39-8f96af345c1a HTTP/1.1" status: 200 len: 984 time: 0.0780826 Feb 10 23:39:24.950572 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bcfa4d14-39a4-48ac-8bb5-20c95fa1f307 req-f6d8410c-499b-4132-89e8-4100417a83ec tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/security-groups?id=b9d984a7-2ada-473a-b632-33d97f61c36a&id=2afc1937-4470-4531-8fa3-c300daf7616f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402703 Feb 10 23:39:26.148209 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef82ca7-0172-4576-98a2-80afdf8b065a req-bfea877f-7da0-4269-90d0-024a576fbcf7 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:39:26.150697 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-bef82ca7-0172-4576-98a2-80afdf8b065a req-bfea877f-7da0-4269-90d0-024a576fbcf7 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/ports?device_id=d592b799-a65f-4e4b-ac39-8f96af345c1a HTTP/1.1" status: 200 len: 984 time: 0.0780160 Feb 10 23:39:26.198361 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-bef82ca7-0172-4576-98a2-80afdf8b065a req-8e80e241-ffba-4e80-bd0d-73ba334f926c tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/security-groups?id=b9d984a7-2ada-473a-b632-33d97f61c36a&id=2afc1937-4470-4531-8fa3-c300daf7616f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0421705 Feb 10 23:39:27.392291 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9792f443-aeb0-48c0-8a53-5adfaac55829 req-6cc8e29f-2bf1-4e80-97c3-3841bebabdc4 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:39:27.393742 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9792f443-aeb0-48c0-8a53-5adfaac55829 req-6cc8e29f-2bf1-4e80-97c3-3841bebabdc4 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/ports?device_id=d592b799-a65f-4e4b-ac39-8f96af345c1a HTTP/1.1" status: 200 len: 984 time: 0.0752962 Feb 10 23:39:27.518238 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9792f443-aeb0-48c0-8a53-5adfaac55829 req-a52fc4e5-db9e-4738-98a6-5df6a2fa9dfb tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/security-groups?id=b9d984a7-2ada-473a-b632-33d97f61c36a&id=2afc1937-4470-4531-8fa3-c300daf7616f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1187968 Feb 10 23:39:28.714944 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15991ca8-f0ef-4252-987e-b1752fce150e req-a1bb97c2-8ac0-4e74-a145-5bfe0ec1bfe5 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:39:28.716353 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-15991ca8-f0ef-4252-987e-b1752fce150e req-a1bb97c2-8ac0-4e74-a145-5bfe0ec1bfe5 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/ports?device_id=d592b799-a65f-4e4b-ac39-8f96af345c1a HTTP/1.1" status: 200 len: 984 time: 0.0781300 Feb 10 23:39:28.762384 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-15991ca8-f0ef-4252-987e-b1752fce150e req-2b660431-d67c-4aa3-a54a-11d11229dcfc tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/security-groups?id=b9d984a7-2ada-473a-b632-33d97f61c36a&id=2afc1937-4470-4531-8fa3-c300daf7616f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405056 Feb 10 23:39:29.958041 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef44dd-1b5a-4687-8eeb-4a3325de7e13 req-cdde0d6e-530c-4655-94b0-3403853c9a03 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:39:29.959442 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7eef44dd-1b5a-4687-8eeb-4a3325de7e13 req-cdde0d6e-530c-4655-94b0-3403853c9a03 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/ports?device_id=d592b799-a65f-4e4b-ac39-8f96af345c1a HTTP/1.1" status: 200 len: 984 time: 0.0736439 Feb 10 23:39:30.006765 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7eef44dd-1b5a-4687-8eeb-4a3325de7e13 req-1239bf8d-b640-4b47-a544-449236f7a36d tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/security-groups?id=b9d984a7-2ada-473a-b632-33d97f61c36a&id=2afc1937-4470-4531-8fa3-c300daf7616f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413656 Feb 10 23:39:31.201945 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ac15f-f138-45c6-a25e-4fafd32dade7 req-2774d61b-c1b9-4de2-994c-9b16d194c2e5 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:39:31.203370 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-599ac15f-f138-45c6-a25e-4fafd32dade7 req-2774d61b-c1b9-4de2-994c-9b16d194c2e5 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/ports?device_id=d592b799-a65f-4e4b-ac39-8f96af345c1a HTTP/1.1" status: 200 len: 984 time: 0.0758867 Feb 10 23:39:31.253210 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-599ac15f-f138-45c6-a25e-4fafd32dade7 req-8e1dffbd-20f0-42e0-9ad3-641d3deeea6c tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/security-groups?id=b9d984a7-2ada-473a-b632-33d97f61c36a&id=2afc1937-4470-4531-8fa3-c300daf7616f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442512 Feb 10 23:39:32.114212 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c72d13e7-8df2-42ac-9559-011cae3031e7 req-93a3027f-37ff-44da-a7a1-b2ec5fb04022 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=144ee8ffff6940b9957506284bcaddd8&device_id=d592b799-a65f-4e4b-ac39-8f96af345c1a HTTP/1.1" status: 200 len: 1137 time: 0.0695059 Feb 10 23:39:32.254803 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d13e7-8df2-42ac-9559-011cae3031e7 req-440cd3f5-79f3-4909-86e0-2541e0f06ac4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:39:32.256218 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c72d13e7-8df2-42ac-9559-011cae3031e7 req-440cd3f5-79f3-4909-86e0-2541e0f06ac4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b0c77063-2c68-4794-a78d-480b2af8af56 HTTP/1.1" status: 200 len: 916 time: 0.1238871 Feb 10 23:39:32.357953 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c72d13e7-8df2-42ac-9559-011cae3031e7 req-d40fc9fa-23f9-47b1-beda-48eaafe88760 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06df779c-7b27-44f7-a21b-c54d2ad4a600 HTTP/1.1" status: 200 len: 1001 time: 0.0953510 Feb 10 23:39:32.459616 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d13e7-8df2-42ac-9559-011cae3031e7 req-64a9cf36-f9d0-4f00-b198-e709f3c0ae81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:39:32.461775 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c72d13e7-8df2-42ac-9559-011cae3031e7 req-64a9cf36-f9d0-4f00-b198-e709f3c0ae81 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=eb715e18-e80c-47a1-9783-dd0d27779380 HTTP/1.1" status: 200 len: 854 time: 0.0969744 Feb 10 23:39:32.531262 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04261c8c-ff71-408a-900c-39fdadb23470 req-55808a86-70d1-4df2-986e-bdb68da52d01 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:39:32.532685 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-04261c8c-ff71-408a-900c-39fdadb23470 req-55808a86-70d1-4df2-986e-bdb68da52d01 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/ports?device_id=d592b799-a65f-4e4b-ac39-8f96af345c1a HTTP/1.1" status: 200 len: 984 time: 0.1394870 Feb 10 23:39:32.588348 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c72d13e7-8df2-42ac-9559-011cae3031e7 req-63b2ecac-f96b-458e-8272-1edc73ad6c80 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b0c77063-2c68-4794-a78d-480b2af8af56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1201198 Feb 10 23:39:32.591236 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-04261c8c-ff71-408a-900c-39fdadb23470 req-e14dffc1-dd9b-40c0-958a-e4eef8b1e2fc tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/security-groups?id=b9d984a7-2ada-473a-b632-33d97f61c36a&id=2afc1937-4470-4531-8fa3-c300daf7616f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519705 Feb 10 23:39:32.719817 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c72d13e7-8df2-42ac-9559-011cae3031e7 req-9a77297a-ba82-4e52-ad0b-3e0d6d8063f6 service neutron] 10.222.0.37 "GET /v2.0/networks/b0c77063-2c68-4794-a78d-480b2af8af56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247759 Feb 10 23:39:32.849574 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c72d13e7-8df2-42ac-9559-011cae3031e7 req-ce4375ee-2f1c-4428-87de-8fbce8acca24 service neutron] 10.222.0.37 "GET /v2.0/networks/b0c77063-2c68-4794-a78d-480b2af8af56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233974 Feb 10 23:39:33.796363 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afdfc13-e1d0-4776-83ae-1114e21d6691 req-0d3a6d89-3978-470f-a55f-a787a29f057f tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:39:33.797743 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-9afdfc13-e1d0-4776-83ae-1114e21d6691 req-0d3a6d89-3978-470f-a55f-a787a29f057f tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/ports?device_id=d592b799-a65f-4e4b-ac39-8f96af345c1a HTTP/1.1" status: 200 len: 984 time: 0.0759730 Feb 10 23:39:33.844785 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-9afdfc13-e1d0-4776-83ae-1114e21d6691 req-d46bbf0c-8da6-4669-bcc6-353a299e6781 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/security-groups?id=b9d984a7-2ada-473a-b632-33d97f61c36a&id=2afc1937-4470-4531-8fa3-c300daf7616f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411103 Feb 10 23:39:35.042616 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab76197-25e5-4c06-92e9-304bfd3312e0 req-66a39ed5-567f-4d15-afce-0a52c78ee01d tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:39:35.044068 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bab76197-25e5-4c06-92e9-304bfd3312e0 req-66a39ed5-567f-4d15-afce-0a52c78ee01d tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/ports?device_id=d592b799-a65f-4e4b-ac39-8f96af345c1a HTTP/1.1" status: 200 len: 984 time: 0.0799968 Feb 10 23:39:35.091257 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bab76197-25e5-4c06-92e9-304bfd3312e0 req-d27de209-be04-4915-8f06-e8600f0ba410 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/security-groups?id=b9d984a7-2ada-473a-b632-33d97f61c36a&id=2afc1937-4470-4531-8fa3-c300daf7616f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411980 Feb 10 23:39:36.289007 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfda386-cbcf-441a-97b0-2f87fb320073 req-ddb5c906-76df-484e-8913-02a9aa615a67 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:39:36.291075 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-ddfda386-cbcf-441a-97b0-2f87fb320073 req-ddb5c906-76df-484e-8913-02a9aa615a67 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/ports?device_id=d592b799-a65f-4e4b-ac39-8f96af345c1a HTTP/1.1" status: 200 len: 984 time: 0.0801625 Feb 10 23:39:36.335721 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-ddfda386-cbcf-441a-97b0-2f87fb320073 req-3b758973-7dda-4943-b037-0e79ca6088f0 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/security-groups?id=b9d984a7-2ada-473a-b632-33d97f61c36a&id=2afc1937-4470-4531-8fa3-c300daf7616f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389442 Feb 10 23:39:46.367906 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:39:49.064386 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-30893b4e-53dc-4c2a-88e2-d13f0f95f2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:39:51.252994 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-252a52de-37a2-4fca-b5b9-03d7bbfe2237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:39:52.550215 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:39:52.590072 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:39:54.115861 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:01.234715 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:40:08.889229 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6f542f55-7885-46e5-9cd8-ac0246de3f57 req-6bde14cd-d858-481b-9057-8dd875247e93 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1837577461&fields=id&tenant_id=144ee8ffff6940b9957506284bcaddd8 HTTP/1.1" status: 200 len: 267 time: 0.0413280 Feb 10 23:40:08.968656 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f542f55-7885-46e5-9cd8-ac0246de3f57 req-72727ac4-dbb6-4f76-b2d8-96492987a78c tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:40:08.970081 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6f542f55-7885-46e5-9cd8-ac0246de3f57 req-72727ac4-dbb6-4f76-b2d8-96492987a78c tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/ports?device_id=d592b799-a65f-4e4b-ac39-8f96af345c1a HTTP/1.1" status: 200 len: 984 time: 0.0755010 Feb 10 23:40:08.981878 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-6f542f55-7885-46e5-9cd8-ac0246de3f57 req-61a66df8-ab1e-46f0-a393-993a8bb3d132 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Request body: {'port': {'security_groups': ['2afc1937-4470-4531-8fa3-c300daf7616f']}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:40:09.099205 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-6f542f55-7885-46e5-9cd8-ac0246de3f57 req-61a66df8-ab1e-46f0-a393-993a8bb3d132 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:09.332458 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-6f542f55-7885-46e5-9cd8-ac0246de3f57 req-61a66df8-ab1e-46f0-a393-993a8bb3d132 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] For port 06df779c-7b27-44f7-a21b-c54d2ad4a600, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=06df779c-7b27-44f7-a21b-c54d2ad4a600,segment=NetworkSegment(2f211324-9ba1-4620-bbfc-fef12f2ccd07),segment_id=2f211324-9ba1-4620-bbfc-fef12f2ccd07)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:40:09.355967 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-6f542f55-7885-46e5-9cd8-ac0246de3f57 req-61a66df8-ab1e-46f0-a393-993a8bb3d132 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:09.433659 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-6f542f55-7885-46e5-9cd8-ac0246de3f57 req-61a66df8-ab1e-46f0-a393-993a8bb3d132 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:09.445388 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['06df779c-7b27-44f7-a21b-c54d2ad4a600'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:40:09.500342 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f542f55-7885-46e5-9cd8-ac0246de3f57 req-61a66df8-ab1e-46f0-a393-993a8bb3d132 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:40:09.500979 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-6f542f55-7885-46e5-9cd8-ac0246de3f57 req-61a66df8-ab1e-46f0-a393-993a8bb3d132 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:09.502323 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6f542f55-7885-46e5-9cd8-ac0246de3f57 req-61a66df8-ab1e-46f0-a393-993a8bb3d132 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "PUT /v2.0/ports/06df779c-7b27-44f7-a21b-c54d2ad4a600 HTTP/1.1" status: 200 len: 942 time: 0.5259533 Feb 10 23:40:09.502777 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd592b799-a65f-4e4b-ac39-8f96af345c1a', 'tag': '06df779c-7b27-44f7-a21b-c54d2ad4a600'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:40:09.509456 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 55428) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:40:09.529859 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a66df8-ab1e-46f0-a393-993a8bb3d132 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Pushing event updated for resources: {'Port': ['ID=06df779c-7b27-44f7-a21b-c54d2ad4a600,revision_number=7']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:40:09.540553 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a66df8-ab1e-46f0-a393-993a8bb3d132 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:09.541783 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a66df8-ab1e-46f0-a393-993a8bb3d132 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:09.541783 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a66df8-ab1e-46f0-a393-993a8bb3d132 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:09.541783 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a66df8-ab1e-46f0-a393-993a8bb3d132 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:09.542278 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a66df8-ab1e-46f0-a393-993a8bb3d132 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:09.542368 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a66df8-ab1e-46f0-a393-993a8bb3d132 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:09.542809 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a66df8-ab1e-46f0-a393-993a8bb3d132 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:09.543138 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a66df8-ab1e-46f0-a393-993a8bb3d132 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:09.543456 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a66df8-ab1e-46f0-a393-993a8bb3d132 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:09.543824 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a66df8-ab1e-46f0-a393-993a8bb3d132 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:09.544144 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a66df8-ab1e-46f0-a393-993a8bb3d132 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:09.608137 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-249d6741-6560-4192-8dde-8bcdf098b164 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:09.634315 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-249d6741-6560-4192-8dde-8bcdf098b164 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:09.645011 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['06df779c-7b27-44f7-a21b-c54d2ad4a600'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:40:09.721639 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd592b799-a65f-4e4b-ac39-8f96af345c1a', 'tag': '06df779c-7b27-44f7-a21b-c54d2ad4a600', 'status': 'completed', 'code': 200} Feb 10 23:40:09.817065 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-249d6741-6560-4192-8dde-8bcdf098b164 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:09.841518 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249d6741-6560-4192-8dde-8bcdf098b164 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d984a7-2ada-473a-b632-33d97f61c36a,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:40:09.853074 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249d6741-6560-4192-8dde-8bcdf098b164 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:09.854854 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249d6741-6560-4192-8dde-8bcdf098b164 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:09.854854 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249d6741-6560-4192-8dde-8bcdf098b164 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:09.854854 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249d6741-6560-4192-8dde-8bcdf098b164 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:09.854854 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249d6741-6560-4192-8dde-8bcdf098b164 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:09.854854 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249d6741-6560-4192-8dde-8bcdf098b164 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:09.855351 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249d6741-6560-4192-8dde-8bcdf098b164 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:09.855468 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249d6741-6560-4192-8dde-8bcdf098b164 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:09.855891 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249d6741-6560-4192-8dde-8bcdf098b164 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:09.856210 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249d6741-6560-4192-8dde-8bcdf098b164 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:09.856424 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249d6741-6560-4192-8dde-8bcdf098b164 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:09.866309 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-b341bb06-2e79-40ff-b6af-20834f1fe6df None None] Provisioning complete for port 06df779c-7b27-44f7-a21b-c54d2ad4a600 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:40:09.866683 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b341bb06-2e79-40ff-b6af-20834f1fe6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:09.911622 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9c98ef78-5eae-4e02-8df7-cbe8a32ad144 req-06c3c1fc-dce3-404e-a653-ec7ccaf26dc0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=144ee8ffff6940b9957506284bcaddd8&device_id=d592b799-a65f-4e4b-ac39-8f96af345c1a HTTP/1.1" status: 200 len: 1098 time: 0.1686139 Feb 10 23:40:09.943080 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-249d6741-6560-4192-8dde-8bcdf098b164 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:09.947283 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-249d6741-6560-4192-8dde-8bcdf098b164 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "DELETE /v2.0/security-groups/b9d984a7-2ada-473a-b632-33d97f61c36a HTTP/1.1" status: 204 len: 168 time: 0.4334757 Feb 10 23:40:09.947517 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 55434) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:40:10.050479 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c98ef78-5eae-4e02-8df7-cbe8a32ad144 req-702579ad-cbc9-439a-92fc-72f2813f6c45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:40:10.051888 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9c98ef78-5eae-4e02-8df7-cbe8a32ad144 req-702579ad-cbc9-439a-92fc-72f2813f6c45 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b0c77063-2c68-4794-a78d-480b2af8af56 HTTP/1.1" status: 200 len: 916 time: 0.1339006 Feb 10 23:40:10.148597 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-671179ef-076f-4345-be63-61e355088c17 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Deleting port d4ad3b24-f197-4d76-9e1f-6a4ac5a8365f {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:40:10.148832 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-671179ef-076f-4345-be63-61e355088c17 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:10.154029 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9c98ef78-5eae-4e02-8df7-cbe8a32ad144 req-027198b5-82b2-4abf-9ada-2cad61253c92 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06df779c-7b27-44f7-a21b-c54d2ad4a600 HTTP/1.1" status: 200 len: 1001 time: 0.0953496 Feb 10 23:40:10.221014 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c98ef78-5eae-4e02-8df7-cbe8a32ad144 req-7f58a20b-a78b-4518-b5ef-a68db2f1fb0d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:40:10.222590 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9c98ef78-5eae-4e02-8df7-cbe8a32ad144 req-7f58a20b-a78b-4518-b5ef-a68db2f1fb0d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=eb715e18-e80c-47a1-9783-dd0d27779380 HTTP/1.1" status: 200 len: 854 time: 0.0629780 Feb 10 23:40:10.297849 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9c98ef78-5eae-4e02-8df7-cbe8a32ad144 req-bc503caa-aa94-4a4d-a354-edae4a0bb030 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b0c77063-2c68-4794-a78d-480b2af8af56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694473 Feb 10 23:40:10.318359 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-671179ef-076f-4345-be63-61e355088c17 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:10.318686 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-671179ef-076f-4345-be63-61e355088c17 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:10.427973 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9c98ef78-5eae-4e02-8df7-cbe8a32ad144 req-f930c2d8-6a45-4d6f-87f8-af0e992df15d service neutron] 10.222.0.37 "GET /v2.0/networks/b0c77063-2c68-4794-a78d-480b2af8af56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244509 Feb 10 23:40:10.440580 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-671179ef-076f-4345-be63-61e355088c17 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Calling delete_port for d4ad3b24-f197-4d76-9e1f-6a4ac5a8365f owned by network:floatingip {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:40:10.562298 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9c98ef78-5eae-4e02-8df7-cbe8a32ad144 req-2e002a78-1012-4bd5-beaa-c152df629193 service neutron] 10.222.0.37 "GET /v2.0/networks/b0c77063-2c68-4794-a78d-480b2af8af56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278241 Feb 10 23:40:10.639501 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-671179ef-076f-4345-be63-61e355088c17 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:10.687866 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671179ef-076f-4345-be63-61e355088c17 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Pushing event deleted for resources: {'Port': ['ID=d4ad3b24-f197-4d76-9e1f-6a4ac5a8365f,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:40:10.773886 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-671179ef-076f-4345-be63-61e355088c17 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Notify callbacks [] for floatingip, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:11.240943 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-671179ef-076f-4345-be63-61e355088c17 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Router 226565d3-bbd5-4960-8271-6344eab6b51f has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:40:11.433158 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671179ef-076f-4345-be63-61e355088c17 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:40:11.442597 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c6684c-28df-40b6-9ef8-20fe5bf6d0c6 None None] Sync routers for ids ['226565d3-bbd5-4960-8271-6344eab6b51f'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:40:11.454337 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c6684c-28df-40b6-9ef8-20fe5bf6d0c6 None None] Routers {'226565d3-bbd5-4960-8271-6344eab6b51f'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:40:11.462784 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-58c6684c-28df-40b6-9ef8-20fe5bf6d0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:39:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['226565d3-bbd5-4960-8271-6344eab6b51f'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:40:11.510300 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-671179ef-076f-4345-be63-61e355088c17 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:11.565206 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-671179ef-076f-4345-be63-61e355088c17 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "DELETE /v2.0/floatingips/36d038cd-ae0f-403b-8671-7f3f873e348f HTTP/1.1" status: 204 len: 168 time: 1.6166046 Feb 10 23:40:11.566059 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd592b799-a65f-4e4b-ac39-8f96af345c1a', 'tag': '06df779c-7b27-44f7-a21b-c54d2ad4a600'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:40:11.633659 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd592b799-a65f-4e4b-ac39-8f96af345c1a', 'tag': '06df779c-7b27-44f7-a21b-c54d2ad4a600', 'status': 'completed', 'code': 200} Feb 10 23:40:11.682462 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-58c6684c-28df-40b6-9ef8-20fe5bf6d0c6 None None] Set router 226565d3-bbd5-4960-8271-6344eab6b51f gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:40:11.731950 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6dcd866f-1c20-4df0-bc97-bb2e72b6b52b req-dd6059e6-c8d9-48de-bd9d-a15aa5eea4d9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=144ee8ffff6940b9957506284bcaddd8&device_id=d592b799-a65f-4e4b-ac39-8f96af345c1a HTTP/1.1" status: 200 len: 1098 time: 0.0752757 Feb 10 23:40:11.871185 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd866f-1c20-4df0-bc97-bb2e72b6b52b req-47f86bb0-1bdb-4172-b17f-12e0b4859652 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:40:11.872938 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6dcd866f-1c20-4df0-bc97-bb2e72b6b52b req-47f86bb0-1bdb-4172-b17f-12e0b4859652 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b0c77063-2c68-4794-a78d-480b2af8af56 HTTP/1.1" status: 200 len: 916 time: 0.1341133 Feb 10 23:40:11.943588 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6dcd866f-1c20-4df0-bc97-bb2e72b6b52b req-248295de-eab4-49ad-86f7-3d89c67d6f70 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06df779c-7b27-44f7-a21b-c54d2ad4a600 HTTP/1.1" status: 200 len: 217 time: 0.0644596 Feb 10 23:40:12.015739 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd866f-1c20-4df0-bc97-bb2e72b6b52b req-eecdca84-befe-4887-8139-24ee313ce865 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:40:12.017198 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6dcd866f-1c20-4df0-bc97-bb2e72b6b52b req-eecdca84-befe-4887-8139-24ee313ce865 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=eb715e18-e80c-47a1-9783-dd0d27779380 HTTP/1.1" status: 200 len: 854 time: 0.0674148 Feb 10 23:40:12.018892 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-58c6684c-28df-40b6-9ef8-20fe5bf6d0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226565d3-bbd5-4960-8271-6344eab6b51f', 'name': 'tempest-TestMinimumBasicScenario-1233988378-router', 'tenant_id': '144ee8ffff6940b9957506284bcaddd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.89'}], 'enable_snat': True}, 'gw_port_id': 'f4a9f94f-c039-4bcb-8ee4-9bd0203a15f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:37:55Z', 'updated_at': '2022-02-10T23:37:59Z', 'revision_number': 4, 'project_id': '144ee8ffff6940b9957506284bcaddd8', 'gw_port': {'id': 'f4a9f94f-c039-4bcb-8ee4-9bd0203a15f1', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226565d3-bbd5-4960-8271-6344eab6b51f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:37:56Z', 'updated_at': '2022-02-10T23:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'f6c78a56-9662-463a-b4fc-94fc3a0ef8f1', 'name': '', 'network_id': 'b0c77063-2c68-4794-a78d-480b2af8af56', 'tenant_id': '144ee8ffff6940b9957506284bcaddd8', 'mac_address': 'fa:16:3e:25:35:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226565d3-bbd5-4960-8271-6344eab6b51f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb715e18-e80c-47a1-9783-dd0d27779380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:37:58Z', 'updated_at': '2022-02-10T23:38:17Z', 'revision_number': 5, 'project_id': '144ee8ffff6940b9957506284bcaddd8', 'subnets': [{'id': 'eb715e18-e80c-47a1-9783-dd0d27779380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:40:12.022425 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c6684c-28df-40b6-9ef8-20fe5bf6d0c6 None None] Checking router: 226565d3-bbd5-4960-8271-6344eab6b51f for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:40:12.033073 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c6684c-28df-40b6-9ef8-20fe5bf6d0c6 None None] Routers {'226565d3-bbd5-4960-8271-6344eab6b51f'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:40:12.033596 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-58c6684c-28df-40b6-9ef8-20fe5bf6d0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:39:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['226565d3-bbd5-4960-8271-6344eab6b51f'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:40:12.096240 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6dcd866f-1c20-4df0-bc97-bb2e72b6b52b req-9c491fbc-027e-4ce3-a02e-e346691d7b91 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b0c77063-2c68-4794-a78d-480b2af8af56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732026 Feb 10 23:40:12.224235 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-58c6684c-28df-40b6-9ef8-20fe5bf6d0c6 None None] Set router 226565d3-bbd5-4960-8271-6344eab6b51f gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:40:12.249384 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6dcd866f-1c20-4df0-bc97-bb2e72b6b52b req-2bfe6987-d5b6-41a7-b16f-de75c7e4d055 service neutron] 10.222.0.37 "GET /v2.0/networks/b0c77063-2c68-4794-a78d-480b2af8af56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430316 Feb 10 23:40:12.406785 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6dcd866f-1c20-4df0-bc97-bb2e72b6b52b req-38705e2c-d55e-49bd-acfc-9602128f0536 service neutron] 10.222.0.37 "GET /v2.0/networks/b0c77063-2c68-4794-a78d-480b2af8af56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516113 Feb 10 23:40:12.572296 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-58c6684c-28df-40b6-9ef8-20fe5bf6d0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226565d3-bbd5-4960-8271-6344eab6b51f', 'name': 'tempest-TestMinimumBasicScenario-1233988378-router', 'tenant_id': '144ee8ffff6940b9957506284bcaddd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.89'}], 'enable_snat': True}, 'gw_port_id': 'f4a9f94f-c039-4bcb-8ee4-9bd0203a15f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:37:55Z', 'updated_at': '2022-02-10T23:37:59Z', 'revision_number': 4, 'project_id': '144ee8ffff6940b9957506284bcaddd8', 'gw_port': {'id': 'f4a9f94f-c039-4bcb-8ee4-9bd0203a15f1', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226565d3-bbd5-4960-8271-6344eab6b51f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:37:56Z', 'updated_at': '2022-02-10T23:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'f6c78a56-9662-463a-b4fc-94fc3a0ef8f1', 'name': '', 'network_id': 'b0c77063-2c68-4794-a78d-480b2af8af56', 'tenant_id': '144ee8ffff6940b9957506284bcaddd8', 'mac_address': 'fa:16:3e:25:35:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226565d3-bbd5-4960-8271-6344eab6b51f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb715e18-e80c-47a1-9783-dd0d27779380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:37:58Z', 'updated_at': '2022-02-10T23:38:17Z', 'revision_number': 5, 'project_id': '144ee8ffff6940b9957506284bcaddd8', 'subnets': [{'id': 'eb715e18-e80c-47a1-9783-dd0d27779380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:40:12.576568 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c6684c-28df-40b6-9ef8-20fe5bf6d0c6 None None] The sync data for ids ['226565d3-bbd5-4960-8271-6344eab6b51f'] in dv-neutron-828797-1-hyperv is: [{'id': '226565d3-bbd5-4960-8271-6344eab6b51f', 'name': 'tempest-TestMinimumBasicScenario-1233988378-router', 'tenant_id': '144ee8ffff6940b9957506284bcaddd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.89'}], 'enable_snat': True}, 'gw_port_id': 'f4a9f94f-c039-4bcb-8ee4-9bd0203a15f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:37:55Z', 'updated_at': '2022-02-10T23:37:59Z', 'revision_number': 4, 'project_id': '144ee8ffff6940b9957506284bcaddd8', 'gw_port': {'id': 'f4a9f94f-c039-4bcb-8ee4-9bd0203a15f1', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226565d3-bbd5-4960-8271-6344eab6b51f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:37:56Z', 'updated_at': '2022-02-10T23:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'f6c78a56-9662-463a-b4fc-94fc3a0ef8f1', 'name': '', 'network_id': 'b0c77063-2c68-4794-a78d-480b2af8af56', 'tenant_id': '144ee8ffff6940b9957506284bcaddd8', 'mac_address': 'fa:16:3e:25:35:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226565d3-bbd5-4960-8271-6344eab6b51f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb715e18-e80c-47a1-9783-dd0d27779380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:37:58Z', 'updated_at': '2022-02-10T23:38:17Z', 'revision_number': 5, 'project_id': '144ee8ffff6940b9957506284bcaddd8', 'subnets': [{'id': 'eb715e18-e80c-47a1-9783-dd0d27779380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:40:12.836908 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42bc336-764f-4f20-988e-63fd73f19ae2 None None] New status for floating IP 36d038cd-ae0f-403b-8671-7f3f873e348f: DOWN {{(pid=84335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 23:40:16.393301 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:17.487128 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947dd322-1774-49d8-9aec-de68e07571f5 req-43869b89-0120-48b5-8df0-a975a5967825 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:40:17.488642 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-947dd322-1774-49d8-9aec-de68e07571f5 req-43869b89-0120-48b5-8df0-a975a5967825 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/ports?device_id=d592b799-a65f-4e4b-ac39-8f96af345c1a HTTP/1.1" status: 200 len: 945 time: 0.0792270 Feb 10 23:40:17.536739 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-947dd322-1774-49d8-9aec-de68e07571f5 req-aa0049c2-e330-4d1a-af6d-8fb229196e66 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/security-groups?id=2afc1937-4470-4531-8fa3-c300daf7616f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417638 Feb 10 23:40:18.735966 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d11d30-4086-46aa-b03b-3c0c796c6018 req-e9c31389-b60f-4ac4-a410-19e3c9279daa tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:40:18.736675 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-a3d11d30-4086-46aa-b03b-3c0c796c6018 req-e9c31389-b60f-4ac4-a410-19e3c9279daa tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Synchronizing usage tracker for tenant:144ee8ffff6940b9957506284bcaddd8 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:40:18.805506 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-a3d11d30-4086-46aa-b03b-3c0c796c6018 req-e9c31389-b60f-4ac4-a410-19e3c9279daa tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Unset dirty status for tenant:144ee8ffff6940b9957506284bcaddd8 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:40:18.806649 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-a3d11d30-4086-46aa-b03b-3c0c796c6018 req-e9c31389-b60f-4ac4-a410-19e3c9279daa tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/ports?device_id=d592b799-a65f-4e4b-ac39-8f96af345c1a HTTP/1.1" status: 200 len: 945 time: 0.1488018 Feb 10 23:40:18.851777 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-a3d11d30-4086-46aa-b03b-3c0c796c6018 req-88e0d362-eb6a-4603-8bf3-e1675611649d tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Synchronizing usage tracker for tenant:144ee8ffff6940b9957506284bcaddd8 on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:40:18.915288 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-a3d11d30-4086-46aa-b03b-3c0c796c6018 req-88e0d362-eb6a-4603-8bf3-e1675611649d tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Unset dirty status for tenant:144ee8ffff6940b9957506284bcaddd8 on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:40:18.916409 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-a3d11d30-4086-46aa-b03b-3c0c796c6018 req-88e0d362-eb6a-4603-8bf3-e1675611649d tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/security-groups?id=2afc1937-4470-4531-8fa3-c300daf7616f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042278 Feb 10 23:40:19.041628 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-efe650d4-ada7-4519-85a0-ac539356a864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:19.053667 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e18ed5-9c94-4196-a068-70693fe7aa20 req-39c4e131-a345-4bff-a0ca-4f0c7fab91fd tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:40:19.055196 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d2e18ed5-9c94-4196-a068-70693fe7aa20 req-39c4e131-a345-4bff-a0ca-4f0c7fab91fd tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.37 "GET /v2.0/ports?device_id=d592b799-a65f-4e4b-ac39-8f96af345c1a HTTP/1.1" status: 200 len: 945 time: 0.0771320 Feb 10 23:40:19.205844 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-d2e18ed5-9c94-4196-a068-70693fe7aa20 req-a61bd148-631d-4de3-877d-c13563fa8897 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Deleting port 06df779c-7b27-44f7-a21b-c54d2ad4a600 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:40:19.206179 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-d2e18ed5-9c94-4196-a068-70693fe7aa20 req-a61bd148-631d-4de3-877d-c13563fa8897 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:19.447852 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-d2e18ed5-9c94-4196-a068-70693fe7aa20 req-a61bd148-631d-4de3-877d-c13563fa8897 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] For port 06df779c-7b27-44f7-a21b-c54d2ad4a600, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=06df779c-7b27-44f7-a21b-c54d2ad4a600,segment=NetworkSegment(2f211324-9ba1-4620-bbfc-fef12f2ccd07),segment_id=2f211324-9ba1-4620-bbfc-fef12f2ccd07)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:40:19.448197 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-d2e18ed5-9c94-4196-a068-70693fe7aa20 req-a61bd148-631d-4de3-877d-c13563fa8897 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:19.567786 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-d2e18ed5-9c94-4196-a068-70693fe7aa20 req-a61bd148-631d-4de3-877d-c13563fa8897 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Calling delete_port for 06df779c-7b27-44f7-a21b-c54d2ad4a600 owned by compute:nova {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:40:19.758806 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-d2e18ed5-9c94-4196-a068-70693fe7aa20 req-a61bd148-631d-4de3-877d-c13563fa8897 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:19.770580 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['06df779c-7b27-44f7-a21b-c54d2ad4a600'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:40:19.808362 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61bd148-631d-4de3-877d-c13563fa8897 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Pushing event deleted for resources: {'Port': ['ID=06df779c-7b27-44f7-a21b-c54d2ad4a600,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:40:19.881752 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2e18ed5-9c94-4196-a068-70693fe7aa20 req-a61bd148-631d-4de3-877d-c13563fa8897 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] No DVR routers for this DVR port 06df779c-7b27-44f7-a21b-c54d2ad4a600 on host hv-neutron-8287 {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:40:19.884123 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-d2e18ed5-9c94-4196-a068-70693fe7aa20 req-a61bd148-631d-4de3-877d-c13563fa8897 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:19.886638 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd592b799-a65f-4e4b-ac39-8f96af345c1a', 'name': 'network-vif-deleted', 'tag': '06df779c-7b27-44f7-a21b-c54d2ad4a600'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:40:19.945306 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd592b799-a65f-4e4b-ac39-8f96af345c1a', 'name': 'network-vif-deleted', 'tag': '06df779c-7b27-44f7-a21b-c54d2ad4a600', 'status': 'completed', 'code': 200} Feb 10 23:40:19.971242 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d2e18ed5-9c94-4196-a068-70693fe7aa20 req-a61bd148-631d-4de3-877d-c13563fa8897 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.37 "DELETE /v2.0/ports/06df779c-7b27-44f7-a21b-c54d2ad4a600 HTTP/1.1" status: 204 len: 173 time: 0.9104681 Feb 10 23:40:20.082622 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-a1bb756c-ef36-4f2a-93f2-e25cc2bf8822 req-80e9b618-e36d-46ee-8e51-d301e2c52fc2 tempest-TestMinimumBasicScenario-1926886825 tempest-TestMinimumBasicScenario-1926886825-project] 10.222.0.59 "GET /v2.0/ports?device_id=d592b799-a65f-4e4b-ac39-8f96af345c1a HTTP/1.1" status: 200 len: 210 time: 0.0408802 Feb 10 23:40:21.255988 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b33f40ed-6130-4e3d-a2ee-d7595016de0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:22.261320 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 55518) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:40:22.564983 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:22.634047 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:22.657890 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2781a7da-e667-4c66-94dd-51d361a68862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732944'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:23.311595 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 06df779c-7b27-44f7-a21b-c54d2ad4a600 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:40:23.327517 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-2781a7da-e667-4c66-94dd-51d361a68862 admin admin] Deleting port f6c78a56-9662-463a-b4fc-94fc3a0ef8f1 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:40:23.328053 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2781a7da-e667-4c66-94dd-51d361a68862 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:23.344727 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] No Port match for: 06df779c-7b27-44f7-a21b-c54d2ad4a600 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:40:23.345075 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 06df779c-7b27-44f7-a21b-c54d2ad4a600 not bound to the agent host hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:40:23.492161 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-2781a7da-e667-4c66-94dd-51d361a68862 admin admin] For port f6c78a56-9662-463a-b4fc-94fc3a0ef8f1, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=f6c78a56-9662-463a-b4fc-94fc3a0ef8f1,segment=NetworkSegment(2f211324-9ba1-4620-bbfc-fef12f2ccd07),segment_id=2f211324-9ba1-4620-bbfc-fef12f2ccd07)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:40:23.492508 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2781a7da-e667-4c66-94dd-51d361a68862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:23.609872 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-2781a7da-e667-4c66-94dd-51d361a68862 admin admin] Calling delete_port for f6c78a56-9662-463a-b4fc-94fc3a0ef8f1 owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:40:23.832911 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2781a7da-e667-4c66-94dd-51d361a68862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:23.879394 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2781a7da-e667-4c66-94dd-51d361a68862 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6c78a56-9662-463a-b4fc-94fc3a0ef8f1,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:40:24.110135 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:24.160321 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2781a7da-e667-4c66-94dd-51d361a68862 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2767638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733091'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:24.816780 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2781a7da-e667-4c66-94dd-51d361a68862 admin admin] Router 226565d3-bbd5-4960-8271-6344eab6b51f has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:40:25.016750 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2781a7da-e667-4c66-94dd-51d361a68862 admin admin] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:40:25.026007 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7aa75da-945e-4322-a865-5f847ef643eb None None] Sync routers for ids ['226565d3-bbd5-4960-8271-6344eab6b51f'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:40:25.032907 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-2781a7da-e667-4c66-94dd-51d361a68862 admin admin] 10.222.0.59 "PUT /v2.0/routers/226565d3-bbd5-4960-8271-6344eab6b51f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7682583 Feb 10 23:40:25.033125 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 55524) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:40:25.042704 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7aa75da-945e-4322-a865-5f847ef643eb None None] Routers {'226565d3-bbd5-4960-8271-6344eab6b51f'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:40:25.043350 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-b7aa75da-945e-4322-a865-5f847ef643eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:40:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['226565d3-bbd5-4960-8271-6344eab6b51f'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:40:25.219441 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-b7aa75da-945e-4322-a865-5f847ef643eb None None] Set router 226565d3-bbd5-4960-8271-6344eab6b51f gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:40:25.229133 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-88a8f350-1124-445d-ab5c-dc68835020b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:25.435518 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-88a8f350-1124-445d-ab5c-dc68835020b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:25.495931 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-88a8f350-1124-445d-ab5c-dc68835020b9 admin admin] Deleting port f4a9f94f-c039-4bcb-8ee4-9bd0203a15f1 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:40:25.496187 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-88a8f350-1124-445d-ab5c-dc68835020b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:25.549834 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-b7aa75da-945e-4322-a865-5f847ef643eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226565d3-bbd5-4960-8271-6344eab6b51f', 'name': 'tempest-TestMinimumBasicScenario-1233988378-router', 'tenant_id': '144ee8ffff6940b9957506284bcaddd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.89'}], 'enable_snat': True}, 'gw_port_id': 'f4a9f94f-c039-4bcb-8ee4-9bd0203a15f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:37:55Z', 'updated_at': '2022-02-10T23:40:23Z', 'revision_number': 5, 'project_id': '144ee8ffff6940b9957506284bcaddd8', 'gw_port': {'id': 'f4a9f94f-c039-4bcb-8ee4-9bd0203a15f1', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226565d3-bbd5-4960-8271-6344eab6b51f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:37:56Z', 'updated_at': '2022-02-10T23:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:40:25.554441 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7aa75da-945e-4322-a865-5f847ef643eb None None] Checking router: 226565d3-bbd5-4960-8271-6344eab6b51f for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:40:25.565625 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7aa75da-945e-4322-a865-5f847ef643eb None None] Routers {'226565d3-bbd5-4960-8271-6344eab6b51f'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:40:25.566236 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-b7aa75da-945e-4322-a865-5f847ef643eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:40:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['226565d3-bbd5-4960-8271-6344eab6b51f'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:40:25.672091 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-88a8f350-1124-445d-ab5c-dc68835020b9 admin admin] For port f4a9f94f-c039-4bcb-8ee4-9bd0203a15f1, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=f4a9f94f-c039-4bcb-8ee4-9bd0203a15f1,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:40:25.672443 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-88a8f350-1124-445d-ab5c-dc68835020b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:25.714815 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-b7aa75da-945e-4322-a865-5f847ef643eb None None] Set router 226565d3-bbd5-4960-8271-6344eab6b51f gateway port host: None {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:40:25.797395 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-88a8f350-1124-445d-ab5c-dc68835020b9 admin admin] Calling delete_port for f4a9f94f-c039-4bcb-8ee4-9bd0203a15f1 owned by network:router_gateway {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:40:25.818096 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-b7aa75da-945e-4322-a865-5f847ef643eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226565d3-bbd5-4960-8271-6344eab6b51f', 'name': 'tempest-TestMinimumBasicScenario-1233988378-router', 'tenant_id': '144ee8ffff6940b9957506284bcaddd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:37:55Z', 'updated_at': '2022-02-10T23:40:25Z', 'revision_number': 6, 'project_id': '144ee8ffff6940b9957506284bcaddd8', 'gw_port_host': None}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:40:25.822879 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7aa75da-945e-4322-a865-5f847ef643eb None None] The sync data for ids ['226565d3-bbd5-4960-8271-6344eab6b51f'] in dv-neutron-828797-1-hyperv is: [{'id': '226565d3-bbd5-4960-8271-6344eab6b51f', 'name': 'tempest-TestMinimumBasicScenario-1233988378-router', 'tenant_id': '144ee8ffff6940b9957506284bcaddd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:37:55Z', 'updated_at': '2022-02-10T23:40:25Z', 'revision_number': 6, 'project_id': '144ee8ffff6940b9957506284bcaddd8', 'gw_port_host': None}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:40:26.024125 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-88a8f350-1124-445d-ab5c-dc68835020b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:26.070325 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8f350-1124-445d-ab5c-dc68835020b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4a9f94f-c039-4bcb-8ee4-9bd0203a15f1,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:40:26.392945 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-88a8f350-1124-445d-ab5c-dc68835020b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734197'] for router_gateway, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:26.653985 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-88a8f350-1124-445d-ab5c-dc68835020b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:26.656177 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device f4a9f94f-c039-4bcb-8ee4-9bd0203a15f1 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:40:26.661564 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-88a8f350-1124-445d-ab5c-dc68835020b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:26.694362 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: f4a9f94f-c039-4bcb-8ee4-9bd0203a15f1 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:40:26.695875 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device f4a9f94f-c039-4bcb-8ee4-9bd0203a15f1 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:40:26.695875 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device f6c78a56-9662-463a-b4fc-94fc3a0ef8f1 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:40:26.725886 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: f6c78a56-9662-463a-b4fc-94fc3a0ef8f1 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:40:26.726232 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device f6c78a56-9662-463a-b4fc-94fc3a0ef8f1 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:40:26.743982 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-88a8f350-1124-445d-ab5c-dc68835020b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:26.744532 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a8f350-1124-445d-ab5c-dc68835020b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 226565d3-bbd5-4960-8271-6344eab6b51f {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:40:26.759072 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-88a8f350-1124-445d-ab5c-dc68835020b9 admin admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:26.759072 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-88a8f350-1124-445d-ab5c-dc68835020b9 admin admin] 10.222.0.59 "DELETE /v2.0/routers/226565d3-bbd5-4960-8271-6344eab6b51f HTTP/1.1" status: 204 len: 168 time: 1.7248001 Feb 10 23:40:26.761501 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 55528) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:40:26.822699 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-196e73b6-21b9-4543-b83f-736023d0be66 admin admin] Deleting subnet eb715e18-e80c-47a1-9783-dd0d27779380 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:40:26.825812 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-196e73b6-21b9-4543-b83f-736023d0be66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:26.877495 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-196e73b6-21b9-4543-b83f-736023d0be66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31983416'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:26.952511 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-196e73b6-21b9-4543-b83f-736023d0be66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:27.081706 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-196e73b6-21b9-4543-b83f-736023d0be66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:27.120179 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196e73b6-21b9-4543-b83f-736023d0be66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb715e18-e80c-47a1-9783-dd0d27779380,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:40:27.126104 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-196e73b6-21b9-4543-b83f-736023d0be66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:27.131708 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6b58ee-afcd-4c9b-b4f8-a29989dd40d3 None None] Network b0c77063-2c68-4794-a78d-480b2af8af56 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:40:27.134916 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-196e73b6-21b9-4543-b83f-736023d0be66 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/eb715e18-e80c-47a1-9783-dd0d27779380 HTTP/1.1" status: 204 len: 168 time: 0.3724339 Feb 10 23:40:27.137626 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 55532) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:40:27.242014 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e09765ba-5460-4077-b6d1-eeef5cfb44ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:27.252106 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-e09765ba-5460-4077-b6d1-eeef5cfb44ed admin admin] Deleting port eaf89631-526a-4513-a4a2-d020721c8337 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:40:27.252426 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e09765ba-5460-4077-b6d1-eeef5cfb44ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:27.380273 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de85db8-2a7a-4297-9754-329c42724738 None None] DHCP port deletion for b0c77063-2c68-4794-a78d-480b2af8af56 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:40:27.385480 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-7de85db8-2a7a-4297-9754-329c42724738 None None] Deleting port eaf89631-526a-4513-a4a2-d020721c8337 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:40:27.385853 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7de85db8-2a7a-4297-9754-329c42724738 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:27.451523 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-e09765ba-5460-4077-b6d1-eeef5cfb44ed admin admin] For port eaf89631-526a-4513-a4a2-d020721c8337, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=eaf89631-526a-4513-a4a2-d020721c8337,segment=NetworkSegment(2f211324-9ba1-4620-bbfc-fef12f2ccd07),segment_id=2f211324-9ba1-4620-bbfc-fef12f2ccd07)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:40:27.451868 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e09765ba-5460-4077-b6d1-eeef5cfb44ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:27.569485 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-e09765ba-5460-4077-b6d1-eeef5cfb44ed admin admin] Calling delete_port for eaf89631-526a-4513-a4a2-d020721c8337 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:40:27.583400 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-7de85db8-2a7a-4297-9754-329c42724738 None None] For port eaf89631-526a-4513-a4a2-d020721c8337, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=eaf89631-526a-4513-a4a2-d020721c8337,segment=NetworkSegment(2f211324-9ba1-4620-bbfc-fef12f2ccd07),segment_id=2f211324-9ba1-4620-bbfc-fef12f2ccd07)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:40:27.583788 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7de85db8-2a7a-4297-9754-329c42724738 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:27.700764 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-7de85db8-2a7a-4297-9754-329c42724738 None None] Calling delete_port for eaf89631-526a-4513-a4a2-d020721c8337 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:40:27.721294 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e09765ba-5460-4077-b6d1-eeef5cfb44ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:27.767804 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09765ba-5460-4077-b6d1-eeef5cfb44ed admin admin] Pushing event deleted for resources: {'Port': ['ID=eaf89631-526a-4513-a4a2-d020721c8337,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:40:27.773646 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09765ba-5460-4077-b6d1-eeef5cfb44ed admin admin] No DVR routers for this DVR port eaf89631-526a-4513-a4a2-d020721c8337 on host dv-neutron-828797-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:40:27.774539 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-7de85db8-2a7a-4297-9754-329c42724738 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:40:27.774894 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-7de85db8-2a7a-4297-9754-329c42724738 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:40:27.976981 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e09765ba-5460-4077-b6d1-eeef5cfb44ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:28.000505 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-e09765ba-5460-4077-b6d1-eeef5cfb44ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0c77063-2c68-4794-a78d-480b2af8af56']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:40:28.015009 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-e09765ba-5460-4077-b6d1-eeef5cfb44ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f211324-9ba1-4620-bbfc-fef12f2ccd07') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:40:28.015290 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-e09765ba-5460-4077-b6d1-eeef5cfb44ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f211324-9ba1-4620-bbfc-fef12f2ccd07') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:40:28.026646 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e09765ba-5460-4077-b6d1-eeef5cfb44ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:28.042243 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e09765ba-5460-4077-b6d1-eeef5cfb44ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:28.047899 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e09765ba-5460-4077-b6d1-eeef5cfb44ed admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:40:28.048265 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e09765ba-5460-4077-b6d1-eeef5cfb44ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:28.060443 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:40:28.060443 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:40:28.060443 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:40:28.060443 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:40:28.060443 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:40:28.060443 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:40:28.060443 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:40:28.060443 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:40:28.060443 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:40:28.060443 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:40:28.060443 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:40:28.060443 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:40:28.060443 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:40:28.060443 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:40:28.060443 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:40:28.060443 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:40:28.060443 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:40:28.060443 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:40:28.060443 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:40:28.060443 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:40:28.060443 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:40:28.060443 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:40:28.060443 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:40:28.060443 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:40:28.060443 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:40:28.060443 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:40:28.060443 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:40:28.060443 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:40:28.060443 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:40:28.060443 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:40:28.060443 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:40:28.060443 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:40:28.195736 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e09765ba-5460-4077-b6d1-eeef5cfb44ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:28.200670 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e09765ba-5460-4077-b6d1-eeef5cfb44ed admin admin] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:28.228528 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09765ba-5460-4077-b6d1-eeef5cfb44ed admin admin] Pushing event deleted for resources: {'Network': ['ID=b0c77063-2c68-4794-a78d-480b2af8af56,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:40:28.275706 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-7de85db8-2a7a-4297-9754-329c42724738 None None] Deleting port eaf89631-526a-4513-a4a2-d020721c8337 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:40:28.276076 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7de85db8-2a7a-4297-9754-329c42724738 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:28.305089 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-e09765ba-5460-4077-b6d1-eeef5cfb44ed admin admin] 10.222.0.59 "DELETE /v2.0/networks/b0c77063-2c68-4794-a78d-480b2af8af56 HTTP/1.1" status: 204 len: 168 time: 1.1664798 Feb 10 23:40:28.307929 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 55536) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:40:28.337060 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-7de85db8-2a7a-4297-9754-329c42724738 None None] The port 'eaf89631-526a-4513-a4a2-d020721c8337' was deleted {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 23:40:28.643428 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device eaf89631-526a-4513-a4a2-d020721c8337 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:40:28.675843 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: eaf89631-526a-4513-a4a2-d020721c8337 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:40:28.676182 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device eaf89631-526a-4513-a4a2-d020721c8337 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:40:28.695426 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9c880d31-9c44-4afe-8ee4-c5f016a0054f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732944'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:29.286244 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-9c880d31-9c44-4afe-8ee4-c5f016a0054f admin admin] Deleting port 611b110d-6a01-4ebe-8cbc-3585e6da1222 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:40:29.286961 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9c880d31-9c44-4afe-8ee4-c5f016a0054f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:29.452688 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-9c880d31-9c44-4afe-8ee4-c5f016a0054f admin admin] For port 611b110d-6a01-4ebe-8cbc-3585e6da1222, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=611b110d-6a01-4ebe-8cbc-3585e6da1222,segment=NetworkSegment(8266d933-65c1-45f4-8a6c-9dfbe6793a74),segment_id=8266d933-65c1-45f4-8a6c-9dfbe6793a74)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:40:29.453042 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9c880d31-9c44-4afe-8ee4-c5f016a0054f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:29.663435 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-9c880d31-9c44-4afe-8ee4-c5f016a0054f admin admin] Calling delete_port for 611b110d-6a01-4ebe-8cbc-3585e6da1222 owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:40:29.898369 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9c880d31-9c44-4afe-8ee4-c5f016a0054f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:29.943558 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c880d31-9c44-4afe-8ee4-c5f016a0054f admin admin] Pushing event deleted for resources: {'Port': ['ID=611b110d-6a01-4ebe-8cbc-3585e6da1222,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:40:30.227739 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9c880d31-9c44-4afe-8ee4-c5f016a0054f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2767638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733091'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:30.791946 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c880d31-9c44-4afe-8ee4-c5f016a0054f admin admin] Router 2f14f58b-1ff5-4c0e-921b-29486c96fc92 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:40:31.091247 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c880d31-9c44-4afe-8ee4-c5f016a0054f admin admin] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:40:31.100321 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3202af3e-9c53-4ef2-9d8d-3d6d41c65b7e None None] Sync routers for ids ['2f14f58b-1ff5-4c0e-921b-29486c96fc92'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:40:31.112070 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3202af3e-9c53-4ef2-9d8d-3d6d41c65b7e None None] Routers {'2f14f58b-1ff5-4c0e-921b-29486c96fc92'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:40:31.112690 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-3202af3e-9c53-4ef2-9d8d-3d6d41c65b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:40:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['2f14f58b-1ff5-4c0e-921b-29486c96fc92'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:40:31.163486 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-9c880d31-9c44-4afe-8ee4-c5f016a0054f admin admin] 10.222.0.59 "PUT /v2.0/routers/2f14f58b-1ff5-4c0e-921b-29486c96fc92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8545232 Feb 10 23:40:31.165981 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 55540) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:40:31.290694 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-3202af3e-9c53-4ef2-9d8d-3d6d41c65b7e None None] Set router 2f14f58b-1ff5-4c0e-921b-29486c96fc92 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:40:31.360158 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a1fe6063-2fd2-4244-8120-8202f563a1ea admin admin] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:31.557234 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a1fe6063-2fd2-4244-8120-8202f563a1ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:31.600371 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-3202af3e-9c53-4ef2-9d8d-3d6d41c65b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f14f58b-1ff5-4c0e-921b-29486c96fc92', 'name': 'tempest-TestMinimumBasicScenario-219824973-router', 'tenant_id': '48dceb113d6c42c6bffe0b447697cfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.254'}], 'enable_snat': True}, 'gw_port_id': '2dbd3c03-d961-4127-9b70-7d9f3e3aaa6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:38:02Z', 'updated_at': '2022-02-10T23:40:29Z', 'revision_number': 5, 'project_id': '48dceb113d6c42c6bffe0b447697cfaa', 'gw_port': {'id': '2dbd3c03-d961-4127-9b70-7d9f3e3aaa6e', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f14f58b-1ff5-4c0e-921b-29486c96fc92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:38:03Z', 'updated_at': '2022-02-10T23:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:40:31.604183 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3202af3e-9c53-4ef2-9d8d-3d6d41c65b7e None None] Checking router: 2f14f58b-1ff5-4c0e-921b-29486c96fc92 for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:40:31.614439 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3202af3e-9c53-4ef2-9d8d-3d6d41c65b7e None None] Routers {'2f14f58b-1ff5-4c0e-921b-29486c96fc92'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:40:31.614954 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-3202af3e-9c53-4ef2-9d8d-3d6d41c65b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:40:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['2f14f58b-1ff5-4c0e-921b-29486c96fc92'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:40:31.632922 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-a1fe6063-2fd2-4244-8120-8202f563a1ea admin admin] Deleting port 2dbd3c03-d961-4127-9b70-7d9f3e3aaa6e {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:40:31.633341 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a1fe6063-2fd2-4244-8120-8202f563a1ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:31.761305 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-3202af3e-9c53-4ef2-9d8d-3d6d41c65b7e None None] Set router 2f14f58b-1ff5-4c0e-921b-29486c96fc92 gateway port host: None {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:40:31.806111 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-a1fe6063-2fd2-4244-8120-8202f563a1ea admin admin] For port 2dbd3c03-d961-4127-9b70-7d9f3e3aaa6e, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=2dbd3c03-d961-4127-9b70-7d9f3e3aaa6e,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:40:31.806724 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a1fe6063-2fd2-4244-8120-8202f563a1ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:31.870121 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-3202af3e-9c53-4ef2-9d8d-3d6d41c65b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f14f58b-1ff5-4c0e-921b-29486c96fc92', 'name': 'tempest-TestMinimumBasicScenario-219824973-router', 'tenant_id': '48dceb113d6c42c6bffe0b447697cfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:38:02Z', 'updated_at': '2022-02-10T23:40:31Z', 'revision_number': 6, 'project_id': '48dceb113d6c42c6bffe0b447697cfaa', 'gw_port_host': None}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:40:31.873905 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3202af3e-9c53-4ef2-9d8d-3d6d41c65b7e None None] The sync data for ids ['2f14f58b-1ff5-4c0e-921b-29486c96fc92'] in dv-neutron-828797-1-hyperv is: [{'id': '2f14f58b-1ff5-4c0e-921b-29486c96fc92', 'name': 'tempest-TestMinimumBasicScenario-219824973-router', 'tenant_id': '48dceb113d6c42c6bffe0b447697cfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:38:02Z', 'updated_at': '2022-02-10T23:40:31Z', 'revision_number': 6, 'project_id': '48dceb113d6c42c6bffe0b447697cfaa', 'gw_port_host': None}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:40:31.927950 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-a1fe6063-2fd2-4244-8120-8202f563a1ea admin admin] Calling delete_port for 2dbd3c03-d961-4127-9b70-7d9f3e3aaa6e owned by network:router_gateway {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:40:32.164363 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a1fe6063-2fd2-4244-8120-8202f563a1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:32.212137 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fe6063-2fd2-4244-8120-8202f563a1ea admin admin] Pushing event deleted for resources: {'Port': ['ID=2dbd3c03-d961-4127-9b70-7d9f3e3aaa6e,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:40:32.433640 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a1fe6063-2fd2-4244-8120-8202f563a1ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734197'] for router_gateway, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:32.681269 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 2dbd3c03-d961-4127-9b70-7d9f3e3aaa6e no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:40:32.715727 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 2dbd3c03-d961-4127-9b70-7d9f3e3aaa6e {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:40:32.716066 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 2dbd3c03-d961-4127-9b70-7d9f3e3aaa6e not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:40:32.716476 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 611b110d-6a01-4ebe-8cbc-3585e6da1222 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:40:32.752134 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 611b110d-6a01-4ebe-8cbc-3585e6da1222 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:40:32.752470 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 611b110d-6a01-4ebe-8cbc-3585e6da1222 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:40:32.803098 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a1fe6063-2fd2-4244-8120-8202f563a1ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:32.807238 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a1fe6063-2fd2-4244-8120-8202f563a1ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:32.932625 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a1fe6063-2fd2-4244-8120-8202f563a1ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:32.933135 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1fe6063-2fd2-4244-8120-8202f563a1ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f14f58b-1ff5-4c0e-921b-29486c96fc92 {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:40:32.946099 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a1fe6063-2fd2-4244-8120-8202f563a1ea admin admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:32.947224 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-a1fe6063-2fd2-4244-8120-8202f563a1ea admin admin] 10.222.0.59 "DELETE /v2.0/routers/2f14f58b-1ff5-4c0e-921b-29486c96fc92 HTTP/1.1" status: 204 len: 168 time: 1.7803035 Feb 10 23:40:32.949778 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 55544) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:40:33.014350 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-16b1b02c-c7c5-4065-b9f9-9c49c3c00e86 admin admin] Deleting subnet 4119ecf9-fcae-45f2-8985-9968383c5c3f {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:40:33.017342 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-16b1b02c-c7c5-4065-b9f9-9c49c3c00e86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:33.067106 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-16b1b02c-c7c5-4065-b9f9-9c49c3c00e86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31983416'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:33.142335 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-16b1b02c-c7c5-4065-b9f9-9c49c3c00e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:33.258485 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-16b1b02c-c7c5-4065-b9f9-9c49c3c00e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:33.298100 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b1b02c-c7c5-4065-b9f9-9c49c3c00e86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4119ecf9-fcae-45f2-8985-9968383c5c3f,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:40:33.303244 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-16b1b02c-c7c5-4065-b9f9-9c49c3c00e86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:33.308278 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de619eaf-e7df-4090-8790-59df765c0d4e None None] Network f1e6c006-841c-45d4-9b75-0cf6c157a54b requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:40:33.309242 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-16b1b02c-c7c5-4065-b9f9-9c49c3c00e86 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/4119ecf9-fcae-45f2-8985-9968383c5c3f HTTP/1.1" status: 204 len: 168 time: 0.3585351 Feb 10 23:40:33.311724 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 55548) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:40:33.416732 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5711ef1c-71b7-4c07-bf89-1d95915ba45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:33.426597 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-5711ef1c-71b7-4c07-bf89-1d95915ba45f admin admin] Deleting port 547574af-18cf-4f17-b993-5d5d93d3d005 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:40:33.426911 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5711ef1c-71b7-4c07-bf89-1d95915ba45f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:33.554138 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c69de2d-08f6-4ef3-9653-3ebe784c6228 None None] DHCP port deletion for f1e6c006-841c-45d4-9b75-0cf6c157a54b request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:40:33.558847 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-1c69de2d-08f6-4ef3-9653-3ebe784c6228 None None] Deleting port 547574af-18cf-4f17-b993-5d5d93d3d005 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:40:33.559278 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1c69de2d-08f6-4ef3-9653-3ebe784c6228 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:33.631801 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-5711ef1c-71b7-4c07-bf89-1d95915ba45f admin admin] For port 547574af-18cf-4f17-b993-5d5d93d3d005, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=547574af-18cf-4f17-b993-5d5d93d3d005,segment=NetworkSegment(8266d933-65c1-45f4-8a6c-9dfbe6793a74),segment_id=8266d933-65c1-45f4-8a6c-9dfbe6793a74)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:40:33.632349 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5711ef1c-71b7-4c07-bf89-1d95915ba45f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:33.757733 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-5711ef1c-71b7-4c07-bf89-1d95915ba45f admin admin] Calling delete_port for 547574af-18cf-4f17-b993-5d5d93d3d005 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:40:33.758364 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-1c69de2d-08f6-4ef3-9653-3ebe784c6228 None None] For port 547574af-18cf-4f17-b993-5d5d93d3d005, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=547574af-18cf-4f17-b993-5d5d93d3d005,segment=NetworkSegment(8266d933-65c1-45f4-8a6c-9dfbe6793a74),segment_id=8266d933-65c1-45f4-8a6c-9dfbe6793a74)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:40:33.758887 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1c69de2d-08f6-4ef3-9653-3ebe784c6228 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:33.873272 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-1c69de2d-08f6-4ef3-9653-3ebe784c6228 None None] Calling delete_port for 547574af-18cf-4f17-b993-5d5d93d3d005 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:40:33.898639 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5711ef1c-71b7-4c07-bf89-1d95915ba45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:33.941179 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5711ef1c-71b7-4c07-bf89-1d95915ba45f admin admin] Pushing event deleted for resources: {'Port': ['ID=547574af-18cf-4f17-b993-5d5d93d3d005,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:40:33.943287 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-1c69de2d-08f6-4ef3-9653-3ebe784c6228 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:40:33.944258 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-1c69de2d-08f6-4ef3-9653-3ebe784c6228 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:40:33.947874 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5711ef1c-71b7-4c07-bf89-1d95915ba45f admin admin] No DVR routers for this DVR port 547574af-18cf-4f17-b993-5d5d93d3d005 on host dv-neutron-828797-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:40:34.058477 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5711ef1c-71b7-4c07-bf89-1d95915ba45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:34.082360 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-5711ef1c-71b7-4c07-bf89-1d95915ba45f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1e6c006-841c-45d4-9b75-0cf6c157a54b']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:40:34.096957 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-5711ef1c-71b7-4c07-bf89-1d95915ba45f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8266d933-65c1-45f4-8a6c-9dfbe6793a74') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:40:34.097241 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-5711ef1c-71b7-4c07-bf89-1d95915ba45f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8266d933-65c1-45f4-8a6c-9dfbe6793a74') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:40:34.108234 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5711ef1c-71b7-4c07-bf89-1d95915ba45f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:34.123924 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5711ef1c-71b7-4c07-bf89-1d95915ba45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:34.129589 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5711ef1c-71b7-4c07-bf89-1d95915ba45f admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:40:34.129957 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5711ef1c-71b7-4c07-bf89-1d95915ba45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:34.143368 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:40:34.143368 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:40:34.143368 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:40:34.143368 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:40:34.143368 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:40:34.143368 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:40:34.143368 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:40:34.143368 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:40:34.143368 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:40:34.143368 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:40:34.143368 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:40:34.143368 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:40:34.143368 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:40:34.143368 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:40:34.143368 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:40:34.143368 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:40:34.143368 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:40:34.143368 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:40:34.143368 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:40:34.143368 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:40:34.143368 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:40:34.143368 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:40:34.143368 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:40:34.143368 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:40:34.143368 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:40:34.143368 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:40:34.143368 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:40:34.143368 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:40:34.143368 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:40:34.143368 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:40:34.143368 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:40:34.143368 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:40:34.272805 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5711ef1c-71b7-4c07-bf89-1d95915ba45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:34.288055 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5711ef1c-71b7-4c07-bf89-1d95915ba45f admin admin] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:34.301247 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5711ef1c-71b7-4c07-bf89-1d95915ba45f admin admin] Pushing event deleted for resources: {'Network': ['ID=f1e6c006-841c-45d4-9b75-0cf6c157a54b,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:40:34.308806 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-5711ef1c-71b7-4c07-bf89-1d95915ba45f admin admin] 10.222.0.59 "DELETE /v2.0/networks/f1e6c006-841c-45d4-9b75-0cf6c157a54b HTTP/1.1" status: 204 len: 168 time: 0.9961410 Feb 10 23:40:34.445241 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-1c69de2d-08f6-4ef3-9653-3ebe784c6228 None None] Deleting port 547574af-18cf-4f17-b993-5d5d93d3d005 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:40:34.445621 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1c69de2d-08f6-4ef3-9653-3ebe784c6228 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:34.509150 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-1c69de2d-08f6-4ef3-9653-3ebe784c6228 None None] The port '547574af-18cf-4f17-b993-5d5d93d3d005' was deleted {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 23:40:34.642720 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 547574af-18cf-4f17-b993-5d5d93d3d005 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:40:34.675105 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 547574af-18cf-4f17-b993-5d5d93d3d005 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:40:34.678799 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 547574af-18cf-4f17-b993-5d5d93d3d005 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:40:34.714685 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 55554) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:40:34.765352 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-af172162-88ce-4adb-a911-327b5331e13f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=144ee8ffff6940b9957506284bcaddd8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0494471 Feb 10 23:40:34.767817 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 55558) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:40:34.825586 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6a47b7c7-e93f-4e9f-8bb4-38b9421ba53d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:34.851223 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6a47b7c7-e93f-4e9f-8bb4-38b9421ba53d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:34.978497 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6a47b7c7-e93f-4e9f-8bb4-38b9421ba53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:34.995251 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a47b7c7-e93f-4e9f-8bb4-38b9421ba53d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2afc1937-4470-4531-8fa3-c300daf7616f,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:40:35.065635 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6a47b7c7-e93f-4e9f-8bb4-38b9421ba53d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:35.066718 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6a47b7c7-e93f-4e9f-8bb4-38b9421ba53d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2afc1937-4470-4531-8fa3-c300daf7616f HTTP/1.1" status: 204 len: 168 time: 0.2979994 Feb 10 23:40:35.825487 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 55566) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:40:35.875209 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1296af26-de09-4280-bbdd-d7df70f82ab8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=48dceb113d6c42c6bffe0b447697cfaa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0485413 Feb 10 23:40:35.877582 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 55570) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:40:35.938486 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fc21fdf9-b544-44f3-a34f-9463c9996337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:35.962864 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fc21fdf9-b544-44f3-a34f-9463c9996337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:36.084653 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fc21fdf9-b544-44f3-a34f-9463c9996337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:36.098645 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc21fdf9-b544-44f3-a34f-9463c9996337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413f9a7e-ed43-4fe6-9610-1e2def2a43ae,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:40:36.104489 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fc21fdf9-b544-44f3-a34f-9463c9996337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:36.107464 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-fc21fdf9-b544-44f3-a34f-9463c9996337 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/413f9a7e-ed43-4fe6-9610-1e2def2a43ae HTTP/1.1" status: 204 len: 168 time: 0.2271485 Feb 10 23:40:38.237741 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:40:39.994660 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 55616) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:40:40.000229 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-8c9e2ffa-1c79-4f35-b56d-f0015702da00 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1535269203', 'description': 'tempest-secgroup-smoke-1535269203 description', 'project_id': '7aa12777ef71410eaa70251ed5176e4b'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:40:40.006075 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8c9e2ffa-1c79-4f35-b56d-f0015702da00 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:40:40.009825 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8c9e2ffa-1c79-4f35-b56d-f0015702da00 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Usage tracker for resource:security_group and tenant:7aa12777ef71410eaa70251ed5176e4b is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:40:40.013986 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8c9e2ffa-1c79-4f35-b56d-f0015702da00 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:40:40.018421 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8c9e2ffa-1c79-4f35-b56d-f0015702da00 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:40:40.087062 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8c9e2ffa-1c79-4f35-b56d-f0015702da00 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:40.100857 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8c9e2ffa-1c79-4f35-b56d-f0015702da00 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:40.130327 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8c9e2ffa-1c79-4f35-b56d-f0015702da00 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:40:40.133968 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8c9e2ffa-1c79-4f35-b56d-f0015702da00 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Usage tracker for resource:security_group_rule and tenant:7aa12777ef71410eaa70251ed5176e4b is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:40:40.136723 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8c9e2ffa-1c79-4f35-b56d-f0015702da00 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:40:40.142516 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8c9e2ffa-1c79-4f35-b56d-f0015702da00 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:40:40.206909 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8c9e2ffa-1c79-4f35-b56d-f0015702da00 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:40.306719 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8c9e2ffa-1c79-4f35-b56d-f0015702da00 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:40.350611 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8c9e2ffa-1c79-4f35-b56d-f0015702da00 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:40:40.352646 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e2ffa-1c79-4f35-b56d-f0015702da00 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=332a4e5f-8534-4eeb-b67f-6bda2553cb47,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:40:40.357945 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8c9e2ffa-1c79-4f35-b56d-f0015702da00 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Usage tracker for resource:security_group_rule and tenant:7aa12777ef71410eaa70251ed5176e4b is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:40:40.360797 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8c9e2ffa-1c79-4f35-b56d-f0015702da00 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:40:40.367089 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8c9e2ffa-1c79-4f35-b56d-f0015702da00 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:40:40.420955 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8c9e2ffa-1c79-4f35-b56d-f0015702da00 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:40.495213 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8c9e2ffa-1c79-4f35-b56d-f0015702da00 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:40.535807 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e2ffa-1c79-4f35-b56d-f0015702da00 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c54aafc-bd0b-450f-be5c-ec0e8ecdd740,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:40:40.604027 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8c9e2ffa-1c79-4f35-b56d-f0015702da00 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:40.605284 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8c9e2ffa-1c79-4f35-b56d-f0015702da00 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.6096213 Feb 10 23:40:40.608177 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 55620) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:40:40.613651 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-b852cadd-52da-4032-b586-32ada574c8ff tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Request body: {'security_group_rule': {'security_group_id': '3c54aafc-bd0b-450f-be5c-ec0e8ecdd740', 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:40:40.619724 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-b852cadd-52da-4032-b586-32ada574c8ff tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:40:40.623535 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b852cadd-52da-4032-b586-32ada574c8ff tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Usage tracker for resource:security_group_rule and tenant:7aa12777ef71410eaa70251ed5176e4b is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:40:40.626454 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b852cadd-52da-4032-b586-32ada574c8ff tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:40:40.632533 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-b852cadd-52da-4032-b586-32ada574c8ff tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:40:40.702074 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b852cadd-52da-4032-b586-32ada574c8ff tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:40.762818 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b852cadd-52da-4032-b586-32ada574c8ff tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:40.826934 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b852cadd-52da-4032-b586-32ada574c8ff tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:40.849917 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b852cadd-52da-4032-b586-32ada574c8ff tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ce134be-6d38-4924-b2e6-de553042b1da,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:40:40.912821 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b852cadd-52da-4032-b586-32ada574c8ff tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:40.913985 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b852cadd-52da-4032-b586-32ada574c8ff tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3047762 Feb 10 23:40:40.916700 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 55624) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:40:40.922036 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-5e1cc3c4-98c0-498f-b38f-401b4c6f4ba6 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Request body: {'security_group_rule': {'security_group_id': '3c54aafc-bd0b-450f-be5c-ec0e8ecdd740', 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:40:40.928371 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-5e1cc3c4-98c0-498f-b38f-401b4c6f4ba6 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:40:40.932112 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-5e1cc3c4-98c0-498f-b38f-401b4c6f4ba6 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Usage tracker for resource:security_group_rule and tenant:7aa12777ef71410eaa70251ed5176e4b is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:40:40.935029 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-5e1cc3c4-98c0-498f-b38f-401b4c6f4ba6 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:40:40.940587 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-5e1cc3c4-98c0-498f-b38f-401b4c6f4ba6 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:40:41.027622 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5e1cc3c4-98c0-498f-b38f-401b4c6f4ba6 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:41.091416 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5e1cc3c4-98c0-498f-b38f-401b4c6f4ba6 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:41.146921 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5e1cc3c4-98c0-498f-b38f-401b4c6f4ba6 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:41.169983 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1cc3c4-98c0-498f-b38f-401b4c6f4ba6 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c43cc8c7-3b1b-4f43-9e92-5512aab0f984,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:40:41.237855 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5e1cc3c4-98c0-498f-b38f-401b4c6f4ba6 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:41.239005 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5e1cc3c4-98c0-498f-b38f-401b4c6f4ba6 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3213763 Feb 10 23:40:41.242472 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 55628) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:40:41.247674 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-c84cac3a-18af-444e-ba5e-420418945719 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Request body: {'security_group_rule': {'security_group_id': '3c54aafc-bd0b-450f-be5c-ec0e8ecdd740', 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:40:41.253440 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c84cac3a-18af-444e-ba5e-420418945719 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:40:41.257284 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c84cac3a-18af-444e-ba5e-420418945719 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Usage tracker for resource:security_group_rule and tenant:7aa12777ef71410eaa70251ed5176e4b is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:40:41.260075 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c84cac3a-18af-444e-ba5e-420418945719 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:40:41.266519 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c84cac3a-18af-444e-ba5e-420418945719 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:40:41.357445 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c84cac3a-18af-444e-ba5e-420418945719 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:41.417804 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c84cac3a-18af-444e-ba5e-420418945719 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:41.494950 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c84cac3a-18af-444e-ba5e-420418945719 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:41.517551 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84cac3a-18af-444e-ba5e-420418945719 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d381beeb-42ee-4372-be9c-0e48c26a2a18,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:40:41.589661 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c84cac3a-18af-444e-ba5e-420418945719 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:41.590954 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c84cac3a-18af-444e-ba5e-420418945719 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3475866 Feb 10 23:40:41.593559 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 55632) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:40:41.598851 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-b2569e9d-707b-4b89-ba1a-4a1b1b9fbf73 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Request body: {'security_group_rule': {'security_group_id': '3c54aafc-bd0b-450f-be5c-ec0e8ecdd740', 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:40:41.605600 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-b2569e9d-707b-4b89-ba1a-4a1b1b9fbf73 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:40:41.614823 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b2569e9d-707b-4b89-ba1a-4a1b1b9fbf73 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Usage tracker for resource:security_group_rule and tenant:7aa12777ef71410eaa70251ed5176e4b is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:40:41.614823 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b2569e9d-707b-4b89-ba1a-4a1b1b9fbf73 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:40:41.617676 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-b2569e9d-707b-4b89-ba1a-4a1b1b9fbf73 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:40:41.693180 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b2569e9d-707b-4b89-ba1a-4a1b1b9fbf73 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:41.756570 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b2569e9d-707b-4b89-ba1a-4a1b1b9fbf73 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:41.817796 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b2569e9d-707b-4b89-ba1a-4a1b1b9fbf73 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:41.841354 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2569e9d-707b-4b89-ba1a-4a1b1b9fbf73 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84374180-cf43-4387-850b-7b63deff5166,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:40:41.926639 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b2569e9d-707b-4b89-ba1a-4a1b1b9fbf73 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:41.927847 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b2569e9d-707b-4b89-ba1a-4a1b1b9fbf73 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3333702 Feb 10 23:40:41.930791 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 55636) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:40:41.936091 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-b5492134-dd1e-435c-a8bd-5bcfe30af687 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Request body: {'security_group_rule': {'security_group_id': '3c54aafc-bd0b-450f-be5c-ec0e8ecdd740', 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:40:41.943998 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-b5492134-dd1e-435c-a8bd-5bcfe30af687 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:40:41.950304 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b5492134-dd1e-435c-a8bd-5bcfe30af687 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Usage tracker for resource:security_group_rule and tenant:7aa12777ef71410eaa70251ed5176e4b is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:40:41.954547 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b5492134-dd1e-435c-a8bd-5bcfe30af687 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:40:41.961063 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-b5492134-dd1e-435c-a8bd-5bcfe30af687 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:40:42.029377 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.securitygroups_db [None req-b5492134-dd1e-435c-a8bd-5bcfe30af687 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Project 7aa12777ef71410eaa70251ed5176e4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:40:42.035612 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b5492134-dd1e-435c-a8bd-5bcfe30af687 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:42.097801 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b5492134-dd1e-435c-a8bd-5bcfe30af687 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:42.169366 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b5492134-dd1e-435c-a8bd-5bcfe30af687 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:42.192404 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5492134-dd1e-435c-a8bd-5bcfe30af687 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80146035-842b-43a0-b51a-0b1e8c1a7ea1,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:40:42.281022 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b5492134-dd1e-435c-a8bd-5bcfe30af687 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:42.282198 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b5492134-dd1e-435c-a8bd-5bcfe30af687 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3504918 Feb 10 23:40:42.284944 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 55640) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:40:42.290343 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-549b5257-3c94-4ff6-869c-e48d140e193a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Request body: {'security_group_rule': {'security_group_id': '3c54aafc-bd0b-450f-be5c-ec0e8ecdd740', 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:40:42.296219 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-549b5257-3c94-4ff6-869c-e48d140e193a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:40:42.299970 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-549b5257-3c94-4ff6-869c-e48d140e193a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Usage tracker for resource:security_group_rule and tenant:7aa12777ef71410eaa70251ed5176e4b is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:40:42.303381 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-549b5257-3c94-4ff6-869c-e48d140e193a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:40:42.309216 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-549b5257-3c94-4ff6-869c-e48d140e193a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:40:42.383828 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.securitygroups_db [None req-549b5257-3c94-4ff6-869c-e48d140e193a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Project 7aa12777ef71410eaa70251ed5176e4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:40:42.390590 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-549b5257-3c94-4ff6-869c-e48d140e193a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:42.453169 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-549b5257-3c94-4ff6-869c-e48d140e193a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:42.523509 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-549b5257-3c94-4ff6-869c-e48d140e193a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:42.545658 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549b5257-3c94-4ff6-869c-e48d140e193a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dec02ee8-509e-4220-b819-a6eb3a051f12,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:40:42.621363 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-549b5257-3c94-4ff6-869c-e48d140e193a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:42.623010 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-549b5257-3c94-4ff6-869c-e48d140e193a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3368189 Feb 10 23:40:42.625657 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 55644) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:40:42.631325 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-26e86f0c-6fb9-4a45-bab3-daccae0ea388 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Request body: {'network': {'name': 'tempest-network-smoke--1548021669', 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'port_security_enabled': True}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:40:42.636376 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-26e86f0c-6fb9-4a45-bab3-daccae0ea388 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:40:42.640322 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-26e86f0c-6fb9-4a45-bab3-daccae0ea388 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Usage tracker for resource:network and tenant:7aa12777ef71410eaa70251ed5176e4b is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:40:42.643086 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-26e86f0c-6fb9-4a45-bab3-daccae0ea388 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:40:42.648629 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-26e86f0c-6fb9-4a45-bab3-daccae0ea388 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:40:42.723456 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e86f0c-6fb9-4a45-bab3-daccae0ea388 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Made reservation on behalf of 7aa12777ef71410eaa70251ed5176e4b for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:40:42.726874 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-26e86f0c-6fb9-4a45-bab3-daccae0ea388 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:42.755811 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26e86f0c-6fb9-4a45-bab3-daccae0ea388 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:40:42.764844 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-26e86f0c-6fb9-4a45-bab3-daccae0ea388 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:42.765180 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-26e86f0c-6fb9-4a45-bab3-daccae0ea388 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Added segment 5f894fef-8971-4332-8830-1bb791b5836e of type vlan for network 6ff12cc2-db61-48aa-be95-d2d783dfdc96 Feb 10 23:40:42.790354 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-26e86f0c-6fb9-4a45-bab3-daccae0ea388 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:42.872053 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-26e86f0c-6fb9-4a45-bab3-daccae0ea388 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:42.875792 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e86f0c-6fb9-4a45-bab3-daccae0ea388 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:40:42.878342 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-26e86f0c-6fb9-4a45-bab3-daccae0ea388 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:42.979638 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e86f0c-6fb9-4a45-bab3-daccae0ea388 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'Network': ['ID=6ff12cc2-db61-48aa-be95-d2d783dfdc96,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:40:42.990357 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 6ff12cc2-db61-48aa-be95-d2d783dfdc96 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:40:43.013331 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-26e86f0c-6fb9-4a45-bab3-daccae0ea388 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3866432 Feb 10 23:40:43.016369 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 55648) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:40:43.022146 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-239885c2-3d53-4948-8567-11fbbe183a6d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-442164649', 'admin_state_up': True, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:40:43.029115 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-239885c2-3d53-4948-8567-11fbbe183a6d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:40:43.032824 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-239885c2-3d53-4948-8567-11fbbe183a6d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Usage tracker for resource:router and tenant:7aa12777ef71410eaa70251ed5176e4b is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:40:43.035662 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-239885c2-3d53-4948-8567-11fbbe183a6d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:40:43.042110 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-239885c2-3d53-4948-8567-11fbbe183a6d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:40:43.138866 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-239885c2-3d53-4948-8567-11fbbe183a6d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:43.139826 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-239885c2-3d53-4948-8567-11fbbe183a6d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:43.157352 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-239885c2-3d53-4948-8567-11fbbe183a6d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:43.443521 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-239885c2-3d53-4948-8567-11fbbe183a6d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:43.722888 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-239885c2-3d53-4948-8567-11fbbe183a6d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for router_gateway, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:43.752352 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-239885c2-3d53-4948-8567-11fbbe183a6d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:43.890845 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-239885c2-3d53-4948-8567-11fbbe183a6d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Allocated IP 172.26.8.135 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/b56b09c4-d730-4b91-a5f8-60ae42217d87) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:40:44.037033 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-239885c2-3d53-4948-8567-11fbbe183a6d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:44.116094 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-239885c2-3d53-4948-8567-11fbbe183a6d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:44.182970 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239885c2-3d53-4948-8567-11fbbe183a6d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:40:44.185713 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-239885c2-3d53-4948-8567-11fbbe183a6d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:40:44.189916 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239885c2-3d53-4948-8567-11fbbe183a6d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:40:44.213899 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239885c2-3d53-4948-8567-11fbbe183a6d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'Port': ['ID=b56b09c4-d730-4b91-a5f8-60ae42217d87,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:40:44.405684 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-239885c2-3d53-4948-8567-11fbbe183a6d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for router_gateway, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:44.406415 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-239885c2-3d53-4948-8567-11fbbe183a6d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:44.692092 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-239885c2-3d53-4948-8567-11fbbe183a6d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Router 8cc005b6-6300-4be2-928f-3ac1c4d70447 is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:40:44.888495 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-239885c2-3d53-4948-8567-11fbbe183a6d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:40:44.900305 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b7cf6d-d9c4-44b0-be9a-f794e9552799 None None] Sync routers for ids ['8cc005b6-6300-4be2-928f-3ac1c4d70447'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:40:44.911784 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b7cf6d-d9c4-44b0-be9a-f794e9552799 None None] Routers {'8cc005b6-6300-4be2-928f-3ac1c4d70447'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:40:44.912390 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-84b7cf6d-d9c4-44b0-be9a-f794e9552799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:40:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['8cc005b6-6300-4be2-928f-3ac1c4d70447'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:40:44.958287 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-239885c2-3d53-4948-8567-11fbbe183a6d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:44.962375 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-239885c2-3d53-4948-8567-11fbbe183a6d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9420972 Feb 10 23:40:44.962782 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 55652) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:40:45.089435 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-84b7cf6d-d9c4-44b0-be9a-f794e9552799 None None] Set router 8cc005b6-6300-4be2-928f-3ac1c4d70447 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:40:45.126234 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8657ad9c-f1c1-4f68-bdca-1f16b5239f12 tempest-TestNetworkAdvancedServerOps-195907508 tempest-TestNetworkAdvancedServerOps-195907508-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=7aa12777ef71410eaa70251ed5176e4b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1623638 Feb 10 23:40:45.128927 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 55658) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:40:45.255812 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a5e0e5-7bb8-4ff4-87cc-31ff64e5d634 tempest-TestNetworkAdvancedServerOps-195907508 tempest-TestNetworkAdvancedServerOps-195907508-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:40:45.258195 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-78a5e0e5-7bb8-4ff4-87cc-31ff64e5d634 tempest-TestNetworkAdvancedServerOps-195907508 tempest-TestNetworkAdvancedServerOps-195907508-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1274083 Feb 10 23:40:45.260749 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 55662) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:40:45.304753 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-075fad31-a22d-4d03-92be-d8a35501c6de tempest-TestNetworkAdvancedServerOps-195907508 tempest-TestNetworkAdvancedServerOps-195907508-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=c2ed7563-f8af-409c-803f-f56530124ba5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0428698 Feb 10 23:40:45.307270 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 55666) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:40:45.312484 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-b4d81e9a-55a5-403e-936b-f7621250debf tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-646539139', 'network_id': '6ff12cc2-db61-48aa-be95-d2d783dfdc96', 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:40:45.405506 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-84b7cf6d-d9c4-44b0-be9a-f794e9552799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc005b6-6300-4be2-928f-3ac1c4d70447', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442164649', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.135'}], 'enable_snat': True}, 'gw_port_id': 'b56b09c4-d730-4b91-a5f8-60ae42217d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:40:43Z', 'updated_at': '2022-02-10T23:40:44Z', 'revision_number': 3, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': 'b56b09c4-d730-4b91-a5f8-60ae42217d87', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c6:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc005b6-6300-4be2-928f-3ac1c4d70447', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:40:43Z', 'updated_at': '2022-02-10T23:40:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:40:45.409253 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b7cf6d-d9c4-44b0-be9a-f794e9552799 None None] Checking router: 8cc005b6-6300-4be2-928f-3ac1c4d70447 for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:40:45.409596 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b7cf6d-d9c4-44b0-be9a-f794e9552799 None None] Updating router 8cc005b6-6300-4be2-928f-3ac1c4d70447 port b56b09c4-d730-4b91-a5f8-60ae42217d87 binding host dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:40:45.465505 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-84b7cf6d-d9c4-44b0-be9a-f794e9552799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:45.507434 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-b4d81e9a-55a5-403e-936b-f7621250debf tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:40:45.511050 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b4d81e9a-55a5-403e-936b-f7621250debf tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Usage tracker for resource:subnet and tenant:7aa12777ef71410eaa70251ed5176e4b is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:40:45.514076 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b4d81e9a-55a5-403e-936b-f7621250debf tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:40:45.519752 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-b4d81e9a-55a5-403e-936b-f7621250debf tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:40:45.621262 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d81e9a-55a5-403e-936b-f7621250debf tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Made reservation on behalf of 7aa12777ef71410eaa70251ed5176e4b for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:40:45.720336 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b4d81e9a-55a5-403e-936b-f7621250debf tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:45.781985 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-84b7cf6d-d9c4-44b0-be9a-f794e9552799 None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:45.793382 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-84b7cf6d-d9c4-44b0-be9a-f794e9552799 None None] Transition to ACTIVE for port object b56b09c4-d730-4b91-a5f8-60ae42217d87 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:40:45.875287 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-84b7cf6d-d9c4-44b0-be9a-f794e9552799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:45.956060 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486ed09c-afc3-4f81-852e-15c486ec0674 None None] Pushing event updated for resources: {'Port': ['ID=b56b09c4-d730-4b91-a5f8-60ae42217d87,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:40:45.958145 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-84b7cf6d-d9c4-44b0-be9a-f794e9552799 None None] Attempting to bind port b56b09c4-d730-4b91-a5f8-60ae42217d87 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:40:45.958514 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-84b7cf6d-d9c4-44b0-be9a-f794e9552799 None None] Attempting to bind port b56b09c4-d730-4b91-a5f8-60ae42217d87 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:40:45.958888 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b7cf6d-d9c4-44b0-be9a-f794e9552799 None None] Attempting to bind port b56b09c4-d730-4b91-a5f8-60ae42217d87 on network c2ed7563-f8af-409c-803f-f56530124ba5 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:40:45.970405 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486ed09c-afc3-4f81-852e-15c486ec0674 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:45.970750 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486ed09c-afc3-4f81-852e-15c486ec0674 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:45.971095 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486ed09c-afc3-4f81-852e-15c486ec0674 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:45.971431 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486ed09c-afc3-4f81-852e-15c486ec0674 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:45.971820 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486ed09c-afc3-4f81-852e-15c486ec0674 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:45.972149 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486ed09c-afc3-4f81-852e-15c486ec0674 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:45.972477 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486ed09c-afc3-4f81-852e-15c486ec0674 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:45.976850 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486ed09c-afc3-4f81-852e-15c486ec0674 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:45.976850 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486ed09c-afc3-4f81-852e-15c486ec0674 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:45.976850 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486ed09c-afc3-4f81-852e-15c486ec0674 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:45.976850 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486ed09c-afc3-4f81-852e-15c486ec0674 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:45.979042 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b7cf6d-d9c4-44b0-be9a-f794e9552799 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:40:45.979433 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b7cf6d-d9c4-44b0-be9a-f794e9552799 None None] Checking segment: {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:40:45.979839 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-84b7cf6d-d9c4-44b0-be9a-f794e9552799 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:45.980574 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b7cf6d-d9c4-44b0-be9a-f794e9552799 None None] Bound using segment: {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:40:45.981062 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-84b7cf6d-d9c4-44b0-be9a-f794e9552799 None None] Bound port: b56b09c4-d730-4b91-a5f8-60ae42217d87, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:40:45.981435 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-84b7cf6d-d9c4-44b0-be9a-f794e9552799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:45.995742 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b4d81e9a-55a5-403e-936b-f7621250debf tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:46.059326 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-84b7cf6d-d9c4-44b0-be9a-f794e9552799 None None] For port b56b09c4-d730-4b91-a5f8-60ae42217d87, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:40:46.061437 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d81e9a-55a5-403e-936b-f7621250debf tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'Subnet': ['ID=c32f6b06-7198-4271-92ca-601643bfbfa7,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:40:46.068407 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-84b7cf6d-d9c4-44b0-be9a-f794e9552799 None None] For port b56b09c4-d730-4b91-a5f8-60ae42217d87, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=b56b09c4-d730-4b91-a5f8-60ae42217d87,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:40:46.088640 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d81e9a-55a5-403e-936b-f7621250debf tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Checking segment: {'id': '5f894fef-8971-4332-8830-1bb791b5836e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6ff12cc2-db61-48aa-be95-d2d783dfdc96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:40:46.088993 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d81e9a-55a5-403e-936b-f7621250debf tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Network hostable DHCP agents. Network: 6ff12cc2-db61-48aa-be95-d2d783dfdc96, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:40:46.144255 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-84b7cf6d-d9c4-44b0-be9a-f794e9552799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:46.171995 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d81e9a-55a5-403e-936b-f7621250debf tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Network 6ff12cc2-db61-48aa-be95-d2d783dfdc96 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:40:46.221536 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486ed09c-afc3-4f81-852e-15c486ec0674 None None] Pushing event updated for resources: {'Port': ['ID=b56b09c4-d730-4b91-a5f8-60ae42217d87,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:40:46.224261 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b7cf6d-d9c4-44b0-be9a-f794e9552799 None None] Routers {'8cc005b6-6300-4be2-928f-3ac1c4d70447'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:40:46.224885 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-84b7cf6d-d9c4-44b0-be9a-f794e9552799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:40:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['8cc005b6-6300-4be2-928f-3ac1c4d70447'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:40:46.277901 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-b4d81e9a-55a5-403e-936b-f7621250debf tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 6ff12cc2-db61-48aa-be95-d2d783dfdc96) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:40:46.281728 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d81e9a-55a5-403e-936b-f7621250debf tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:40:46.282313 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b4d81e9a-55a5-403e-936b-f7621250debf tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:46.333666 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3748fe-288f-483f-84ff-8d3c11d03c67 None None] Network 6ff12cc2-db61-48aa-be95-d2d783dfdc96 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:40:46.373095 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b4d81e9a-55a5-403e-936b-f7621250debf tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0647752 Feb 10 23:40:46.375748 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 55670) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:40:46.541281 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:46.561654 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-84b7cf6d-d9c4-44b0-be9a-f794e9552799 None None] Set router 8cc005b6-6300-4be2-928f-3ac1c4d70447 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:40:46.770102 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957d2392-6b72-460b-b32f-a2d6639bcc3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-6ff12cc2-db61-48aa-be95-d2d783dfdc96', 'network_id': '6ff12cc2-db61-48aa-be95-d2d783dfdc96', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'fixed_ips': [{'subnet_id': 'c32f6b06-7198-4271-92ca-601643bfbfa7'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:40:46.770892 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-957d2392-6b72-460b-b32f-a2d6639bcc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:47.067037 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-957d2392-6b72-460b-b32f-a2d6639bcc3f None None] Allocated IP 172.20.0.2 (6ff12cc2-db61-48aa-be95-d2d783dfdc96/c32f6b06-7198-4271-92ca-601643bfbfa7/8e664d8f-adfe-4143-bf8a-973618c402ab) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:40:47.145663 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f110409b-965b-4025-92b4-7abf06707c49 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:47.166696 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-84b7cf6d-d9c4-44b0-be9a-f794e9552799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc005b6-6300-4be2-928f-3ac1c4d70447', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442164649', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.135'}], 'enable_snat': True}, 'gw_port_id': 'b56b09c4-d730-4b91-a5f8-60ae42217d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:40:43Z', 'updated_at': '2022-02-10T23:40:44Z', 'revision_number': 3, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': 'b56b09c4-d730-4b91-a5f8-60ae42217d87', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c6:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc005b6-6300-4be2-928f-3ac1c4d70447', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:40:43Z', 'updated_at': '2022-02-10T23:40:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:40:47.180385 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b7cf6d-d9c4-44b0-be9a-f794e9552799 None None] The sync data for ids ['8cc005b6-6300-4be2-928f-3ac1c4d70447'] in dv-neutron-828797-1-hyperv is: [{'id': '8cc005b6-6300-4be2-928f-3ac1c4d70447', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442164649', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.135'}], 'enable_snat': True}, 'gw_port_id': 'b56b09c4-d730-4b91-a5f8-60ae42217d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:40:43Z', 'updated_at': '2022-02-10T23:40:44Z', 'revision_number': 3, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': 'b56b09c4-d730-4b91-a5f8-60ae42217d87', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c6:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc005b6-6300-4be2-928f-3ac1c4d70447', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:40:43Z', 'updated_at': '2022-02-10T23:40:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:40:47.306522 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-957d2392-6b72-460b-b32f-a2d6639bcc3f None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:47.317707 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-957d2392-6b72-460b-b32f-a2d6639bcc3f None None] Transition to ACTIVE for port object 8e664d8f-adfe-4143-bf8a-973618c402ab will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:40:47.340476 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-957d2392-6b72-460b-b32f-a2d6639bcc3f None None] Transition to ACTIVE for port object 8e664d8f-adfe-4143-bf8a-973618c402ab will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:40:47.404423 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-957d2392-6b72-460b-b32f-a2d6639bcc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:47.480263 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957d2392-6b72-460b-b32f-a2d6639bcc3f None None] Network 6ff12cc2-db61-48aa-be95-d2d783dfdc96 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:40:47.482988 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-957d2392-6b72-460b-b32f-a2d6639bcc3f None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:40:47.487421 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957d2392-6b72-460b-b32f-a2d6639bcc3f None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:40:47.489646 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957d2392-6b72-460b-b32f-a2d6639bcc3f None None] Pushing event updated for resources: {'Port': ['ID=8e664d8f-adfe-4143-bf8a-973618c402ab,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:40:47.583300 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-957d2392-6b72-460b-b32f-a2d6639bcc3f None None] Attempting to bind port 8e664d8f-adfe-4143-bf8a-973618c402ab on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:40:47.583666 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-957d2392-6b72-460b-b32f-a2d6639bcc3f None None] Attempting to bind port 8e664d8f-adfe-4143-bf8a-973618c402ab by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '5f894fef-8971-4332-8830-1bb791b5836e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6ff12cc2-db61-48aa-be95-d2d783dfdc96'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:40:47.584031 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957d2392-6b72-460b-b32f-a2d6639bcc3f None None] Attempting to bind port 8e664d8f-adfe-4143-bf8a-973618c402ab on network 6ff12cc2-db61-48aa-be95-d2d783dfdc96 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:40:47.591528 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957d2392-6b72-460b-b32f-a2d6639bcc3f None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:40:47.591899 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957d2392-6b72-460b-b32f-a2d6639bcc3f None None] Checking segment: {'id': '5f894fef-8971-4332-8830-1bb791b5836e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6ff12cc2-db61-48aa-be95-d2d783dfdc96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:40:47.592304 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-957d2392-6b72-460b-b32f-a2d6639bcc3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:47.592899 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957d2392-6b72-460b-b32f-a2d6639bcc3f None None] Bound using segment: {'id': '5f894fef-8971-4332-8830-1bb791b5836e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6ff12cc2-db61-48aa-be95-d2d783dfdc96'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:40:47.593369 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-957d2392-6b72-460b-b32f-a2d6639bcc3f None None] Bound port: 8e664d8f-adfe-4143-bf8a-973618c402ab, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f894fef-8971-4332-8830-1bb791b5836e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6ff12cc2-db61-48aa-be95-d2d783dfdc96'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:40:47.593738 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-957d2392-6b72-460b-b32f-a2d6639bcc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:47.663797 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-f110409b-965b-4025-92b4-7abf06707c49 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Allocated IP 172.20.0.1 (6ff12cc2-db61-48aa-be95-d2d783dfdc96/c32f6b06-7198-4271-92ca-601643bfbfa7/9391fb7b-4455-4ab1-8e2e-7a6938ca6b86) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:40:47.686024 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-957d2392-6b72-460b-b32f-a2d6639bcc3f None None] For port 8e664d8f-adfe-4143-bf8a-973618c402ab, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:40:47.689221 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-957d2392-6b72-460b-b32f-a2d6639bcc3f None None] For port 8e664d8f-adfe-4143-bf8a-973618c402ab, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=8e664d8f-adfe-4143-bf8a-973618c402ab,segment=NetworkSegment(5f894fef-8971-4332-8830-1bb791b5836e),segment_id=5f894fef-8971-4332-8830-1bb791b5836e)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:40:47.753318 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-957d2392-6b72-460b-b32f-a2d6639bcc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:47.832292 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f110409b-965b-4025-92b4-7abf06707c49 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:47.847964 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957d2392-6b72-460b-b32f-a2d6639bcc3f None None] Pushing event updated for resources: {'Port': ['ID=8e664d8f-adfe-4143-bf8a-973618c402ab,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:40:47.851217 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-f110409b-965b-4025-92b4-7abf06707c49 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Transition to ACTIVE for port object 9391fb7b-4455-4ab1-8e2e-7a6938ca6b86 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:40:47.941720 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f110409b-965b-4025-92b4-7abf06707c49 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:48.026299 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f110409b-965b-4025-92b4-7abf06707c49 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Network 6ff12cc2-db61-48aa-be95-d2d783dfdc96 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:40:48.030639 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-f110409b-965b-4025-92b4-7abf06707c49 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:40:48.033644 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f110409b-965b-4025-92b4-7abf06707c49 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:40:48.089741 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f110409b-965b-4025-92b4-7abf06707c49 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'Port': ['ID=9391fb7b-4455-4ab1-8e2e-7a6938ca6b86,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:40:48.102655 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f110409b-965b-4025-92b4-7abf06707c49 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733071'] for router_interface, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:48.261603 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f110409b-965b-4025-92b4-7abf06707c49 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:48.687206 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f110409b-965b-4025-92b4-7abf06707c49 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:48.715437 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 8e664d8f-adfe-4143-bf8a-973618c402ab up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:40:48.752232 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f110409b-965b-4025-92b4-7abf06707c49 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:48.816949 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97de021-4040-42b5-a067-a6c3b37d4fcb None None] Network 6ff12cc2-db61-48aa-be95-d2d783dfdc96 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:40:48.870120 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f110409b-965b-4025-92b4-7abf06707c49 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2767683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732898'] for router_interface, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:48.873528 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f110409b-965b-4025-92b4-7abf06707c49 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'Port': ['ID=9391fb7b-4455-4ab1-8e2e-7a6938ca6b86,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:40:48.885942 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 8e664d8f-adfe-4143-bf8a-973618c402ab completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:40:48.902048 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device b56b09c4-d730-4b91-a5f8-60ae42217d87 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:40:49.013181 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f110409b-965b-4025-92b4-7abf06707c49 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Network 6ff12cc2-db61-48aa-be95-d2d783dfdc96 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:40:49.014328 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-f110409b-965b-4025-92b4-7abf06707c49 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:40:49.037845 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-5cab4e08-2d6b-4c76-a885-a2eab2de3861 None None] Provisioning for port 8e664d8f-adfe-4143-bf8a-973618c402ab completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:40:49.055654 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-5cab4e08-2d6b-4c76-a885-a2eab2de3861 None None] Provisioning complete for port 8e664d8f-adfe-4143-bf8a-973618c402ab triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:40:49.055954 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5cab4e08-2d6b-4c76-a885-a2eab2de3861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:49.139414 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-817bcc86-a954-47b6-aa46-68ac01fa1fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:49.199872 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port b56b09c4-d730-4b91-a5f8-60ae42217d87 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:40:49.216512 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port b56b09c4-d730-4b91-a5f8-60ae42217d87 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:40:49.216911 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:49.274524 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5cab4e08-2d6b-4c76-a885-a2eab2de3861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:49.366640 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-5cab4e08-2d6b-4c76-a885-a2eab2de3861 None None] For port 8e664d8f-adfe-4143-bf8a-973618c402ab, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=8e664d8f-adfe-4143-bf8a-973618c402ab,segment=NetworkSegment(5f894fef-8971-4332-8830-1bb791b5836e),segment_id=5f894fef-8971-4332-8830-1bb791b5836e)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:40:49.389525 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:49.409440 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port b56b09c4-d730-4b91-a5f8-60ae42217d87, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=b56b09c4-d730-4b91-a5f8-60ae42217d87,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:40:49.426522 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5cab4e08-2d6b-4c76-a885-a2eab2de3861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:49.487093 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:49.498999 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cab4e08-2d6b-4c76-a885-a2eab2de3861 None None] Pushing event updated for resources: {'Port': ['ID=8e664d8f-adfe-4143-bf8a-973618c402ab,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:40:49.527820 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f110409b-965b-4025-92b4-7abf06707c49 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Router 8cc005b6-6300-4be2-928f-3ac1c4d70447 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:40:49.595869 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-76171d70-020d-4f96-836e-67b8463c5073 None None] Provisioning complete for port 8e664d8f-adfe-4143-bf8a-973618c402ab triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:40:49.595869 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-76171d70-020d-4f96-836e-67b8463c5073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:49.634306 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=b56b09c4-d730-4b91-a5f8-60ae42217d87,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:40:49.746903 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f110409b-965b-4025-92b4-7abf06707c49 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:40:49.756214 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f110409b-965b-4025-92b4-7abf06707c49 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "PUT /v2.0/routers/8cc005b6-6300-4be2-928f-3ac1c4d70447/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3794518 Feb 10 23:40:49.809560 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-76171d70-020d-4f96-836e-67b8463c5073 None None] Provisioning for port 9391fb7b-4455-4ab1-8e2e-7a6938ca6b86 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:40:49.815443 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-76171d70-020d-4f96-836e-67b8463c5073 None None] Provisioning complete for port 9391fb7b-4455-4ab1-8e2e-7a6938ca6b86 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:40:49.815955 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-76171d70-020d-4f96-836e-67b8463c5073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:49.872725 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-76171d70-020d-4f96-836e-67b8463c5073 None None] Port 9391fb7b-4455-4ab1-8e2e-7a6938ca6b86 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:40:49.934093 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-8d636ce3-435c-481c-b1ef-0a65bd7343d8 req-9b6c8894-b967-45b8-97b4-9423b7d0b55f tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1535269203&fields=id&tenant_id=7aa12777ef71410eaa70251ed5176e4b HTTP/1.1" status: 200 len: 267 time: 0.0407484 Feb 10 23:40:49.993757 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-1398c443-5a82-40e2-b8c4-9d6b7a63687b None None] Provisioning complete for port 9391fb7b-4455-4ab1-8e2e-7a6938ca6b86 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:40:49.994044 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1398c443-5a82-40e2-b8c4-9d6b7a63687b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:50.048461 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-1398c443-5a82-40e2-b8c4-9d6b7a63687b None None] Port 9391fb7b-4455-4ab1-8e2e-7a6938ca6b86 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:40:50.176091 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d636ce3-435c-481c-b1ef-0a65bd7343d8 req-1e012a56-597c-4992-8ce0-5e702bddb6a5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:40:50.177528 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-8d636ce3-435c-481c-b1ef-0a65bd7343d8 req-1e012a56-597c-4992-8ce0-5e702bddb6a5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/networks?id=6ff12cc2-db61-48aa-be95-d2d783dfdc96 HTTP/1.1" status: 200 len: 797 time: 0.2370126 Feb 10 23:40:50.194209 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-8d636ce3-435c-481c-b1ef-0a65bd7343d8 req-fdeda611-2d07-4df9-bb96-f5a10f1e214e tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/quotas/7aa12777ef71410eaa70251ed5176e4b HTTP/1.1" status: 200 len: 375 time: 0.0105770 Feb 10 23:40:50.274064 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-8d636ce3-435c-481c-b1ef-0a65bd7343d8 req-4eeb82f5-e28b-47da-8c55-1750674c4158 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7aa12777ef71410eaa70251ed5176e4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0748146 Feb 10 23:40:50.365818 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [req-8d636ce3-435c-481c-b1ef-0a65bd7343d8 req-1f2860cc-40ae-46d6-9951-b3c070d978e3 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84333) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:40:50.367390 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-8d636ce3-435c-481c-b1ef-0a65bd7343d8 req-1f2860cc-40ae-46d6-9951-b3c070d978e3 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0819726 Feb 10 23:40:50.496189 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-8d636ce3-435c-481c-b1ef-0a65bd7343d8 req-28b9ebe2-ff20-49b1-910b-b1226541c637 service neutron] 10.222.0.59 "GET /v2.0/networks/6ff12cc2-db61-48aa-be95-d2d783dfdc96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226213 Feb 10 23:40:50.631997 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-8d636ce3-435c-481c-b1ef-0a65bd7343d8 req-bdd654af-8c59-4598-b569-d85244e56bfc service neutron] 10.222.0.59 "GET /v2.0/networks/6ff12cc2-db61-48aa-be95-d2d783dfdc96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301048 Feb 10 23:40:50.667093 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 8e664d8f-adfe-4143-bf8a-973618c402ab up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:40:50.769591 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 8e664d8f-adfe-4143-bf8a-973618c402ab triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:40:50.769952 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:50.840877 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ae03c6-098f-4944-80d8-d7e08bf69511 None None] Sync routers for ids ['8cc005b6-6300-4be2-928f-3ac1c4d70447'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:40:50.853955 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ae03c6-098f-4944-80d8-d7e08bf69511 None None] Routers {'8cc005b6-6300-4be2-928f-3ac1c4d70447'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:40:50.857657 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-45ae03c6-098f-4944-80d8-d7e08bf69511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:40:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['8cc005b6-6300-4be2-928f-3ac1c4d70447'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:40:50.895536 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device b56b09c4-d730-4b91-a5f8-60ae42217d87 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:40:50.907287 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-86a684b4-6737-4049-87a4-4de0b9945597 req-d54a85e5-fd50-4c08-864d-10e88faa77e0 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Synchronizing usage tracker for tenant:7aa12777ef71410eaa70251ed5176e4b on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:40:50.968929 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port b56b09c4-d730-4b91-a5f8-60ae42217d87 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:40:50.969297 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:50.986892 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-86a684b4-6737-4049-87a4-4de0b9945597 req-d54a85e5-fd50-4c08-864d-10e88faa77e0 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Unset dirty status for tenant:7aa12777ef71410eaa70251ed5176e4b on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:40:50.991273 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-86a684b4-6737-4049-87a4-4de0b9945597 req-d54a85e5-fd50-4c08-864d-10e88faa77e0 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=08aff89c-f504-4e8a-a52b-69bf34924540 HTTP/1.1" status: 200 len: 210 time: 0.1302669 Feb 10 23:40:51.051500 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-45ae03c6-098f-4944-80d8-d7e08bf69511 None None] Set router 8cc005b6-6300-4be2-928f-3ac1c4d70447 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:40:51.269218 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6f2057a5-5891-4c2b-aa03-87c307728331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:51.363605 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-45ae03c6-098f-4944-80d8-d7e08bf69511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc005b6-6300-4be2-928f-3ac1c4d70447', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442164649', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.135'}], 'enable_snat': True}, 'gw_port_id': 'b56b09c4-d730-4b91-a5f8-60ae42217d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:40:43Z', 'updated_at': '2022-02-10T23:40:48Z', 'revision_number': 4, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': 'b56b09c4-d730-4b91-a5f8-60ae42217d87', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc005b6-6300-4be2-928f-3ac1c4d70447', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:40:43Z', 'updated_at': '2022-02-10T23:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '9391fb7b-4455-4ab1-8e2e-7a6938ca6b86', 'name': '', 'network_id': '6ff12cc2-db61-48aa-be95-d2d783dfdc96', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'mac_address': 'fa:16:3e:c0:5b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc005b6-6300-4be2-928f-3ac1c4d70447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c32f6b06-7198-4271-92ca-601643bfbfa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:40:47Z', 'updated_at': '2022-02-10T23:40:48Z', 'revision_number': 2, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'subnets': [{'id': 'c32f6b06-7198-4271-92ca-601643bfbfa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:40:51.368070 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ae03c6-098f-4944-80d8-d7e08bf69511 None None] Checking router: 8cc005b6-6300-4be2-928f-3ac1c4d70447 for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:40:51.368415 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ae03c6-098f-4944-80d8-d7e08bf69511 None None] Updating router 8cc005b6-6300-4be2-928f-3ac1c4d70447 port 9391fb7b-4455-4ab1-8e2e-7a6938ca6b86 binding host dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:40:51.418074 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-45ae03c6-098f-4944-80d8-d7e08bf69511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:51.744983 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-45ae03c6-098f-4944-80d8-d7e08bf69511 None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:51.756146 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-45ae03c6-098f-4944-80d8-d7e08bf69511 None None] Transition to ACTIVE for port object 9391fb7b-4455-4ab1-8e2e-7a6938ca6b86 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:40:51.832057 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-45ae03c6-098f-4944-80d8-d7e08bf69511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:51.974944 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f9a28-8ae1-4f53-98f1-549f88388313 None None] Pushing event updated for resources: {'Port': ['ID=9391fb7b-4455-4ab1-8e2e-7a6938ca6b86,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:40:51.988388 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4f9a28-8ae1-4f53-98f1-549f88388313 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:51.988751 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4f9a28-8ae1-4f53-98f1-549f88388313 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:51.989070 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4f9a28-8ae1-4f53-98f1-549f88388313 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:51.989388 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4f9a28-8ae1-4f53-98f1-549f88388313 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:51.989704 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4f9a28-8ae1-4f53-98f1-549f88388313 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:51.990015 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4f9a28-8ae1-4f53-98f1-549f88388313 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:51.990326 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4f9a28-8ae1-4f53-98f1-549f88388313 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:51.990634 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4f9a28-8ae1-4f53-98f1-549f88388313 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:51.990941 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4f9a28-8ae1-4f53-98f1-549f88388313 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:51.991290 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4f9a28-8ae1-4f53-98f1-549f88388313 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:51.991594 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4f9a28-8ae1-4f53-98f1-549f88388313 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:52.075838 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-45ae03c6-098f-4944-80d8-d7e08bf69511 None None] Attempting to bind port 9391fb7b-4455-4ab1-8e2e-7a6938ca6b86 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:40:52.076201 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-45ae03c6-098f-4944-80d8-d7e08bf69511 None None] Attempting to bind port 9391fb7b-4455-4ab1-8e2e-7a6938ca6b86 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '5f894fef-8971-4332-8830-1bb791b5836e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6ff12cc2-db61-48aa-be95-d2d783dfdc96'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:40:52.076584 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ae03c6-098f-4944-80d8-d7e08bf69511 None None] Attempting to bind port 9391fb7b-4455-4ab1-8e2e-7a6938ca6b86 on network 6ff12cc2-db61-48aa-be95-d2d783dfdc96 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:40:52.083470 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ae03c6-098f-4944-80d8-d7e08bf69511 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:40:52.083832 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ae03c6-098f-4944-80d8-d7e08bf69511 None None] Checking segment: {'id': '5f894fef-8971-4332-8830-1bb791b5836e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6ff12cc2-db61-48aa-be95-d2d783dfdc96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:40:52.084225 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-45ae03c6-098f-4944-80d8-d7e08bf69511 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:52.084628 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ae03c6-098f-4944-80d8-d7e08bf69511 None None] Bound using segment: {'id': '5f894fef-8971-4332-8830-1bb791b5836e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6ff12cc2-db61-48aa-be95-d2d783dfdc96'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:40:52.085715 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-45ae03c6-098f-4944-80d8-d7e08bf69511 None None] Bound port: 9391fb7b-4455-4ab1-8e2e-7a6938ca6b86, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f894fef-8971-4332-8830-1bb791b5836e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6ff12cc2-db61-48aa-be95-d2d783dfdc96'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:40:52.086082 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-45ae03c6-098f-4944-80d8-d7e08bf69511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:52.111718 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-ae72fa98-6bc1-4cc3-ab16-75d5ae2bf0f0 req-c3f68a61-4e78-46fa-892f-61d9507db0b4 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=08aff89c-f504-4e8a-a52b-69bf34924540 HTTP/1.1" status: 200 len: 210 time: 0.0454445 Feb 10 23:40:52.176825 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-45ae03c6-098f-4944-80d8-d7e08bf69511 None None] For port 9391fb7b-4455-4ab1-8e2e-7a6938ca6b86, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:40:52.180350 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-45ae03c6-098f-4944-80d8-d7e08bf69511 None None] For port 9391fb7b-4455-4ab1-8e2e-7a6938ca6b86, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=9391fb7b-4455-4ab1-8e2e-7a6938ca6b86,segment=NetworkSegment(5f894fef-8971-4332-8830-1bb791b5836e),segment_id=5f894fef-8971-4332-8830-1bb791b5836e)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:40:52.238486 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-45ae03c6-098f-4944-80d8-d7e08bf69511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:52.317178 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f9a28-8ae1-4f53-98f1-549f88388313 None None] Pushing event updated for resources: {'Port': ['ID=9391fb7b-4455-4ab1-8e2e-7a6938ca6b86,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:40:52.322011 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ae03c6-098f-4944-80d8-d7e08bf69511 None None] Routers {'8cc005b6-6300-4be2-928f-3ac1c4d70447'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:40:52.322621 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-45ae03c6-098f-4944-80d8-d7e08bf69511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:40:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['8cc005b6-6300-4be2-928f-3ac1c4d70447'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:40:52.509025 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-45ae03c6-098f-4944-80d8-d7e08bf69511 None None] Set router 8cc005b6-6300-4be2-928f-3ac1c4d70447 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:40:52.569830 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:52.643780 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:52.814259 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-45ae03c6-098f-4944-80d8-d7e08bf69511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc005b6-6300-4be2-928f-3ac1c4d70447', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442164649', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.135'}], 'enable_snat': True}, 'gw_port_id': 'b56b09c4-d730-4b91-a5f8-60ae42217d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:40:43Z', 'updated_at': '2022-02-10T23:40:48Z', 'revision_number': 4, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': 'b56b09c4-d730-4b91-a5f8-60ae42217d87', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc005b6-6300-4be2-928f-3ac1c4d70447', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:40:43Z', 'updated_at': '2022-02-10T23:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '9391fb7b-4455-4ab1-8e2e-7a6938ca6b86', 'name': '', 'network_id': '6ff12cc2-db61-48aa-be95-d2d783dfdc96', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'mac_address': 'fa:16:3e:c0:5b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc005b6-6300-4be2-928f-3ac1c4d70447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c32f6b06-7198-4271-92ca-601643bfbfa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:40:47Z', 'updated_at': '2022-02-10T23:40:52Z', 'revision_number': 4, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'subnets': [{'id': 'c32f6b06-7198-4271-92ca-601643bfbfa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:40:52.817971 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ae03c6-098f-4944-80d8-d7e08bf69511 None None] The sync data for ids ['8cc005b6-6300-4be2-928f-3ac1c4d70447'] in dv-neutron-828797-1-hyperv is: [{'id': '8cc005b6-6300-4be2-928f-3ac1c4d70447', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442164649', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.135'}], 'enable_snat': True}, 'gw_port_id': 'b56b09c4-d730-4b91-a5f8-60ae42217d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:40:43Z', 'updated_at': '2022-02-10T23:40:48Z', 'revision_number': 4, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': 'b56b09c4-d730-4b91-a5f8-60ae42217d87', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc005b6-6300-4be2-928f-3ac1c4d70447', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:40:43Z', 'updated_at': '2022-02-10T23:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '9391fb7b-4455-4ab1-8e2e-7a6938ca6b86', 'name': '', 'network_id': '6ff12cc2-db61-48aa-be95-d2d783dfdc96', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'mac_address': 'fa:16:3e:c0:5b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc005b6-6300-4be2-928f-3ac1c4d70447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c32f6b06-7198-4271-92ca-601643bfbfa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:40:47Z', 'updated_at': '2022-02-10T23:40:52Z', 'revision_number': 4, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'subnets': [{'id': 'c32f6b06-7198-4271-92ca-601643bfbfa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:40:53.228607 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c2d4989b-6122-4908-b0e5-fb673d4610b2 req-680e5911-9b7a-4d7e-8a8e-09fe632a6751 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=08aff89c-f504-4e8a-a52b-69bf34924540 HTTP/1.1" status: 200 len: 210 time: 0.0413005 Feb 10 23:40:54.149732 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:54.390507 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-50e8f551-dcb7-48dd-8854-d69de5ee6e96 req-f52e62bc-a24f-49ce-8d79-d76dde68f0e5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=08aff89c-f504-4e8a-a52b-69bf34924540 HTTP/1.1" status: 200 len: 210 time: 0.0406599 Feb 10 23:40:54.673376 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 9391fb7b-4455-4ab1-8e2e-7a6938ca6b86 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:40:54.809025 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 9391fb7b-4455-4ab1-8e2e-7a6938ca6b86 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:40:54.813863 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 9391fb7b-4455-4ab1-8e2e-7a6938ca6b86 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:40:54.814226 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:54.928990 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:54.960236 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 9391fb7b-4455-4ab1-8e2e-7a6938ca6b86, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=9391fb7b-4455-4ab1-8e2e-7a6938ca6b86,segment=NetworkSegment(5f894fef-8971-4332-8830-1bb791b5836e),segment_id=5f894fef-8971-4332-8830-1bb791b5836e)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:40:55.048968 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:55.117123 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=9391fb7b-4455-4ab1-8e2e-7a6938ca6b86,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:40:55.464639 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d636ce3-435c-481c-b1ef-0a65bd7343d8 req-b0a83004-9bc4-45bd-8a46-1a4080660c80 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:40:55.465210 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-8d636ce3-435c-481c-b1ef-0a65bd7343d8 req-b0a83004-9bc4-45bd-8a46-1a4080660c80 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Synchronizing usage tracker for tenant:7aa12777ef71410eaa70251ed5176e4b on resource:network {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:40:55.556744 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-8d636ce3-435c-481c-b1ef-0a65bd7343d8 req-b0a83004-9bc4-45bd-8a46-1a4080660c80 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Unset dirty status for tenant:7aa12777ef71410eaa70251ed5176e4b on resource:network {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:40:55.557845 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8d636ce3-435c-481c-b1ef-0a65bd7343d8 req-b0a83004-9bc4-45bd-8a46-1a4080660c80 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.37 "GET /v2.0/networks?id=6ff12cc2-db61-48aa-be95-d2d783dfdc96 HTTP/1.1" status: 200 len: 797 time: 0.2386570 Feb 10 23:40:55.564045 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5001f52d-5963-4d66-ac2e-73d7a1d040f2 req-ddd0d8c2-108c-499c-a22d-039c6b4f18d3 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=08aff89c-f504-4e8a-a52b-69bf34924540 HTTP/1.1" status: 200 len: 210 time: 0.0474024 Feb 10 23:40:55.611018 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-8d636ce3-435c-481c-b1ef-0a65bd7343d8 req-9988a068-3f82-4cf7-b757-7f446ca730c6 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Synchronizing usage tracker for tenant:7aa12777ef71410eaa70251ed5176e4b on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:40:55.700309 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-8d636ce3-435c-481c-b1ef-0a65bd7343d8 req-9988a068-3f82-4cf7-b757-7f446ca730c6 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Unset dirty status for tenant:7aa12777ef71410eaa70251ed5176e4b on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:40:55.701528 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8d636ce3-435c-481c-b1ef-0a65bd7343d8 req-9988a068-3f82-4cf7-b757-7f446ca730c6 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7aa12777ef71410eaa70251ed5176e4b HTTP/1.1" status: 200 len: 380 time: 0.1317039 Feb 10 23:40:55.710473 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-8d636ce3-435c-481c-b1ef-0a65bd7343d8 req-1142eaaa-4c56-4a31-924a-869f761039de tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Request body: {'port': {'device_id': '08aff89c-f504-4e8a-a52b-69bf34924540', 'network_id': '6ff12cc2-db61-48aa-be95-d2d783dfdc96', 'admin_state_up': True, 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'security_groups': ['3c54aafc-bd0b-450f-be5c-ec0e8ecdd740']}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:40:55.845272 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-8d636ce3-435c-481c-b1ef-0a65bd7343d8 req-1142eaaa-4c56-4a31-924a-869f761039de tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:40:55.855302 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-8d636ce3-435c-481c-b1ef-0a65bd7343d8 req-1142eaaa-4c56-4a31-924a-869f761039de tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:40:55.937912 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d636ce3-435c-481c-b1ef-0a65bd7343d8 req-1142eaaa-4c56-4a31-924a-869f761039de tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Made reservation on behalf of 7aa12777ef71410eaa70251ed5176e4b for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:40:55.941008 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-8d636ce3-435c-481c-b1ef-0a65bd7343d8 req-1142eaaa-4c56-4a31-924a-869f761039de tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:56.099071 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [req-8d636ce3-435c-481c-b1ef-0a65bd7343d8 req-1142eaaa-4c56-4a31-924a-869f761039de tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Allocated IP 172.20.0.11 (6ff12cc2-db61-48aa-be95-d2d783dfdc96/c32f6b06-7198-4271-92ca-601643bfbfa7/d90357d6-501c-4dee-ac4a-56e3e6c1bdef) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:40:56.284237 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-8d636ce3-435c-481c-b1ef-0a65bd7343d8 req-1142eaaa-4c56-4a31-924a-869f761039de tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:56.299537 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-8d636ce3-435c-481c-b1ef-0a65bd7343d8 req-1142eaaa-4c56-4a31-924a-869f761039de tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Transition to ACTIVE for port object d90357d6-501c-4dee-ac4a-56e3e6c1bdef will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:40:56.386748 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-8d636ce3-435c-481c-b1ef-0a65bd7343d8 req-1142eaaa-4c56-4a31-924a-869f761039de tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:56.460753 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d636ce3-435c-481c-b1ef-0a65bd7343d8 req-1142eaaa-4c56-4a31-924a-869f761039de tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Network 6ff12cc2-db61-48aa-be95-d2d783dfdc96 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:40:56.463600 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [req-8d636ce3-435c-481c-b1ef-0a65bd7343d8 req-1142eaaa-4c56-4a31-924a-869f761039de tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:40:56.466022 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d636ce3-435c-481c-b1ef-0a65bd7343d8 req-1142eaaa-4c56-4a31-924a-869f761039de tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:40:56.496957 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1142eaaa-4c56-4a31-924a-869f761039de tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'Port': ['ID=d90357d6-501c-4dee-ac4a-56e3e6c1bdef,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:40:56.530959 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d636ce3-435c-481c-b1ef-0a65bd7343d8 req-1142eaaa-4c56-4a31-924a-869f761039de tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:40:56.531573 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-8d636ce3-435c-481c-b1ef-0a65bd7343d8 req-1142eaaa-4c56-4a31-924a-869f761039de tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:56.656025 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8d636ce3-435c-481c-b1ef-0a65bd7343d8 req-1142eaaa-4c56-4a31-924a-869f761039de tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9495516 Feb 10 23:40:56.664373 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 9391fb7b-4455-4ab1-8e2e-7a6938ca6b86 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:40:56.668053 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-8d636ce3-435c-481c-b1ef-0a65bd7343d8 req-14e3d1eb-c17d-4881-967d-9afd9cc921db service neutron] Request body: {'port': {'device_id': '08aff89c-f504-4e8a-a52b-69bf34924540', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:40:56.732869 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 9391fb7b-4455-4ab1-8e2e-7a6938ca6b86 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:40:56.733237 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:56.779433 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-8d636ce3-435c-481c-b1ef-0a65bd7343d8 req-14e3d1eb-c17d-4881-967d-9afd9cc921db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:56.783286 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d8ca3-5c87-47d9-a4d4-a24f35113f4e req-2f46ab46-c99e-47a1-bfb2-df9a0d80552f tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:40:56.785009 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-405d8ca3-5c87-47d9-a4d4-a24f35113f4e req-2f46ab46-c99e-47a1-bfb2-df9a0d80552f tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=08aff89c-f504-4e8a-a52b-69bf34924540 HTTP/1.1" status: 200 len: 932 time: 0.0817795 Feb 10 23:40:56.834468 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-405d8ca3-5c87-47d9-a4d4-a24f35113f4e req-5e2263e5-193d-4bbf-803d-6db98e0d7787 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c54aafc-bd0b-450f-be5c-ec0e8ecdd740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425577 Feb 10 23:40:56.858213 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-28c23996-6d0a-4c74-9ad3-e523e680d2ea None None] Provisioning for port d90357d6-501c-4dee-ac4a-56e3e6c1bdef completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:40:56.865292 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-28c23996-6d0a-4c74-9ad3-e523e680d2ea None None] Provisioning complete for port d90357d6-501c-4dee-ac4a-56e3e6c1bdef triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:40:56.866490 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-28c23996-6d0a-4c74-9ad3-e523e680d2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:56.918345 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-28c23996-6d0a-4c74-9ad3-e523e680d2ea None None] Port d90357d6-501c-4dee-ac4a-56e3e6c1bdef cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:40:57.206042 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [req-8d636ce3-435c-481c-b1ef-0a65bd7343d8 req-14e3d1eb-c17d-4881-967d-9afd9cc921db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d90357d6-501c-4dee-ac4a-56e3e6c1bdef {{(pid=84332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:40:57.212641 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-8d636ce3-435c-481c-b1ef-0a65bd7343d8 req-14e3d1eb-c17d-4881-967d-9afd9cc921db service neutron] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:57.227054 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-8d636ce3-435c-481c-b1ef-0a65bd7343d8 req-14e3d1eb-c17d-4881-967d-9afd9cc921db service neutron] Transition to ACTIVE for port object d90357d6-501c-4dee-ac4a-56e3e6c1bdef will not be triggered until provisioned by entity L2. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:40:57.298304 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-8d636ce3-435c-481c-b1ef-0a65bd7343d8 req-14e3d1eb-c17d-4881-967d-9afd9cc921db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:57.428021 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e3d1eb-c17d-4881-967d-9afd9cc921db service neutron] Pushing event updated for resources: {'Port': ['ID=d90357d6-501c-4dee-ac4a-56e3e6c1bdef,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:40:57.540333 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-8d636ce3-435c-481c-b1ef-0a65bd7343d8 req-14e3d1eb-c17d-4881-967d-9afd9cc921db service neutron] Attempting to bind port d90357d6-501c-4dee-ac4a-56e3e6c1bdef on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:40:57.540333 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-8d636ce3-435c-481c-b1ef-0a65bd7343d8 req-14e3d1eb-c17d-4881-967d-9afd9cc921db service neutron] Attempting to bind port d90357d6-501c-4dee-ac4a-56e3e6c1bdef by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '5f894fef-8971-4332-8830-1bb791b5836e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6ff12cc2-db61-48aa-be95-d2d783dfdc96'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:40:57.540333 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d636ce3-435c-481c-b1ef-0a65bd7343d8 req-14e3d1eb-c17d-4881-967d-9afd9cc921db service neutron] Attempting to bind port d90357d6-501c-4dee-ac4a-56e3e6c1bdef on network 6ff12cc2-db61-48aa-be95-d2d783dfdc96 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:40:57.550020 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d636ce3-435c-481c-b1ef-0a65bd7343d8 req-14e3d1eb-c17d-4881-967d-9afd9cc921db service neutron] Port d90357d6-501c-4dee-ac4a-56e3e6c1bdef on network 6ff12cc2-db61-48aa-be95-d2d783dfdc96 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:40:57.550020 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d636ce3-435c-481c-b1ef-0a65bd7343d8 req-14e3d1eb-c17d-4881-967d-9afd9cc921db service neutron] Attempting to bind port d90357d6-501c-4dee-ac4a-56e3e6c1bdef on network 6ff12cc2-db61-48aa-be95-d2d783dfdc96 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:40:57.552793 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d636ce3-435c-481c-b1ef-0a65bd7343d8 req-14e3d1eb-c17d-4881-967d-9afd9cc921db service neutron] Checking agent: {'id': '0f85d58b-4cda-4360-97cf-be037aef26b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'started_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:40:57.553127 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d636ce3-435c-481c-b1ef-0a65bd7343d8 req-14e3d1eb-c17d-4881-967d-9afd9cc921db service neutron] Checking segment: {'id': '5f894fef-8971-4332-8830-1bb791b5836e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6ff12cc2-db61-48aa-be95-d2d783dfdc96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:40:57.553503 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d636ce3-435c-481c-b1ef-0a65bd7343d8 req-14e3d1eb-c17d-4881-967d-9afd9cc921db service neutron] Bound using segment: {'id': '5f894fef-8971-4332-8830-1bb791b5836e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6ff12cc2-db61-48aa-be95-d2d783dfdc96'} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:40:57.553920 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-8d636ce3-435c-481c-b1ef-0a65bd7343d8 req-14e3d1eb-c17d-4881-967d-9afd9cc921db service neutron] Bound port: d90357d6-501c-4dee-ac4a-56e3e6c1bdef, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f894fef-8971-4332-8830-1bb791b5836e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6ff12cc2-db61-48aa-be95-d2d783dfdc96'}}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:40:57.554774 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-8d636ce3-435c-481c-b1ef-0a65bd7343d8 req-14e3d1eb-c17d-4881-967d-9afd9cc921db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:57.644237 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-8d636ce3-435c-481c-b1ef-0a65bd7343d8 req-14e3d1eb-c17d-4881-967d-9afd9cc921db service neutron] For port d90357d6-501c-4dee-ac4a-56e3e6c1bdef, host hv-neutron-8287, cleared binding levels {{(pid=84332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:40:57.647105 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-8d636ce3-435c-481c-b1ef-0a65bd7343d8 req-14e3d1eb-c17d-4881-967d-9afd9cc921db service neutron] For port d90357d6-501c-4dee-ac4a-56e3e6c1bdef, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=d90357d6-501c-4dee-ac4a-56e3e6c1bdef,segment=NetworkSegment(5f894fef-8971-4332-8830-1bb791b5836e),segment_id=5f894fef-8971-4332-8830-1bb791b5836e)] {{(pid=84332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:40:57.746221 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-8d636ce3-435c-481c-b1ef-0a65bd7343d8 req-14e3d1eb-c17d-4881-967d-9afd9cc921db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:57.808227 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-8d636ce3-435c-481c-b1ef-0a65bd7343d8 req-14e3d1eb-c17d-4881-967d-9afd9cc921db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:57.809611 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8d636ce3-435c-481c-b1ef-0a65bd7343d8 req-14e3d1eb-c17d-4881-967d-9afd9cc921db service neutron] 10.222.0.37 "PUT /v2.0/ports/d90357d6-501c-4dee-ac4a-56e3e6c1bdef HTTP/1.1" status: 200 len: 1094 time: 1.1465745 Feb 10 23:40:57.810046 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08aff89c-f504-4e8a-a52b-69bf34924540', 'tag': 'd90357d6-501c-4dee-ac4a-56e3e6c1bdef'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:40:57.827846 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e3d1eb-c17d-4881-967d-9afd9cc921db service neutron] Pushing event updated for resources: {'Port': ['ID=d90357d6-501c-4dee-ac4a-56e3e6c1bdef,revision_number=3']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:40:57.872447 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08aff89c-f504-4e8a-a52b-69bf34924540', 'tag': 'd90357d6-501c-4dee-ac4a-56e3e6c1bdef', 'status': 'completed', 'code': 200} Feb 10 23:40:57.967044 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-92bce063-0bee-4e73-ba25-34a137dd3f91 req-7882cbe7-3a33-4f2b-a7c5-d95d48d5719d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7aa12777ef71410eaa70251ed5176e4b&device_id=08aff89c-f504-4e8a-a52b-69bf34924540 HTTP/1.1" status: 200 len: 1097 time: 0.0720861 Feb 10 23:40:58.046711 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8371c15-6802-4238-8adc-c5dbeb9128bc req-3b44f1ef-b6f7-4613-bfb6-4137898f1fb7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:40:58.048148 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-f8371c15-6802-4238-8adc-c5dbeb9128bc req-3b44f1ef-b6f7-4613-bfb6-4137898f1fb7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=08aff89c-f504-4e8a-a52b-69bf34924540 HTTP/1.1" status: 200 len: 944 time: 0.0817759 Feb 10 23:40:58.095767 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-f8371c15-6802-4238-8adc-c5dbeb9128bc req-afca4a50-b9b1-4bd2-9164-bcfc8286d8ae tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c54aafc-bd0b-450f-be5c-ec0e8ecdd740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415785 Feb 10 23:40:58.112424 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bce063-0bee-4e73-ba25-34a137dd3f91 req-177d7963-f63f-43ab-aaa3-4db6fcc839b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:40:58.116999 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-92bce063-0bee-4e73-ba25-34a137dd3f91 req-177d7963-f63f-43ab-aaa3-4db6fcc839b1 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=7aa12777ef71410eaa70251ed5176e4b&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1399384 Feb 10 23:40:58.246491 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bce063-0bee-4e73-ba25-34a137dd3f91 req-3d72c9dc-f2a5-4b89-a7aa-2c3934f34c5a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:40:58.247950 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-92bce063-0bee-4e73-ba25-34a137dd3f91 req-3d72c9dc-f2a5-4b89-a7aa-2c3934f34c5a service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1282814 Feb 10 23:40:58.355668 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8d636ce3-435c-481c-b1ef-0a65bd7343d8 req-a0dc8ffc-4d51-4cc2-9708-0efd2b69cb07 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7aa12777ef71410eaa70251ed5176e4b&device_id=08aff89c-f504-4e8a-a52b-69bf34924540 HTTP/1.1" status: 200 len: 1097 time: 0.0711551 Feb 10 23:40:58.421216 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8d636ce3-435c-481c-b1ef-0a65bd7343d8 req-986ce9e9-f3f9-44a1-b3cc-11b31deaa533 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d90357d6-501c-4dee-ac4a-56e3e6c1bdef HTTP/1.1" status: 200 len: 217 time: 0.0592139 Feb 10 23:40:58.484096 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d636ce3-435c-481c-b1ef-0a65bd7343d8 req-4be2bc1b-ff00-4840-8648-72a2051b4408 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:40:58.485541 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8d636ce3-435c-481c-b1ef-0a65bd7343d8 req-4be2bc1b-ff00-4840-8648-72a2051b4408 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c32f6b06-7198-4271-92ca-601643bfbfa7 HTTP/1.1" status: 200 len: 834 time: 0.0584278 Feb 10 23:40:58.559318 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8d636ce3-435c-481c-b1ef-0a65bd7343d8 req-e2acb12f-cfb8-41cc-a9fd-9297d1c3c437 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6ff12cc2-db61-48aa-be95-d2d783dfdc96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676572 Feb 10 23:40:58.688399 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8d636ce3-435c-481c-b1ef-0a65bd7343d8 req-19ea6d07-a5bf-43b8-ba5a-469cf983ed65 service neutron] 10.222.0.37 "GET /v2.0/networks/6ff12cc2-db61-48aa-be95-d2d783dfdc96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237457 Feb 10 23:40:58.814110 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8d636ce3-435c-481c-b1ef-0a65bd7343d8 req-13ab3c5f-b7a1-4762-9b4f-546bf98b018a service neutron] 10.222.0.37 "GET /v2.0/networks/6ff12cc2-db61-48aa-be95-d2d783dfdc96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197603 Feb 10 23:40:59.292109 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd72dba-7494-4d7c-8ea2-caeff1be41e5 req-23305b8c-8369-461a-a881-c1333c5ade91 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:40:59.292805 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-3dd72dba-7494-4d7c-8ea2-caeff1be41e5 req-23305b8c-8369-461a-a881-c1333c5ade91 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Synchronizing usage tracker for tenant:7aa12777ef71410eaa70251ed5176e4b on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:40:59.418009 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-3dd72dba-7494-4d7c-8ea2-caeff1be41e5 req-23305b8c-8369-461a-a881-c1333c5ade91 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Unset dirty status for tenant:7aa12777ef71410eaa70251ed5176e4b on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:40:59.419200 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3dd72dba-7494-4d7c-8ea2-caeff1be41e5 req-23305b8c-8369-461a-a881-c1333c5ade91 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=08aff89c-f504-4e8a-a52b-69bf34924540 HTTP/1.1" status: 200 len: 944 time: 0.2036610 Feb 10 23:40:59.465663 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3dd72dba-7494-4d7c-8ea2-caeff1be41e5 req-c8be13ab-2edd-45d9-bf0d-1b4a3fbea37a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c54aafc-bd0b-450f-be5c-ec0e8ecdd740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409796 Feb 10 23:41:00.662190 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12381a48-95e6-4bb8-a9d8-93c04b67f1a1 req-629769c3-6d08-4442-b118-0756a5f94421 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:41:00.664222 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-12381a48-95e6-4bb8-a9d8-93c04b67f1a1 req-629769c3-6d08-4442-b118-0756a5f94421 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=08aff89c-f504-4e8a-a52b-69bf34924540 HTTP/1.1" status: 200 len: 944 time: 0.0755837 Feb 10 23:41:00.712797 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-12381a48-95e6-4bb8-a9d8-93c04b67f1a1 req-48aa964d-d39f-49cd-826b-dae4a8ee5ef4 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c54aafc-bd0b-450f-be5c-ec0e8ecdd740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428700 Feb 10 23:41:01.434721 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device d90357d6-501c-4dee-ac4a-56e3e6c1bdef details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:41:01.569993 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port d90357d6-501c-4dee-ac4a-56e3e6c1bdef, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=d90357d6-501c-4dee-ac4a-56e3e6c1bdef,segment=NetworkSegment(5f894fef-8971-4332-8830-1bb791b5836e),segment_id=5f894fef-8971-4332-8830-1bb791b5836e)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:41:01.583832 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Returning: {'device': 'd90357d6-501c-4dee-ac4a-56e3e6c1bdef', 'network_id': '6ff12cc2-db61-48aa-be95-d2d783dfdc96', 'port_id': 'd90357d6-501c-4dee-ac4a-56e3e6c1bdef', 'mac_address': 'fa:16:3e:b2:05:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c32f6b06-7198-4271-92ca-601643bfbfa7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:41:01.640856 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:01.657466 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d90357d6-501c-4dee-ac4a-56e3e6c1bdef {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:41:01.672397 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port d90357d6-501c-4dee-ac4a-56e3e6c1bdef, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=d90357d6-501c-4dee-ac4a-56e3e6c1bdef,segment=NetworkSegment(5f894fef-8971-4332-8830-1bb791b5836e),segment_id=5f894fef-8971-4332-8830-1bb791b5836e)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:41:01.766735 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:01.834358 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=d90357d6-501c-4dee-ac4a-56e3e6c1bdef,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:41:01.919703 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329174f-de69-4f02-853e-1b4cbfd12248 req-2547174c-f013-4120-8d33-4457c6fcafa3 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:41:01.921170 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4329174f-de69-4f02-853e-1b4cbfd12248 req-2547174c-f013-4120-8d33-4457c6fcafa3 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=08aff89c-f504-4e8a-a52b-69bf34924540 HTTP/1.1" status: 200 len: 945 time: 0.0784442 Feb 10 23:41:01.966406 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4329174f-de69-4f02-853e-1b4cbfd12248 req-42f1f4c1-e5f6-4947-9ff1-41587bb0c356 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c54aafc-bd0b-450f-be5c-ec0e8ecdd740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397010 Feb 10 23:41:02.004572 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['d90357d6-501c-4dee-ac4a-56e3e6c1bdef'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:41:03.164488 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004798dc-64be-4d43-8e5b-9287781fdf0c req-9e47fb1f-b977-4ca0-a743-4b69a37ab004 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:41:03.166234 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-004798dc-64be-4d43-8e5b-9287781fdf0c req-9e47fb1f-b977-4ca0-a743-4b69a37ab004 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=08aff89c-f504-4e8a-a52b-69bf34924540 HTTP/1.1" status: 200 len: 945 time: 0.0779412 Feb 10 23:41:03.211164 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-004798dc-64be-4d43-8e5b-9287781fdf0c req-b8378e0c-947c-4515-90f5-819f79eb4f37 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c54aafc-bd0b-450f-be5c-ec0e8ecdd740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394509 Feb 10 23:41:03.450062 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device d90357d6-501c-4dee-ac4a-56e3e6c1bdef up at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:41:03.563075 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning for port d90357d6-501c-4dee-ac4a-56e3e6c1bdef completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:41:03.568047 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning complete for port d90357d6-501c-4dee-ac4a-56e3e6c1bdef triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:41:03.574458 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:03.683170 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:03.708725 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08aff89c-f504-4e8a-a52b-69bf34924540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90357d6-501c-4dee-ac4a-56e3e6c1bdef'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:41:03.718417 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port d90357d6-501c-4dee-ac4a-56e3e6c1bdef, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=d90357d6-501c-4dee-ac4a-56e3e6c1bdef,segment=NetworkSegment(5f894fef-8971-4332-8830-1bb791b5836e),segment_id=5f894fef-8971-4332-8830-1bb791b5836e)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:41:03.763275 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08aff89c-f504-4e8a-a52b-69bf34924540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90357d6-501c-4dee-ac4a-56e3e6c1bdef', 'code': 200} Feb 10 23:41:03.785888 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:03.852794 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=d90357d6-501c-4dee-ac4a-56e3e6c1bdef,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:41:04.107649 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d0783cfe-1f89-4127-bf9c-a58add3cef64 req-2408451d-30af-4da8-bec8-cc3a01752150 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=08aff89c-f504-4e8a-a52b-69bf34924540 HTTP/1.1" status: 200 len: 1099 time: 0.0674064 Feb 10 23:41:04.148404 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d0783cfe-1f89-4127-bf9c-a58add3cef64 req-3dcd6b95-85fd-4279-83c8-3333bb24643b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3c54aafc-bd0b-450f-be5c-ec0e8ecdd740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349667 Feb 10 23:41:04.406917 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3260eb-daf8-42db-9a15-b6e7631a9152 req-6105ff47-ff54-4c83-be4b-e8bae8beb0cf tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:41:04.408319 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-3a3260eb-daf8-42db-9a15-b6e7631a9152 req-6105ff47-ff54-4c83-be4b-e8bae8beb0cf tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=08aff89c-f504-4e8a-a52b-69bf34924540 HTTP/1.1" status: 200 len: 946 time: 0.0786915 Feb 10 23:41:04.452889 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-3a3260eb-daf8-42db-9a15-b6e7631a9152 req-aa04beec-902c-475c-99cb-8aebddb87b4e tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c54aafc-bd0b-450f-be5c-ec0e8ecdd740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390077 Feb 10 23:41:05.649210 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32060bd-fee5-4a29-8806-fabf74754ad1 req-43c2600e-8bff-41ff-8d08-b76669729a8a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:41:05.650637 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b32060bd-fee5-4a29-8806-fabf74754ad1 req-43c2600e-8bff-41ff-8d08-b76669729a8a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=08aff89c-f504-4e8a-a52b-69bf34924540 HTTP/1.1" status: 200 len: 946 time: 0.0754032 Feb 10 23:41:05.699401 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b32060bd-fee5-4a29-8806-fabf74754ad1 req-c4353497-46e7-468b-8459-e93c41ce6a28 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c54aafc-bd0b-450f-be5c-ec0e8ecdd740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424750 Feb 10 23:41:05.892840 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4dbf1-acd3-4702-80ca-a39535e6e298 req-bb411067-bbce-452d-bbf5-998647afa4d2 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:41:05.894240 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-7ec4dbf1-acd3-4702-80ca-a39535e6e298 req-bb411067-bbce-452d-bbf5-998647afa4d2 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=08aff89c-f504-4e8a-a52b-69bf34924540 HTTP/1.1" status: 200 len: 946 time: 0.0740571 Feb 10 23:41:05.938730 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-7ec4dbf1-acd3-4702-80ca-a39535e6e298 req-578699a0-acd0-4745-bb0b-2fb95969c1dd tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c54aafc-bd0b-450f-be5c-ec0e8ecdd740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389826 Feb 10 23:41:05.965157 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 55734) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:41:06.034938 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ea5418f4-f2f7-44f2-ae01-42a36173b08e tempest-TestNetworkAdvancedServerOps-195907508 tempest-TestNetworkAdvancedServerOps-195907508-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=08aff89c-f504-4e8a-a52b-69bf34924540 HTTP/1.1" status: 200 len: 1094 time: 0.0685434 Feb 10 23:41:06.037627 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 55738) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:41:06.042655 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-804f65e5-5bad-4550-9305-ee0ed01c65ee tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Request body: {'floatingip': {'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'port_id': 'd90357d6-501c-4dee-ac4a-56e3e6c1bdef', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:41:06.048021 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-804f65e5-5bad-4550-9305-ee0ed01c65ee tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:41:06.051788 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-804f65e5-5bad-4550-9305-ee0ed01c65ee tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Usage tracker for resource:floatingip and tenant:7aa12777ef71410eaa70251ed5176e4b is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:41:06.054623 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-804f65e5-5bad-4550-9305-ee0ed01c65ee tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:41:06.060191 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-804f65e5-5bad-4550-9305-ee0ed01c65ee tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:41:06.177754 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-804f65e5-5bad-4550-9305-ee0ed01c65ee tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for floatingip, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:06.393898 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-804f65e5-5bad-4550-9305-ee0ed01c65ee tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:06.529693 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-804f65e5-5bad-4550-9305-ee0ed01c65ee tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Allocated IP 172.26.8.101 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/9f6f8087-6fa1-406d-8a13-9d972f61ce35) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:41:06.676406 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-804f65e5-5bad-4550-9305-ee0ed01c65ee tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:06.755155 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-804f65e5-5bad-4550-9305-ee0ed01c65ee tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:06.819160 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804f65e5-5bad-4550-9305-ee0ed01c65ee tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:41:06.821769 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-804f65e5-5bad-4550-9305-ee0ed01c65ee tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:41:06.825241 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804f65e5-5bad-4550-9305-ee0ed01c65ee tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:41:06.857284 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804f65e5-5bad-4550-9305-ee0ed01c65ee tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'Port': ['ID=9f6f8087-6fa1-406d-8a13-9d972f61ce35,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:41:07.313670 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-804f65e5-5bad-4550-9305-ee0ed01c65ee tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:07.433533 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-804f65e5-5bad-4550-9305-ee0ed01c65ee tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:07.632507 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-804f65e5-5bad-4550-9305-ee0ed01c65ee tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:07.688617 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-804f65e5-5bad-4550-9305-ee0ed01c65ee tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:07.787976 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804f65e5-5bad-4550-9305-ee0ed01c65ee tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'Port': ['ID=9f6f8087-6fa1-406d-8a13-9d972f61ce35,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:41:07.809631 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-804f65e5-5bad-4550-9305-ee0ed01c65ee tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1734214'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:07.999160 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.l3_db [None req-804f65e5-5bad-4550-9305-ee0ed01c65ee tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Floating IP 7ce1eda0-c2b7-4ebe-854a-f233a0adde37 associated. External IP: 172.26.8.101, port: d90357d6-501c-4dee-ac4a-56e3e6c1bdef. Feb 10 23:41:08.469607 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-804f65e5-5bad-4550-9305-ee0ed01c65ee tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Router 8cc005b6-6300-4be2-928f-3ac1c4d70447 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:41:08.663514 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-804f65e5-5bad-4550-9305-ee0ed01c65ee tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:41:08.673028 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6013de5-91c9-4591-9b7a-4e105e139f72 None None] Sync routers for ids ['8cc005b6-6300-4be2-928f-3ac1c4d70447'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:41:08.684967 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6013de5-91c9-4591-9b7a-4e105e139f72 None None] Routers {'8cc005b6-6300-4be2-928f-3ac1c4d70447'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:41:08.685576 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-a6013de5-91c9-4591-9b7a-4e105e139f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:40:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['8cc005b6-6300-4be2-928f-3ac1c4d70447'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:41:08.757406 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-804f65e5-5bad-4550-9305-ee0ed01c65ee tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:08.815010 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-804f65e5-5bad-4550-9305-ee0ed01c65ee tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7762678 Feb 10 23:41:08.815581 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08aff89c-f504-4e8a-a52b-69bf34924540', 'tag': 'd90357d6-501c-4dee-ac4a-56e3e6c1bdef'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:41:08.889562 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-a6013de5-91c9-4591-9b7a-4e105e139f72 None None] Set router 8cc005b6-6300-4be2-928f-3ac1c4d70447 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:41:08.898394 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08aff89c-f504-4e8a-a52b-69bf34924540', 'tag': 'd90357d6-501c-4dee-ac4a-56e3e6c1bdef', 'status': 'completed', 'code': 200} Feb 10 23:41:09.050747 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-af0fe30b-6699-4b76-b2a2-8c1b888be4ac req-1f64bbf7-00cc-4c23-b25a-d2665772488d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7aa12777ef71410eaa70251ed5176e4b&device_id=08aff89c-f504-4e8a-a52b-69bf34924540 HTTP/1.1" status: 200 len: 1099 time: 0.1301432 Feb 10 23:41:09.059410 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452df284-bd3c-4124-a3e5-32ecb091277c req-83fd491f-d766-4308-bfef-554a5dd8454b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:41:09.060830 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-452df284-bd3c-4124-a3e5-32ecb091277c req-83fd491f-d766-4308-bfef-554a5dd8454b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=08aff89c-f504-4e8a-a52b-69bf34924540 HTTP/1.1" status: 200 len: 946 time: 0.1105933 Feb 10 23:41:09.188093 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-452df284-bd3c-4124-a3e5-32ecb091277c req-ad137d8b-1783-481f-bed4-9d9d1a7a2050 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c54aafc-bd0b-450f-be5c-ec0e8ecdd740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093166 Feb 10 23:41:09.220765 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0fe30b-6699-4b76-b2a2-8c1b888be4ac req-1893de86-17c5-48b0-8884-b33017884041 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:41:09.221013 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 55746) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:41:09.222189 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-af0fe30b-6699-4b76-b2a2-8c1b888be4ac req-1893de86-17c5-48b0-8884-b33017884041 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6ff12cc2-db61-48aa-be95-d2d783dfdc96 HTTP/1.1" status: 200 len: 898 time: 0.1605263 Feb 10 23:41:09.236202 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-a6013de5-91c9-4591-9b7a-4e105e139f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc005b6-6300-4be2-928f-3ac1c4d70447', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442164649', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.135'}], 'enable_snat': True}, 'gw_port_id': 'b56b09c4-d730-4b91-a5f8-60ae42217d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:40:43Z', 'updated_at': '2022-02-10T23:40:48Z', 'revision_number': 4, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': 'b56b09c4-d730-4b91-a5f8-60ae42217d87', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc005b6-6300-4be2-928f-3ac1c4d70447', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:40:43Z', 'updated_at': '2022-02-10T23:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '7ce1eda0-c2b7-4ebe-854a-f233a0adde37', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'floating_ip_address': '172.26.8.101', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '8cc005b6-6300-4be2-928f-3ac1c4d70447', 'port_id': 'd90357d6-501c-4dee-ac4a-56e3e6c1bdef', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ff12cc2-db61-48aa-be95-d2d783dfdc96', 'mac_address': 'fa:16:3e:b2:05:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08aff89c-f504-4e8a-a52b-69bf34924540', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:41:07Z', 'updated_at': '2022-02-10T23:41:07Z', 'revision_number': 0, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9391fb7b-4455-4ab1-8e2e-7a6938ca6b86', 'name': '', 'network_id': '6ff12cc2-db61-48aa-be95-d2d783dfdc96', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'mac_address': 'fa:16:3e:c0:5b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc005b6-6300-4be2-928f-3ac1c4d70447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c32f6b06-7198-4271-92ca-601643bfbfa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:40:47Z', 'updated_at': '2022-02-10T23:40:54Z', 'revision_number': 5, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'subnets': [{'id': 'c32f6b06-7198-4271-92ca-601643bfbfa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:41:09.240481 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6013de5-91c9-4591-9b7a-4e105e139f72 None None] Checking router: 8cc005b6-6300-4be2-928f-3ac1c4d70447 for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:41:09.253109 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6013de5-91c9-4591-9b7a-4e105e139f72 None None] Routers {'8cc005b6-6300-4be2-928f-3ac1c4d70447'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:41:09.253862 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-a6013de5-91c9-4591-9b7a-4e105e139f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:40:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['8cc005b6-6300-4be2-928f-3ac1c4d70447'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:41:09.330512 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-316206f2-53c0-4315-9fd8-77dabae3dab6 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/floatingips/7ce1eda0-c2b7-4ebe-854a-f233a0adde37 HTTP/1.1" status: 200 len: 992 time: 0.1083026 Feb 10 23:41:09.333503 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-af0fe30b-6699-4b76-b2a2-8c1b888be4ac req-d48d2a31-791a-4fdc-8153-93af41efd153 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d90357d6-501c-4dee-ac4a-56e3e6c1bdef HTTP/1.1" status: 200 len: 1000 time: 0.1046307 Feb 10 23:41:09.395053 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0fe30b-6699-4b76-b2a2-8c1b888be4ac req-e5baf709-1017-4df8-87b1-d6cfa6577a5c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:41:09.396480 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-af0fe30b-6699-4b76-b2a2-8c1b888be4ac req-e5baf709-1017-4df8-87b1-d6cfa6577a5c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c32f6b06-7198-4271-92ca-601643bfbfa7 HTTP/1.1" status: 200 len: 834 time: 0.0571513 Feb 10 23:41:09.429254 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-a6013de5-91c9-4591-9b7a-4e105e139f72 None None] Set router 8cc005b6-6300-4be2-928f-3ac1c4d70447 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:41:09.471899 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-af0fe30b-6699-4b76-b2a2-8c1b888be4ac req-9f2e93fd-fa9a-4428-a7f4-25164b315b46 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6ff12cc2-db61-48aa-be95-d2d783dfdc96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695868 Feb 10 23:41:09.609900 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-af0fe30b-6699-4b76-b2a2-8c1b888be4ac req-f03c925d-11c7-4a17-add3-97efd1680c12 service neutron] 10.222.0.37 "GET /v2.0/networks/6ff12cc2-db61-48aa-be95-d2d783dfdc96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310396 Feb 10 23:41:09.740618 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-af0fe30b-6699-4b76-b2a2-8c1b888be4ac req-a81bcd26-5d23-488e-a47a-b2da68114933 service neutron] 10.222.0.37 "GET /v2.0/networks/6ff12cc2-db61-48aa-be95-d2d783dfdc96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245439 Feb 10 23:41:09.774348 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-a6013de5-91c9-4591-9b7a-4e105e139f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc005b6-6300-4be2-928f-3ac1c4d70447', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442164649', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.135'}], 'enable_snat': True}, 'gw_port_id': 'b56b09c4-d730-4b91-a5f8-60ae42217d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:40:43Z', 'updated_at': '2022-02-10T23:40:48Z', 'revision_number': 4, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': 'b56b09c4-d730-4b91-a5f8-60ae42217d87', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc005b6-6300-4be2-928f-3ac1c4d70447', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:40:43Z', 'updated_at': '2022-02-10T23:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '7ce1eda0-c2b7-4ebe-854a-f233a0adde37', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'floating_ip_address': '172.26.8.101', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '8cc005b6-6300-4be2-928f-3ac1c4d70447', 'port_id': 'd90357d6-501c-4dee-ac4a-56e3e6c1bdef', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ff12cc2-db61-48aa-be95-d2d783dfdc96', 'mac_address': 'fa:16:3e:b2:05:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08aff89c-f504-4e8a-a52b-69bf34924540', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:41:07Z', 'updated_at': '2022-02-10T23:41:07Z', 'revision_number': 0, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9391fb7b-4455-4ab1-8e2e-7a6938ca6b86', 'name': '', 'network_id': '6ff12cc2-db61-48aa-be95-d2d783dfdc96', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'mac_address': 'fa:16:3e:c0:5b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc005b6-6300-4be2-928f-3ac1c4d70447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c32f6b06-7198-4271-92ca-601643bfbfa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:40:47Z', 'updated_at': '2022-02-10T23:40:54Z', 'revision_number': 5, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'subnets': [{'id': 'c32f6b06-7198-4271-92ca-601643bfbfa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:41:09.778284 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6013de5-91c9-4591-9b7a-4e105e139f72 None None] The sync data for ids ['8cc005b6-6300-4be2-928f-3ac1c4d70447'] in dv-neutron-828797-1-hyperv is: [{'id': '8cc005b6-6300-4be2-928f-3ac1c4d70447', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442164649', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.135'}], 'enable_snat': True}, 'gw_port_id': 'b56b09c4-d730-4b91-a5f8-60ae42217d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:40:43Z', 'updated_at': '2022-02-10T23:40:48Z', 'revision_number': 4, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': 'b56b09c4-d730-4b91-a5f8-60ae42217d87', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc005b6-6300-4be2-928f-3ac1c4d70447', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:40:43Z', 'updated_at': '2022-02-10T23:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '7ce1eda0-c2b7-4ebe-854a-f233a0adde37', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'floating_ip_address': '172.26.8.101', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '8cc005b6-6300-4be2-928f-3ac1c4d70447', 'port_id': 'd90357d6-501c-4dee-ac4a-56e3e6c1bdef', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ff12cc2-db61-48aa-be95-d2d783dfdc96', 'mac_address': 'fa:16:3e:b2:05:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08aff89c-f504-4e8a-a52b-69bf34924540', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:41:07Z', 'updated_at': '2022-02-10T23:41:07Z', 'revision_number': 0, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9391fb7b-4455-4ab1-8e2e-7a6938ca6b86', 'name': '', 'network_id': '6ff12cc2-db61-48aa-be95-d2d783dfdc96', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'mac_address': 'fa:16:3e:c0:5b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc005b6-6300-4be2-928f-3ac1c4d70447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c32f6b06-7198-4271-92ca-601643bfbfa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:40:47Z', 'updated_at': '2022-02-10T23:40:54Z', 'revision_number': 5, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'subnets': [{'id': 'c32f6b06-7198-4271-92ca-601643bfbfa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:41:09.968970 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9752319-0331-407a-badc-25132097e5f7 None None] New status for floating IP 7ce1eda0-c2b7-4ebe-854a-f233a0adde37: ACTIVE {{(pid=84335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 23:41:10.334205 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 55750) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:41:10.440182 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-1f6083b6-7b63-4e26-badb-66745c264649 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/floatingips/7ce1eda0-c2b7-4ebe-854a-f233a0adde37 HTTP/1.1" status: 200 len: 994 time: 0.1047568 Feb 10 23:41:15.238115 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:41:16.428872 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:19.077145 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-183bc4b9-f0e7-4722-a4a4-aaee0a272514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:21.276724 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-282fe137-0471-4986-9d6f-41e7004d85fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:22.573003 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:22.611756 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:24.127976 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:35.138446 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7adace50-fc02-4679-aae4-622198000773 req-467917ec-f20d-44d3-82a3-db2c50021264 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=08aff89c-f504-4e8a-a52b-69bf34924540&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1598523 Feb 10 23:41:35.275714 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7adace50-fc02-4679-aae4-622198000773 req-8d004c4f-87a2-4ba2-9ab6-77d5cd64fed3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7aa12777ef71410eaa70251ed5176e4b&device_id=08aff89c-f504-4e8a-a52b-69bf34924540 HTTP/1.1" status: 200 len: 1099 time: 0.0685978 Feb 10 23:41:35.414200 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adace50-fc02-4679-aae4-622198000773 req-f8a5ba0b-d05b-45ea-93ef-1f33576ab44e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:41:35.416055 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7adace50-fc02-4679-aae4-622198000773 req-f8a5ba0b-d05b-45ea-93ef-1f33576ab44e service neutron] 10.222.0.37 "GET /v2.0/networks?id=6ff12cc2-db61-48aa-be95-d2d783dfdc96 HTTP/1.1" status: 200 len: 898 time: 0.1227820 Feb 10 23:41:35.517226 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7adace50-fc02-4679-aae4-622198000773 req-ea135501-28d9-40a1-b85a-edd4133cfe36 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d90357d6-501c-4dee-ac4a-56e3e6c1bdef HTTP/1.1" status: 200 len: 1002 time: 0.0944300 Feb 10 23:41:35.581647 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adace50-fc02-4679-aae4-622198000773 req-9ea7ea94-866e-4470-b764-496142304ab2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:41:35.583046 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7adace50-fc02-4679-aae4-622198000773 req-9ea7ea94-866e-4470-b764-496142304ab2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c32f6b06-7198-4271-92ca-601643bfbfa7 HTTP/1.1" status: 200 len: 834 time: 0.0593035 Feb 10 23:41:35.656530 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7adace50-fc02-4679-aae4-622198000773 req-7c95ba19-60ed-4f52-b63e-a4e0fa5a1623 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6ff12cc2-db61-48aa-be95-d2d783dfdc96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668395 Feb 10 23:41:35.794314 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7adace50-fc02-4679-aae4-622198000773 req-c2f6dbc7-d1b5-4746-96bd-bc2bd72ffb95 service neutron] 10.222.0.37 "GET /v2.0/networks/6ff12cc2-db61-48aa-be95-d2d783dfdc96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309636 Feb 10 23:41:35.926663 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7adace50-fc02-4679-aae4-622198000773 req-34d6aca8-b57f-49bf-b45e-eebb542390fe service neutron] 10.222.0.37 "GET /v2.0/networks/6ff12cc2-db61-48aa-be95-d2d783dfdc96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254220 Feb 10 23:41:38.493916 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bb20fe-c6ae-4103-a965-391e458444b8 req-59bc7db5-bc7e-4ee6-bfac-c986a8b9fb65 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:41:38.495338 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-78bb20fe-c6ae-4103-a965-391e458444b8 req-59bc7db5-bc7e-4ee6-bfac-c986a8b9fb65 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=08aff89c-f504-4e8a-a52b-69bf34924540 HTTP/1.1" status: 200 len: 946 time: 0.0805652 Feb 10 23:41:38.539185 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-78bb20fe-c6ae-4103-a965-391e458444b8 req-c5541ebd-7d7b-4261-99de-7a86bf2dbee9 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c54aafc-bd0b-450f-be5c-ec0e8ecdd740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383024 Feb 10 23:41:39.749295 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41fa3bb-25e8-4dce-89bd-29547525fd5d req-018eaa71-db3f-4b23-8123-9f0265700e7e tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:41:39.750708 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c41fa3bb-25e8-4dce-89bd-29547525fd5d req-018eaa71-db3f-4b23-8123-9f0265700e7e tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=08aff89c-f504-4e8a-a52b-69bf34924540 HTTP/1.1" status: 200 len: 946 time: 0.0792453 Feb 10 23:41:39.795073 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c41fa3bb-25e8-4dce-89bd-29547525fd5d req-5db97a72-2422-4bbd-a03b-9ae82022d062 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c54aafc-bd0b-450f-be5c-ec0e8ecdd740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389502 Feb 10 23:41:39.823116 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 55776) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:41:39.925834 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b151db4a-ec71-4d8b-8f03-54f5068e270d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/floatingips/7ce1eda0-c2b7-4ebe-854a-f233a0adde37 HTTP/1.1" status: 200 len: 994 time: 0.1016328 Feb 10 23:41:41.713408 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2a66f-03f1-4099-b2b6-c31980f649ac req-5756ace1-dade-4b4a-8e2d-1298454e94e2 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:41:41.714849 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-58a2a66f-03f1-4099-b2b6-c31980f649ac req-5756ace1-dade-4b4a-8e2d-1298454e94e2 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=08aff89c-f504-4e8a-a52b-69bf34924540 HTTP/1.1" status: 200 len: 946 time: 0.0753338 Feb 10 23:41:41.764466 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-58a2a66f-03f1-4099-b2b6-c31980f649ac req-e830af21-c7c8-4ebb-8a0a-7cce42f7f840 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c54aafc-bd0b-450f-be5c-ec0e8ecdd740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439215 Feb 10 23:41:42.961454 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d82a5f-45b6-4614-bc5f-84b5b6e92fa9 req-c8e00441-5045-40e0-9cf8-53f1a42003b8 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:41:42.976924 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d3d82a5f-45b6-4614-bc5f-84b5b6e92fa9 req-c8e00441-5045-40e0-9cf8-53f1a42003b8 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=08aff89c-f504-4e8a-a52b-69bf34924540 HTTP/1.1" status: 200 len: 946 time: 0.0752366 Feb 10 23:41:43.007574 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d3d82a5f-45b6-4614-bc5f-84b5b6e92fa9 req-93f8a6e8-85ae-481e-80af-b085f219705b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c54aafc-bd0b-450f-be5c-ec0e8ecdd740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387654 Feb 10 23:41:43.039675 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 55788) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:41:43.144329 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-2cfcd4ff-9496-4055-aac8-6252f558a395 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/floatingips/7ce1eda0-c2b7-4ebe-854a-f233a0adde37 HTTP/1.1" status: 200 len: 994 time: 0.1035478 Feb 10 23:41:43.444101 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 55796) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:41:43.729871 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-9419f5dd-439a-49b4-a2d6-36eeefa5d386 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Deleting port 9f6f8087-6fa1-406d-8a13-9d972f61ce35 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:41:43.730214 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9419f5dd-439a-49b4-a2d6-36eeefa5d386 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:43.892782 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9419f5dd-439a-49b4-a2d6-36eeefa5d386 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:43.893015 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9419f5dd-439a-49b4-a2d6-36eeefa5d386 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:44.011079 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-9419f5dd-439a-49b4-a2d6-36eeefa5d386 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Calling delete_port for 9f6f8087-6fa1-406d-8a13-9d972f61ce35 owned by network:floatingip {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:41:44.218961 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9419f5dd-439a-49b4-a2d6-36eeefa5d386 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:44.265610 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9419f5dd-439a-49b4-a2d6-36eeefa5d386 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event deleted for resources: {'Port': ['ID=9f6f8087-6fa1-406d-8a13-9d972f61ce35,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:41:44.303154 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9419f5dd-439a-49b4-a2d6-36eeefa5d386 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:41:44.303490 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9419f5dd-439a-49b4-a2d6-36eeefa5d386 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:41:44.303829 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9419f5dd-439a-49b4-a2d6-36eeefa5d386 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:41:44.304158 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9419f5dd-439a-49b4-a2d6-36eeefa5d386 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:41:44.304484 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9419f5dd-439a-49b4-a2d6-36eeefa5d386 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:41:44.304835 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9419f5dd-439a-49b4-a2d6-36eeefa5d386 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:41:44.305154 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9419f5dd-439a-49b4-a2d6-36eeefa5d386 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:41:44.305475 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9419f5dd-439a-49b4-a2d6-36eeefa5d386 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:41:44.305791 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9419f5dd-439a-49b4-a2d6-36eeefa5d386 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:41:44.306102 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9419f5dd-439a-49b4-a2d6-36eeefa5d386 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:41:44.306929 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9419f5dd-439a-49b4-a2d6-36eeefa5d386 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:41:44.363869 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9419f5dd-439a-49b4-a2d6-36eeefa5d386 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for floatingip, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:44.748872 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9419f5dd-439a-49b4-a2d6-36eeefa5d386 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Router 8cc005b6-6300-4be2-928f-3ac1c4d70447 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:41:44.948814 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9419f5dd-439a-49b4-a2d6-36eeefa5d386 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:41:44.961116 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2093c1e-614b-4e95-bcca-98baf87db134 None None] Sync routers for ids ['8cc005b6-6300-4be2-928f-3ac1c4d70447'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:41:44.972788 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2093c1e-614b-4e95-bcca-98baf87db134 None None] Routers {'8cc005b6-6300-4be2-928f-3ac1c4d70447'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:41:44.973444 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-d2093c1e-614b-4e95-bcca-98baf87db134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:41:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['8cc005b6-6300-4be2-928f-3ac1c4d70447'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:41:45.074361 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9419f5dd-439a-49b4-a2d6-36eeefa5d386 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:45.126053 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-9419f5dd-439a-49b4-a2d6-36eeefa5d386 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "DELETE /v2.0/floatingips/7ce1eda0-c2b7-4ebe-854a-f233a0adde37 HTTP/1.1" status: 204 len: 168 time: 1.6808541 Feb 10 23:41:45.126725 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08aff89c-f504-4e8a-a52b-69bf34924540', 'tag': 'd90357d6-501c-4dee-ac4a-56e3e6c1bdef'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:41:45.153925 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-d2093c1e-614b-4e95-bcca-98baf87db134 None None] Set router 8cc005b6-6300-4be2-928f-3ac1c4d70447 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:41:45.187439 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08aff89c-f504-4e8a-a52b-69bf34924540', 'tag': 'd90357d6-501c-4dee-ac4a-56e3e6c1bdef', 'status': 'completed', 'code': 200} Feb 10 23:41:45.285851 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-97e7b6ed-9aff-4d0e-a59c-b29320bf4463 req-4186ed56-05e0-4d6a-bde8-9687dfd1d755 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7aa12777ef71410eaa70251ed5176e4b&device_id=08aff89c-f504-4e8a-a52b-69bf34924540 HTTP/1.1" status: 200 len: 1099 time: 0.0762928 Feb 10 23:41:45.418614 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e7b6ed-9aff-4d0e-a59c-b29320bf4463 req-314fae21-b006-4274-9712-e908fa629e00 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:41:45.420404 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-97e7b6ed-9aff-4d0e-a59c-b29320bf4463 req-314fae21-b006-4274-9712-e908fa629e00 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6ff12cc2-db61-48aa-be95-d2d783dfdc96 HTTP/1.1" status: 200 len: 898 time: 0.1288702 Feb 10 23:41:45.489956 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-97e7b6ed-9aff-4d0e-a59c-b29320bf4463 req-ff4a2188-969e-4aa5-9dbf-78e65368e085 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d90357d6-501c-4dee-ac4a-56e3e6c1bdef HTTP/1.1" status: 200 len: 217 time: 0.0636325 Feb 10 23:41:45.512934 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-d2093c1e-614b-4e95-bcca-98baf87db134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc005b6-6300-4be2-928f-3ac1c4d70447', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442164649', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.135'}], 'enable_snat': True}, 'gw_port_id': 'b56b09c4-d730-4b91-a5f8-60ae42217d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:40:43Z', 'updated_at': '2022-02-10T23:40:48Z', 'revision_number': 4, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': 'b56b09c4-d730-4b91-a5f8-60ae42217d87', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc005b6-6300-4be2-928f-3ac1c4d70447', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:40:43Z', 'updated_at': '2022-02-10T23:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '9391fb7b-4455-4ab1-8e2e-7a6938ca6b86', 'name': '', 'network_id': '6ff12cc2-db61-48aa-be95-d2d783dfdc96', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'mac_address': 'fa:16:3e:c0:5b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc005b6-6300-4be2-928f-3ac1c4d70447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c32f6b06-7198-4271-92ca-601643bfbfa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:40:47Z', 'updated_at': '2022-02-10T23:40:54Z', 'revision_number': 5, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'subnets': [{'id': 'c32f6b06-7198-4271-92ca-601643bfbfa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:41:45.516737 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2093c1e-614b-4e95-bcca-98baf87db134 None None] Checking router: 8cc005b6-6300-4be2-928f-3ac1c4d70447 for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:41:45.528296 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2093c1e-614b-4e95-bcca-98baf87db134 None None] Routers {'8cc005b6-6300-4be2-928f-3ac1c4d70447'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:41:45.528784 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-d2093c1e-614b-4e95-bcca-98baf87db134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:41:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['8cc005b6-6300-4be2-928f-3ac1c4d70447'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:41:45.559901 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e7b6ed-9aff-4d0e-a59c-b29320bf4463 req-cc60c97c-df97-42d3-beaf-d21a28765624 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:41:45.561576 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-97e7b6ed-9aff-4d0e-a59c-b29320bf4463 req-cc60c97c-df97-42d3-beaf-d21a28765624 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c32f6b06-7198-4271-92ca-601643bfbfa7 HTTP/1.1" status: 200 len: 834 time: 0.0664594 Feb 10 23:41:45.648644 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-97e7b6ed-9aff-4d0e-a59c-b29320bf4463 req-9f99c96d-3eb2-4c48-aae1-7e8c6ca11deb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6ff12cc2-db61-48aa-be95-d2d783dfdc96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750022 Feb 10 23:41:45.712309 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-d2093c1e-614b-4e95-bcca-98baf87db134 None None] Set router 8cc005b6-6300-4be2-928f-3ac1c4d70447 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:41:45.827621 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281dde81-d359-4f77-887b-3c6ea81150db req-e75a8e89-8ef2-47d3-b302-39e6dcc6ec38 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:41:45.828199 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-281dde81-d359-4f77-887b-3c6ea81150db req-e75a8e89-8ef2-47d3-b302-39e6dcc6ec38 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Synchronizing usage tracker for tenant:7aa12777ef71410eaa70251ed5176e4b on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:41:45.880786 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-97e7b6ed-9aff-4d0e-a59c-b29320bf4463 req-cd3d333b-83e8-45f9-bfb8-d934a92f753b service neutron] 10.222.0.37 "GET /v2.0/networks/6ff12cc2-db61-48aa-be95-d2d783dfdc96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253089 Feb 10 23:41:45.898968 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-281dde81-d359-4f77-887b-3c6ea81150db req-e75a8e89-8ef2-47d3-b302-39e6dcc6ec38 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Unset dirty status for tenant:7aa12777ef71410eaa70251ed5176e4b on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:41:45.900733 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-281dde81-d359-4f77-887b-3c6ea81150db req-e75a8e89-8ef2-47d3-b302-39e6dcc6ec38 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=08aff89c-f504-4e8a-a52b-69bf34924540 HTTP/1.1" status: 200 len: 946 time: 0.2632051 Feb 10 23:41:45.948635 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-281dde81-d359-4f77-887b-3c6ea81150db req-b0c25176-cdc2-49bb-8e5f-25ba1ab06e1d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c54aafc-bd0b-450f-be5c-ec0e8ecdd740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419493 Feb 10 23:41:46.021054 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-97e7b6ed-9aff-4d0e-a59c-b29320bf4463 req-f3f99927-becd-4501-ad45-4c652691c429 service neutron] 10.222.0.37 "GET /v2.0/networks/6ff12cc2-db61-48aa-be95-d2d783dfdc96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342027 Feb 10 23:41:46.031669 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-d2093c1e-614b-4e95-bcca-98baf87db134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc005b6-6300-4be2-928f-3ac1c4d70447', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442164649', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.135'}], 'enable_snat': True}, 'gw_port_id': 'b56b09c4-d730-4b91-a5f8-60ae42217d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:40:43Z', 'updated_at': '2022-02-10T23:40:48Z', 'revision_number': 4, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': 'b56b09c4-d730-4b91-a5f8-60ae42217d87', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc005b6-6300-4be2-928f-3ac1c4d70447', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:40:43Z', 'updated_at': '2022-02-10T23:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '9391fb7b-4455-4ab1-8e2e-7a6938ca6b86', 'name': '', 'network_id': '6ff12cc2-db61-48aa-be95-d2d783dfdc96', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'mac_address': 'fa:16:3e:c0:5b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc005b6-6300-4be2-928f-3ac1c4d70447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c32f6b06-7198-4271-92ca-601643bfbfa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:40:47Z', 'updated_at': '2022-02-10T23:40:54Z', 'revision_number': 5, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'subnets': [{'id': 'c32f6b06-7198-4271-92ca-601643bfbfa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:41:46.036059 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2093c1e-614b-4e95-bcca-98baf87db134 None None] The sync data for ids ['8cc005b6-6300-4be2-928f-3ac1c4d70447'] in dv-neutron-828797-1-hyperv is: [{'id': '8cc005b6-6300-4be2-928f-3ac1c4d70447', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442164649', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.135'}], 'enable_snat': True}, 'gw_port_id': 'b56b09c4-d730-4b91-a5f8-60ae42217d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:40:43Z', 'updated_at': '2022-02-10T23:40:48Z', 'revision_number': 4, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': 'b56b09c4-d730-4b91-a5f8-60ae42217d87', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc005b6-6300-4be2-928f-3ac1c4d70447', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:40:43Z', 'updated_at': '2022-02-10T23:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '9391fb7b-4455-4ab1-8e2e-7a6938ca6b86', 'name': '', 'network_id': '6ff12cc2-db61-48aa-be95-d2d783dfdc96', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'mac_address': 'fa:16:3e:c0:5b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc005b6-6300-4be2-928f-3ac1c4d70447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c32f6b06-7198-4271-92ca-601643bfbfa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:40:47Z', 'updated_at': '2022-02-10T23:40:54Z', 'revision_number': 5, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'subnets': [{'id': 'c32f6b06-7198-4271-92ca-601643bfbfa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:41:46.261299 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5398799-4317-4cbd-b795-c0af0ad93ac5 None None] New status for floating IP 7ce1eda0-c2b7-4ebe-854a-f233a0adde37: DOWN {{(pid=84335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 23:41:46.395977 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:47.151557 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff04ebc-6be6-4ff5-a375-b09e1f7b1409 req-5c598b95-e16f-41f2-aad2-251561699dbf tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:41:47.153014 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0ff04ebc-6be6-4ff5-a375-b09e1f7b1409 req-5c598b95-e16f-41f2-aad2-251561699dbf tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=08aff89c-f504-4e8a-a52b-69bf34924540 HTTP/1.1" status: 200 len: 946 time: 0.0789092 Feb 10 23:41:47.242690 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0ff04ebc-6be6-4ff5-a375-b09e1f7b1409 req-ee4d4e3f-c15a-4296-8daa-bc07e763f541 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c54aafc-bd0b-450f-be5c-ec0e8ecdd740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598922 Feb 10 23:41:47.264285 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e3aa4-f4f0-47e7-a639-d37a98d1ff7a req-276eb1b9-cb47-4809-99f9-94c3517dae34 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:41:47.265721 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5b5e3aa4-f4f0-47e7-a639-d37a98d1ff7a req-276eb1b9-cb47-4809-99f9-94c3517dae34 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.37 "GET /v2.0/ports?device_id=08aff89c-f504-4e8a-a52b-69bf34924540 HTTP/1.1" status: 200 len: 946 time: 0.1118872 Feb 10 23:41:47.338975 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-5b5e3aa4-f4f0-47e7-a639-d37a98d1ff7a req-ad204428-4dd0-4b4d-8c61-5b867a3af1e1 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Deleting port d90357d6-501c-4dee-ac4a-56e3e6c1bdef {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:41:47.339310 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-5b5e3aa4-f4f0-47e7-a639-d37a98d1ff7a req-ad204428-4dd0-4b4d-8c61-5b867a3af1e1 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:47.568618 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-5b5e3aa4-f4f0-47e7-a639-d37a98d1ff7a req-ad204428-4dd0-4b4d-8c61-5b867a3af1e1 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] For port d90357d6-501c-4dee-ac4a-56e3e6c1bdef, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=d90357d6-501c-4dee-ac4a-56e3e6c1bdef,segment=NetworkSegment(5f894fef-8971-4332-8830-1bb791b5836e),segment_id=5f894fef-8971-4332-8830-1bb791b5836e)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:41:47.569024 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-5b5e3aa4-f4f0-47e7-a639-d37a98d1ff7a req-ad204428-4dd0-4b4d-8c61-5b867a3af1e1 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:47.690381 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-5b5e3aa4-f4f0-47e7-a639-d37a98d1ff7a req-ad204428-4dd0-4b4d-8c61-5b867a3af1e1 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Calling delete_port for d90357d6-501c-4dee-ac4a-56e3e6c1bdef owned by compute:nova {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:41:47.904617 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-5b5e3aa4-f4f0-47e7-a639-d37a98d1ff7a req-ad204428-4dd0-4b4d-8c61-5b867a3af1e1 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:47.953492 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad204428-4dd0-4b4d-8c61-5b867a3af1e1 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event deleted for resources: {'Port': ['ID=d90357d6-501c-4dee-ac4a-56e3e6c1bdef,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:41:48.017946 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad204428-4dd0-4b4d-8c61-5b867a3af1e1 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:41:48.018288 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad204428-4dd0-4b4d-8c61-5b867a3af1e1 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:41:48.018622 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad204428-4dd0-4b4d-8c61-5b867a3af1e1 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:41:48.018954 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad204428-4dd0-4b4d-8c61-5b867a3af1e1 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:41:48.019282 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad204428-4dd0-4b4d-8c61-5b867a3af1e1 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:41:48.019604 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad204428-4dd0-4b4d-8c61-5b867a3af1e1 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:41:48.019923 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad204428-4dd0-4b4d-8c61-5b867a3af1e1 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:41:48.020241 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad204428-4dd0-4b4d-8c61-5b867a3af1e1 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:41:48.020587 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad204428-4dd0-4b4d-8c61-5b867a3af1e1 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:41:48.020911 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad204428-4dd0-4b4d-8c61-5b867a3af1e1 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:41:48.021227 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad204428-4dd0-4b4d-8c61-5b867a3af1e1 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:41:48.036176 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b5e3aa4-f4f0-47e7-a639-d37a98d1ff7a req-ad204428-4dd0-4b4d-8c61-5b867a3af1e1 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] No DVR routers for this DVR port d90357d6-501c-4dee-ac4a-56e3e6c1bdef on host hv-neutron-8287 {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:41:48.038508 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-5b5e3aa4-f4f0-47e7-a639-d37a98d1ff7a req-ad204428-4dd0-4b4d-8c61-5b867a3af1e1 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:48.041683 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08aff89c-f504-4e8a-a52b-69bf34924540', 'name': 'network-vif-deleted', 'tag': 'd90357d6-501c-4dee-ac4a-56e3e6c1bdef'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:41:48.099322 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08aff89c-f504-4e8a-a52b-69bf34924540', 'name': 'network-vif-deleted', 'tag': 'd90357d6-501c-4dee-ac4a-56e3e6c1bdef', 'status': 'completed', 'code': 200} Feb 10 23:41:48.111134 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5b5e3aa4-f4f0-47e7-a639-d37a98d1ff7a req-ad204428-4dd0-4b4d-8c61-5b867a3af1e1 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.37 "DELETE /v2.0/ports/d90357d6-501c-4dee-ac4a-56e3e6c1bdef HTTP/1.1" status: 204 len: 173 time: 0.8396680 Feb 10 23:41:48.422441 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-b37669dc-bb03-4e90-bc31-b42871e73663 req-b033671d-5ef9-4833-ac5b-72faffed1ba0 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Synchronizing usage tracker for tenant:7aa12777ef71410eaa70251ed5176e4b on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:41:48.493127 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-b37669dc-bb03-4e90-bc31-b42871e73663 req-b033671d-5ef9-4833-ac5b-72faffed1ba0 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Unset dirty status for tenant:7aa12777ef71410eaa70251ed5176e4b on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:41:48.494284 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b37669dc-bb03-4e90-bc31-b42871e73663 req-b033671d-5ef9-4833-ac5b-72faffed1ba0 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=08aff89c-f504-4e8a-a52b-69bf34924540 HTTP/1.1" status: 200 len: 210 time: 0.1189296 Feb 10 23:41:49.104674 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-918bc9e1-3364-4652-829b-0e1d4f467220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:49.600576 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 55814) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:41:49.981381 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9a5fca85-81b8-4088-9b21-78facc063eb4 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732944'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:50.591126 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-9a5fca85-81b8-4088-9b21-78facc063eb4 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Deleting port 9391fb7b-4455-4ab1-8e2e-7a6938ca6b86 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:41:50.591460 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9a5fca85-81b8-4088-9b21-78facc063eb4 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:50.774279 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-9a5fca85-81b8-4088-9b21-78facc063eb4 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] For port 9391fb7b-4455-4ab1-8e2e-7a6938ca6b86, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=9391fb7b-4455-4ab1-8e2e-7a6938ca6b86,segment=NetworkSegment(5f894fef-8971-4332-8830-1bb791b5836e),segment_id=5f894fef-8971-4332-8830-1bb791b5836e)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:41:50.775698 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9a5fca85-81b8-4088-9b21-78facc063eb4 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:50.890034 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-9a5fca85-81b8-4088-9b21-78facc063eb4 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Calling delete_port for 9391fb7b-4455-4ab1-8e2e-7a6938ca6b86 owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:41:51.268511 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9a5fca85-81b8-4088-9b21-78facc063eb4 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:51.291367 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e120af09-2baf-4940-8896-a653865f3c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:51.313726 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5fca85-81b8-4088-9b21-78facc063eb4 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event deleted for resources: {'Port': ['ID=9391fb7b-4455-4ab1-8e2e-7a6938ca6b86,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:41:51.613548 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9a5fca85-81b8-4088-9b21-78facc063eb4 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2767638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733091'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:51.730894 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device d90357d6-501c-4dee-ac4a-56e3e6c1bdef no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:41:51.765313 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] No Port match for: d90357d6-501c-4dee-ac4a-56e3e6c1bdef {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:41:51.765662 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device d90357d6-501c-4dee-ac4a-56e3e6c1bdef not bound to the agent host hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:41:52.178208 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a5fca85-81b8-4088-9b21-78facc063eb4 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Router 8cc005b6-6300-4be2-928f-3ac1c4d70447 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:41:52.237973 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:41:52.370114 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a5fca85-81b8-4088-9b21-78facc063eb4 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:41:52.380434 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf571ac-a329-429e-91a0-0d0574fe1702 None None] Sync routers for ids ['8cc005b6-6300-4be2-928f-3ac1c4d70447'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:41:52.392712 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf571ac-a329-429e-91a0-0d0574fe1702 None None] Routers {'8cc005b6-6300-4be2-928f-3ac1c4d70447'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:41:52.393327 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-2cf571ac-a329-429e-91a0-0d0574fe1702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:41:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['8cc005b6-6300-4be2-928f-3ac1c4d70447'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:41:52.465611 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-9a5fca85-81b8-4088-9b21-78facc063eb4 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "PUT /v2.0/routers/8cc005b6-6300-4be2-928f-3ac1c4d70447/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8632336 Feb 10 23:41:52.468161 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 55818) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:41:52.597852 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:52.600265 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-2cf571ac-a329-429e-91a0-0d0574fe1702 None None] Set router 8cc005b6-6300-4be2-928f-3ac1c4d70447 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:41:52.641290 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:52.762450 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe362dbf-62f3-4723-b64a-911af927e84b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Deleting subnet c32f6b06-7198-4271-92ca-601643bfbfa7 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:41:52.765354 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fe362dbf-62f3-4723-b64a-911af927e84b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:52.818377 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fe362dbf-62f3-4723-b64a-911af927e84b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31983416'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:52.880025 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-2cf571ac-a329-429e-91a0-0d0574fe1702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc005b6-6300-4be2-928f-3ac1c4d70447', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442164649', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.135'}], 'enable_snat': True}, 'gw_port_id': 'b56b09c4-d730-4b91-a5f8-60ae42217d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:40:43Z', 'updated_at': '2022-02-10T23:41:51Z', 'revision_number': 5, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': 'b56b09c4-d730-4b91-a5f8-60ae42217d87', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc005b6-6300-4be2-928f-3ac1c4d70447', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:40:43Z', 'updated_at': '2022-02-10T23:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:41:52.884076 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf571ac-a329-429e-91a0-0d0574fe1702 None None] Checking router: 8cc005b6-6300-4be2-928f-3ac1c4d70447 for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:41:52.895493 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf571ac-a329-429e-91a0-0d0574fe1702 None None] Routers {'8cc005b6-6300-4be2-928f-3ac1c4d70447'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:41:52.896106 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-2cf571ac-a329-429e-91a0-0d0574fe1702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:41:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['8cc005b6-6300-4be2-928f-3ac1c4d70447'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:41:52.901946 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fe362dbf-62f3-4723-b64a-911af927e84b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:53.059046 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fe362dbf-62f3-4723-b64a-911af927e84b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:53.097373 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe362dbf-62f3-4723-b64a-911af927e84b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event deleted for resources: {'Subnet': ['ID=c32f6b06-7198-4271-92ca-601643bfbfa7,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:41:53.103613 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fe362dbf-62f3-4723-b64a-911af927e84b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:53.110444 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-fe362dbf-62f3-4723-b64a-911af927e84b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "DELETE /v2.0/subnets/c32f6b06-7198-4271-92ca-601643bfbfa7 HTTP/1.1" status: 204 len: 168 time: 0.6412759 Feb 10 23:41:53.111617 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3340991-ee71-445a-99d5-f9349cd8954f None None] Network 6ff12cc2-db61-48aa-be95-d2d783dfdc96 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:41:53.113018 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 55822) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:41:53.193185 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-2cf571ac-a329-429e-91a0-0d0574fe1702 None None] Set router 8cc005b6-6300-4be2-928f-3ac1c4d70447 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:41:53.312213 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e8f56af1-586d-4204-aa73-bbc9fea1ed21 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:53.508561 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e8f56af1-586d-4204-aa73-bbc9fea1ed21 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:53.570895 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-2cf571ac-a329-429e-91a0-0d0574fe1702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc005b6-6300-4be2-928f-3ac1c4d70447', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442164649', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.135'}], 'enable_snat': True}, 'gw_port_id': 'b56b09c4-d730-4b91-a5f8-60ae42217d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:40:43Z', 'updated_at': '2022-02-10T23:41:51Z', 'revision_number': 5, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': 'b56b09c4-d730-4b91-a5f8-60ae42217d87', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc005b6-6300-4be2-928f-3ac1c4d70447', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:40:43Z', 'updated_at': '2022-02-10T23:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:41:53.574454 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf571ac-a329-429e-91a0-0d0574fe1702 None None] The sync data for ids ['8cc005b6-6300-4be2-928f-3ac1c4d70447'] in dv-neutron-828797-1-hyperv is: [{'id': '8cc005b6-6300-4be2-928f-3ac1c4d70447', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442164649', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.135'}], 'enable_snat': True}, 'gw_port_id': 'b56b09c4-d730-4b91-a5f8-60ae42217d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:40:43Z', 'updated_at': '2022-02-10T23:41:51Z', 'revision_number': 5, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': 'b56b09c4-d730-4b91-a5f8-60ae42217d87', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc005b6-6300-4be2-928f-3ac1c4d70447', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:40:43Z', 'updated_at': '2022-02-10T23:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:41:53.584400 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-e8f56af1-586d-4204-aa73-bbc9fea1ed21 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Deleting port b56b09c4-d730-4b91-a5f8-60ae42217d87 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:41:53.585027 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e8f56af1-586d-4204-aa73-bbc9fea1ed21 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:53.607808 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4b1263-27a0-4523-9d08-4ff374f0aae0 None None] DHCP port deletion for 6ff12cc2-db61-48aa-be95-d2d783dfdc96 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:41:53.613244 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-8e4b1263-27a0-4523-9d08-4ff374f0aae0 None None] Deleting port 8e664d8f-adfe-4143-bf8a-973618c402ab {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:41:53.613726 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8e4b1263-27a0-4523-9d08-4ff374f0aae0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:53.762777 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-e8f56af1-586d-4204-aa73-bbc9fea1ed21 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] For port b56b09c4-d730-4b91-a5f8-60ae42217d87, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=b56b09c4-d730-4b91-a5f8-60ae42217d87,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:41:53.763122 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e8f56af1-586d-4204-aa73-bbc9fea1ed21 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:53.814282 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-8e4b1263-27a0-4523-9d08-4ff374f0aae0 None None] For port 8e664d8f-adfe-4143-bf8a-973618c402ab, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=8e664d8f-adfe-4143-bf8a-973618c402ab,segment=NetworkSegment(5f894fef-8971-4332-8830-1bb791b5836e),segment_id=5f894fef-8971-4332-8830-1bb791b5836e)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:41:53.814729 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8e4b1263-27a0-4523-9d08-4ff374f0aae0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:53.881415 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-e8f56af1-586d-4204-aa73-bbc9fea1ed21 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Calling delete_port for b56b09c4-d730-4b91-a5f8-60ae42217d87 owned by network:router_gateway {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:41:53.930496 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-8e4b1263-27a0-4523-9d08-4ff374f0aae0 None None] Calling delete_port for 8e664d8f-adfe-4143-bf8a-973618c402ab owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:41:54.088115 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8e4b1263-27a0-4523-9d08-4ff374f0aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:54.126683 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:54.136081 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4b1263-27a0-4523-9d08-4ff374f0aae0 None None] Pushing event deleted for resources: {'Port': ['ID=8e664d8f-adfe-4143-bf8a-973618c402ab,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:41:54.145189 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4b1263-27a0-4523-9d08-4ff374f0aae0 None None] No DVR routers for this DVR port 8e664d8f-adfe-4143-bf8a-973618c402ab on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:41:54.147114 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4b1263-27a0-4523-9d08-4ff374f0aae0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:41:54.147455 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4b1263-27a0-4523-9d08-4ff374f0aae0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:41:54.147788 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4b1263-27a0-4523-9d08-4ff374f0aae0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:41:54.148119 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4b1263-27a0-4523-9d08-4ff374f0aae0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:41:54.148448 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4b1263-27a0-4523-9d08-4ff374f0aae0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:41:54.148799 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4b1263-27a0-4523-9d08-4ff374f0aae0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:41:54.149122 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4b1263-27a0-4523-9d08-4ff374f0aae0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:41:54.149442 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4b1263-27a0-4523-9d08-4ff374f0aae0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:41:54.150282 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4b1263-27a0-4523-9d08-4ff374f0aae0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:41:54.150600 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4b1263-27a0-4523-9d08-4ff374f0aae0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:41:54.150918 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4b1263-27a0-4523-9d08-4ff374f0aae0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:41:54.159011 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e8f56af1-586d-4204-aa73-bbc9fea1ed21 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:54.204452 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f56af1-586d-4204-aa73-bbc9fea1ed21 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event deleted for resources: {'Port': ['ID=b56b09c4-d730-4b91-a5f8-60ae42217d87,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:41:54.418447 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e8f56af1-586d-4204-aa73-bbc9fea1ed21 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734197'] for router_gateway, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:54.729113 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 8e664d8f-adfe-4143-bf8a-973618c402ab no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:41:54.761962 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 8e664d8f-adfe-4143-bf8a-973618c402ab {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:41:54.762417 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 8e664d8f-adfe-4143-bf8a-973618c402ab not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:41:54.762842 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 9391fb7b-4455-4ab1-8e2e-7a6938ca6b86 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:41:54.764829 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e8f56af1-586d-4204-aa73-bbc9fea1ed21 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:54.768970 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e8f56af1-586d-4204-aa73-bbc9fea1ed21 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:54.793899 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 9391fb7b-4455-4ab1-8e2e-7a6938ca6b86 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:41:54.794231 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 9391fb7b-4455-4ab1-8e2e-7a6938ca6b86 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:41:54.868594 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e8f56af1-586d-4204-aa73-bbc9fea1ed21 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:54.869250 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f56af1-586d-4204-aa73-bbc9fea1ed21 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Fanout notify agent at l3_agent the message router_deleted on router 8cc005b6-6300-4be2-928f-3ac1c4d70447 {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:41:54.883627 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e8f56af1-586d-4204-aa73-bbc9fea1ed21 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:54.888016 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 55826) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:41:54.888464 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-e8f56af1-586d-4204-aa73-bbc9fea1ed21 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "DELETE /v2.0/routers/8cc005b6-6300-4be2-928f-3ac1c4d70447 HTTP/1.1" status: 204 len: 168 time: 1.7741697 Feb 10 23:41:55.003716 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7e368791-bd7e-489f-9c4d-6a7d6805f24e tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:55.136164 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7e368791-bd7e-489f-9c4d-6a7d6805f24e tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:55.160820 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-7e368791-bd7e-489f-9c4d-6a7d6805f24e tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ff12cc2-db61-48aa-be95-d2d783dfdc96']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:41:55.173593 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-7e368791-bd7e-489f-9c4d-6a7d6805f24e tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f894fef-8971-4332-8830-1bb791b5836e') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:41:55.173888 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-7e368791-bd7e-489f-9c4d-6a7d6805f24e tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f894fef-8971-4332-8830-1bb791b5836e') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:41:55.185269 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7e368791-bd7e-489f-9c4d-6a7d6805f24e tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32216962'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:55.200712 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7e368791-bd7e-489f-9c4d-6a7d6805f24e tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:55.206384 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e368791-bd7e-489f-9c4d-6a7d6805f24e tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:41:55.206754 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7e368791-bd7e-489f-9c4d-6a7d6805f24e tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32033006'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:55.220933 dv-neutron-828797-1-hyperv neutron-server[84332]: Traceback (most recent call last): Feb 10 23:41:55.220933 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:41:55.220933 dv-neutron-828797-1-hyperv neutron-server[84332]: timer() Feb 10 23:41:55.220933 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:41:55.220933 dv-neutron-828797-1-hyperv neutron-server[84332]: cb(*args, **kw) Feb 10 23:41:55.220933 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:41:55.220933 dv-neutron-828797-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Feb 10 23:41:55.220933 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:41:55.220933 dv-neutron-828797-1-hyperv neutron-server[84332]: self._notify() Feb 10 23:41:55.220933 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:41:55.220933 dv-neutron-828797-1-hyperv neutron-server[84332]: self.callback(batched_events) Feb 10 23:41:55.220933 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:41:55.220933 dv-neutron-828797-1-hyperv neutron-server[84332]: event.method(event) Feb 10 23:41:55.220933 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:41:55.220933 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:41:55.220933 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:41:55.220933 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:41:55.220933 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:41:55.220933 dv-neutron-828797-1-hyperv neutron-server[84332]: return f(self, *a, **k) Feb 10 23:41:55.220933 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:41:55.220933 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._get(url).json() Feb 10 23:41:55.220933 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:41:55.220933 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:41:55.220933 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:41:55.220933 dv-neutron-828797-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Feb 10 23:41:55.220933 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:41:55.220933 dv-neutron-828797-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:41:55.220933 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:41:55.220933 dv-neutron-828797-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:41:55.220933 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:41:55.220933 dv-neutron-828797-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:41:55.220933 dv-neutron-828797-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:41:55.452932 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7e368791-bd7e-489f-9c4d-6a7d6805f24e tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:55.469806 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7e368791-bd7e-489f-9c4d-6a7d6805f24e tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:55.481125 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e368791-bd7e-489f-9c4d-6a7d6805f24e tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event deleted for resources: {'Network': ['ID=6ff12cc2-db61-48aa-be95-d2d783dfdc96,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:41:55.550764 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7e368791-bd7e-489f-9c4d-6a7d6805f24e tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "DELETE /v2.0/networks/6ff12cc2-db61-48aa-be95-d2d783dfdc96 HTTP/1.1" status: 204 len: 168 time: 0.6616223 Feb 10 23:41:55.553284 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 55830) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:41:55.624253 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5b0ce98c-6003-4b49-8320-0d4e998ee7cd tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:55.652491 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5b0ce98c-6003-4b49-8320-0d4e998ee7cd tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:55.778760 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5b0ce98c-6003-4b49-8320-0d4e998ee7cd tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:55.797983 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ce98c-6003-4b49-8320-0d4e998ee7cd tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c54aafc-bd0b-450f-be5c-ec0e8ecdd740,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:41:55.858031 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5b0ce98c-6003-4b49-8320-0d4e998ee7cd tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:55.859149 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5b0ce98c-6003-4b49-8320-0d4e998ee7cd tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "DELETE /v2.0/security-groups/3c54aafc-bd0b-450f-be5c-ec0e8ecdd740 HTTP/1.1" status: 204 len: 168 time: 0.3049681 Feb 10 23:41:56.455681 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 55838) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:41:56.461505 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-05ef5de0-5afc-4d2b-8a87-4c1b3637db23 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-625985315', 'description': 'tempest-secgroup-smoke-625985315 description', 'project_id': '7aa12777ef71410eaa70251ed5176e4b'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:41:56.468093 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-05ef5de0-5afc-4d2b-8a87-4c1b3637db23 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:41:56.472192 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-05ef5de0-5afc-4d2b-8a87-4c1b3637db23 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Usage tracker for resource:security_group and tenant:7aa12777ef71410eaa70251ed5176e4b is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:41:56.475038 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-05ef5de0-5afc-4d2b-8a87-4c1b3637db23 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:41:56.481309 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-05ef5de0-5afc-4d2b-8a87-4c1b3637db23 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:41:56.624408 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-05ef5de0-5afc-4d2b-8a87-4c1b3637db23 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:56.641068 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device b56b09c4-d730-4b91-a5f8-60ae42217d87 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:41:56.660442 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-05ef5de0-5afc-4d2b-8a87-4c1b3637db23 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:41:56.664267 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-05ef5de0-5afc-4d2b-8a87-4c1b3637db23 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Usage tracker for resource:security_group_rule and tenant:7aa12777ef71410eaa70251ed5176e4b is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:41:56.667868 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-05ef5de0-5afc-4d2b-8a87-4c1b3637db23 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:41:56.673476 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-05ef5de0-5afc-4d2b-8a87-4c1b3637db23 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:41:56.674239 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: b56b09c4-d730-4b91-a5f8-60ae42217d87 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:41:56.674580 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device b56b09c4-d730-4b91-a5f8-60ae42217d87 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:41:56.728458 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-05ef5de0-5afc-4d2b-8a87-4c1b3637db23 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:56.812693 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-05ef5de0-5afc-4d2b-8a87-4c1b3637db23 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:56.856463 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ef5de0-5afc-4d2b-8a87-4c1b3637db23 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4adcee6a-64af-4448-ac11-78271071b1b5,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:41:56.921403 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-05ef5de0-5afc-4d2b-8a87-4c1b3637db23 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:56.922585 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-05ef5de0-5afc-4d2b-8a87-4c1b3637db23 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4659185 Feb 10 23:41:56.925391 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 55842) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:41:56.930628 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-6312ff79-71f4-4785-8771-9258189f91a7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Request body: {'security_group_rule': {'security_group_id': '4adcee6a-64af-4448-ac11-78271071b1b5', 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:41:56.937017 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-6312ff79-71f4-4785-8771-9258189f91a7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:41:56.940825 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-6312ff79-71f4-4785-8771-9258189f91a7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Usage tracker for resource:security_group_rule and tenant:7aa12777ef71410eaa70251ed5176e4b is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:41:56.943620 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-6312ff79-71f4-4785-8771-9258189f91a7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:41:56.949070 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-6312ff79-71f4-4785-8771-9258189f91a7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:41:57.025326 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6312ff79-71f4-4785-8771-9258189f91a7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:57.088058 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6312ff79-71f4-4785-8771-9258189f91a7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:57.170887 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6312ff79-71f4-4785-8771-9258189f91a7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:57.194127 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6312ff79-71f4-4785-8771-9258189f91a7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e8981bf-bd86-430c-8051-16619b2299b8,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:41:57.275888 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6312ff79-71f4-4785-8771-9258189f91a7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:57.277029 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-6312ff79-71f4-4785-8771-9258189f91a7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3507497 Feb 10 23:41:57.279804 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 55846) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:41:57.285210 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-7da44c28-e03f-47d7-b302-ae7de5e99a00 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Request body: {'security_group_rule': {'security_group_id': '4adcee6a-64af-4448-ac11-78271071b1b5', 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:41:57.291404 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7da44c28-e03f-47d7-b302-ae7de5e99a00 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:41:57.295455 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-7da44c28-e03f-47d7-b302-ae7de5e99a00 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Usage tracker for resource:security_group_rule and tenant:7aa12777ef71410eaa70251ed5176e4b is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:41:57.298347 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-7da44c28-e03f-47d7-b302-ae7de5e99a00 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:41:57.303824 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7da44c28-e03f-47d7-b302-ae7de5e99a00 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:41:57.384619 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7da44c28-e03f-47d7-b302-ae7de5e99a00 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:57.443256 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7da44c28-e03f-47d7-b302-ae7de5e99a00 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:57.521163 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7da44c28-e03f-47d7-b302-ae7de5e99a00 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:57.544010 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da44c28-e03f-47d7-b302-ae7de5e99a00 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b217e8c-b115-49e9-97a3-6e90914015f4,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:41:57.612774 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7da44c28-e03f-47d7-b302-ae7de5e99a00 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:57.613939 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-7da44c28-e03f-47d7-b302-ae7de5e99a00 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3332014 Feb 10 23:41:57.616773 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 55850) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:41:57.622696 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-f2c59dae-08cb-4bb5-9358-d545fff4f4f5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Request body: {'security_group_rule': {'security_group_id': '4adcee6a-64af-4448-ac11-78271071b1b5', 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:41:57.628584 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f2c59dae-08cb-4bb5-9358-d545fff4f4f5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:41:57.632277 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-f2c59dae-08cb-4bb5-9358-d545fff4f4f5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Usage tracker for resource:security_group_rule and tenant:7aa12777ef71410eaa70251ed5176e4b is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:41:57.635463 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-f2c59dae-08cb-4bb5-9358-d545fff4f4f5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:41:57.641089 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f2c59dae-08cb-4bb5-9358-d545fff4f4f5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:41:57.715623 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f2c59dae-08cb-4bb5-9358-d545fff4f4f5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:57.778472 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f2c59dae-08cb-4bb5-9358-d545fff4f4f5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:57.852772 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f2c59dae-08cb-4bb5-9358-d545fff4f4f5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:57.875783 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c59dae-08cb-4bb5-9358-d545fff4f4f5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0ba9819-91c4-4396-9d9b-6deef203765c,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:41:57.938680 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f2c59dae-08cb-4bb5-9358-d545fff4f4f5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:57.939851 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-f2c59dae-08cb-4bb5-9358-d545fff4f4f5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3221910 Feb 10 23:41:57.942622 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 55854) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:41:57.948171 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-98b32177-710c-44c0-8952-577bbaedcf17 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Request body: {'security_group_rule': {'security_group_id': '4adcee6a-64af-4448-ac11-78271071b1b5', 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:41:57.953993 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-98b32177-710c-44c0-8952-577bbaedcf17 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:41:57.957700 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-98b32177-710c-44c0-8952-577bbaedcf17 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Usage tracker for resource:security_group_rule and tenant:7aa12777ef71410eaa70251ed5176e4b is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:41:57.960474 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-98b32177-710c-44c0-8952-577bbaedcf17 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:41:57.966652 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-98b32177-710c-44c0-8952-577bbaedcf17 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:41:58.052747 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-98b32177-710c-44c0-8952-577bbaedcf17 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:58.114641 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-98b32177-710c-44c0-8952-577bbaedcf17 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:58.188080 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-98b32177-710c-44c0-8952-577bbaedcf17 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:58.211627 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b32177-710c-44c0-8952-577bbaedcf17 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7fe656b-f090-499d-a508-8a592c9ff866,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:41:58.302352 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-98b32177-710c-44c0-8952-577bbaedcf17 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:58.303501 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-98b32177-710c-44c0-8952-577bbaedcf17 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3599837 Feb 10 23:41:58.306273 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 55858) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:41:58.311486 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-7d6f1822-8191-4939-b32c-d411c94d41c3 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Request body: {'security_group_rule': {'security_group_id': '4adcee6a-64af-4448-ac11-78271071b1b5', 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:41:58.317266 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7d6f1822-8191-4939-b32c-d411c94d41c3 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:41:58.321157 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-7d6f1822-8191-4939-b32c-d411c94d41c3 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Usage tracker for resource:security_group_rule and tenant:7aa12777ef71410eaa70251ed5176e4b is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:41:58.324886 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-7d6f1822-8191-4939-b32c-d411c94d41c3 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:41:58.330547 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7d6f1822-8191-4939-b32c-d411c94d41c3 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:41:58.405218 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.securitygroups_db [None req-7d6f1822-8191-4939-b32c-d411c94d41c3 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Project 7aa12777ef71410eaa70251ed5176e4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:41:58.411533 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7d6f1822-8191-4939-b32c-d411c94d41c3 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:58.474349 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7d6f1822-8191-4939-b32c-d411c94d41c3 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:58.555456 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7d6f1822-8191-4939-b32c-d411c94d41c3 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:58.580187 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6f1822-8191-4939-b32c-d411c94d41c3 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=479a6def-f078-4be4-b343-3d1d8f770200,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:41:58.662322 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7d6f1822-8191-4939-b32c-d411c94d41c3 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:58.662322 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-7d6f1822-8191-4939-b32c-d411c94d41c3 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3523648 Feb 10 23:41:58.662322 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 55862) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:41:58.667561 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-62a6893a-017c-4b83-af65-4b26c1b392e3 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Request body: {'security_group_rule': {'security_group_id': '4adcee6a-64af-4448-ac11-78271071b1b5', 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:41:58.673425 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-62a6893a-017c-4b83-af65-4b26c1b392e3 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:41:58.677176 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-62a6893a-017c-4b83-af65-4b26c1b392e3 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Usage tracker for resource:security_group_rule and tenant:7aa12777ef71410eaa70251ed5176e4b is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:41:58.679951 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-62a6893a-017c-4b83-af65-4b26c1b392e3 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:41:58.685926 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-62a6893a-017c-4b83-af65-4b26c1b392e3 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:41:58.761642 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.securitygroups_db [None req-62a6893a-017c-4b83-af65-4b26c1b392e3 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Project 7aa12777ef71410eaa70251ed5176e4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:41:58.768400 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-62a6893a-017c-4b83-af65-4b26c1b392e3 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:58.832889 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-62a6893a-017c-4b83-af65-4b26c1b392e3 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:58.903777 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-62a6893a-017c-4b83-af65-4b26c1b392e3 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:58.927503 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a6893a-017c-4b83-af65-4b26c1b392e3 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f31acf9-800a-4b52-a5fe-a571034f341b,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:41:59.005467 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-62a6893a-017c-4b83-af65-4b26c1b392e3 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:59.006727 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-62a6893a-017c-4b83-af65-4b26c1b392e3 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3434899 Feb 10 23:41:59.010091 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 55866) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:41:59.015458 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-c023f145-0e2f-45c6-83f7-dbb1688c0714 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Request body: {'network': {'name': 'tempest-network-smoke--1814149554', 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'port_security_enabled': True}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:41:59.020356 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c023f145-0e2f-45c6-83f7-dbb1688c0714 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:41:59.024338 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-c023f145-0e2f-45c6-83f7-dbb1688c0714 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Usage tracker for resource:network and tenant:7aa12777ef71410eaa70251ed5176e4b is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:41:59.027571 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-c023f145-0e2f-45c6-83f7-dbb1688c0714 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:41:59.033098 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c023f145-0e2f-45c6-83f7-dbb1688c0714 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:41:59.120160 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c023f145-0e2f-45c6-83f7-dbb1688c0714 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Made reservation on behalf of 7aa12777ef71410eaa70251ed5176e4b for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:41:59.123059 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c023f145-0e2f-45c6-83f7-dbb1688c0714 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:59.150300 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c023f145-0e2f-45c6-83f7-dbb1688c0714 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:41:59.158793 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c023f145-0e2f-45c6-83f7-dbb1688c0714 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:59.159133 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-c023f145-0e2f-45c6-83f7-dbb1688c0714 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Added segment c81e1fd1-4135-45ff-b74b-3ccce14cba48 of type vlan for network cf01e08c-c6cf-4328-a2be-056ae25f74c0 Feb 10 23:41:59.185380 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c023f145-0e2f-45c6-83f7-dbb1688c0714 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:59.285184 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c023f145-0e2f-45c6-83f7-dbb1688c0714 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:59.288745 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c023f145-0e2f-45c6-83f7-dbb1688c0714 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:41:59.289335 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c023f145-0e2f-45c6-83f7-dbb1688c0714 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:59.394266 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c023f145-0e2f-45c6-83f7-dbb1688c0714 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'Network': ['ID=cf01e08c-c6cf-4328-a2be-056ae25f74c0,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:41:59.404621 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network cf01e08c-c6cf-4328-a2be-056ae25f74c0 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:41:59.428989 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-c023f145-0e2f-45c6-83f7-dbb1688c0714 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4177589 Feb 10 23:41:59.431657 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 55870) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:41:59.437113 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-371fc015-190f-4130-ad71-21e970a9fe11 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-72647860', 'admin_state_up': True, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:41:59.443898 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-371fc015-190f-4130-ad71-21e970a9fe11 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:41:59.448034 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-371fc015-190f-4130-ad71-21e970a9fe11 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Usage tracker for resource:router and tenant:7aa12777ef71410eaa70251ed5176e4b is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:41:59.450937 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-371fc015-190f-4130-ad71-21e970a9fe11 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:41:59.456609 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-371fc015-190f-4130-ad71-21e970a9fe11 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:41:59.542928 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-371fc015-190f-4130-ad71-21e970a9fe11 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:59.544033 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-371fc015-190f-4130-ad71-21e970a9fe11 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:59.561482 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-371fc015-190f-4130-ad71-21e970a9fe11 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:59.761885 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-371fc015-190f-4130-ad71-21e970a9fe11 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:59.999242 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-371fc015-190f-4130-ad71-21e970a9fe11 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:00.028819 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-371fc015-190f-4130-ad71-21e970a9fe11 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:00.248874 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-371fc015-190f-4130-ad71-21e970a9fe11 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Allocated IP 172.26.8.183 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/6908ac45-3f54-4f53-a6f9-5f62eb863fc8) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:42:00.389813 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-371fc015-190f-4130-ad71-21e970a9fe11 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:00.458523 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-371fc015-190f-4130-ad71-21e970a9fe11 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:00.525115 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371fc015-190f-4130-ad71-21e970a9fe11 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:42:00.527729 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-371fc015-190f-4130-ad71-21e970a9fe11 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:42:00.530157 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371fc015-190f-4130-ad71-21e970a9fe11 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:42:00.562590 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371fc015-190f-4130-ad71-21e970a9fe11 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'Port': ['ID=6908ac45-3f54-4f53-a6f9-5f62eb863fc8,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:42:00.738038 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-371fc015-190f-4130-ad71-21e970a9fe11 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for router_gateway, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:00.738770 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-371fc015-190f-4130-ad71-21e970a9fe11 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:01.011185 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-371fc015-190f-4130-ad71-21e970a9fe11 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Router 3fbb9d4f-4c12-44dd-a311-ec38be4929e5 is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:42:01.216125 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-371fc015-190f-4130-ad71-21e970a9fe11 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:42:01.225588 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a86c7ef-47d3-4e1a-9e4f-f35973f321cf None None] Sync routers for ids ['3fbb9d4f-4c12-44dd-a311-ec38be4929e5'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:42:01.238463 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a86c7ef-47d3-4e1a-9e4f-f35973f321cf None None] Routers {'3fbb9d4f-4c12-44dd-a311-ec38be4929e5'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:42:01.239066 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-1a86c7ef-47d3-4e1a-9e4f-f35973f321cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:41:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['3fbb9d4f-4c12-44dd-a311-ec38be4929e5'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:42:01.320009 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-371fc015-190f-4130-ad71-21e970a9fe11 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:01.321186 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-371fc015-190f-4130-ad71-21e970a9fe11 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8885980 Feb 10 23:42:01.324425 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 55874) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:42:01.362864 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-992ed558-efb4-4cff-b0fa-777dfce66273 tempest-TestNetworkAdvancedServerOps-195907508 tempest-TestNetworkAdvancedServerOps-195907508-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=7aa12777ef71410eaa70251ed5176e4b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373373 Feb 10 23:42:01.365479 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 55878) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:42:01.412564 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-1a86c7ef-47d3-4e1a-9e4f-f35973f321cf None None] Set router 3fbb9d4f-4c12-44dd-a311-ec38be4929e5 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:42:01.492670 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49057dd-b42d-4d99-85c1-dbd4e385986e tempest-TestNetworkAdvancedServerOps-195907508 tempest-TestNetworkAdvancedServerOps-195907508-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:42:01.494417 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-f49057dd-b42d-4d99-85c1-dbd4e385986e tempest-TestNetworkAdvancedServerOps-195907508 tempest-TestNetworkAdvancedServerOps-195907508-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1278720 Feb 10 23:42:01.497578 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 55882) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:42:01.538880 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-536246de-e591-4735-a209-67aad8223178 tempest-TestNetworkAdvancedServerOps-195907508 tempest-TestNetworkAdvancedServerOps-195907508-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=c2ed7563-f8af-409c-803f-f56530124ba5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379541 Feb 10 23:42:01.539111 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 55886) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:42:01.544437 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-f54f94f4-59df-4372-928f-46224b68d3fe tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1440747852', 'network_id': 'cf01e08c-c6cf-4328-a2be-056ae25f74c0', 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:42:01.652478 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f54f94f4-59df-4372-928f-46224b68d3fe tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:42:01.656226 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-f54f94f4-59df-4372-928f-46224b68d3fe tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Usage tracker for resource:subnet and tenant:7aa12777ef71410eaa70251ed5176e4b is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:42:01.658997 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-f54f94f4-59df-4372-928f-46224b68d3fe tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:42:01.664727 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f54f94f4-59df-4372-928f-46224b68d3fe tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:42:01.702428 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-1a86c7ef-47d3-4e1a-9e4f-f35973f321cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbb9d4f-4c12-44dd-a311-ec38be4929e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72647860', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.183'}], 'enable_snat': True}, 'gw_port_id': '6908ac45-3f54-4f53-a6f9-5f62eb863fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:41:59Z', 'updated_at': '2022-02-10T23:42:00Z', 'revision_number': 3, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': '6908ac45-3f54-4f53-a6f9-5f62eb863fc8', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fbb9d4f-4c12-44dd-a311-ec38be4929e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:42:00Z', 'updated_at': '2022-02-10T23:42:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:42:01.706172 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a86c7ef-47d3-4e1a-9e4f-f35973f321cf None None] Checking router: 3fbb9d4f-4c12-44dd-a311-ec38be4929e5 for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:42:01.706510 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a86c7ef-47d3-4e1a-9e4f-f35973f321cf None None] Updating router 3fbb9d4f-4c12-44dd-a311-ec38be4929e5 port 6908ac45-3f54-4f53-a6f9-5f62eb863fc8 binding host dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:42:01.731332 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f54f94f4-59df-4372-928f-46224b68d3fe tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Made reservation on behalf of 7aa12777ef71410eaa70251ed5176e4b for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:42:01.755822 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-1a86c7ef-47d3-4e1a-9e4f-f35973f321cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:01.832920 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f54f94f4-59df-4372-928f-46224b68d3fe tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:02.073474 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-1a86c7ef-47d3-4e1a-9e4f-f35973f321cf None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:02.084711 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-1a86c7ef-47d3-4e1a-9e4f-f35973f321cf None None] Transition to ACTIVE for port object 6908ac45-3f54-4f53-a6f9-5f62eb863fc8 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:42:02.103645 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f54f94f4-59df-4372-928f-46224b68d3fe tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:02.156121 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-1a86c7ef-47d3-4e1a-9e4f-f35973f321cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:02.241848 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-1a86c7ef-47d3-4e1a-9e4f-f35973f321cf None None] Attempting to bind port 6908ac45-3f54-4f53-a6f9-5f62eb863fc8 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:42:02.242615 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-1a86c7ef-47d3-4e1a-9e4f-f35973f321cf None None] Attempting to bind port 6908ac45-3f54-4f53-a6f9-5f62eb863fc8 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:42:02.242615 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a86c7ef-47d3-4e1a-9e4f-f35973f321cf None None] Attempting to bind port 6908ac45-3f54-4f53-a6f9-5f62eb863fc8 on network c2ed7563-f8af-409c-803f-f56530124ba5 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:42:02.245457 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a5cf9b-135d-46bd-9652-0759bec2ae1e None None] Pushing event updated for resources: {'Port': ['ID=6908ac45-3f54-4f53-a6f9-5f62eb863fc8,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:42:02.256697 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a86c7ef-47d3-4e1a-9e4f-f35973f321cf None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:42:02.258608 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a86c7ef-47d3-4e1a-9e4f-f35973f321cf None None] Checking segment: {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:42:02.258608 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-1a86c7ef-47d3-4e1a-9e4f-f35973f321cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:02.258608 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a86c7ef-47d3-4e1a-9e4f-f35973f321cf None None] Bound using segment: {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:42:02.258608 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-1a86c7ef-47d3-4e1a-9e4f-f35973f321cf None None] Bound port: 6908ac45-3f54-4f53-a6f9-5f62eb863fc8, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:42:02.258608 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-1a86c7ef-47d3-4e1a-9e4f-f35973f321cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:02.281874 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a5cf9b-135d-46bd-9652-0759bec2ae1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:42:02.282464 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a5cf9b-135d-46bd-9652-0759bec2ae1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:42:02.282611 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a5cf9b-135d-46bd-9652-0759bec2ae1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:42:02.282853 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a5cf9b-135d-46bd-9652-0759bec2ae1e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:42:02.283180 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a5cf9b-135d-46bd-9652-0759bec2ae1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:42:02.283501 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a5cf9b-135d-46bd-9652-0759bec2ae1e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:42:02.283822 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a5cf9b-135d-46bd-9652-0759bec2ae1e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:42:02.284141 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a5cf9b-135d-46bd-9652-0759bec2ae1e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:42:02.284469 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a5cf9b-135d-46bd-9652-0759bec2ae1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:42:02.284810 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a5cf9b-135d-46bd-9652-0759bec2ae1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:42:02.285115 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a5cf9b-135d-46bd-9652-0759bec2ae1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:42:02.305545 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f94f4-59df-4372-928f-46224b68d3fe tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'Subnet': ['ID=fbd78908-1711-45ce-8b08-93d6ae30725f,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:42:02.320038 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54f94f4-59df-4372-928f-46224b68d3fe tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Checking segment: {'id': 'c81e1fd1-4135-45ff-b74b-3ccce14cba48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'cf01e08c-c6cf-4328-a2be-056ae25f74c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:42:02.320396 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54f94f4-59df-4372-928f-46224b68d3fe tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Network hostable DHCP agents. Network: cf01e08c-c6cf-4328-a2be-056ae25f74c0, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:42:02.336607 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-1a86c7ef-47d3-4e1a-9e4f-f35973f321cf None None] For port 6908ac45-3f54-4f53-a6f9-5f62eb863fc8, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:42:02.339964 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-1a86c7ef-47d3-4e1a-9e4f-f35973f321cf None None] For port 6908ac45-3f54-4f53-a6f9-5f62eb863fc8, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=6908ac45-3f54-4f53-a6f9-5f62eb863fc8,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:42:02.406558 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54f94f4-59df-4372-928f-46224b68d3fe tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Network cf01e08c-c6cf-4328-a2be-056ae25f74c0 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:42:02.424247 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-1a86c7ef-47d3-4e1a-9e4f-f35973f321cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:02.469768 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-f54f94f4-59df-4372-928f-46224b68d3fe tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, cf01e08c-c6cf-4328-a2be-056ae25f74c0) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:42:02.473802 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54f94f4-59df-4372-928f-46224b68d3fe tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:42:02.474379 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f54f94f4-59df-4372-928f-46224b68d3fe tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:02.480316 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf113ad-8dde-4a5e-9aad-06d64a9ad40f None None] Network cf01e08c-c6cf-4328-a2be-056ae25f74c0 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:42:02.506951 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a5cf9b-135d-46bd-9652-0759bec2ae1e None None] Pushing event updated for resources: {'Port': ['ID=6908ac45-3f54-4f53-a6f9-5f62eb863fc8,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:42:02.514915 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a86c7ef-47d3-4e1a-9e4f-f35973f321cf None None] Routers {'3fbb9d4f-4c12-44dd-a311-ec38be4929e5'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:42:02.515672 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-1a86c7ef-47d3-4e1a-9e4f-f35973f321cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:41:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['3fbb9d4f-4c12-44dd-a311-ec38be4929e5'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:42:02.565674 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 55890) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:42:02.570107 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-f54f94f4-59df-4372-928f-46224b68d3fe tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0293288 Feb 10 23:42:02.698855 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-1a86c7ef-47d3-4e1a-9e4f-f35973f321cf None None] Set router 3fbb9d4f-4c12-44dd-a311-ec38be4929e5 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:42:02.704478 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ae572c-e4e9-4ee6-807a-52bda42872c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-cf01e08c-c6cf-4328-a2be-056ae25f74c0', 'network_id': 'cf01e08c-c6cf-4328-a2be-056ae25f74c0', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'fixed_ips': [{'subnet_id': 'fbd78908-1711-45ce-8b08-93d6ae30725f'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:42:02.705326 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e7ae572c-e4e9-4ee6-807a-52bda42872c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:02.870774 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-e7ae572c-e4e9-4ee6-807a-52bda42872c9 None None] Allocated IP 172.20.0.2 (cf01e08c-c6cf-4328-a2be-056ae25f74c0/fbd78908-1711-45ce-8b08-93d6ae30725f/740b3c97-4df6-45ee-abc4-f9ac9ef5187d) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:42:03.021653 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-1a86c7ef-47d3-4e1a-9e4f-f35973f321cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbb9d4f-4c12-44dd-a311-ec38be4929e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72647860', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.183'}], 'enable_snat': True}, 'gw_port_id': '6908ac45-3f54-4f53-a6f9-5f62eb863fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:41:59Z', 'updated_at': '2022-02-10T23:42:00Z', 'revision_number': 3, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': '6908ac45-3f54-4f53-a6f9-5f62eb863fc8', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fbb9d4f-4c12-44dd-a311-ec38be4929e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:42:00Z', 'updated_at': '2022-02-10T23:42:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:42:03.026793 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a86c7ef-47d3-4e1a-9e4f-f35973f321cf None None] The sync data for ids ['3fbb9d4f-4c12-44dd-a311-ec38be4929e5'] in dv-neutron-828797-1-hyperv is: [{'id': '3fbb9d4f-4c12-44dd-a311-ec38be4929e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72647860', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.183'}], 'enable_snat': True}, 'gw_port_id': '6908ac45-3f54-4f53-a6f9-5f62eb863fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:41:59Z', 'updated_at': '2022-02-10T23:42:00Z', 'revision_number': 3, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': '6908ac45-3f54-4f53-a6f9-5f62eb863fc8', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fbb9d4f-4c12-44dd-a311-ec38be4929e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:42:00Z', 'updated_at': '2022-02-10T23:42:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:42:03.086962 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e7ae572c-e4e9-4ee6-807a-52bda42872c9 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:03.099149 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-e7ae572c-e4e9-4ee6-807a-52bda42872c9 None None] Transition to ACTIVE for port object 740b3c97-4df6-45ee-abc4-f9ac9ef5187d will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:42:03.120520 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-e7ae572c-e4e9-4ee6-807a-52bda42872c9 None None] Transition to ACTIVE for port object 740b3c97-4df6-45ee-abc4-f9ac9ef5187d will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:42:03.230270 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e7ae572c-e4e9-4ee6-807a-52bda42872c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:03.304429 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ae572c-e4e9-4ee6-807a-52bda42872c9 None None] Network cf01e08c-c6cf-4328-a2be-056ae25f74c0 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:42:03.307975 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-e7ae572c-e4e9-4ee6-807a-52bda42872c9 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:42:03.311663 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ae572c-e4e9-4ee6-807a-52bda42872c9 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:42:03.317983 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae572c-e4e9-4ee6-807a-52bda42872c9 None None] Pushing event updated for resources: {'Port': ['ID=740b3c97-4df6-45ee-abc4-f9ac9ef5187d,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:42:03.371033 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ef6ba7ee-6d3f-4a85-98a5-eec09420ef43 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:03.408933 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-e7ae572c-e4e9-4ee6-807a-52bda42872c9 None None] Attempting to bind port 740b3c97-4df6-45ee-abc4-f9ac9ef5187d on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:42:03.409306 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-e7ae572c-e4e9-4ee6-807a-52bda42872c9 None None] Attempting to bind port 740b3c97-4df6-45ee-abc4-f9ac9ef5187d by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': 'c81e1fd1-4135-45ff-b74b-3ccce14cba48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'cf01e08c-c6cf-4328-a2be-056ae25f74c0'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:42:03.409670 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ae572c-e4e9-4ee6-807a-52bda42872c9 None None] Attempting to bind port 740b3c97-4df6-45ee-abc4-f9ac9ef5187d on network cf01e08c-c6cf-4328-a2be-056ae25f74c0 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:42:03.417769 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ae572c-e4e9-4ee6-807a-52bda42872c9 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:42:03.418135 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ae572c-e4e9-4ee6-807a-52bda42872c9 None None] Checking segment: {'id': 'c81e1fd1-4135-45ff-b74b-3ccce14cba48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'cf01e08c-c6cf-4328-a2be-056ae25f74c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:42:03.418537 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e7ae572c-e4e9-4ee6-807a-52bda42872c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:03.418931 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ae572c-e4e9-4ee6-807a-52bda42872c9 None None] Bound using segment: {'id': 'c81e1fd1-4135-45ff-b74b-3ccce14cba48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'cf01e08c-c6cf-4328-a2be-056ae25f74c0'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:42:03.419395 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-e7ae572c-e4e9-4ee6-807a-52bda42872c9 None None] Bound port: 740b3c97-4df6-45ee-abc4-f9ac9ef5187d, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c81e1fd1-4135-45ff-b74b-3ccce14cba48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'cf01e08c-c6cf-4328-a2be-056ae25f74c0'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:42:03.419765 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e7ae572c-e4e9-4ee6-807a-52bda42872c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:03.519080 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-e7ae572c-e4e9-4ee6-807a-52bda42872c9 None None] For port 740b3c97-4df6-45ee-abc4-f9ac9ef5187d, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:42:03.522346 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-e7ae572c-e4e9-4ee6-807a-52bda42872c9 None None] For port 740b3c97-4df6-45ee-abc4-f9ac9ef5187d, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=740b3c97-4df6-45ee-abc4-f9ac9ef5187d,segment=NetworkSegment(c81e1fd1-4135-45ff-b74b-3ccce14cba48),segment_id=c81e1fd1-4135-45ff-b74b-3ccce14cba48)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:42:03.584388 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e7ae572c-e4e9-4ee6-807a-52bda42872c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:03.671415 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae572c-e4e9-4ee6-807a-52bda42872c9 None None] Pushing event updated for resources: {'Port': ['ID=740b3c97-4df6-45ee-abc4-f9ac9ef5187d,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:42:03.811814 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-ef6ba7ee-6d3f-4a85-98a5-eec09420ef43 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Allocated IP 172.20.0.1 (cf01e08c-c6cf-4328-a2be-056ae25f74c0/fbd78908-1711-45ce-8b08-93d6ae30725f/557727dd-9a52-42fd-b0ed-f0356094370e) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:42:04.080247 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ef6ba7ee-6d3f-4a85-98a5-eec09420ef43 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:04.095630 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-ef6ba7ee-6d3f-4a85-98a5-eec09420ef43 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Transition to ACTIVE for port object 557727dd-9a52-42fd-b0ed-f0356094370e will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:42:04.195910 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ef6ba7ee-6d3f-4a85-98a5-eec09420ef43 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:04.264576 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6ba7ee-6d3f-4a85-98a5-eec09420ef43 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Network cf01e08c-c6cf-4328-a2be-056ae25f74c0 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:42:04.267408 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-ef6ba7ee-6d3f-4a85-98a5-eec09420ef43 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:42:04.271148 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6ba7ee-6d3f-4a85-98a5-eec09420ef43 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:42:04.304393 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ba7ee-6d3f-4a85-98a5-eec09420ef43 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'Port': ['ID=557727dd-9a52-42fd-b0ed-f0356094370e,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:42:04.337708 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ef6ba7ee-6d3f-4a85-98a5-eec09420ef43 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733071'] for router_interface, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:04.490681 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ef6ba7ee-6d3f-4a85-98a5-eec09420ef43 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:04.629528 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3a2d48-d73d-4ca7-bc3d-07184b22f222 None None] Network cf01e08c-c6cf-4328-a2be-056ae25f74c0 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:42:04.769815 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 6908ac45-3f54-4f53-a6f9-5f62eb863fc8 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:42:04.806714 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-57346410-3298-4a2f-a601-ec2c48986a5b None None] Provisioning for port 740b3c97-4df6-45ee-abc4-f9ac9ef5187d completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:42:04.915300 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ef6ba7ee-6d3f-4a85-98a5-eec09420ef43 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:04.994775 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ef6ba7ee-6d3f-4a85-98a5-eec09420ef43 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:05.028378 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 6908ac45-3f54-4f53-a6f9-5f62eb863fc8 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:42:05.034264 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 6908ac45-3f54-4f53-a6f9-5f62eb863fc8 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:42:05.035379 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:05.111057 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ba7ee-6d3f-4a85-98a5-eec09420ef43 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'Port': ['ID=557727dd-9a52-42fd-b0ed-f0356094370e,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:42:05.114536 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ef6ba7ee-6d3f-4a85-98a5-eec09420ef43 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2767683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732898'] for router_interface, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:05.162677 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:05.182970 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 6908ac45-3f54-4f53-a6f9-5f62eb863fc8, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=6908ac45-3f54-4f53-a6f9-5f62eb863fc8,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:42:05.258942 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6ba7ee-6d3f-4a85-98a5-eec09420ef43 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Network cf01e08c-c6cf-4328-a2be-056ae25f74c0 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:42:05.260600 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-ef6ba7ee-6d3f-4a85-98a5-eec09420ef43 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:42:05.264347 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:05.267659 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 740b3c97-4df6-45ee-abc4-f9ac9ef5187d up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:42:05.329153 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-e13d9fca-eeb7-4ee7-a09e-fc5406f8e302 None None] Provisioning for port 557727dd-9a52-42fd-b0ed-f0356094370e completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:42:05.362690 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-e13d9fca-eeb7-4ee7-a09e-fc5406f8e302 None None] Provisioning complete for port 557727dd-9a52-42fd-b0ed-f0356094370e triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:42:05.363055 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e13d9fca-eeb7-4ee7-a09e-fc5406f8e302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:05.424196 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=6908ac45-3f54-4f53-a6f9-5f62eb863fc8,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:42:05.438702 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-e13d9fca-eeb7-4ee7-a09e-fc5406f8e302 None None] Port 557727dd-9a52-42fd-b0ed-f0356094370e cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:42:05.514212 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 740b3c97-4df6-45ee-abc4-f9ac9ef5187d completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:42:05.521686 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 740b3c97-4df6-45ee-abc4-f9ac9ef5187d triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:42:05.522269 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:05.609244 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-f6b85f15-a133-406d-88fd-16306197bec1 None None] Provisioning complete for port 557727dd-9a52-42fd-b0ed-f0356094370e triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:42:05.609643 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f6b85f15-a133-406d-88fd-16306197bec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:05.676906 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef6ba7ee-6d3f-4a85-98a5-eec09420ef43 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Router 3fbb9d4f-4c12-44dd-a311-ec38be4929e5 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:42:05.735536 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-f6b85f15-a133-406d-88fd-16306197bec1 None None] Port 557727dd-9a52-42fd-b0ed-f0356094370e cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:42:05.753019 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:05.784244 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 740b3c97-4df6-45ee-abc4-f9ac9ef5187d, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=740b3c97-4df6-45ee-abc4-f9ac9ef5187d,segment=NetworkSegment(c81e1fd1-4135-45ff-b74b-3ccce14cba48),segment_id=c81e1fd1-4135-45ff-b74b-3ccce14cba48)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:42:05.869621 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:05.936708 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=740b3c97-4df6-45ee-abc4-f9ac9ef5187d,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:42:05.981895 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6ba7ee-6d3f-4a85-98a5-eec09420ef43 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:42:05.994262 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ef6ba7ee-6d3f-4a85-98a5-eec09420ef43 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "PUT /v2.0/routers/3fbb9d4f-4c12-44dd-a311-ec38be4929e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4258299 Feb 10 23:42:06.167386 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-86337043-e419-429b-8a82-11f2e618dd23 req-421bf3d1-b042-49af-ba53-ec4fdb130083 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Synchronizing usage tracker for tenant:7aa12777ef71410eaa70251ed5176e4b on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:42:06.235278 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-86337043-e419-429b-8a82-11f2e618dd23 req-421bf3d1-b042-49af-ba53-ec4fdb130083 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Unset dirty status for tenant:7aa12777ef71410eaa70251ed5176e4b on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:42:06.236482 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-86337043-e419-429b-8a82-11f2e618dd23 req-421bf3d1-b042-49af-ba53-ec4fdb130083 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-625985315&fields=id&tenant_id=7aa12777ef71410eaa70251ed5176e4b HTTP/1.1" status: 200 len: 267 time: 0.1092703 Feb 10 23:42:06.385250 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86337043-e419-429b-8a82-11f2e618dd23 req-35a81197-1f4a-4a47-9a31-6d8da64d3f93 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:42:06.385921 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-86337043-e419-429b-8a82-11f2e618dd23 req-35a81197-1f4a-4a47-9a31-6d8da64d3f93 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Synchronizing usage tracker for tenant:7aa12777ef71410eaa70251ed5176e4b on resource:network {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:42:06.441245 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-86337043-e419-429b-8a82-11f2e618dd23 req-35a81197-1f4a-4a47-9a31-6d8da64d3f93 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Unset dirty status for tenant:7aa12777ef71410eaa70251ed5176e4b on resource:network {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:42:06.442390 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-86337043-e419-429b-8a82-11f2e618dd23 req-35a81197-1f4a-4a47-9a31-6d8da64d3f93 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/networks?id=cf01e08c-c6cf-4328-a2be-056ae25f74c0 HTTP/1.1" status: 200 len: 797 time: 0.1994417 Feb 10 23:42:06.459637 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-86337043-e419-429b-8a82-11f2e618dd23 req-8bfdeea7-0480-4f61-98f3-b6456b67d5f3 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/quotas/7aa12777ef71410eaa70251ed5176e4b HTTP/1.1" status: 200 len: 375 time: 0.0109999 Feb 10 23:42:06.543487 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-86337043-e419-429b-8a82-11f2e618dd23 req-01a95202-00b3-44b0-b635-6b4d3e112fdd tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Synchronizing usage tracker for tenant:7aa12777ef71410eaa70251ed5176e4b on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:42:06.582122 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8104e9ca-fd9e-4f27-97b7-98c9343d75d0 None None] Sync routers for ids ['3fbb9d4f-4c12-44dd-a311-ec38be4929e5'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:42:06.593982 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8104e9ca-fd9e-4f27-97b7-98c9343d75d0 None None] Routers {'3fbb9d4f-4c12-44dd-a311-ec38be4929e5'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:42:06.594597 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-8104e9ca-fd9e-4f27-97b7-98c9343d75d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:41:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['3fbb9d4f-4c12-44dd-a311-ec38be4929e5'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:42:06.622848 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-86337043-e419-429b-8a82-11f2e618dd23 req-01a95202-00b3-44b0-b635-6b4d3e112fdd tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Unset dirty status for tenant:7aa12777ef71410eaa70251ed5176e4b on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:42:06.624291 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-86337043-e419-429b-8a82-11f2e618dd23 req-01a95202-00b3-44b0-b635-6b4d3e112fdd tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7aa12777ef71410eaa70251ed5176e4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1596067 Feb 10 23:42:06.707319 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 6908ac45-3f54-4f53-a6f9-5f62eb863fc8 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:42:06.834039 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 6908ac45-3f54-4f53-a6f9-5f62eb863fc8 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:42:06.834724 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-86337043-e419-429b-8a82-11f2e618dd23 req-2f140774-716a-4243-99d7-982833bf65b5 service neutron] 10.222.0.59 "GET /v2.0/networks/cf01e08c-c6cf-4328-a2be-056ae25f74c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973462 Feb 10 23:42:06.834863 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:06.866169 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-8104e9ca-fd9e-4f27-97b7-98c9343d75d0 None None] Set router 3fbb9d4f-4c12-44dd-a311-ec38be4929e5 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:42:06.970784 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-86337043-e419-429b-8a82-11f2e618dd23 req-063a27fd-afe2-4d0e-9502-07acdb4ef6e8 service neutron] 10.222.0.59 "GET /v2.0/networks/cf01e08c-c6cf-4328-a2be-056ae25f74c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303585 Feb 10 23:42:07.162522 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 740b3c97-4df6-45ee-abc4-f9ac9ef5187d up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:42:07.215221 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-b0d1a95f-42ad-466b-9507-019519dd6d28 req-fcac09b7-88ed-47f1-9cf9-e8017112db21 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Synchronizing usage tracker for tenant:7aa12777ef71410eaa70251ed5176e4b on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:42:07.227349 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-b0d1a95f-42ad-466b-9507-019519dd6d28 req-fcac09b7-88ed-47f1-9cf9-e8017112db21 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Unset dirty status for tenant:7aa12777ef71410eaa70251ed5176e4b on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:42:07.231070 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-b0d1a95f-42ad-466b-9507-019519dd6d28 req-fcac09b7-88ed-47f1-9cf9-e8017112db21 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4a06c38-084b-4e6e-b436-c863e6a88fd3 HTTP/1.1" status: 200 len: 210 time: 0.0575278 Feb 10 23:42:07.307570 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 740b3c97-4df6-45ee-abc4-f9ac9ef5187d triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:42:07.307942 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:07.368992 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-8104e9ca-fd9e-4f27-97b7-98c9343d75d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbb9d4f-4c12-44dd-a311-ec38be4929e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72647860', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.183'}], 'enable_snat': True}, 'gw_port_id': '6908ac45-3f54-4f53-a6f9-5f62eb863fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:41:59Z', 'updated_at': '2022-02-10T23:42:04Z', 'revision_number': 4, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': '6908ac45-3f54-4f53-a6f9-5f62eb863fc8', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbb9d4f-4c12-44dd-a311-ec38be4929e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:42:00Z', 'updated_at': '2022-02-10T23:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '557727dd-9a52-42fd-b0ed-f0356094370e', 'name': '', 'network_id': 'cf01e08c-c6cf-4328-a2be-056ae25f74c0', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'mac_address': 'fa:16:3e:90:a8:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fbb9d4f-4c12-44dd-a311-ec38be4929e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fbd78908-1711-45ce-8b08-93d6ae30725f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:42:03Z', 'updated_at': '2022-02-10T23:42:04Z', 'revision_number': 2, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'subnets': [{'id': 'fbd78908-1711-45ce-8b08-93d6ae30725f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:42:07.376472 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8104e9ca-fd9e-4f27-97b7-98c9343d75d0 None None] Checking router: 3fbb9d4f-4c12-44dd-a311-ec38be4929e5 for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:42:07.376855 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8104e9ca-fd9e-4f27-97b7-98c9343d75d0 None None] Updating router 3fbb9d4f-4c12-44dd-a311-ec38be4929e5 port 557727dd-9a52-42fd-b0ed-f0356094370e binding host dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:42:07.471410 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8104e9ca-fd9e-4f27-97b7-98c9343d75d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:07.817010 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8104e9ca-fd9e-4f27-97b7-98c9343d75d0 None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:07.827739 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-8104e9ca-fd9e-4f27-97b7-98c9343d75d0 None None] Transition to ACTIVE for port object 557727dd-9a52-42fd-b0ed-f0356094370e will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:42:07.915991 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8104e9ca-fd9e-4f27-97b7-98c9343d75d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:08.099649 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5833713-15ee-4474-bf99-e2bf84a3283f None None] Pushing event updated for resources: {'Port': ['ID=557727dd-9a52-42fd-b0ed-f0356094370e,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:42:08.196730 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-8104e9ca-fd9e-4f27-97b7-98c9343d75d0 None None] Attempting to bind port 557727dd-9a52-42fd-b0ed-f0356094370e on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:42:08.197099 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-8104e9ca-fd9e-4f27-97b7-98c9343d75d0 None None] Attempting to bind port 557727dd-9a52-42fd-b0ed-f0356094370e by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': 'c81e1fd1-4135-45ff-b74b-3ccce14cba48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'cf01e08c-c6cf-4328-a2be-056ae25f74c0'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:42:08.197455 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8104e9ca-fd9e-4f27-97b7-98c9343d75d0 None None] Attempting to bind port 557727dd-9a52-42fd-b0ed-f0356094370e on network cf01e08c-c6cf-4328-a2be-056ae25f74c0 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:42:08.204826 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8104e9ca-fd9e-4f27-97b7-98c9343d75d0 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:42:08.205313 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8104e9ca-fd9e-4f27-97b7-98c9343d75d0 None None] Checking segment: {'id': 'c81e1fd1-4135-45ff-b74b-3ccce14cba48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'cf01e08c-c6cf-4328-a2be-056ae25f74c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:42:08.205873 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8104e9ca-fd9e-4f27-97b7-98c9343d75d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:08.206152 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8104e9ca-fd9e-4f27-97b7-98c9343d75d0 None None] Bound using segment: {'id': 'c81e1fd1-4135-45ff-b74b-3ccce14cba48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'cf01e08c-c6cf-4328-a2be-056ae25f74c0'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:42:08.206616 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-8104e9ca-fd9e-4f27-97b7-98c9343d75d0 None None] Bound port: 557727dd-9a52-42fd-b0ed-f0356094370e, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c81e1fd1-4135-45ff-b74b-3ccce14cba48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'cf01e08c-c6cf-4328-a2be-056ae25f74c0'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:42:08.207132 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8104e9ca-fd9e-4f27-97b7-98c9343d75d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:08.312024 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-8104e9ca-fd9e-4f27-97b7-98c9343d75d0 None None] For port 557727dd-9a52-42fd-b0ed-f0356094370e, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:42:08.315264 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-8104e9ca-fd9e-4f27-97b7-98c9343d75d0 None None] For port 557727dd-9a52-42fd-b0ed-f0356094370e, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=557727dd-9a52-42fd-b0ed-f0356094370e,segment=NetworkSegment(c81e1fd1-4135-45ff-b74b-3ccce14cba48),segment_id=c81e1fd1-4135-45ff-b74b-3ccce14cba48)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:42:08.378780 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8104e9ca-fd9e-4f27-97b7-98c9343d75d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:08.417321 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-59bc8677-bb0a-4dca-9602-ef42ae84fcc3 req-a95931b7-a2b6-419e-b720-56dae28abd4b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4a06c38-084b-4e6e-b436-c863e6a88fd3 HTTP/1.1" status: 200 len: 210 time: 0.0424967 Feb 10 23:42:08.460176 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5833713-15ee-4474-bf99-e2bf84a3283f None None] Pushing event updated for resources: {'Port': ['ID=557727dd-9a52-42fd-b0ed-f0356094370e,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:42:08.464687 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8104e9ca-fd9e-4f27-97b7-98c9343d75d0 None None] Routers {'3fbb9d4f-4c12-44dd-a311-ec38be4929e5'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:42:08.465305 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-8104e9ca-fd9e-4f27-97b7-98c9343d75d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:41:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['3fbb9d4f-4c12-44dd-a311-ec38be4929e5'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:42:08.655824 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-8104e9ca-fd9e-4f27-97b7-98c9343d75d0 None None] Set router 3fbb9d4f-4c12-44dd-a311-ec38be4929e5 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:42:08.970126 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-8104e9ca-fd9e-4f27-97b7-98c9343d75d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbb9d4f-4c12-44dd-a311-ec38be4929e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72647860', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.183'}], 'enable_snat': True}, 'gw_port_id': '6908ac45-3f54-4f53-a6f9-5f62eb863fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:41:59Z', 'updated_at': '2022-02-10T23:42:04Z', 'revision_number': 4, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': '6908ac45-3f54-4f53-a6f9-5f62eb863fc8', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbb9d4f-4c12-44dd-a311-ec38be4929e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:42:00Z', 'updated_at': '2022-02-10T23:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '557727dd-9a52-42fd-b0ed-f0356094370e', 'name': '', 'network_id': 'cf01e08c-c6cf-4328-a2be-056ae25f74c0', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'mac_address': 'fa:16:3e:90:a8:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fbb9d4f-4c12-44dd-a311-ec38be4929e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fbd78908-1711-45ce-8b08-93d6ae30725f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:42:03Z', 'updated_at': '2022-02-10T23:42:08Z', 'revision_number': 4, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'subnets': [{'id': 'fbd78908-1711-45ce-8b08-93d6ae30725f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:42:08.974020 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8104e9ca-fd9e-4f27-97b7-98c9343d75d0 None None] The sync data for ids ['3fbb9d4f-4c12-44dd-a311-ec38be4929e5'] in dv-neutron-828797-1-hyperv is: [{'id': '3fbb9d4f-4c12-44dd-a311-ec38be4929e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72647860', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.183'}], 'enable_snat': True}, 'gw_port_id': '6908ac45-3f54-4f53-a6f9-5f62eb863fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:41:59Z', 'updated_at': '2022-02-10T23:42:04Z', 'revision_number': 4, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': '6908ac45-3f54-4f53-a6f9-5f62eb863fc8', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbb9d4f-4c12-44dd-a311-ec38be4929e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:42:00Z', 'updated_at': '2022-02-10T23:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '557727dd-9a52-42fd-b0ed-f0356094370e', 'name': '', 'network_id': 'cf01e08c-c6cf-4328-a2be-056ae25f74c0', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'mac_address': 'fa:16:3e:90:a8:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fbb9d4f-4c12-44dd-a311-ec38be4929e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fbd78908-1711-45ce-8b08-93d6ae30725f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:42:03Z', 'updated_at': '2022-02-10T23:42:08Z', 'revision_number': 4, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'subnets': [{'id': 'fbd78908-1711-45ce-8b08-93d6ae30725f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:42:09.169297 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86337043-e419-429b-8a82-11f2e618dd23 req-8f2ccc56-5a31-42d1-b237-77c1086e4be9 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:42:09.170736 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-86337043-e419-429b-8a82-11f2e618dd23 req-8f2ccc56-5a31-42d1-b237-77c1086e4be9 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.37 "GET /v2.0/networks?id=cf01e08c-c6cf-4328-a2be-056ae25f74c0 HTTP/1.1" status: 200 len: 797 time: 0.1733406 Feb 10 23:42:09.225380 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-86337043-e419-429b-8a82-11f2e618dd23 req-2c50d8c4-b778-4c2d-935d-947ce106f098 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7aa12777ef71410eaa70251ed5176e4b HTTP/1.1" status: 200 len: 379 time: 0.0425439 Feb 10 23:42:09.233264 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-86337043-e419-429b-8a82-11f2e618dd23 req-d0833837-bebd-4d81-a8e2-26f648c3274b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Request body: {'port': {'device_id': 'f4a06c38-084b-4e6e-b436-c863e6a88fd3', 'network_id': 'cf01e08c-c6cf-4328-a2be-056ae25f74c0', 'admin_state_up': True, 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'security_groups': ['4adcee6a-64af-4448-ac11-78271071b1b5']}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:42:09.372509 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-86337043-e419-429b-8a82-11f2e618dd23 req-d0833837-bebd-4d81-a8e2-26f648c3274b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:42:09.381906 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-86337043-e419-429b-8a82-11f2e618dd23 req-d0833837-bebd-4d81-a8e2-26f648c3274b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:42:09.447398 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86337043-e419-429b-8a82-11f2e618dd23 req-d0833837-bebd-4d81-a8e2-26f648c3274b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Made reservation on behalf of 7aa12777ef71410eaa70251ed5176e4b for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:42:09.450527 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-86337043-e419-429b-8a82-11f2e618dd23 req-d0833837-bebd-4d81-a8e2-26f648c3274b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:09.616857 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-3f4e6d3d-5e19-439e-9a8e-6b4a1419edb7 req-208cd585-b1bb-43fd-aef2-71c29a084821 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4a06c38-084b-4e6e-b436-c863e6a88fd3 HTTP/1.1" status: 200 len: 210 time: 0.0571709 Feb 10 23:42:09.634249 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [req-86337043-e419-429b-8a82-11f2e618dd23 req-d0833837-bebd-4d81-a8e2-26f648c3274b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Allocated IP 172.20.0.13 (cf01e08c-c6cf-4328-a2be-056ae25f74c0/fbd78908-1711-45ce-8b08-93d6ae30725f/02065ef9-3741-4fdc-8afb-76e10264725c) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:42:09.828573 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-86337043-e419-429b-8a82-11f2e618dd23 req-d0833837-bebd-4d81-a8e2-26f648c3274b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:09.845089 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-86337043-e419-429b-8a82-11f2e618dd23 req-d0833837-bebd-4d81-a8e2-26f648c3274b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Transition to ACTIVE for port object 02065ef9-3741-4fdc-8afb-76e10264725c will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:42:09.938914 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-86337043-e419-429b-8a82-11f2e618dd23 req-d0833837-bebd-4d81-a8e2-26f648c3274b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:10.011267 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86337043-e419-429b-8a82-11f2e618dd23 req-d0833837-bebd-4d81-a8e2-26f648c3274b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Network cf01e08c-c6cf-4328-a2be-056ae25f74c0 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:42:10.013933 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [req-86337043-e419-429b-8a82-11f2e618dd23 req-d0833837-bebd-4d81-a8e2-26f648c3274b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:42:10.017615 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-86337043-e419-429b-8a82-11f2e618dd23 req-d0833837-bebd-4d81-a8e2-26f648c3274b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:42:10.052683 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0833837-bebd-4d81-a8e2-26f648c3274b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'Port': ['ID=02065ef9-3741-4fdc-8afb-76e10264725c,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:42:10.082928 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86337043-e419-429b-8a82-11f2e618dd23 req-d0833837-bebd-4d81-a8e2-26f648c3274b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:42:10.083616 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-86337043-e419-429b-8a82-11f2e618dd23 req-d0833837-bebd-4d81-a8e2-26f648c3274b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:10.195728 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-86337043-e419-429b-8a82-11f2e618dd23 req-d0833837-bebd-4d81-a8e2-26f648c3274b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9660239 Feb 10 23:42:10.206480 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-86337043-e419-429b-8a82-11f2e618dd23 req-60d84d63-1e6c-41d8-be9e-102163995020 service neutron] Request body: {'port': {'device_id': 'f4a06c38-084b-4e6e-b436-c863e6a88fd3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:42:10.312189 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-86337043-e419-429b-8a82-11f2e618dd23 req-60d84d63-1e6c-41d8-be9e-102163995020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:10.360600 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-a9e821ad-9736-446c-a7c2-70cfc1e9ce0b None None] Provisioning for port 02065ef9-3741-4fdc-8afb-76e10264725c completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:42:10.365292 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-a9e821ad-9736-446c-a7c2-70cfc1e9ce0b None None] Provisioning complete for port 02065ef9-3741-4fdc-8afb-76e10264725c triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:42:10.365656 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a9e821ad-9736-446c-a7c2-70cfc1e9ce0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:10.419661 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-a9e821ad-9736-446c-a7c2-70cfc1e9ce0b None None] Port 02065ef9-3741-4fdc-8afb-76e10264725c cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:42:10.724217 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 557727dd-9a52-42fd-b0ed-f0356094370e up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:42:10.799174 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [req-86337043-e419-429b-8a82-11f2e618dd23 req-60d84d63-1e6c-41d8-be9e-102163995020 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02065ef9-3741-4fdc-8afb-76e10264725c {{(pid=84332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:42:10.808339 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-86337043-e419-429b-8a82-11f2e618dd23 req-60d84d63-1e6c-41d8-be9e-102163995020 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:10.833436 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-86337043-e419-429b-8a82-11f2e618dd23 req-60d84d63-1e6c-41d8-be9e-102163995020 service neutron] Transition to ACTIVE for port object 02065ef9-3741-4fdc-8afb-76e10264725c will not be triggered until provisioned by entity L2. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:42:10.846377 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 557727dd-9a52-42fd-b0ed-f0356094370e completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:42:10.846686 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbae962a-da23-48ca-908b-a68aee70196d req-7ce3caa4-5126-449c-8bb5-9cc08cb2458f tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:42:10.847368 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-dbae962a-da23-48ca-908b-a68aee70196d req-7ce3caa4-5126-449c-8bb5-9cc08cb2458f tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Synchronizing usage tracker for tenant:7aa12777ef71410eaa70251ed5176e4b on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:42:10.851439 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 557727dd-9a52-42fd-b0ed-f0356094370e triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:42:10.851875 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:10.909339 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-86337043-e419-429b-8a82-11f2e618dd23 req-60d84d63-1e6c-41d8-be9e-102163995020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:10.956137 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-dbae962a-da23-48ca-908b-a68aee70196d req-7ce3caa4-5126-449c-8bb5-9cc08cb2458f tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Unset dirty status for tenant:7aa12777ef71410eaa70251ed5176e4b on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:42:10.957650 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-dbae962a-da23-48ca-908b-a68aee70196d req-7ce3caa4-5126-449c-8bb5-9cc08cb2458f tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4a06c38-084b-4e6e-b436-c863e6a88fd3 HTTP/1.1" status: 200 len: 932 time: 0.2271314 Feb 10 23:42:10.968778 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:11.004911 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 557727dd-9a52-42fd-b0ed-f0356094370e, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=557727dd-9a52-42fd-b0ed-f0356094370e,segment=NetworkSegment(c81e1fd1-4135-45ff-b74b-3ccce14cba48),segment_id=c81e1fd1-4135-45ff-b74b-3ccce14cba48)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:42:11.065231 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d84d63-1e6c-41d8-be9e-102163995020 service neutron] Pushing event updated for resources: {'Port': ['ID=02065ef9-3741-4fdc-8afb-76e10264725c,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:42:11.069846 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:11.146879 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=557727dd-9a52-42fd-b0ed-f0356094370e,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:42:11.167879 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-dbae962a-da23-48ca-908b-a68aee70196d req-da9e7daf-7e72-427b-8c5d-4c06f53f328a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=4adcee6a-64af-4448-ac11-78271071b1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2021432 Feb 10 23:42:11.204230 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-86337043-e419-429b-8a82-11f2e618dd23 req-60d84d63-1e6c-41d8-be9e-102163995020 service neutron] Attempting to bind port 02065ef9-3741-4fdc-8afb-76e10264725c on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:42:11.204576 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-86337043-e419-429b-8a82-11f2e618dd23 req-60d84d63-1e6c-41d8-be9e-102163995020 service neutron] Attempting to bind port 02065ef9-3741-4fdc-8afb-76e10264725c by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': 'c81e1fd1-4135-45ff-b74b-3ccce14cba48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'cf01e08c-c6cf-4328-a2be-056ae25f74c0'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:42:11.204896 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86337043-e419-429b-8a82-11f2e618dd23 req-60d84d63-1e6c-41d8-be9e-102163995020 service neutron] Attempting to bind port 02065ef9-3741-4fdc-8afb-76e10264725c on network cf01e08c-c6cf-4328-a2be-056ae25f74c0 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:42:11.210428 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86337043-e419-429b-8a82-11f2e618dd23 req-60d84d63-1e6c-41d8-be9e-102163995020 service neutron] Port 02065ef9-3741-4fdc-8afb-76e10264725c on network cf01e08c-c6cf-4328-a2be-056ae25f74c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:42:11.210739 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86337043-e419-429b-8a82-11f2e618dd23 req-60d84d63-1e6c-41d8-be9e-102163995020 service neutron] Attempting to bind port 02065ef9-3741-4fdc-8afb-76e10264725c on network cf01e08c-c6cf-4328-a2be-056ae25f74c0 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:42:11.217555 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86337043-e419-429b-8a82-11f2e618dd23 req-60d84d63-1e6c-41d8-be9e-102163995020 service neutron] Checking agent: {'id': '0f85d58b-4cda-4360-97cf-be037aef26b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'started_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:42:11.217884 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86337043-e419-429b-8a82-11f2e618dd23 req-60d84d63-1e6c-41d8-be9e-102163995020 service neutron] Checking segment: {'id': 'c81e1fd1-4135-45ff-b74b-3ccce14cba48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'cf01e08c-c6cf-4328-a2be-056ae25f74c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:42:11.218258 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86337043-e419-429b-8a82-11f2e618dd23 req-60d84d63-1e6c-41d8-be9e-102163995020 service neutron] Bound using segment: {'id': 'c81e1fd1-4135-45ff-b74b-3ccce14cba48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'cf01e08c-c6cf-4328-a2be-056ae25f74c0'} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:42:11.218669 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-86337043-e419-429b-8a82-11f2e618dd23 req-60d84d63-1e6c-41d8-be9e-102163995020 service neutron] Bound port: 02065ef9-3741-4fdc-8afb-76e10264725c, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c81e1fd1-4135-45ff-b74b-3ccce14cba48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'cf01e08c-c6cf-4328-a2be-056ae25f74c0'}}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:42:11.219000 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-86337043-e419-429b-8a82-11f2e618dd23 req-60d84d63-1e6c-41d8-be9e-102163995020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:11.303652 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-86337043-e419-429b-8a82-11f2e618dd23 req-60d84d63-1e6c-41d8-be9e-102163995020 service neutron] For port 02065ef9-3741-4fdc-8afb-76e10264725c, host hv-neutron-8287, cleared binding levels {{(pid=84332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:42:11.307291 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-86337043-e419-429b-8a82-11f2e618dd23 req-60d84d63-1e6c-41d8-be9e-102163995020 service neutron] For port 02065ef9-3741-4fdc-8afb-76e10264725c, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=02065ef9-3741-4fdc-8afb-76e10264725c,segment=NetworkSegment(c81e1fd1-4135-45ff-b74b-3ccce14cba48),segment_id=c81e1fd1-4135-45ff-b74b-3ccce14cba48)] {{(pid=84332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:42:11.372786 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-86337043-e419-429b-8a82-11f2e618dd23 req-60d84d63-1e6c-41d8-be9e-102163995020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:11.436627 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-86337043-e419-429b-8a82-11f2e618dd23 req-60d84d63-1e6c-41d8-be9e-102163995020 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:11.438000 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-86337043-e419-429b-8a82-11f2e618dd23 req-60d84d63-1e6c-41d8-be9e-102163995020 service neutron] 10.222.0.37 "PUT /v2.0/ports/02065ef9-3741-4fdc-8afb-76e10264725c HTTP/1.1" status: 200 len: 1094 time: 1.2355349 Feb 10 23:42:11.438425 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4a06c38-084b-4e6e-b436-c863e6a88fd3', 'tag': '02065ef9-3741-4fdc-8afb-76e10264725c'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:42:11.456127 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d84d63-1e6c-41d8-be9e-102163995020 service neutron] Pushing event updated for resources: {'Port': ['ID=02065ef9-3741-4fdc-8afb-76e10264725c,revision_number=3']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:42:11.504882 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4a06c38-084b-4e6e-b436-c863e6a88fd3', 'tag': '02065ef9-3741-4fdc-8afb-76e10264725c', 'status': 'completed', 'code': 200} Feb 10 23:42:11.600828 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-87e36047-93f7-4981-9ce6-fe0aa54b98f7 req-fc11a486-708f-4a76-a409-ae82617f6f08 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7aa12777ef71410eaa70251ed5176e4b&device_id=f4a06c38-084b-4e6e-b436-c863e6a88fd3 HTTP/1.1" status: 200 len: 1097 time: 0.0746162 Feb 10 23:42:11.750645 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e36047-93f7-4981-9ce6-fe0aa54b98f7 req-f859f467-430c-47ca-bbbe-d19f8e969add service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:42:11.751937 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-87e36047-93f7-4981-9ce6-fe0aa54b98f7 req-f859f467-430c-47ca-bbbe-d19f8e969add service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=7aa12777ef71410eaa70251ed5176e4b&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1452229 Feb 10 23:42:11.890464 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e36047-93f7-4981-9ce6-fe0aa54b98f7 req-5634d583-d3e1-438f-be65-3940d06376fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:42:11.892338 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-87e36047-93f7-4981-9ce6-fe0aa54b98f7 req-5634d583-d3e1-438f-be65-3940d06376fe service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1342084 Feb 10 23:42:12.003243 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-86337043-e419-429b-8a82-11f2e618dd23 req-54205000-b3a3-4e89-bbd4-3c1a6ad30c01 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7aa12777ef71410eaa70251ed5176e4b&device_id=f4a06c38-084b-4e6e-b436-c863e6a88fd3 HTTP/1.1" status: 200 len: 1097 time: 0.0737998 Feb 10 23:42:12.075286 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-86337043-e419-429b-8a82-11f2e618dd23 req-aeb5a458-0a6e-4e85-b39f-d6a99c85ca3d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02065ef9-3741-4fdc-8afb-76e10264725c HTTP/1.1" status: 200 len: 217 time: 0.0648856 Feb 10 23:42:12.138097 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86337043-e419-429b-8a82-11f2e618dd23 req-89c4ff6b-8bf0-46f4-ba85-8b5c764bf545 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:42:12.139547 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-86337043-e419-429b-8a82-11f2e618dd23 req-89c4ff6b-8bf0-46f4-ba85-8b5c764bf545 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fbd78908-1711-45ce-8b08-93d6ae30725f HTTP/1.1" status: 200 len: 835 time: 0.0583074 Feb 10 23:42:12.215691 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-86337043-e419-429b-8a82-11f2e618dd23 req-03f75d9d-5e6b-48c7-9a69-b884552f1c51 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cf01e08c-c6cf-4328-a2be-056ae25f74c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697803 Feb 10 23:42:12.396525 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-86337043-e419-429b-8a82-11f2e618dd23 req-2a634c69-b23d-4c96-9e80-010373fb67bd service neutron] 10.222.0.37 "GET /v2.0/networks/cf01e08c-c6cf-4328-a2be-056ae25f74c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750038 Feb 10 23:42:12.429622 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014fd6b-7cd2-4f08-93de-6d8d747ef5fe req-f29457fa-5032-44ef-81ab-af08417ab1a9 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:42:12.431291 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2014fd6b-7cd2-4f08-93de-6d8d747ef5fe req-f29457fa-5032-44ef-81ab-af08417ab1a9 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4a06c38-084b-4e6e-b436-c863e6a88fd3 HTTP/1.1" status: 200 len: 944 time: 0.1365342 Feb 10 23:42:12.642005 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2014fd6b-7cd2-4f08-93de-6d8d747ef5fe req-895f173a-4d27-422a-b73c-ef428e1d58aa tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=4adcee6a-64af-4448-ac11-78271071b1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766163 Feb 10 23:42:12.658306 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-86337043-e419-429b-8a82-11f2e618dd23 req-e8042233-90c8-49f7-afb5-748684490b66 service neutron] 10.222.0.37 "GET /v2.0/networks/cf01e08c-c6cf-4328-a2be-056ae25f74c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561109 Feb 10 23:42:12.698985 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 557727dd-9a52-42fd-b0ed-f0356094370e up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:42:12.770457 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 557727dd-9a52-42fd-b0ed-f0356094370e triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:42:12.770829 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:13.843104 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3585b0-c633-46d5-a31d-c8b439069827 req-c40f9802-d8d6-4fac-9fa1-00d01dcddae4 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:42:13.844518 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-3d3585b0-c633-46d5-a31d-c8b439069827 req-c40f9802-d8d6-4fac-9fa1-00d01dcddae4 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4a06c38-084b-4e6e-b436-c863e6a88fd3 HTTP/1.1" status: 200 len: 944 time: 0.0736468 Feb 10 23:42:13.889142 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-3d3585b0-c633-46d5-a31d-c8b439069827 req-036e42ad-414a-43b7-be17-faa94e5be110 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Synchronizing usage tracker for tenant:7aa12777ef71410eaa70251ed5176e4b on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:42:13.900369 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-3d3585b0-c633-46d5-a31d-c8b439069827 req-036e42ad-414a-43b7-be17-faa94e5be110 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Unset dirty status for tenant:7aa12777ef71410eaa70251ed5176e4b on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:42:13.901476 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-3d3585b0-c633-46d5-a31d-c8b439069827 req-036e42ad-414a-43b7-be17-faa94e5be110 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=4adcee6a-64af-4448-ac11-78271071b1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514829 Feb 10 23:42:15.096710 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19c33d-a62a-4158-91d5-243054e2f31c req-830e95e8-c064-431b-a0f4-4fe9bd8f02ea tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:42:15.098307 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9e19c33d-a62a-4158-91d5-243054e2f31c req-830e95e8-c064-431b-a0f4-4fe9bd8f02ea tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4a06c38-084b-4e6e-b436-c863e6a88fd3 HTTP/1.1" status: 200 len: 944 time: 0.0743725 Feb 10 23:42:15.144405 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9e19c33d-a62a-4158-91d5-243054e2f31c req-316c7bd8-4817-4871-93cd-9eb7a436078f tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=4adcee6a-64af-4448-ac11-78271071b1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402687 Feb 10 23:42:15.898075 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 02065ef9-3741-4fdc-8afb-76e10264725c details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:42:16.061445 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 02065ef9-3741-4fdc-8afb-76e10264725c, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=02065ef9-3741-4fdc-8afb-76e10264725c,segment=NetworkSegment(c81e1fd1-4135-45ff-b74b-3ccce14cba48),segment_id=c81e1fd1-4135-45ff-b74b-3ccce14cba48)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:42:16.074349 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Returning: {'device': '02065ef9-3741-4fdc-8afb-76e10264725c', 'network_id': 'cf01e08c-c6cf-4328-a2be-056ae25f74c0', 'port_id': '02065ef9-3741-4fdc-8afb-76e10264725c', 'mac_address': 'fa:16:3e:4f:6c:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbd78908-1711-45ce-8b08-93d6ae30725f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:42:16.126536 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:16.143150 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02065ef9-3741-4fdc-8afb-76e10264725c {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:42:16.158395 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 02065ef9-3741-4fdc-8afb-76e10264725c, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=02065ef9-3741-4fdc-8afb-76e10264725c,segment=NetworkSegment(c81e1fd1-4135-45ff-b74b-3ccce14cba48),segment_id=c81e1fd1-4135-45ff-b74b-3ccce14cba48)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:42:16.241081 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:16.309620 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=02065ef9-3741-4fdc-8afb-76e10264725c,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:42:16.345283 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f98be-aa9e-4afa-9b4c-32869e7b945e req-528b60dc-034e-499c-ba31-c7bf7d213ef7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:42:16.346710 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-e75f98be-aa9e-4afa-9b4c-32869e7b945e req-528b60dc-034e-499c-ba31-c7bf7d213ef7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4a06c38-084b-4e6e-b436-c863e6a88fd3 HTTP/1.1" status: 200 len: 945 time: 0.0811555 Feb 10 23:42:16.391089 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-e75f98be-aa9e-4afa-9b4c-32869e7b945e req-d317a77a-8164-45e9-a0e8-3144cf8917c8 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=4adcee6a-64af-4448-ac11-78271071b1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387237 Feb 10 23:42:16.411262 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:16.447200 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['02065ef9-3741-4fdc-8afb-76e10264725c'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:42:17.588134 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e031f6-938b-4a9d-9653-008cb5c378c2 req-74dcf729-253b-46d7-ba5d-614eaa18d474 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:42:17.589637 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e6e031f6-938b-4a9d-9653-008cb5c378c2 req-74dcf729-253b-46d7-ba5d-614eaa18d474 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4a06c38-084b-4e6e-b436-c863e6a88fd3 HTTP/1.1" status: 200 len: 945 time: 0.0802648 Feb 10 23:42:17.637543 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e6e031f6-938b-4a9d-9653-008cb5c378c2 req-7c86c53b-19c9-4686-8d33-4da8b666f9ad tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=4adcee6a-64af-4448-ac11-78271071b1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416620 Feb 10 23:42:17.901449 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 02065ef9-3741-4fdc-8afb-76e10264725c up at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:42:18.023578 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning for port 02065ef9-3741-4fdc-8afb-76e10264725c completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:42:18.029251 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning complete for port 02065ef9-3741-4fdc-8afb-76e10264725c triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:42:18.029627 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:18.141668 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:18.167017 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a06c38-084b-4e6e-b436-c863e6a88fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02065ef9-3741-4fdc-8afb-76e10264725c'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:42:18.177230 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 02065ef9-3741-4fdc-8afb-76e10264725c, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=02065ef9-3741-4fdc-8afb-76e10264725c,segment=NetworkSegment(c81e1fd1-4135-45ff-b74b-3ccce14cba48),segment_id=c81e1fd1-4135-45ff-b74b-3ccce14cba48)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:42:18.222196 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a06c38-084b-4e6e-b436-c863e6a88fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02065ef9-3741-4fdc-8afb-76e10264725c', 'code': 200} Feb 10 23:42:18.234675 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:18.303202 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=02065ef9-3741-4fdc-8afb-76e10264725c,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:42:18.549964 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-31a5da1a-9cc7-41b9-9ac3-63b9b68e9370 req-23c00de2-ef52-42cc-a5f4-90289531f419 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f4a06c38-084b-4e6e-b436-c863e6a88fd3 HTTP/1.1" status: 200 len: 1099 time: 0.0665686 Feb 10 23:42:18.590758 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-31a5da1a-9cc7-41b9-9ac3-63b9b68e9370 req-809b3f7c-ac15-42e2-ab51-5f56f6d033b8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4adcee6a-64af-4448-ac11-78271071b1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342894 Feb 10 23:42:18.838258 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db483bd-b411-4b77-ba7d-8506f9f94c6f req-fa4a547a-0d8a-4be3-aff2-8d70a94f3cde tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:42:18.839680 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6db483bd-b411-4b77-ba7d-8506f9f94c6f req-fa4a547a-0d8a-4be3-aff2-8d70a94f3cde tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4a06c38-084b-4e6e-b436-c863e6a88fd3 HTTP/1.1" status: 200 len: 946 time: 0.0792594 Feb 10 23:42:18.883178 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6db483bd-b411-4b77-ba7d-8506f9f94c6f req-c3da635d-8e32-48a9-afc4-b7d81befc331 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=4adcee6a-64af-4448-ac11-78271071b1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379934 Feb 10 23:42:19.069331 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a1845f19-47d0-443b-945c-db052252f935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:20.083027 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597afa14-2c12-4ccd-9660-69fc10ff914c req-410491bd-6efc-40f3-ae51-ed2f35d2e22d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:42:20.084456 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-597afa14-2c12-4ccd-9660-69fc10ff914c req-410491bd-6efc-40f3-ae51-ed2f35d2e22d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4a06c38-084b-4e6e-b436-c863e6a88fd3 HTTP/1.1" status: 200 len: 946 time: 0.0752549 Feb 10 23:42:20.129347 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-597afa14-2c12-4ccd-9660-69fc10ff914c req-e9650f6a-c5c4-4e87-868e-3d355191f0ff tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=4adcee6a-64af-4448-ac11-78271071b1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391715 Feb 10 23:42:20.322369 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec2541-f278-455d-8132-cffddba0c623 req-3a1b30b8-0d58-4cec-8426-82967b3d85bd tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:42:20.323778 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-05ec2541-f278-455d-8132-cffddba0c623 req-3a1b30b8-0d58-4cec-8426-82967b3d85bd tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4a06c38-084b-4e6e-b436-c863e6a88fd3 HTTP/1.1" status: 200 len: 946 time: 0.0755405 Feb 10 23:42:20.372126 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-05ec2541-f278-455d-8132-cffddba0c623 req-da1c7b57-8a72-47af-bc1c-98b4026b90c2 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=4adcee6a-64af-4448-ac11-78271071b1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428262 Feb 10 23:42:20.399537 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 55940) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:42:20.465620 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-652f019a-7995-4345-b7c3-3c6587ceb321 tempest-TestNetworkAdvancedServerOps-195907508 tempest-TestNetworkAdvancedServerOps-195907508-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=f4a06c38-084b-4e6e-b436-c863e6a88fd3 HTTP/1.1" status: 200 len: 1094 time: 0.0649152 Feb 10 23:42:20.468038 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 55944) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:42:20.472966 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-e712f192-28db-4db3-85a1-95d7fbb6ded5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Request body: {'floatingip': {'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'port_id': '02065ef9-3741-4fdc-8afb-76e10264725c', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:42:20.479358 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e712f192-28db-4db3-85a1-95d7fbb6ded5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:42:20.483118 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e712f192-28db-4db3-85a1-95d7fbb6ded5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Usage tracker for resource:floatingip and tenant:7aa12777ef71410eaa70251ed5176e4b is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:42:20.485887 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e712f192-28db-4db3-85a1-95d7fbb6ded5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:42:20.491405 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e712f192-28db-4db3-85a1-95d7fbb6ded5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:42:20.555253 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e712f192-28db-4db3-85a1-95d7fbb6ded5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for floatingip, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:20.691767 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e712f192-28db-4db3-85a1-95d7fbb6ded5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:20.833307 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-e712f192-28db-4db3-85a1-95d7fbb6ded5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Allocated IP 172.26.8.243 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/d395a7a3-16c7-48a4-9454-be90c577fd06) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:42:20.975064 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e712f192-28db-4db3-85a1-95d7fbb6ded5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:21.063746 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e712f192-28db-4db3-85a1-95d7fbb6ded5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:21.128626 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e712f192-28db-4db3-85a1-95d7fbb6ded5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:42:21.131095 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-e712f192-28db-4db3-85a1-95d7fbb6ded5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:42:21.134882 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e712f192-28db-4db3-85a1-95d7fbb6ded5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:42:21.166500 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e712f192-28db-4db3-85a1-95d7fbb6ded5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'Port': ['ID=d395a7a3-16c7-48a4-9454-be90c577fd06,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:42:21.257811 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e46ae34e-9a5a-4399-860d-462cac6787a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:21.717939 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e712f192-28db-4db3-85a1-95d7fbb6ded5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:21.828883 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e712f192-28db-4db3-85a1-95d7fbb6ded5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:22.028046 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e712f192-28db-4db3-85a1-95d7fbb6ded5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:22.085896 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e712f192-28db-4db3-85a1-95d7fbb6ded5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:22.188591 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e712f192-28db-4db3-85a1-95d7fbb6ded5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'Port': ['ID=d395a7a3-16c7-48a4-9454-be90c577fd06,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:42:22.203191 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e712f192-28db-4db3-85a1-95d7fbb6ded5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1734214'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:22.394384 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.l3_db [None req-e712f192-28db-4db3-85a1-95d7fbb6ded5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Floating IP 0b8722bd-0d73-4497-8cd5-e737c3d58af5 associated. External IP: 172.26.8.243, port: 02065ef9-3741-4fdc-8afb-76e10264725c. Feb 10 23:42:22.566154 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:22.600603 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:22.783258 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e712f192-28db-4db3-85a1-95d7fbb6ded5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Router 3fbb9d4f-4c12-44dd-a311-ec38be4929e5 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:42:22.973509 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e712f192-28db-4db3-85a1-95d7fbb6ded5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:42:22.983971 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15944f9-4989-41d6-9a21-904aad81f83f None None] Sync routers for ids ['3fbb9d4f-4c12-44dd-a311-ec38be4929e5'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:42:22.996689 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15944f9-4989-41d6-9a21-904aad81f83f None None] Routers {'3fbb9d4f-4c12-44dd-a311-ec38be4929e5'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:42:22.997285 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-d15944f9-4989-41d6-9a21-904aad81f83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:42:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['3fbb9d4f-4c12-44dd-a311-ec38be4929e5'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:42:23.051910 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e712f192-28db-4db3-85a1-95d7fbb6ded5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:23.111256 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e712f192-28db-4db3-85a1-95d7fbb6ded5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6422124 Feb 10 23:42:23.112132 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4a06c38-084b-4e6e-b436-c863e6a88fd3', 'tag': '02065ef9-3741-4fdc-8afb-76e10264725c'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:42:23.173848 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-d15944f9-4989-41d6-9a21-904aad81f83f None None] Set router 3fbb9d4f-4c12-44dd-a311-ec38be4929e5 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:42:23.175611 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4a06c38-084b-4e6e-b436-c863e6a88fd3', 'tag': '02065ef9-3741-4fdc-8afb-76e10264725c', 'status': 'completed', 'code': 200} Feb 10 23:42:23.266716 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-074fc54f-a69b-4335-85fd-da4326d87c0f req-5db9b717-936a-4c36-9681-cadb7946d249 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7aa12777ef71410eaa70251ed5176e4b&device_id=f4a06c38-084b-4e6e-b436-c863e6a88fd3 HTTP/1.1" status: 200 len: 1099 time: 0.0711126 Feb 10 23:42:23.300617 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24faef6b-94b8-4c86-81f1-a5056a4523a0 req-5380ea5a-cb82-4005-9e48-8f403fbe37b1 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:42:23.302059 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-24faef6b-94b8-4c86-81f1-a5056a4523a0 req-5380ea5a-cb82-4005-9e48-8f403fbe37b1 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4a06c38-084b-4e6e-b436-c863e6a88fd3 HTTP/1.1" status: 200 len: 946 time: 0.0838068 Feb 10 23:42:23.353335 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-24faef6b-94b8-4c86-81f1-a5056a4523a0 req-dbec5935-758b-448e-84e1-5a0088b4b06c tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=4adcee6a-64af-4448-ac11-78271071b1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444441 Feb 10 23:42:23.384696 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 55952) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:42:23.498626 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-428779c6-d7dd-4bd2-8288-42eb43ba96dc tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/floatingips/0b8722bd-0d73-4497-8cd5-e737c3d58af5 HTTP/1.1" status: 200 len: 992 time: 0.1125994 Feb 10 23:42:23.506697 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074fc54f-a69b-4335-85fd-da4326d87c0f req-e8d00bf6-4868-4a2b-866d-c7b043768b79 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:42:23.509641 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-074fc54f-a69b-4335-85fd-da4326d87c0f req-e8d00bf6-4868-4a2b-866d-c7b043768b79 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cf01e08c-c6cf-4328-a2be-056ae25f74c0 HTTP/1.1" status: 200 len: 898 time: 0.2364612 Feb 10 23:42:23.535987 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-d15944f9-4989-41d6-9a21-904aad81f83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbb9d4f-4c12-44dd-a311-ec38be4929e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72647860', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.183'}], 'enable_snat': True}, 'gw_port_id': '6908ac45-3f54-4f53-a6f9-5f62eb863fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:41:59Z', 'updated_at': '2022-02-10T23:42:04Z', 'revision_number': 4, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': '6908ac45-3f54-4f53-a6f9-5f62eb863fc8', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbb9d4f-4c12-44dd-a311-ec38be4929e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:42:00Z', 'updated_at': '2022-02-10T23:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '0b8722bd-0d73-4497-8cd5-e737c3d58af5', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'floating_ip_address': '172.26.8.243', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '3fbb9d4f-4c12-44dd-a311-ec38be4929e5', 'port_id': '02065ef9-3741-4fdc-8afb-76e10264725c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf01e08c-c6cf-4328-a2be-056ae25f74c0', 'mac_address': 'fa:16:3e:4f:6c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a06c38-084b-4e6e-b436-c863e6a88fd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:42:21Z', 'updated_at': '2022-02-10T23:42:21Z', 'revision_number': 0, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '557727dd-9a52-42fd-b0ed-f0356094370e', 'name': '', 'network_id': 'cf01e08c-c6cf-4328-a2be-056ae25f74c0', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'mac_address': 'fa:16:3e:90:a8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbb9d4f-4c12-44dd-a311-ec38be4929e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fbd78908-1711-45ce-8b08-93d6ae30725f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:42:03Z', 'updated_at': '2022-02-10T23:42:10Z', 'revision_number': 5, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'subnets': [{'id': 'fbd78908-1711-45ce-8b08-93d6ae30725f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:42:23.540141 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15944f9-4989-41d6-9a21-904aad81f83f None None] Checking router: 3fbb9d4f-4c12-44dd-a311-ec38be4929e5 for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:42:23.550616 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15944f9-4989-41d6-9a21-904aad81f83f None None] Routers {'3fbb9d4f-4c12-44dd-a311-ec38be4929e5'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:42:23.551214 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-d15944f9-4989-41d6-9a21-904aad81f83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:42:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['3fbb9d4f-4c12-44dd-a311-ec38be4929e5'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:42:23.611553 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-074fc54f-a69b-4335-85fd-da4326d87c0f req-a9fe5190-fee4-49c6-b32f-431f640f45a3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02065ef9-3741-4fdc-8afb-76e10264725c HTTP/1.1" status: 200 len: 1000 time: 0.0975568 Feb 10 23:42:23.673686 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074fc54f-a69b-4335-85fd-da4326d87c0f req-065e0555-bd20-4daa-ad2e-aa2b43f16dfe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:42:23.675116 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-074fc54f-a69b-4335-85fd-da4326d87c0f req-065e0555-bd20-4daa-ad2e-aa2b43f16dfe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fbd78908-1711-45ce-8b08-93d6ae30725f HTTP/1.1" status: 200 len: 835 time: 0.0581222 Feb 10 23:42:23.730912 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-d15944f9-4989-41d6-9a21-904aad81f83f None None] Set router 3fbb9d4f-4c12-44dd-a311-ec38be4929e5 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:42:23.753864 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-074fc54f-a69b-4335-85fd-da4326d87c0f req-e4ffa6d0-6eee-4a0f-a951-793b809a3124 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cf01e08c-c6cf-4328-a2be-056ae25f74c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723293 Feb 10 23:42:23.884282 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-074fc54f-a69b-4335-85fd-da4326d87c0f req-f052c31b-fa8e-4e66-919b-7b0f7d01ec87 service neutron] 10.222.0.37 "GET /v2.0/networks/cf01e08c-c6cf-4328-a2be-056ae25f74c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240549 Feb 10 23:42:24.014453 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-074fc54f-a69b-4335-85fd-da4326d87c0f req-cef36920-75ec-4539-b165-55203b915dd4 service neutron] 10.222.0.37 "GET /v2.0/networks/cf01e08c-c6cf-4328-a2be-056ae25f74c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244743 Feb 10 23:42:24.083865 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-d15944f9-4989-41d6-9a21-904aad81f83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbb9d4f-4c12-44dd-a311-ec38be4929e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72647860', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.183'}], 'enable_snat': True}, 'gw_port_id': '6908ac45-3f54-4f53-a6f9-5f62eb863fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:41:59Z', 'updated_at': '2022-02-10T23:42:04Z', 'revision_number': 4, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': '6908ac45-3f54-4f53-a6f9-5f62eb863fc8', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbb9d4f-4c12-44dd-a311-ec38be4929e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:42:00Z', 'updated_at': '2022-02-10T23:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '0b8722bd-0d73-4497-8cd5-e737c3d58af5', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'floating_ip_address': '172.26.8.243', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '3fbb9d4f-4c12-44dd-a311-ec38be4929e5', 'port_id': '02065ef9-3741-4fdc-8afb-76e10264725c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf01e08c-c6cf-4328-a2be-056ae25f74c0', 'mac_address': 'fa:16:3e:4f:6c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a06c38-084b-4e6e-b436-c863e6a88fd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:42:21Z', 'updated_at': '2022-02-10T23:42:21Z', 'revision_number': 0, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '557727dd-9a52-42fd-b0ed-f0356094370e', 'name': '', 'network_id': 'cf01e08c-c6cf-4328-a2be-056ae25f74c0', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'mac_address': 'fa:16:3e:90:a8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbb9d4f-4c12-44dd-a311-ec38be4929e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fbd78908-1711-45ce-8b08-93d6ae30725f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:42:03Z', 'updated_at': '2022-02-10T23:42:10Z', 'revision_number': 5, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'subnets': [{'id': 'fbd78908-1711-45ce-8b08-93d6ae30725f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:42:24.088568 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15944f9-4989-41d6-9a21-904aad81f83f None None] The sync data for ids ['3fbb9d4f-4c12-44dd-a311-ec38be4929e5'] in dv-neutron-828797-1-hyperv is: [{'id': '3fbb9d4f-4c12-44dd-a311-ec38be4929e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72647860', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.183'}], 'enable_snat': True}, 'gw_port_id': '6908ac45-3f54-4f53-a6f9-5f62eb863fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:41:59Z', 'updated_at': '2022-02-10T23:42:04Z', 'revision_number': 4, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': '6908ac45-3f54-4f53-a6f9-5f62eb863fc8', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbb9d4f-4c12-44dd-a311-ec38be4929e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:42:00Z', 'updated_at': '2022-02-10T23:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '0b8722bd-0d73-4497-8cd5-e737c3d58af5', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'floating_ip_address': '172.26.8.243', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '3fbb9d4f-4c12-44dd-a311-ec38be4929e5', 'port_id': '02065ef9-3741-4fdc-8afb-76e10264725c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf01e08c-c6cf-4328-a2be-056ae25f74c0', 'mac_address': 'fa:16:3e:4f:6c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a06c38-084b-4e6e-b436-c863e6a88fd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:42:21Z', 'updated_at': '2022-02-10T23:42:21Z', 'revision_number': 0, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '557727dd-9a52-42fd-b0ed-f0356094370e', 'name': '', 'network_id': 'cf01e08c-c6cf-4328-a2be-056ae25f74c0', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'mac_address': 'fa:16:3e:90:a8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbb9d4f-4c12-44dd-a311-ec38be4929e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fbd78908-1711-45ce-8b08-93d6ae30725f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:42:03Z', 'updated_at': '2022-02-10T23:42:10Z', 'revision_number': 5, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'subnets': [{'id': 'fbd78908-1711-45ce-8b08-93d6ae30725f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:42:24.130758 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:24.502360 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 55956) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:42:24.606653 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-7a20b27c-3aac-40ee-8ccc-7ab851919bd2 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/floatingips/0b8722bd-0d73-4497-8cd5-e737c3d58af5 HTTP/1.1" status: 200 len: 992 time: 0.1031618 Feb 10 23:42:25.610367 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 55960) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:42:25.634413 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01016b7-e547-4421-9b1b-92fb93be73a1 None None] New status for floating IP 0b8722bd-0d73-4497-8cd5-e737c3d58af5: ACTIVE {{(pid=84334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 23:42:25.719825 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9a8cd64a-6627-452a-bb04-bab0c57562a9 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/floatingips/0b8722bd-0d73-4497-8cd5-e737c3d58af5 HTTP/1.1" status: 200 len: 992 time: 0.1072860 Feb 10 23:42:26.722555 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 55964) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:42:26.822850 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d970a97d-11d3-4147-b5d6-e7f3e9d9f202 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/floatingips/0b8722bd-0d73-4497-8cd5-e737c3d58af5 HTTP/1.1" status: 200 len: 994 time: 0.0991685 Feb 10 23:42:29.237745 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:42:37.064091 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-87ad130c-06da-4f9b-a80d-440a32e2dd84 req-e79ed65e-fd62-4cd3-a2da-facad0f9c76c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f4a06c38-084b-4e6e-b436-c863e6a88fd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0689540 Feb 10 23:42:37.204666 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-87ad130c-06da-4f9b-a80d-440a32e2dd84 req-28c94f22-60f5-452c-a5b5-180b33ba41e4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7aa12777ef71410eaa70251ed5176e4b&device_id=f4a06c38-084b-4e6e-b436-c863e6a88fd3 HTTP/1.1" status: 200 len: 1099 time: 0.0680537 Feb 10 23:42:37.344609 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad130c-06da-4f9b-a80d-440a32e2dd84 req-0d6ee44f-652d-4523-81d8-b5b68d5cd140 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:42:37.345954 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-87ad130c-06da-4f9b-a80d-440a32e2dd84 req-0d6ee44f-652d-4523-81d8-b5b68d5cd140 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cf01e08c-c6cf-4328-a2be-056ae25f74c0 HTTP/1.1" status: 200 len: 898 time: 0.1234632 Feb 10 23:42:37.447266 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-87ad130c-06da-4f9b-a80d-440a32e2dd84 req-2125b83f-7893-4975-8814-ad753876ffe3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02065ef9-3741-4fdc-8afb-76e10264725c HTTP/1.1" status: 200 len: 1002 time: 0.0944538 Feb 10 23:42:37.510940 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad130c-06da-4f9b-a80d-440a32e2dd84 req-a2d320cf-9d6c-4e53-8268-c9815bc291b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:42:37.512432 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-87ad130c-06da-4f9b-a80d-440a32e2dd84 req-a2d320cf-9d6c-4e53-8268-c9815bc291b0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fbd78908-1711-45ce-8b08-93d6ae30725f HTTP/1.1" status: 200 len: 835 time: 0.0589395 Feb 10 23:42:37.593308 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-87ad130c-06da-4f9b-a80d-440a32e2dd84 req-7a145f2e-4914-4f20-89b0-656b586ce9f9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cf01e08c-c6cf-4328-a2be-056ae25f74c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739341 Feb 10 23:42:37.725793 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-87ad130c-06da-4f9b-a80d-440a32e2dd84 req-c11f21c7-b7da-4f06-bc1e-78e888aaea5e service neutron] 10.222.0.37 "GET /v2.0/networks/cf01e08c-c6cf-4328-a2be-056ae25f74c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249499 Feb 10 23:42:37.949160 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-87ad130c-06da-4f9b-a80d-440a32e2dd84 req-e215e716-7124-4e6d-ba35-e68c696f3ff2 service neutron] 10.222.0.37 "GET /v2.0/networks/cf01e08c-c6cf-4328-a2be-056ae25f74c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170453 Feb 10 23:42:46.428213 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:49.103269 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b68fc0ab-d15d-48ab-b3eb-be8518e66db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:51.245020 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9a352c66-b880-4ea2-a4dc-cd7264816e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:52.582436 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:52.611060 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:54.113431 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:56.556861 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5960b4-ae3e-4a41-a68d-b4823374e121 req-3042fcbe-fbfe-45f9-a064-63cf831ad08d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:42:56.558307 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ac5960b4-ae3e-4a41-a68d-b4823374e121 req-3042fcbe-fbfe-45f9-a064-63cf831ad08d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4a06c38-084b-4e6e-b436-c863e6a88fd3 HTTP/1.1" status: 200 len: 946 time: 0.1367984 Feb 10 23:42:56.561154 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e32c8d5d-e0cb-4637-be9d-5c8a3e472579 req-b81b8d88-4681-4e4f-9ab1-cff37613102f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7aa12777ef71410eaa70251ed5176e4b&device_id=f4a06c38-084b-4e6e-b436-c863e6a88fd3 HTTP/1.1" status: 200 len: 1099 time: 0.1091387 Feb 10 23:42:56.691512 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ac5960b4-ae3e-4a41-a68d-b4823374e121 req-7f1ffce1-9e27-41a5-9359-ebe431911c1e tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=4adcee6a-64af-4448-ac11-78271071b1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273673 Feb 10 23:42:56.723105 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32c8d5d-e0cb-4637-be9d-5c8a3e472579 req-56137c67-0e81-4b2e-af27-6a0754295031 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:42:56.724505 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e32c8d5d-e0cb-4637-be9d-5c8a3e472579 req-56137c67-0e81-4b2e-af27-6a0754295031 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cf01e08c-c6cf-4328-a2be-056ae25f74c0 HTTP/1.1" status: 200 len: 898 time: 0.1470172 Feb 10 23:42:56.827495 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e32c8d5d-e0cb-4637-be9d-5c8a3e472579 req-24160f09-6f34-45da-856d-f69c05cdfdf2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02065ef9-3741-4fdc-8afb-76e10264725c HTTP/1.1" status: 200 len: 1002 time: 0.0927355 Feb 10 23:42:56.891208 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32c8d5d-e0cb-4637-be9d-5c8a3e472579 req-bc3a85bd-7e27-4345-abb0-bfce636349a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:42:56.892515 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e32c8d5d-e0cb-4637-be9d-5c8a3e472579 req-bc3a85bd-7e27-4345-abb0-bfce636349a5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fbd78908-1711-45ce-8b08-93d6ae30725f HTTP/1.1" status: 200 len: 835 time: 0.0578244 Feb 10 23:42:56.969914 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e32c8d5d-e0cb-4637-be9d-5c8a3e472579 req-bc495317-0eb1-4e58-a144-4c023033f51c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cf01e08c-c6cf-4328-a2be-056ae25f74c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700552 Feb 10 23:42:57.099422 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e32c8d5d-e0cb-4637-be9d-5c8a3e472579 req-7314f438-fc47-4bf8-866f-f3503b5346e0 service neutron] 10.222.0.37 "GET /v2.0/networks/cf01e08c-c6cf-4328-a2be-056ae25f74c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231050 Feb 10 23:42:57.228158 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e32c8d5d-e0cb-4637-be9d-5c8a3e472579 req-c8e1652f-3a6d-42f0-8d80-81313cfc0dcd service neutron] 10.222.0.37 "GET /v2.0/networks/cf01e08c-c6cf-4328-a2be-056ae25f74c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224465 Feb 10 23:42:57.895234 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b141986-3a19-488f-9fee-6ad685d755fe req-74318ba4-2525-4ed5-bc90-43df3db32368 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:42:57.896585 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-4b141986-3a19-488f-9fee-6ad685d755fe req-74318ba4-2525-4ed5-bc90-43df3db32368 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4a06c38-084b-4e6e-b436-c863e6a88fd3 HTTP/1.1" status: 200 len: 946 time: 0.0757217 Feb 10 23:42:57.942365 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-4b141986-3a19-488f-9fee-6ad685d755fe req-44d911d6-efa5-4743-af7f-3ac2423f945d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=4adcee6a-64af-4448-ac11-78271071b1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389776 Feb 10 23:42:59.136375 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e6c9c5-a9a2-4c1c-984e-ffb1f9473be1 req-f934a63c-e466-40f7-a0cd-0a9da1b6860d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:42:59.137821 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-53e6c9c5-a9a2-4c1c-984e-ffb1f9473be1 req-f934a63c-e466-40f7-a0cd-0a9da1b6860d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4a06c38-084b-4e6e-b436-c863e6a88fd3 HTTP/1.1" status: 200 len: 946 time: 0.0747051 Feb 10 23:42:59.181219 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-53e6c9c5-a9a2-4c1c-984e-ffb1f9473be1 req-85bcb610-b7d0-42e1-a66c-0ddc3b41855e tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=4adcee6a-64af-4448-ac11-78271071b1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380008 Feb 10 23:43:00.381182 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a5d9f-2236-4d50-9d15-09d9d19bb9b5 req-a5b4f369-1b53-4c6e-bfb2-a6c5f2b7e06c tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:43:00.382628 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-4d0a5d9f-2236-4d50-9d15-09d9d19bb9b5 req-a5b4f369-1b53-4c6e-bfb2-a6c5f2b7e06c tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4a06c38-084b-4e6e-b436-c863e6a88fd3 HTTP/1.1" status: 200 len: 946 time: 0.0799224 Feb 10 23:43:00.426877 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-4d0a5d9f-2236-4d50-9d15-09d9d19bb9b5 req-4769a572-52ed-4432-97a0-a807f5f84e87 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=4adcee6a-64af-4448-ac11-78271071b1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385931 Feb 10 23:43:01.624146 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a9540-75c5-43a3-92ed-c5230cf0d7ca req-334d155c-64c2-4c78-89f4-271ef89e3357 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:43:01.625601 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-462a9540-75c5-43a3-92ed-c5230cf0d7ca req-334d155c-64c2-4c78-89f4-271ef89e3357 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4a06c38-084b-4e6e-b436-c863e6a88fd3 HTTP/1.1" status: 200 len: 946 time: 0.0794179 Feb 10 23:43:01.675229 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-462a9540-75c5-43a3-92ed-c5230cf0d7ca req-ccf2eb50-e389-4cb4-8e85-0e9af58684e7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=4adcee6a-64af-4448-ac11-78271071b1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441625 Feb 10 23:43:02.866689 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735c5fc-79e5-43a5-bfe9-eb241ce46644 req-f2b6c473-9f93-4388-8555-3f6a0a3afac0 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:43:02.868770 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-7735c5fc-79e5-43a5-bfe9-eb241ce46644 req-f2b6c473-9f93-4388-8555-3f6a0a3afac0 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4a06c38-084b-4e6e-b436-c863e6a88fd3 HTTP/1.1" status: 200 len: 946 time: 0.0740457 Feb 10 23:43:02.915907 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-7735c5fc-79e5-43a5-bfe9-eb241ce46644 req-f8083da8-cca9-4d63-ac30-f5fff16c8870 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=4adcee6a-64af-4448-ac11-78271071b1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418050 Feb 10 23:43:04.119446 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c450dc1-47b4-4727-8624-2d48b5b78b64 req-518a03de-d613-4e33-970b-cb8cd015179f tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:43:04.120903 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2c450dc1-47b4-4727-8624-2d48b5b78b64 req-518a03de-d613-4e33-970b-cb8cd015179f tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4a06c38-084b-4e6e-b436-c863e6a88fd3 HTTP/1.1" status: 200 len: 946 time: 0.0831473 Feb 10 23:43:04.166379 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2c450dc1-47b4-4727-8624-2d48b5b78b64 req-9df31a66-1e9a-4096-ab4e-e60dec2e1b6a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=4adcee6a-64af-4448-ac11-78271071b1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400536 Feb 10 23:43:05.369051 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6126eff4-61c3-4f11-94dc-cef942c9de76 req-4ca29db4-1db9-4aae-810e-699c8e64d7ea tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:43:05.370466 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-6126eff4-61c3-4f11-94dc-cef942c9de76 req-4ca29db4-1db9-4aae-810e-699c8e64d7ea tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4a06c38-084b-4e6e-b436-c863e6a88fd3 HTTP/1.1" status: 200 len: 946 time: 0.0805039 Feb 10 23:43:05.420769 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-6126eff4-61c3-4f11-94dc-cef942c9de76 req-1a81cbb9-14a7-4d67-85e3-949e10b0492b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=4adcee6a-64af-4448-ac11-78271071b1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448613 Feb 10 23:43:06.237771 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:43:06.619097 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b3c8d-bbf3-42aa-9b46-0d1a8d302f88 req-b3b682d0-110c-4abd-80e5-17b408c4f7f6 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:43:06.620811 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ce5b3c8d-bbf3-42aa-9b46-0d1a8d302f88 req-b3b682d0-110c-4abd-80e5-17b408c4f7f6 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4a06c38-084b-4e6e-b436-c863e6a88fd3 HTTP/1.1" status: 200 len: 946 time: 0.0782251 Feb 10 23:43:06.665220 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ce5b3c8d-bbf3-42aa-9b46-0d1a8d302f88 req-c3b8d0ad-00e2-4f3f-a456-07f0b94790dc tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=4adcee6a-64af-4448-ac11-78271071b1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382712 Feb 10 23:43:07.867572 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa2e8f-a837-4f30-8981-79da43eaf305 req-d2470bbb-b2ed-4d8a-8962-05dc47e70f4d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:43:07.868949 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-cefa2e8f-a837-4f30-8981-79da43eaf305 req-d2470bbb-b2ed-4d8a-8962-05dc47e70f4d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4a06c38-084b-4e6e-b436-c863e6a88fd3 HTTP/1.1" status: 200 len: 946 time: 0.0781207 Feb 10 23:43:07.913216 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-cefa2e8f-a837-4f30-8981-79da43eaf305 req-b591ff84-06c3-404a-bd68-f4aad9979a46 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=4adcee6a-64af-4448-ac11-78271071b1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388608 Feb 10 23:43:09.107564 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b7775-5c70-4e55-accb-17d0ccdc7ae6 req-e235ca71-b021-45bf-ae09-2a870bc61b32 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:43:09.109041 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3c0b7775-5c70-4e55-accb-17d0ccdc7ae6 req-e235ca71-b021-45bf-ae09-2a870bc61b32 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4a06c38-084b-4e6e-b436-c863e6a88fd3 HTTP/1.1" status: 200 len: 946 time: 0.0753469 Feb 10 23:43:09.157283 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3c0b7775-5c70-4e55-accb-17d0ccdc7ae6 req-202877f2-67a4-4214-b46c-b387e5fc224e tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=4adcee6a-64af-4448-ac11-78271071b1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427592 Feb 10 23:43:10.351267 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f880e4c-9e52-451a-bd25-57e99db3b847 req-274da2b3-f578-4143-a973-f57ff0f7c581 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:43:10.352762 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-2f880e4c-9e52-451a-bd25-57e99db3b847 req-274da2b3-f578-4143-a973-f57ff0f7c581 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4a06c38-084b-4e6e-b436-c863e6a88fd3 HTTP/1.1" status: 200 len: 946 time: 0.0736418 Feb 10 23:43:10.397808 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-2f880e4c-9e52-451a-bd25-57e99db3b847 req-22c9c2b5-3e33-41b7-b907-e38b2d05641d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=4adcee6a-64af-4448-ac11-78271071b1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391095 Feb 10 23:43:11.592811 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5464c8-08d9-4200-9257-7ffa21bbf64e req-250d382f-1e62-4120-ade0-f2ab9deae3d7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:43:11.594254 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6d5464c8-08d9-4200-9257-7ffa21bbf64e req-250d382f-1e62-4120-ade0-f2ab9deae3d7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4a06c38-084b-4e6e-b436-c863e6a88fd3 HTTP/1.1" status: 200 len: 946 time: 0.0756891 Feb 10 23:43:11.639990 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6d5464c8-08d9-4200-9257-7ffa21bbf64e req-db09d6e3-fa24-428d-b95d-d4b83f3f9873 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=4adcee6a-64af-4448-ac11-78271071b1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401635 Feb 10 23:43:12.842247 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41866378-7686-42dc-9685-c1f165d77772 req-6bfe4486-4e18-4d80-a30e-ff5263de0b08 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:43:12.843664 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-41866378-7686-42dc-9685-c1f165d77772 req-6bfe4486-4e18-4d80-a30e-ff5263de0b08 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4a06c38-084b-4e6e-b436-c863e6a88fd3 HTTP/1.1" status: 200 len: 946 time: 0.0821598 Feb 10 23:43:12.887621 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-41866378-7686-42dc-9685-c1f165d77772 req-51610791-6e2a-4aeb-a5bf-428b2e1f05b4 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=4adcee6a-64af-4448-ac11-78271071b1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384297 Feb 10 23:43:14.083282 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4fbefb-f9a0-4d05-a8af-75ab0adb551e req-05baadb4-48b1-4b5b-a7ae-e0eef09be030 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:43:14.084840 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0f4fbefb-f9a0-4d05-a8af-75ab0adb551e req-05baadb4-48b1-4b5b-a7ae-e0eef09be030 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4a06c38-084b-4e6e-b436-c863e6a88fd3 HTTP/1.1" status: 200 len: 946 time: 0.0776243 Feb 10 23:43:14.128455 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0f4fbefb-f9a0-4d05-a8af-75ab0adb551e req-8d1bc128-0920-4a80-9f2d-c07e70ed4693 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=4adcee6a-64af-4448-ac11-78271071b1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372910 Feb 10 23:43:14.156739 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 56012) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:43:14.349465 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-98614b83-f857-4f16-a80c-0873d62f1a7b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/floatingips/0b8722bd-0d73-4497-8cd5-e737c3d58af5 HTTP/1.1" status: 200 len: 994 time: 0.1915150 Feb 10 23:43:16.426825 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:19.084817 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2350-027b-45d0-a45f-88f3b4d759a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:21.249659 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-48b17953-a9cf-4349-8479-0b62b255ef2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:22.552834 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:22.587053 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:24.141147 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:37.115837 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f2eb0590-ec28-4d84-8210-f03979b88a8d req-b2342d4f-acc2-47bf-8a70-7516c4f7ecd4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f4a06c38-084b-4e6e-b436-c863e6a88fd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1337478 Feb 10 23:43:37.250100 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f2eb0590-ec28-4d84-8210-f03979b88a8d req-e31ef33e-fc16-4873-9bb4-f670e61f1251 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7aa12777ef71410eaa70251ed5176e4b&device_id=f4a06c38-084b-4e6e-b436-c863e6a88fd3 HTTP/1.1" status: 200 len: 1099 time: 0.0669541 Feb 10 23:43:37.392037 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb0590-ec28-4d84-8210-f03979b88a8d req-5b6fb582-9493-45d7-b57b-acba16e2b73d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:43:37.393521 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f2eb0590-ec28-4d84-8210-f03979b88a8d req-5b6fb582-9493-45d7-b57b-acba16e2b73d service neutron] 10.222.0.37 "GET /v2.0/networks?id=cf01e08c-c6cf-4328-a2be-056ae25f74c0 HTTP/1.1" status: 200 len: 898 time: 0.1242995 Feb 10 23:43:37.493878 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f2eb0590-ec28-4d84-8210-f03979b88a8d req-82d7b0ee-6539-46e6-8970-48de3776c367 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02065ef9-3741-4fdc-8afb-76e10264725c HTTP/1.1" status: 200 len: 1002 time: 0.0938697 Feb 10 23:43:37.557720 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb0590-ec28-4d84-8210-f03979b88a8d req-cb679b88-3bdc-49d8-962a-51202d4325ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:43:37.559633 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f2eb0590-ec28-4d84-8210-f03979b88a8d req-cb679b88-3bdc-49d8-962a-51202d4325ad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fbd78908-1711-45ce-8b08-93d6ae30725f HTTP/1.1" status: 200 len: 835 time: 0.0593269 Feb 10 23:43:37.631903 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f2eb0590-ec28-4d84-8210-f03979b88a8d req-2f4429aa-fc53-48eb-aa8b-2c391b8a19cf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cf01e08c-c6cf-4328-a2be-056ae25f74c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667422 Feb 10 23:43:37.642428 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [req-f2eb0590-ec28-4d84-8210-f03979b88a8d req-ed3cdf98-db5b-4389-a30d-b2a4c2d22df2 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:43:37.643334 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f2eb0590-ec28-4d84-8210-f03979b88a8d req-ed3cdf98-db5b-4389-a30d-b2a4c2d22df2 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047133 Feb 10 23:43:37.773394 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f2eb0590-ec28-4d84-8210-f03979b88a8d req-ad886a36-33be-404b-9adc-eae67bf88ae6 service neutron] 10.222.0.37 "GET /v2.0/networks/cf01e08c-c6cf-4328-a2be-056ae25f74c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233795 Feb 10 23:43:37.904860 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f2eb0590-ec28-4d84-8210-f03979b88a8d req-53cfe45e-ea98-48dd-97cd-cbf64fc355dd service neutron] 10.222.0.37 "GET /v2.0/networks/cf01e08c-c6cf-4328-a2be-056ae25f74c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245630 Feb 10 23:43:43.238079 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:43:44.818835 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 56036) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:43:45.111204 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-eeb14fc5-5c1a-4ced-ae69-4c84787b5a25 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Deleting port d395a7a3-16c7-48a4-9454-be90c577fd06 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:43:45.111541 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eeb14fc5-5c1a-4ced-ae69-4c84787b5a25 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:45.279173 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eeb14fc5-5c1a-4ced-ae69-4c84787b5a25 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:45.279494 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eeb14fc5-5c1a-4ced-ae69-4c84787b5a25 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:45.399233 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-eeb14fc5-5c1a-4ced-ae69-4c84787b5a25 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Calling delete_port for d395a7a3-16c7-48a4-9454-be90c577fd06 owned by network:floatingip {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:43:45.598489 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eeb14fc5-5c1a-4ced-ae69-4c84787b5a25 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:45.644354 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb14fc5-5c1a-4ced-ae69-4c84787b5a25 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event deleted for resources: {'Port': ['ID=d395a7a3-16c7-48a4-9454-be90c577fd06,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:43:45.685371 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb14fc5-5c1a-4ced-ae69-4c84787b5a25 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:45.685710 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb14fc5-5c1a-4ced-ae69-4c84787b5a25 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:45.686050 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb14fc5-5c1a-4ced-ae69-4c84787b5a25 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:45.686382 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb14fc5-5c1a-4ced-ae69-4c84787b5a25 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:45.686708 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb14fc5-5c1a-4ced-ae69-4c84787b5a25 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:45.687032 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb14fc5-5c1a-4ced-ae69-4c84787b5a25 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:45.687357 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb14fc5-5c1a-4ced-ae69-4c84787b5a25 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:45.687673 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb14fc5-5c1a-4ced-ae69-4c84787b5a25 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:45.687993 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb14fc5-5c1a-4ced-ae69-4c84787b5a25 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:45.688306 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb14fc5-5c1a-4ced-ae69-4c84787b5a25 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:45.688651 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb14fc5-5c1a-4ced-ae69-4c84787b5a25 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:45.746753 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eeb14fc5-5c1a-4ced-ae69-4c84787b5a25 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for floatingip, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:46.125012 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeb14fc5-5c1a-4ced-ae69-4c84787b5a25 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Router 3fbb9d4f-4c12-44dd-a311-ec38be4929e5 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:43:46.322772 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb14fc5-5c1a-4ced-ae69-4c84787b5a25 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:43:46.332695 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2757b5b9-807f-462d-8249-60bab812cc74 None None] Sync routers for ids ['3fbb9d4f-4c12-44dd-a311-ec38be4929e5'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:43:46.344554 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2757b5b9-807f-462d-8249-60bab812cc74 None None] Routers {'3fbb9d4f-4c12-44dd-a311-ec38be4929e5'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:43:46.345191 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-2757b5b9-807f-462d-8249-60bab812cc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:43:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['3fbb9d4f-4c12-44dd-a311-ec38be4929e5'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:43:46.399391 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eeb14fc5-5c1a-4ced-ae69-4c84787b5a25 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:46.438215 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:46.454249 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-eeb14fc5-5c1a-4ced-ae69-4c84787b5a25 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "DELETE /v2.0/floatingips/0b8722bd-0d73-4497-8cd5-e737c3d58af5 HTTP/1.1" status: 204 len: 168 time: 1.6343334 Feb 10 23:43:46.454812 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4a06c38-084b-4e6e-b436-c863e6a88fd3', 'tag': '02065ef9-3741-4fdc-8afb-76e10264725c'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:43:46.525082 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-2757b5b9-807f-462d-8249-60bab812cc74 None None] Set router 3fbb9d4f-4c12-44dd-a311-ec38be4929e5 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:43:46.537276 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4a06c38-084b-4e6e-b436-c863e6a88fd3', 'tag': '02065ef9-3741-4fdc-8afb-76e10264725c', 'status': 'completed', 'code': 200} Feb 10 23:43:46.639700 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4f4762ae-8f0b-471d-9382-eb5249b7038f req-6885987e-dc37-4276-aab1-2789ae2f07ac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7aa12777ef71410eaa70251ed5176e4b&device_id=f4a06c38-084b-4e6e-b436-c863e6a88fd3 HTTP/1.1" status: 200 len: 1099 time: 0.0846608 Feb 10 23:43:46.771942 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4762ae-8f0b-471d-9382-eb5249b7038f req-e82a7187-c015-46f8-be52-b22fec5e257a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:43:46.773383 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4f4762ae-8f0b-471d-9382-eb5249b7038f req-e82a7187-c015-46f8-be52-b22fec5e257a service neutron] 10.222.0.37 "GET /v2.0/networks?id=cf01e08c-c6cf-4328-a2be-056ae25f74c0 HTTP/1.1" status: 200 len: 898 time: 0.1270282 Feb 10 23:43:46.836907 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-2757b5b9-807f-462d-8249-60bab812cc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbb9d4f-4c12-44dd-a311-ec38be4929e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72647860', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.183'}], 'enable_snat': True}, 'gw_port_id': '6908ac45-3f54-4f53-a6f9-5f62eb863fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:41:59Z', 'updated_at': '2022-02-10T23:42:04Z', 'revision_number': 4, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': '6908ac45-3f54-4f53-a6f9-5f62eb863fc8', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbb9d4f-4c12-44dd-a311-ec38be4929e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:42:00Z', 'updated_at': '2022-02-10T23:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '557727dd-9a52-42fd-b0ed-f0356094370e', 'name': '', 'network_id': 'cf01e08c-c6cf-4328-a2be-056ae25f74c0', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'mac_address': 'fa:16:3e:90:a8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbb9d4f-4c12-44dd-a311-ec38be4929e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fbd78908-1711-45ce-8b08-93d6ae30725f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:42:03Z', 'updated_at': '2022-02-10T23:42:10Z', 'revision_number': 5, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'subnets': [{'id': 'fbd78908-1711-45ce-8b08-93d6ae30725f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:43:46.841365 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2757b5b9-807f-462d-8249-60bab812cc74 None None] Checking router: 3fbb9d4f-4c12-44dd-a311-ec38be4929e5 for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:43:46.846458 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4f4762ae-8f0b-471d-9382-eb5249b7038f req-543d52d2-797f-4b09-8ee8-dd0b955769b2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02065ef9-3741-4fdc-8afb-76e10264725c HTTP/1.1" status: 200 len: 217 time: 0.0667379 Feb 10 23:43:46.851940 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2757b5b9-807f-462d-8249-60bab812cc74 None None] Routers {'3fbb9d4f-4c12-44dd-a311-ec38be4929e5'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:43:46.852520 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-2757b5b9-807f-462d-8249-60bab812cc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:43:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['3fbb9d4f-4c12-44dd-a311-ec38be4929e5'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:43:46.925768 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4762ae-8f0b-471d-9382-eb5249b7038f req-c4ae5f7e-3e70-42e5-9f83-0e9549c3b2c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:43:46.927201 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4f4762ae-8f0b-471d-9382-eb5249b7038f req-c4ae5f7e-3e70-42e5-9f83-0e9549c3b2c1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fbd78908-1711-45ce-8b08-93d6ae30725f HTTP/1.1" status: 200 len: 835 time: 0.0680473 Feb 10 23:43:47.004489 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4f4762ae-8f0b-471d-9382-eb5249b7038f req-9a46aea6-5f4c-47dd-83a0-869fc721788c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cf01e08c-c6cf-4328-a2be-056ae25f74c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709553 Feb 10 23:43:47.032285 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-2757b5b9-807f-462d-8249-60bab812cc74 None None] Set router 3fbb9d4f-4c12-44dd-a311-ec38be4929e5 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:43:47.115609 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f69d24-d4cc-4137-9c66-8754fed284ca req-ed7b74b1-dbc9-4612-b6e7-fca7a292478e tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:43:47.116419 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-52f69d24-d4cc-4137-9c66-8754fed284ca req-ed7b74b1-dbc9-4612-b6e7-fca7a292478e tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Synchronizing usage tracker for tenant:7aa12777ef71410eaa70251ed5176e4b on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:43:47.142217 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4f4762ae-8f0b-471d-9382-eb5249b7038f req-4a621fdb-6829-4431-99da-bcba6602c961 service neutron] 10.222.0.37 "GET /v2.0/networks/cf01e08c-c6cf-4328-a2be-056ae25f74c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307700 Feb 10 23:43:47.182013 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-52f69d24-d4cc-4137-9c66-8754fed284ca req-ed7b74b1-dbc9-4612-b6e7-fca7a292478e tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Unset dirty status for tenant:7aa12777ef71410eaa70251ed5176e4b on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:43:47.183174 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-52f69d24-d4cc-4137-9c66-8754fed284ca req-ed7b74b1-dbc9-4612-b6e7-fca7a292478e tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4a06c38-084b-4e6e-b436-c863e6a88fd3 HTTP/1.1" status: 200 len: 946 time: 0.2246809 Feb 10 23:43:47.236593 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-52f69d24-d4cc-4137-9c66-8754fed284ca req-c7341316-6f9e-4036-b534-7a9e2c4f4395 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=4adcee6a-64af-4448-ac11-78271071b1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467453 Feb 10 23:43:47.277806 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4f4762ae-8f0b-471d-9382-eb5249b7038f req-b3ecec50-03a0-46a9-a325-70dccda36cfe service neutron] 10.222.0.37 "GET /v2.0/networks/cf01e08c-c6cf-4328-a2be-056ae25f74c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283588 Feb 10 23:43:47.362383 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-2757b5b9-807f-462d-8249-60bab812cc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbb9d4f-4c12-44dd-a311-ec38be4929e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72647860', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.183'}], 'enable_snat': True}, 'gw_port_id': '6908ac45-3f54-4f53-a6f9-5f62eb863fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:41:59Z', 'updated_at': '2022-02-10T23:42:04Z', 'revision_number': 4, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': '6908ac45-3f54-4f53-a6f9-5f62eb863fc8', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbb9d4f-4c12-44dd-a311-ec38be4929e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:42:00Z', 'updated_at': '2022-02-10T23:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '557727dd-9a52-42fd-b0ed-f0356094370e', 'name': '', 'network_id': 'cf01e08c-c6cf-4328-a2be-056ae25f74c0', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'mac_address': 'fa:16:3e:90:a8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbb9d4f-4c12-44dd-a311-ec38be4929e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fbd78908-1711-45ce-8b08-93d6ae30725f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:42:03Z', 'updated_at': '2022-02-10T23:42:10Z', 'revision_number': 5, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'subnets': [{'id': 'fbd78908-1711-45ce-8b08-93d6ae30725f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:43:47.366189 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2757b5b9-807f-462d-8249-60bab812cc74 None None] The sync data for ids ['3fbb9d4f-4c12-44dd-a311-ec38be4929e5'] in dv-neutron-828797-1-hyperv is: [{'id': '3fbb9d4f-4c12-44dd-a311-ec38be4929e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72647860', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.183'}], 'enable_snat': True}, 'gw_port_id': '6908ac45-3f54-4f53-a6f9-5f62eb863fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:41:59Z', 'updated_at': '2022-02-10T23:42:04Z', 'revision_number': 4, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': '6908ac45-3f54-4f53-a6f9-5f62eb863fc8', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbb9d4f-4c12-44dd-a311-ec38be4929e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:42:00Z', 'updated_at': '2022-02-10T23:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '557727dd-9a52-42fd-b0ed-f0356094370e', 'name': '', 'network_id': 'cf01e08c-c6cf-4328-a2be-056ae25f74c0', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'mac_address': 'fa:16:3e:90:a8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbb9d4f-4c12-44dd-a311-ec38be4929e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fbd78908-1711-45ce-8b08-93d6ae30725f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:42:03Z', 'updated_at': '2022-02-10T23:42:10Z', 'revision_number': 5, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'subnets': [{'id': 'fbd78908-1711-45ce-8b08-93d6ae30725f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:43:47.583506 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88bb757-8a79-4f62-a705-eb3f0923b4e7 None None] New status for floating IP 0b8722bd-0d73-4497-8cd5-e737c3d58af5: DOWN {{(pid=84334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 23:43:48.579138 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c965a6-d32a-4d03-bf3b-b852d04744dd req-7d6bf650-cc76-4534-bb7f-b12b0d41fb66 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:43:48.580445 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-44c965a6-d32a-4d03-bf3b-b852d04744dd req-7d6bf650-cc76-4534-bb7f-b12b0d41fb66 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a06c38-084b-4e6e-b436-c863e6a88fd3 HTTP/1.1" status: 200 len: 946 time: 0.2141190 Feb 10 23:43:48.661841 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ec52a-5c52-411d-9cf0-92c909eb232f req-53aacf22-0ecb-4abe-877e-296063210b82 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:43:48.663267 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f61ec52a-5c52-411d-9cf0-92c909eb232f req-53aacf22-0ecb-4abe-877e-296063210b82 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4a06c38-084b-4e6e-b436-c863e6a88fd3 HTTP/1.1" status: 200 len: 946 time: 0.3017106 Feb 10 23:43:48.668214 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-44c965a6-d32a-4d03-bf3b-b852d04744dd req-8ce26441-dc93-4443-87bc-33001d10fc05 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Deleting port 02065ef9-3741-4fdc-8afb-76e10264725c {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:43:48.668836 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-44c965a6-d32a-4d03-bf3b-b852d04744dd req-8ce26441-dc93-4443-87bc-33001d10fc05 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:48.790788 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f61ec52a-5c52-411d-9cf0-92c909eb232f req-c91c38bd-8e42-4a86-bb2d-a831a0977ed7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=4adcee6a-64af-4448-ac11-78271071b1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965235 Feb 10 23:43:48.941697 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-44c965a6-d32a-4d03-bf3b-b852d04744dd req-8ce26441-dc93-4443-87bc-33001d10fc05 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] For port 02065ef9-3741-4fdc-8afb-76e10264725c, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=02065ef9-3741-4fdc-8afb-76e10264725c,segment=NetworkSegment(c81e1fd1-4135-45ff-b74b-3ccce14cba48),segment_id=c81e1fd1-4135-45ff-b74b-3ccce14cba48)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:43:48.942053 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-44c965a6-d32a-4d03-bf3b-b852d04744dd req-8ce26441-dc93-4443-87bc-33001d10fc05 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:49.068486 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-44c965a6-d32a-4d03-bf3b-b852d04744dd req-8ce26441-dc93-4443-87bc-33001d10fc05 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Calling delete_port for 02065ef9-3741-4fdc-8afb-76e10264725c owned by compute:nova {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:43:49.072399 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-00917721-899a-4c13-87ad-98110d7399af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:49.266747 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-44c965a6-d32a-4d03-bf3b-b852d04744dd req-8ce26441-dc93-4443-87bc-33001d10fc05 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:49.316705 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce26441-dc93-4443-87bc-33001d10fc05 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event deleted for resources: {'Port': ['ID=02065ef9-3741-4fdc-8afb-76e10264725c,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:43:49.356952 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce26441-dc93-4443-87bc-33001d10fc05 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:49.362836 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce26441-dc93-4443-87bc-33001d10fc05 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:49.362836 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce26441-dc93-4443-87bc-33001d10fc05 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:49.362836 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce26441-dc93-4443-87bc-33001d10fc05 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:49.362836 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce26441-dc93-4443-87bc-33001d10fc05 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:49.362836 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce26441-dc93-4443-87bc-33001d10fc05 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:49.362836 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce26441-dc93-4443-87bc-33001d10fc05 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:49.362836 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce26441-dc93-4443-87bc-33001d10fc05 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:49.362836 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce26441-dc93-4443-87bc-33001d10fc05 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:49.362836 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce26441-dc93-4443-87bc-33001d10fc05 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:49.362836 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce26441-dc93-4443-87bc-33001d10fc05 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:49.399230 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c965a6-d32a-4d03-bf3b-b852d04744dd req-8ce26441-dc93-4443-87bc-33001d10fc05 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] No DVR routers for this DVR port 02065ef9-3741-4fdc-8afb-76e10264725c on host hv-neutron-8287 {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:43:49.401523 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-44c965a6-d32a-4d03-bf3b-b852d04744dd req-8ce26441-dc93-4443-87bc-33001d10fc05 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:49.404611 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a06c38-084b-4e6e-b436-c863e6a88fd3', 'name': 'network-vif-deleted', 'tag': '02065ef9-3741-4fdc-8afb-76e10264725c'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:43:49.458175 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a06c38-084b-4e6e-b436-c863e6a88fd3', 'name': 'network-vif-deleted', 'tag': '02065ef9-3741-4fdc-8afb-76e10264725c', 'status': 'completed', 'code': 200} Feb 10 23:43:49.479222 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-44c965a6-d32a-4d03-bf3b-b852d04744dd req-8ce26441-dc93-4443-87bc-33001d10fc05 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.37 "DELETE /v2.0/ports/02065ef9-3741-4fdc-8afb-76e10264725c HTTP/1.1" status: 204 len: 173 time: 0.8856163 Feb 10 23:43:49.972119 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-a1d17e3a-7ecf-4bba-9c72-d74d69ea8b4d req-ce3e9091-1a50-49a5-b91a-12a3167e6986 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Synchronizing usage tracker for tenant:7aa12777ef71410eaa70251ed5176e4b on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:43:50.037193 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-a1d17e3a-7ecf-4bba-9c72-d74d69ea8b4d req-ce3e9091-1a50-49a5-b91a-12a3167e6986 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Unset dirty status for tenant:7aa12777ef71410eaa70251ed5176e4b on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:43:50.038316 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a1d17e3a-7ecf-4bba-9c72-d74d69ea8b4d req-ce3e9091-1a50-49a5-b91a-12a3167e6986 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4a06c38-084b-4e6e-b436-c863e6a88fd3 HTTP/1.1" status: 200 len: 210 time: 0.1094921 Feb 10 23:43:51.149444 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 56058) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:43:51.289205 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0bebdbbb-4db7-4cc0-8cb8-2e03bdac89ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:51.562159 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b42254f3-6330-445b-834d-0b0711d72de7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732944'] for router_interface, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:52.255496 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-b42254f3-6330-445b-834d-0b0711d72de7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Deleting port 557727dd-9a52-42fd-b0ed-f0356094370e {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:43:52.256243 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b42254f3-6330-445b-834d-0b0711d72de7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:52.383180 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 02065ef9-3741-4fdc-8afb-76e10264725c no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:43:52.415506 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] No Port match for: 02065ef9-3741-4fdc-8afb-76e10264725c {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:43:52.419184 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 02065ef9-3741-4fdc-8afb-76e10264725c not bound to the agent host hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:43:52.442356 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-b42254f3-6330-445b-834d-0b0711d72de7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] For port 557727dd-9a52-42fd-b0ed-f0356094370e, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=557727dd-9a52-42fd-b0ed-f0356094370e,segment=NetworkSegment(c81e1fd1-4135-45ff-b74b-3ccce14cba48),segment_id=c81e1fd1-4135-45ff-b74b-3ccce14cba48)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:43:52.442705 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b42254f3-6330-445b-834d-0b0711d72de7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:52.560921 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-b42254f3-6330-445b-834d-0b0711d72de7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Calling delete_port for 557727dd-9a52-42fd-b0ed-f0356094370e owned by network:router_interface {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:43:52.598339 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:52.626441 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:52.781014 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b42254f3-6330-445b-834d-0b0711d72de7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:52.824523 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42254f3-6330-445b-834d-0b0711d72de7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event deleted for resources: {'Port': ['ID=557727dd-9a52-42fd-b0ed-f0356094370e,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:43:53.110764 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b42254f3-6330-445b-834d-0b0711d72de7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2767638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733091'] for router_interface, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:53.759013 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b42254f3-6330-445b-834d-0b0711d72de7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Router 3fbb9d4f-4c12-44dd-a311-ec38be4929e5 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:43:53.953454 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42254f3-6330-445b-834d-0b0711d72de7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:43:53.963290 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c5fd9d-3c0c-4299-9581-bbd6e0d7a930 None None] Sync routers for ids ['3fbb9d4f-4c12-44dd-a311-ec38be4929e5'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:43:53.976303 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c5fd9d-3c0c-4299-9581-bbd6e0d7a930 None None] Routers {'3fbb9d4f-4c12-44dd-a311-ec38be4929e5'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:43:53.976935 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-78c5fd9d-3c0c-4299-9581-bbd6e0d7a930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:43:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['3fbb9d4f-4c12-44dd-a311-ec38be4929e5'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:43:54.022624 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b42254f3-6330-445b-834d-0b0711d72de7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "PUT /v2.0/routers/3fbb9d4f-4c12-44dd-a311-ec38be4929e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8720093 Feb 10 23:43:54.025344 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 56062) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:43:54.130193 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:54.182528 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-78c5fd9d-3c0c-4299-9581-bbd6e0d7a930 None None] Set router 3fbb9d4f-4c12-44dd-a311-ec38be4929e5 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:43:54.209867 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe474f85-c285-469a-a372-146ee702246a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Deleting subnet fbd78908-1711-45ce-8b08-93d6ae30725f {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:43:54.212744 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fe474f85-c285-469a-a372-146ee702246a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:54.270271 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fe474f85-c285-469a-a372-146ee702246a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:54.353283 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fe474f85-c285-469a-a372-146ee702246a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:54.457909 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-78c5fd9d-3c0c-4299-9581-bbd6e0d7a930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbb9d4f-4c12-44dd-a311-ec38be4929e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72647860', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.183'}], 'enable_snat': True}, 'gw_port_id': '6908ac45-3f54-4f53-a6f9-5f62eb863fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:41:59Z', 'updated_at': '2022-02-10T23:43:52Z', 'revision_number': 5, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': '6908ac45-3f54-4f53-a6f9-5f62eb863fc8', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbb9d4f-4c12-44dd-a311-ec38be4929e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:42:00Z', 'updated_at': '2022-02-10T23:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:43:54.461653 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c5fd9d-3c0c-4299-9581-bbd6e0d7a930 None None] Checking router: 3fbb9d4f-4c12-44dd-a311-ec38be4929e5 for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:43:54.472168 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c5fd9d-3c0c-4299-9581-bbd6e0d7a930 None None] Routers {'3fbb9d4f-4c12-44dd-a311-ec38be4929e5'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:43:54.472786 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-78c5fd9d-3c0c-4299-9581-bbd6e0d7a930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:43:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['3fbb9d4f-4c12-44dd-a311-ec38be4929e5'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:43:54.512814 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fe474f85-c285-469a-a372-146ee702246a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:54.552206 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe474f85-c285-469a-a372-146ee702246a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event deleted for resources: {'Subnet': ['ID=fbd78908-1711-45ce-8b08-93d6ae30725f,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:43:54.556926 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fe474f85-c285-469a-a372-146ee702246a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:54.563956 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-fe474f85-c285-469a-a372-146ee702246a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "DELETE /v2.0/subnets/fbd78908-1711-45ce-8b08-93d6ae30725f HTTP/1.1" status: 204 len: 168 time: 0.5374031 Feb 10 23:43:54.569362 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 56066) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:43:54.571962 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f39e094-fef8-4ea1-9a94-22d951122430 None None] Network cf01e08c-c6cf-4328-a2be-056ae25f74c0 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:43:54.649940 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-78c5fd9d-3c0c-4299-9581-bbd6e0d7a930 None None] Set router 3fbb9d4f-4c12-44dd-a311-ec38be4929e5 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:43:54.925256 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365a3bee-4ebd-4cce-8531-6f1cada1be31 None None] DHCP port deletion for cf01e08c-c6cf-4328-a2be-056ae25f74c0 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:43:54.929750 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-365a3bee-4ebd-4cce-8531-6f1cada1be31 None None] Deleting port 740b3c97-4df6-45ee-abc4-f9ac9ef5187d {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:43:54.930366 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-365a3bee-4ebd-4cce-8531-6f1cada1be31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:54.952898 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-78c5fd9d-3c0c-4299-9581-bbd6e0d7a930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbb9d4f-4c12-44dd-a311-ec38be4929e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72647860', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.183'}], 'enable_snat': True}, 'gw_port_id': '6908ac45-3f54-4f53-a6f9-5f62eb863fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:41:59Z', 'updated_at': '2022-02-10T23:43:52Z', 'revision_number': 5, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': '6908ac45-3f54-4f53-a6f9-5f62eb863fc8', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbb9d4f-4c12-44dd-a311-ec38be4929e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:42:00Z', 'updated_at': '2022-02-10T23:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:43:54.953160 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8e812ea1-9045-44d9-8007-8c44e1a8f69d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:54.957143 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c5fd9d-3c0c-4299-9581-bbd6e0d7a930 None None] The sync data for ids ['3fbb9d4f-4c12-44dd-a311-ec38be4929e5'] in dv-neutron-828797-1-hyperv is: [{'id': '3fbb9d4f-4c12-44dd-a311-ec38be4929e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72647860', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.183'}], 'enable_snat': True}, 'gw_port_id': '6908ac45-3f54-4f53-a6f9-5f62eb863fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:41:59Z', 'updated_at': '2022-02-10T23:43:52Z', 'revision_number': 5, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': '6908ac45-3f54-4f53-a6f9-5f62eb863fc8', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbb9d4f-4c12-44dd-a311-ec38be4929e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:42:00Z', 'updated_at': '2022-02-10T23:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:43:55.126815 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-365a3bee-4ebd-4cce-8531-6f1cada1be31 None None] For port 740b3c97-4df6-45ee-abc4-f9ac9ef5187d, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=740b3c97-4df6-45ee-abc4-f9ac9ef5187d,segment=NetworkSegment(c81e1fd1-4135-45ff-b74b-3ccce14cba48),segment_id=c81e1fd1-4135-45ff-b74b-3ccce14cba48)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:43:55.127472 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-365a3bee-4ebd-4cce-8531-6f1cada1be31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:55.149299 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8e812ea1-9045-44d9-8007-8c44e1a8f69d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:55.226091 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-8e812ea1-9045-44d9-8007-8c44e1a8f69d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Deleting port 6908ac45-3f54-4f53-a6f9-5f62eb863fc8 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:43:55.226533 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8e812ea1-9045-44d9-8007-8c44e1a8f69d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:55.246465 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-365a3bee-4ebd-4cce-8531-6f1cada1be31 None None] Calling delete_port for 740b3c97-4df6-45ee-abc4-f9ac9ef5187d owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:43:55.375180 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-365a3bee-4ebd-4cce-8531-6f1cada1be31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:55.405191 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-8e812ea1-9045-44d9-8007-8c44e1a8f69d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] For port 6908ac45-3f54-4f53-a6f9-5f62eb863fc8, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=6908ac45-3f54-4f53-a6f9-5f62eb863fc8,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:43:55.405548 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8e812ea1-9045-44d9-8007-8c44e1a8f69d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:55.422195 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365a3bee-4ebd-4cce-8531-6f1cada1be31 None None] No DVR routers for this DVR port 740b3c97-4df6-45ee-abc4-f9ac9ef5187d on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:43:55.432305 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365a3bee-4ebd-4cce-8531-6f1cada1be31 None None] Pushing event deleted for resources: {'Port': ['ID=740b3c97-4df6-45ee-abc4-f9ac9ef5187d,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:43:55.446454 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365a3bee-4ebd-4cce-8531-6f1cada1be31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:55.448737 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365a3bee-4ebd-4cce-8531-6f1cada1be31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:55.448737 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365a3bee-4ebd-4cce-8531-6f1cada1be31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:55.448737 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365a3bee-4ebd-4cce-8531-6f1cada1be31 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:55.448737 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365a3bee-4ebd-4cce-8531-6f1cada1be31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:55.448737 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365a3bee-4ebd-4cce-8531-6f1cada1be31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:55.448737 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365a3bee-4ebd-4cce-8531-6f1cada1be31 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:55.448737 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365a3bee-4ebd-4cce-8531-6f1cada1be31 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:55.450042 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365a3bee-4ebd-4cce-8531-6f1cada1be31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:55.450042 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365a3bee-4ebd-4cce-8531-6f1cada1be31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:55.450222 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365a3bee-4ebd-4cce-8531-6f1cada1be31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:55.537869 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-8e812ea1-9045-44d9-8007-8c44e1a8f69d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Calling delete_port for 6908ac45-3f54-4f53-a6f9-5f62eb863fc8 owned by network:router_gateway {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:43:55.751926 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8e812ea1-9045-44d9-8007-8c44e1a8f69d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:55.799739 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e812ea1-9045-44d9-8007-8c44e1a8f69d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event deleted for resources: {'Port': ['ID=6908ac45-3f54-4f53-a6f9-5f62eb863fc8,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:43:56.016973 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8e812ea1-9045-44d9-8007-8c44e1a8f69d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734197'] for router_gateway, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:56.359863 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8e812ea1-9045-44d9-8007-8c44e1a8f69d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:56.363938 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8e812ea1-9045-44d9-8007-8c44e1a8f69d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:56.443418 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8e812ea1-9045-44d9-8007-8c44e1a8f69d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:56.443935 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e812ea1-9045-44d9-8007-8c44e1a8f69d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Fanout notify agent at l3_agent the message router_deleted on router 3fbb9d4f-4c12-44dd-a311-ec38be4929e5 {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:43:56.458824 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8e812ea1-9045-44d9-8007-8c44e1a8f69d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:56.460052 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-8e812ea1-9045-44d9-8007-8c44e1a8f69d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "DELETE /v2.0/routers/3fbb9d4f-4c12-44dd-a311-ec38be4929e5 HTTP/1.1" status: 204 len: 168 time: 1.8868937 Feb 10 23:43:56.462684 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 56070) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:43:56.583746 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4edca1bb-ab49-4482-81d0-f381239a58e0 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:56.710979 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4edca1bb-ab49-4482-81d0-f381239a58e0 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:56.735575 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-4edca1bb-ab49-4482-81d0-f381239a58e0 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf01e08c-c6cf-4328-a2be-056ae25f74c0']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:43:56.747760 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-4edca1bb-ab49-4482-81d0-f381239a58e0 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c81e1fd1-4135-45ff-b74b-3ccce14cba48') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:43:56.748047 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-4edca1bb-ab49-4482-81d0-f381239a58e0 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c81e1fd1-4135-45ff-b74b-3ccce14cba48') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:43:56.759124 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4edca1bb-ab49-4482-81d0-f381239a58e0 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:56.774696 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4edca1bb-ab49-4482-81d0-f381239a58e0 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:56.780802 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4edca1bb-ab49-4482-81d0-f381239a58e0 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:43:56.781168 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4edca1bb-ab49-4482-81d0-f381239a58e0 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:56.795527 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:43:56.795527 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:43:56.795527 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:43:56.795527 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:43:56.795527 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:43:56.795527 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:43:56.795527 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:43:56.795527 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:43:56.795527 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:43:56.795527 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:43:56.795527 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:43:56.795527 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:43:56.795527 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:43:56.795527 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:43:56.795527 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:43:56.795527 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:43:56.795527 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:43:56.795527 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:43:56.795527 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:43:56.795527 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:43:56.795527 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:43:56.795527 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:43:56.795527 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:43:56.795527 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:43:56.795527 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:43:56.795527 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:43:56.795527 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:43:56.795527 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:43:56.795527 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:43:56.795527 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:43:56.795527 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:43:56.795527 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:43:56.910550 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 6908ac45-3f54-4f53-a6f9-5f62eb863fc8 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:43:56.935201 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4edca1bb-ab49-4482-81d0-f381239a58e0 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:56.947148 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 6908ac45-3f54-4f53-a6f9-5f62eb863fc8 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:43:56.947148 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 6908ac45-3f54-4f53-a6f9-5f62eb863fc8 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:43:56.947148 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 740b3c97-4df6-45ee-abc4-f9ac9ef5187d no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:43:56.952593 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4edca1bb-ab49-4482-81d0-f381239a58e0 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:56.963270 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edca1bb-ab49-4482-81d0-f381239a58e0 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event deleted for resources: {'Network': ['ID=cf01e08c-c6cf-4328-a2be-056ae25f74c0,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:43:56.977646 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 740b3c97-4df6-45ee-abc4-f9ac9ef5187d {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:43:56.986055 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 740b3c97-4df6-45ee-abc4-f9ac9ef5187d not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:43:56.986055 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 557727dd-9a52-42fd-b0ed-f0356094370e no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:43:57.009450 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 557727dd-9a52-42fd-b0ed-f0356094370e {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:43:57.009789 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 557727dd-9a52-42fd-b0ed-f0356094370e not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:43:57.027484 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-4edca1bb-ab49-4482-81d0-f381239a58e0 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "DELETE /v2.0/networks/cf01e08c-c6cf-4328-a2be-056ae25f74c0 HTTP/1.1" status: 204 len: 168 time: 0.5632541 Feb 10 23:43:57.030064 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 56074) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:43:57.098491 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-93881b12-ed14-48aa-bd42-2809973f4acb tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:57.127523 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-93881b12-ed14-48aa-bd42-2809973f4acb tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:57.232319 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-93881b12-ed14-48aa-bd42-2809973f4acb tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:57.253574 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93881b12-ed14-48aa-bd42-2809973f4acb tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4adcee6a-64af-4448-ac11-78271071b1b5,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:43:57.311581 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-93881b12-ed14-48aa-bd42-2809973f4acb tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:57.312713 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-93881b12-ed14-48aa-bd42-2809973f4acb tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "DELETE /v2.0/security-groups/4adcee6a-64af-4448-ac11-78271071b1b5 HTTP/1.1" status: 204 len: 168 time: 0.2817111 Feb 10 23:43:57.851705 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 56082) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:43:57.857528 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-54ff1cb4-68d8-472d-a9e5-34bbd948c92a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-711083510', 'description': 'tempest-secgroup-smoke-711083510 description', 'project_id': '7aa12777ef71410eaa70251ed5176e4b'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:43:57.863449 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-54ff1cb4-68d8-472d-a9e5-34bbd948c92a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:43:57.867945 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-54ff1cb4-68d8-472d-a9e5-34bbd948c92a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Usage tracker for resource:security_group and tenant:7aa12777ef71410eaa70251ed5176e4b is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:43:57.871409 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-54ff1cb4-68d8-472d-a9e5-34bbd948c92a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:43:57.877351 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-54ff1cb4-68d8-472d-a9e5-34bbd948c92a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:43:57.952320 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-54ff1cb4-68d8-472d-a9e5-34bbd948c92a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:57.986067 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-54ff1cb4-68d8-472d-a9e5-34bbd948c92a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:43:57.989907 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-54ff1cb4-68d8-472d-a9e5-34bbd948c92a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Usage tracker for resource:security_group_rule and tenant:7aa12777ef71410eaa70251ed5176e4b is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:43:57.992773 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-54ff1cb4-68d8-472d-a9e5-34bbd948c92a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:43:57.999040 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-54ff1cb4-68d8-472d-a9e5-34bbd948c92a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:43:58.051674 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-54ff1cb4-68d8-472d-a9e5-34bbd948c92a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:58.123285 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-54ff1cb4-68d8-472d-a9e5-34bbd948c92a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:58.165159 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ff1cb4-68d8-472d-a9e5-34bbd948c92a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e62d7c2e-e1c0-40af-8326-253234ae6cef,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:43:58.219843 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-54ff1cb4-68d8-472d-a9e5-34bbd948c92a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:58.221036 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-54ff1cb4-68d8-472d-a9e5-34bbd948c92a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3683720 Feb 10 23:43:58.223783 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 56086) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:43:58.229073 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-0242a1b0-de28-4b5b-b165-9c5115b3ffbb tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Request body: {'security_group_rule': {'security_group_id': 'e62d7c2e-e1c0-40af-8326-253234ae6cef', 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:43:58.235328 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-0242a1b0-de28-4b5b-b165-9c5115b3ffbb tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:43:58.239095 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-0242a1b0-de28-4b5b-b165-9c5115b3ffbb tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Usage tracker for resource:security_group_rule and tenant:7aa12777ef71410eaa70251ed5176e4b is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:43:58.241881 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-0242a1b0-de28-4b5b-b165-9c5115b3ffbb tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:43:58.248070 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-0242a1b0-de28-4b5b-b165-9c5115b3ffbb tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:43:58.317765 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0242a1b0-de28-4b5b-b165-9c5115b3ffbb tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:58.378301 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0242a1b0-de28-4b5b-b165-9c5115b3ffbb tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:58.454811 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0242a1b0-de28-4b5b-b165-9c5115b3ffbb tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:58.481437 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0242a1b0-de28-4b5b-b165-9c5115b3ffbb tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ddbca85-c4e2-4405-ae02-a64c85d4f1bd,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:43:58.570028 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0242a1b0-de28-4b5b-b165-9c5115b3ffbb tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:58.571264 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-0242a1b0-de28-4b5b-b165-9c5115b3ffbb tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3465788 Feb 10 23:43:58.573900 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 56090) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:43:58.579614 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-c697a533-b2c0-43b6-be38-2f4d438558d5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Request body: {'security_group_rule': {'security_group_id': 'e62d7c2e-e1c0-40af-8326-253234ae6cef', 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:43:58.585747 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c697a533-b2c0-43b6-be38-2f4d438558d5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:43:58.590040 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-c697a533-b2c0-43b6-be38-2f4d438558d5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Usage tracker for resource:security_group_rule and tenant:7aa12777ef71410eaa70251ed5176e4b is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:43:58.593388 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-c697a533-b2c0-43b6-be38-2f4d438558d5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:43:58.599158 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c697a533-b2c0-43b6-be38-2f4d438558d5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:43:58.673396 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c697a533-b2c0-43b6-be38-2f4d438558d5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:58.734504 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c697a533-b2c0-43b6-be38-2f4d438558d5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:58.820349 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c697a533-b2c0-43b6-be38-2f4d438558d5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:58.844908 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c697a533-b2c0-43b6-be38-2f4d438558d5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec9b6529-e677-487d-af75-8297d9374bf9,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:43:58.911972 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c697a533-b2c0-43b6-be38-2f4d438558d5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:58.913163 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-c697a533-b2c0-43b6-be38-2f4d438558d5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3380089 Feb 10 23:43:58.915930 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 56094) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:43:58.921263 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-e44ee461-df49-43de-812a-66186a44c237 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Request body: {'security_group_rule': {'security_group_id': 'e62d7c2e-e1c0-40af-8326-253234ae6cef', 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:43:58.927165 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e44ee461-df49-43de-812a-66186a44c237 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:43:58.930964 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-e44ee461-df49-43de-812a-66186a44c237 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Usage tracker for resource:security_group_rule and tenant:7aa12777ef71410eaa70251ed5176e4b is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:43:58.933824 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-e44ee461-df49-43de-812a-66186a44c237 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:43:58.939546 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-e44ee461-df49-43de-812a-66186a44c237 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:43:59.044490 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e44ee461-df49-43de-812a-66186a44c237 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:59.105559 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e44ee461-df49-43de-812a-66186a44c237 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:59.180520 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e44ee461-df49-43de-812a-66186a44c237 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:59.205529 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44ee461-df49-43de-812a-66186a44c237 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeabacc6-11e8-45ec-89d5-645195f75aed,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:43:59.271945 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e44ee461-df49-43de-812a-66186a44c237 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:59.273128 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-e44ee461-df49-43de-812a-66186a44c237 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3563066 Feb 10 23:43:59.275869 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 56098) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:43:59.281290 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-fa317cfb-8762-4896-8975-210adc4bc2ab tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Request body: {'security_group_rule': {'security_group_id': 'e62d7c2e-e1c0-40af-8326-253234ae6cef', 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:43:59.287034 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-fa317cfb-8762-4896-8975-210adc4bc2ab tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:43:59.290808 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-fa317cfb-8762-4896-8975-210adc4bc2ab tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Usage tracker for resource:security_group_rule and tenant:7aa12777ef71410eaa70251ed5176e4b is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:43:59.293870 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-fa317cfb-8762-4896-8975-210adc4bc2ab tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:43:59.299633 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-fa317cfb-8762-4896-8975-210adc4bc2ab tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:43:59.370615 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fa317cfb-8762-4896-8975-210adc4bc2ab tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:59.436237 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fa317cfb-8762-4896-8975-210adc4bc2ab tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:59.489331 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fa317cfb-8762-4896-8975-210adc4bc2ab tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:59.512637 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa317cfb-8762-4896-8975-210adc4bc2ab tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68c37603-99cd-4209-86cf-6a5f06fdc8b9,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:43:59.591722 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fa317cfb-8762-4896-8975-210adc4bc2ab tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:59.592949 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-fa317cfb-8762-4896-8975-210adc4bc2ab tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3161681 Feb 10 23:43:59.595589 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 56102) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:43:59.601142 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-7ff793a2-2a67-4393-bf82-3c83b2db27f5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Request body: {'security_group_rule': {'security_group_id': 'e62d7c2e-e1c0-40af-8326-253234ae6cef', 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:43:59.607638 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7ff793a2-2a67-4393-bf82-3c83b2db27f5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:43:59.611503 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-7ff793a2-2a67-4393-bf82-3c83b2db27f5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Usage tracker for resource:security_group_rule and tenant:7aa12777ef71410eaa70251ed5176e4b is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:43:59.614364 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-7ff793a2-2a67-4393-bf82-3c83b2db27f5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:43:59.619956 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-7ff793a2-2a67-4393-bf82-3c83b2db27f5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:43:59.706377 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.securitygroups_db [None req-7ff793a2-2a67-4393-bf82-3c83b2db27f5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Project 7aa12777ef71410eaa70251ed5176e4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:43:59.714395 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7ff793a2-2a67-4393-bf82-3c83b2db27f5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:59.779780 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7ff793a2-2a67-4393-bf82-3c83b2db27f5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:59.854471 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7ff793a2-2a67-4393-bf82-3c83b2db27f5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:59.878727 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff793a2-2a67-4393-bf82-3c83b2db27f5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37db6a1e-0d75-49c4-9543-fabdeb1eeb85,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:43:59.940970 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7ff793a2-2a67-4393-bf82-3c83b2db27f5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:59.942102 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-7ff793a2-2a67-4393-bf82-3c83b2db27f5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3455367 Feb 10 23:43:59.944804 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 56106) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:43:59.950429 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-2fd9f4c9-f734-4b28-a350-94652f380f34 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Request body: {'security_group_rule': {'security_group_id': 'e62d7c2e-e1c0-40af-8326-253234ae6cef', 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:43:59.956236 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2fd9f4c9-f734-4b28-a350-94652f380f34 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:43:59.960101 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-2fd9f4c9-f734-4b28-a350-94652f380f34 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Usage tracker for resource:security_group_rule and tenant:7aa12777ef71410eaa70251ed5176e4b is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:43:59.962955 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-2fd9f4c9-f734-4b28-a350-94652f380f34 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:43:59.969236 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-2fd9f4c9-f734-4b28-a350-94652f380f34 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:44:00.037468 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.securitygroups_db [None req-2fd9f4c9-f734-4b28-a350-94652f380f34 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Project 7aa12777ef71410eaa70251ed5176e4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:44:00.043940 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2fd9f4c9-f734-4b28-a350-94652f380f34 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:00.107151 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2fd9f4c9-f734-4b28-a350-94652f380f34 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:00.208552 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2fd9f4c9-f734-4b28-a350-94652f380f34 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:00.233765 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd9f4c9-f734-4b28-a350-94652f380f34 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2a9b014-37c7-424b-9088-cd427664e10e,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:44:00.294429 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2fd9f4c9-f734-4b28-a350-94652f380f34 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:00.295587 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-2fd9f4c9-f734-4b28-a350-94652f380f34 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3498659 Feb 10 23:44:00.298439 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 56110) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:44:00.303599 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-dd3f2e91-8e04-44b1-9ec8-4ff3933e4099 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Request body: {'network': {'name': 'tempest-network-smoke--1714733967', 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'port_security_enabled': True}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:44:00.309129 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-dd3f2e91-8e04-44b1-9ec8-4ff3933e4099 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:44:00.313065 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-dd3f2e91-8e04-44b1-9ec8-4ff3933e4099 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Usage tracker for resource:network and tenant:7aa12777ef71410eaa70251ed5176e4b is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:44:00.315805 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-dd3f2e91-8e04-44b1-9ec8-4ff3933e4099 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:44:00.321464 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-dd3f2e91-8e04-44b1-9ec8-4ff3933e4099 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:44:00.403305 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3f2e91-8e04-44b1-9ec8-4ff3933e4099 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Made reservation on behalf of 7aa12777ef71410eaa70251ed5176e4b for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:44:00.406274 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dd3f2e91-8e04-44b1-9ec8-4ff3933e4099 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:00.434202 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd3f2e91-8e04-44b1-9ec8-4ff3933e4099 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:44:00.442316 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dd3f2e91-8e04-44b1-9ec8-4ff3933e4099 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:00.442626 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-dd3f2e91-8e04-44b1-9ec8-4ff3933e4099 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Added segment 85008b6e-1a62-4748-ab2b-792f89fb4605 of type vlan for network 687e0001-e04e-4116-a041-994674aafb4a Feb 10 23:44:00.466668 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dd3f2e91-8e04-44b1-9ec8-4ff3933e4099 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:00.557727 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dd3f2e91-8e04-44b1-9ec8-4ff3933e4099 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:00.562043 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3f2e91-8e04-44b1-9ec8-4ff3933e4099 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:44:00.562652 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dd3f2e91-8e04-44b1-9ec8-4ff3933e4099 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:00.671249 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3f2e91-8e04-44b1-9ec8-4ff3933e4099 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'Network': ['ID=687e0001-e04e-4116-a041-994674aafb4a,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:44:00.681702 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 687e0001-e04e-4116-a041-994674aafb4a details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:44:00.718072 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-dd3f2e91-8e04-44b1-9ec8-4ff3933e4099 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4186423 Feb 10 23:44:00.720785 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 56114) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:44:00.725847 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-3e31ae57-6574-4f0f-8431-aaf6c446543d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1579065511', 'admin_state_up': True, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:44:00.733357 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3e31ae57-6574-4f0f-8431-aaf6c446543d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:44:00.737264 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-3e31ae57-6574-4f0f-8431-aaf6c446543d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Usage tracker for resource:router and tenant:7aa12777ef71410eaa70251ed5176e4b is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:44:00.746032 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-3e31ae57-6574-4f0f-8431-aaf6c446543d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:44:00.746032 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3e31ae57-6574-4f0f-8431-aaf6c446543d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:44:00.803934 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3e31ae57-6574-4f0f-8431-aaf6c446543d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:00.804915 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3e31ae57-6574-4f0f-8431-aaf6c446543d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:00.822201 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3e31ae57-6574-4f0f-8431-aaf6c446543d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:01.024126 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3e31ae57-6574-4f0f-8431-aaf6c446543d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:01.280362 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3e31ae57-6574-4f0f-8431-aaf6c446543d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:01.400622 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3e31ae57-6574-4f0f-8431-aaf6c446543d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:01.533062 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-3e31ae57-6574-4f0f-8431-aaf6c446543d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Allocated IP 172.26.8.27 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/2b55ce9b-3479-4cb3-92c5-1491ef3201c7) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:44:01.677284 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3e31ae57-6574-4f0f-8431-aaf6c446543d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:01.763232 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3e31ae57-6574-4f0f-8431-aaf6c446543d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:01.827168 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e31ae57-6574-4f0f-8431-aaf6c446543d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:44:01.829659 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-3e31ae57-6574-4f0f-8431-aaf6c446543d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:44:01.833727 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e31ae57-6574-4f0f-8431-aaf6c446543d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:44:01.860237 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e31ae57-6574-4f0f-8431-aaf6c446543d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'Port': ['ID=2b55ce9b-3479-4cb3-92c5-1491ef3201c7,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:44:02.048906 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3e31ae57-6574-4f0f-8431-aaf6c446543d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for router_gateway, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:02.049640 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3e31ae57-6574-4f0f-8431-aaf6c446543d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:02.340894 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e31ae57-6574-4f0f-8431-aaf6c446543d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Router e90c4155-39eb-4e44-9ba4-9340ad78a62b is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:44:02.532792 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e31ae57-6574-4f0f-8431-aaf6c446543d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:44:02.544031 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f846cf7-b494-440c-9f43-9a203ec1e605 None None] Sync routers for ids ['e90c4155-39eb-4e44-9ba4-9340ad78a62b'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:44:02.557379 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f846cf7-b494-440c-9f43-9a203ec1e605 None None] Routers {'e90c4155-39eb-4e44-9ba4-9340ad78a62b'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:44:02.558755 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-0f846cf7-b494-440c-9f43-9a203ec1e605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:43:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['e90c4155-39eb-4e44-9ba4-9340ad78a62b'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:44:02.614444 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3e31ae57-6574-4f0f-8431-aaf6c446543d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:02.615645 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-3e31ae57-6574-4f0f-8431-aaf6c446543d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8939612 Feb 10 23:44:02.618895 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 56118) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:44:02.660625 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-32455d4c-3b9a-4fd8-9061-cf4b982ab4ae tempest-TestNetworkAdvancedServerOps-195907508 tempest-TestNetworkAdvancedServerOps-195907508-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=7aa12777ef71410eaa70251ed5176e4b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406094 Feb 10 23:44:02.663307 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 56122) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:44:02.735089 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-0f846cf7-b494-440c-9f43-9a203ec1e605 None None] Set router e90c4155-39eb-4e44-9ba4-9340ad78a62b gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:44:02.791870 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8559fa7-5efd-403a-85b0-a0f17b0a81bf tempest-TestNetworkAdvancedServerOps-195907508 tempest-TestNetworkAdvancedServerOps-195907508-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:44:02.796125 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e8559fa7-5efd-403a-85b0-a0f17b0a81bf tempest-TestNetworkAdvancedServerOps-195907508 tempest-TestNetworkAdvancedServerOps-195907508-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1292944 Feb 10 23:44:02.796384 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 56126) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:44:02.836620 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-845011a8-40db-4806-ad75-f2c8696ebc43 tempest-TestNetworkAdvancedServerOps-195907508 tempest-TestNetworkAdvancedServerOps-195907508-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=c2ed7563-f8af-409c-803f-f56530124ba5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367975 Feb 10 23:44:02.836865 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 56130) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:44:02.842755 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-9fa20375-7216-4dcf-a0be-95fa68e9864c tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1071997332', 'network_id': '687e0001-e04e-4116-a041-994674aafb4a', 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:44:02.947352 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9fa20375-7216-4dcf-a0be-95fa68e9864c tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:44:02.951877 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9fa20375-7216-4dcf-a0be-95fa68e9864c tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Usage tracker for resource:subnet and tenant:7aa12777ef71410eaa70251ed5176e4b is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:44:02.954582 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9fa20375-7216-4dcf-a0be-95fa68e9864c tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:44:02.960001 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9fa20375-7216-4dcf-a0be-95fa68e9864c tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:44:03.018630 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-0f846cf7-b494-440c-9f43-9a203ec1e605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e90c4155-39eb-4e44-9ba4-9340ad78a62b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1579065511', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '2b55ce9b-3479-4cb3-92c5-1491ef3201c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:44:00Z', 'updated_at': '2022-02-10T23:44:01Z', 'revision_number': 3, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': '2b55ce9b-3479-4cb3-92c5-1491ef3201c7', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:da:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e90c4155-39eb-4e44-9ba4-9340ad78a62b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:44:01Z', 'updated_at': '2022-02-10T23:44:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:44:03.022485 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f846cf7-b494-440c-9f43-9a203ec1e605 None None] Checking router: e90c4155-39eb-4e44-9ba4-9340ad78a62b for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:44:03.022860 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f846cf7-b494-440c-9f43-9a203ec1e605 None None] Updating router e90c4155-39eb-4e44-9ba4-9340ad78a62b port 2b55ce9b-3479-4cb3-92c5-1491ef3201c7 binding host dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:44:03.026213 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa20375-7216-4dcf-a0be-95fa68e9864c tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Made reservation on behalf of 7aa12777ef71410eaa70251ed5176e4b for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:44:03.111518 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0f846cf7-b494-440c-9f43-9a203ec1e605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:03.126864 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9fa20375-7216-4dcf-a0be-95fa68e9864c tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:03.441656 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0f846cf7-b494-440c-9f43-9a203ec1e605 None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:03.452871 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-0f846cf7-b494-440c-9f43-9a203ec1e605 None None] Transition to ACTIVE for port object 2b55ce9b-3479-4cb3-92c5-1491ef3201c7 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:44:03.512523 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9fa20375-7216-4dcf-a0be-95fa68e9864c tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:03.546414 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0f846cf7-b494-440c-9f43-9a203ec1e605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:03.589217 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa20375-7216-4dcf-a0be-95fa68e9864c tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'Subnet': ['ID=e1d4b7bf-e78d-41cf-9542-eb15da87a8ee,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:44:03.603590 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa20375-7216-4dcf-a0be-95fa68e9864c tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Checking segment: {'id': '85008b6e-1a62-4748-ab2b-792f89fb4605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '687e0001-e04e-4116-a041-994674aafb4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:44:03.603947 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa20375-7216-4dcf-a0be-95fa68e9864c tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Network hostable DHCP agents. Network: 687e0001-e04e-4116-a041-994674aafb4a, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:44:03.624313 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deb2234-6468-4b16-8190-1d735cd7253b None None] Pushing event updated for resources: {'Port': ['ID=2b55ce9b-3479-4cb3-92c5-1491ef3201c7,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:44:03.634478 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-0f846cf7-b494-440c-9f43-9a203ec1e605 None None] Attempting to bind port 2b55ce9b-3479-4cb3-92c5-1491ef3201c7 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:44:03.634478 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-0f846cf7-b494-440c-9f43-9a203ec1e605 None None] Attempting to bind port 2b55ce9b-3479-4cb3-92c5-1491ef3201c7 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:44:03.634478 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f846cf7-b494-440c-9f43-9a203ec1e605 None None] Attempting to bind port 2b55ce9b-3479-4cb3-92c5-1491ef3201c7 on network c2ed7563-f8af-409c-803f-f56530124ba5 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:44:03.639331 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f846cf7-b494-440c-9f43-9a203ec1e605 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:44:03.639692 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f846cf7-b494-440c-9f43-9a203ec1e605 None None] Checking segment: {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:44:03.640081 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0f846cf7-b494-440c-9f43-9a203ec1e605 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:03.640452 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f846cf7-b494-440c-9f43-9a203ec1e605 None None] Bound using segment: {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:44:03.640926 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-0f846cf7-b494-440c-9f43-9a203ec1e605 None None] Bound port: 2b55ce9b-3479-4cb3-92c5-1491ef3201c7, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:44:03.641285 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0f846cf7-b494-440c-9f43-9a203ec1e605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:03.694987 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa20375-7216-4dcf-a0be-95fa68e9864c tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Network 687e0001-e04e-4116-a041-994674aafb4a is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:44:03.711171 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-0f846cf7-b494-440c-9f43-9a203ec1e605 None None] For port 2b55ce9b-3479-4cb3-92c5-1491ef3201c7, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:44:03.714008 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-0f846cf7-b494-440c-9f43-9a203ec1e605 None None] For port 2b55ce9b-3479-4cb3-92c5-1491ef3201c7, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=2b55ce9b-3479-4cb3-92c5-1491ef3201c7,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:44:03.758059 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-9fa20375-7216-4dcf-a0be-95fa68e9864c tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 687e0001-e04e-4116-a041-994674aafb4a) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:44:03.762379 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa20375-7216-4dcf-a0be-95fa68e9864c tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:44:03.762961 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9fa20375-7216-4dcf-a0be-95fa68e9864c tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:03.767487 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4e8bb3-8f78-49b8-a45a-6afbfdca2655 None None] Network 687e0001-e04e-4116-a041-994674aafb4a requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:44:03.828562 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0f846cf7-b494-440c-9f43-9a203ec1e605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:03.884140 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9fa20375-7216-4dcf-a0be-95fa68e9864c tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0463226 Feb 10 23:44:03.887001 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 56134) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:44:03.948723 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deb2234-6468-4b16-8190-1d735cd7253b None None] Pushing event updated for resources: {'Port': ['ID=2b55ce9b-3479-4cb3-92c5-1491ef3201c7,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:44:03.960266 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f846cf7-b494-440c-9f43-9a203ec1e605 None None] Routers {'e90c4155-39eb-4e44-9ba4-9340ad78a62b'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:44:03.960887 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-0f846cf7-b494-440c-9f43-9a203ec1e605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:43:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['e90c4155-39eb-4e44-9ba4-9340ad78a62b'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:44:04.183019 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afa3bd3-0cdd-4de6-b7a3-bb6380ed4b0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-687e0001-e04e-4116-a041-994674aafb4a', 'network_id': '687e0001-e04e-4116-a041-994674aafb4a', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'fixed_ips': [{'subnet_id': 'e1d4b7bf-e78d-41cf-9542-eb15da87a8ee'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:44:04.183802 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4afa3bd3-0cdd-4de6-b7a3-bb6380ed4b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:04.250852 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-0f846cf7-b494-440c-9f43-9a203ec1e605 None None] Set router e90c4155-39eb-4e44-9ba4-9340ad78a62b gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:44:04.551036 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-4afa3bd3-0cdd-4de6-b7a3-bb6380ed4b0b None None] Allocated IP 172.20.0.2 (687e0001-e04e-4116-a041-994674aafb4a/e1d4b7bf-e78d-41cf-9542-eb15da87a8ee/9df814d4-0104-446c-94df-5eaa1e803d1d) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:44:04.733938 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-53064b8c-cdd8-44a2-883b-f996bb1ca15a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:04.780451 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-0f846cf7-b494-440c-9f43-9a203ec1e605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e90c4155-39eb-4e44-9ba4-9340ad78a62b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1579065511', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '2b55ce9b-3479-4cb3-92c5-1491ef3201c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:44:00Z', 'updated_at': '2022-02-10T23:44:01Z', 'revision_number': 3, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': '2b55ce9b-3479-4cb3-92c5-1491ef3201c7', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:da:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e90c4155-39eb-4e44-9ba4-9340ad78a62b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:44:01Z', 'updated_at': '2022-02-10T23:44:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:44:04.810911 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f846cf7-b494-440c-9f43-9a203ec1e605 None None] The sync data for ids ['e90c4155-39eb-4e44-9ba4-9340ad78a62b'] in dv-neutron-828797-1-hyperv is: [{'id': 'e90c4155-39eb-4e44-9ba4-9340ad78a62b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1579065511', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '2b55ce9b-3479-4cb3-92c5-1491ef3201c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:44:00Z', 'updated_at': '2022-02-10T23:44:01Z', 'revision_number': 3, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': '2b55ce9b-3479-4cb3-92c5-1491ef3201c7', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:da:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e90c4155-39eb-4e44-9ba4-9340ad78a62b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:44:01Z', 'updated_at': '2022-02-10T23:44:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:44:04.852735 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4afa3bd3-0cdd-4de6-b7a3-bb6380ed4b0b None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:04.863468 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-4afa3bd3-0cdd-4de6-b7a3-bb6380ed4b0b None None] Transition to ACTIVE for port object 9df814d4-0104-446c-94df-5eaa1e803d1d will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:44:04.884234 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-4afa3bd3-0cdd-4de6-b7a3-bb6380ed4b0b None None] Transition to ACTIVE for port object 9df814d4-0104-446c-94df-5eaa1e803d1d will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:44:04.965081 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4afa3bd3-0cdd-4de6-b7a3-bb6380ed4b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:05.054695 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afa3bd3-0cdd-4de6-b7a3-bb6380ed4b0b None None] Network 687e0001-e04e-4116-a041-994674aafb4a is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:44:05.057836 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-4afa3bd3-0cdd-4de6-b7a3-bb6380ed4b0b None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:44:05.061749 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afa3bd3-0cdd-4de6-b7a3-bb6380ed4b0b None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:44:05.067808 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa3bd3-0cdd-4de6-b7a3-bb6380ed4b0b None None] Pushing event updated for resources: {'Port': ['ID=9df814d4-0104-446c-94df-5eaa1e803d1d,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:44:05.160383 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-4afa3bd3-0cdd-4de6-b7a3-bb6380ed4b0b None None] Attempting to bind port 9df814d4-0104-446c-94df-5eaa1e803d1d on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:44:05.160767 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-4afa3bd3-0cdd-4de6-b7a3-bb6380ed4b0b None None] Attempting to bind port 9df814d4-0104-446c-94df-5eaa1e803d1d by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '85008b6e-1a62-4748-ab2b-792f89fb4605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '687e0001-e04e-4116-a041-994674aafb4a'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:44:05.161125 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afa3bd3-0cdd-4de6-b7a3-bb6380ed4b0b None None] Attempting to bind port 9df814d4-0104-446c-94df-5eaa1e803d1d on network 687e0001-e04e-4116-a041-994674aafb4a {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:44:05.163324 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-53064b8c-cdd8-44a2-883b-f996bb1ca15a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Allocated IP 172.20.0.1 (687e0001-e04e-4116-a041-994674aafb4a/e1d4b7bf-e78d-41cf-9542-eb15da87a8ee/308a3070-8a21-443e-ab41-dca32eb84744) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:44:05.168326 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afa3bd3-0cdd-4de6-b7a3-bb6380ed4b0b None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:44:05.168768 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afa3bd3-0cdd-4de6-b7a3-bb6380ed4b0b None None] Checking segment: {'id': '85008b6e-1a62-4748-ab2b-792f89fb4605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '687e0001-e04e-4116-a041-994674aafb4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:44:05.169165 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4afa3bd3-0cdd-4de6-b7a3-bb6380ed4b0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:05.169550 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afa3bd3-0cdd-4de6-b7a3-bb6380ed4b0b None None] Bound using segment: {'id': '85008b6e-1a62-4748-ab2b-792f89fb4605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '687e0001-e04e-4116-a041-994674aafb4a'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:44:05.170005 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-4afa3bd3-0cdd-4de6-b7a3-bb6380ed4b0b None None] Bound port: 9df814d4-0104-446c-94df-5eaa1e803d1d, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85008b6e-1a62-4748-ab2b-792f89fb4605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '687e0001-e04e-4116-a041-994674aafb4a'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:44:05.170366 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4afa3bd3-0cdd-4de6-b7a3-bb6380ed4b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:05.264472 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-4afa3bd3-0cdd-4de6-b7a3-bb6380ed4b0b None None] For port 9df814d4-0104-446c-94df-5eaa1e803d1d, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:44:05.268491 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-4afa3bd3-0cdd-4de6-b7a3-bb6380ed4b0b None None] For port 9df814d4-0104-446c-94df-5eaa1e803d1d, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=9df814d4-0104-446c-94df-5eaa1e803d1d,segment=NetworkSegment(85008b6e-1a62-4748-ab2b-792f89fb4605),segment_id=85008b6e-1a62-4748-ab2b-792f89fb4605)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:44:05.334977 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-53064b8c-cdd8-44a2-883b-f996bb1ca15a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:05.336583 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4afa3bd3-0cdd-4de6-b7a3-bb6380ed4b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:05.351630 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-53064b8c-cdd8-44a2-883b-f996bb1ca15a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Transition to ACTIVE for port object 308a3070-8a21-443e-ab41-dca32eb84744 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:44:05.426744 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa3bd3-0cdd-4de6-b7a3-bb6380ed4b0b None None] Pushing event updated for resources: {'Port': ['ID=9df814d4-0104-446c-94df-5eaa1e803d1d,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:44:05.444445 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-53064b8c-cdd8-44a2-883b-f996bb1ca15a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:05.528077 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53064b8c-cdd8-44a2-883b-f996bb1ca15a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Network 687e0001-e04e-4116-a041-994674aafb4a is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:44:05.531596 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-53064b8c-cdd8-44a2-883b-f996bb1ca15a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:44:05.535564 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53064b8c-cdd8-44a2-883b-f996bb1ca15a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:44:05.568240 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53064b8c-cdd8-44a2-883b-f996bb1ca15a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'Port': ['ID=308a3070-8a21-443e-ab41-dca32eb84744,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:44:05.634758 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-53064b8c-cdd8-44a2-883b-f996bb1ca15a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733071'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:05.807750 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-53064b8c-cdd8-44a2-883b-f996bb1ca15a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:06.216290 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-53064b8c-cdd8-44a2-883b-f996bb1ca15a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:06.282817 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-53064b8c-cdd8-44a2-883b-f996bb1ca15a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:06.338326 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811af0b7-a287-4004-b55b-d0581814f859 None None] Network 687e0001-e04e-4116-a041-994674aafb4a requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:44:06.398394 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-53064b8c-cdd8-44a2-883b-f996bb1ca15a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2767683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732898'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:06.401569 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53064b8c-cdd8-44a2-883b-f996bb1ca15a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'Port': ['ID=308a3070-8a21-443e-ab41-dca32eb84744,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:44:06.500124 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-ddc8164c-76d0-479f-805a-17edd0b5d71c None None] Provisioning for port 9df814d4-0104-446c-94df-5eaa1e803d1d completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:44:06.653016 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53064b8c-cdd8-44a2-883b-f996bb1ca15a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Network 687e0001-e04e-4116-a041-994674aafb4a is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:44:06.654386 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-53064b8c-cdd8-44a2-883b-f996bb1ca15a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:44:06.814722 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 9df814d4-0104-446c-94df-5eaa1e803d1d up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:44:06.957944 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-3aeb48a8-bb4c-42da-a376-cab1cb505784 None None] Provisioning for port 308a3070-8a21-443e-ab41-dca32eb84744 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:44:06.963565 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-3aeb48a8-bb4c-42da-a376-cab1cb505784 None None] Provisioning complete for port 308a3070-8a21-443e-ab41-dca32eb84744 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:44:06.969807 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3aeb48a8-bb4c-42da-a376-cab1cb505784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:06.992219 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 9df814d4-0104-446c-94df-5eaa1e803d1d completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:44:07.005833 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 9df814d4-0104-446c-94df-5eaa1e803d1d triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:44:07.006710 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:07.068829 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-3aeb48a8-bb4c-42da-a376-cab1cb505784 None None] Port 308a3070-8a21-443e-ab41-dca32eb84744 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:44:07.071204 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53064b8c-cdd8-44a2-883b-f996bb1ca15a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Router e90c4155-39eb-4e44-9ba4-9340ad78a62b has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:44:07.151669 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:07.193011 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 9df814d4-0104-446c-94df-5eaa1e803d1d, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=9df814d4-0104-446c-94df-5eaa1e803d1d,segment=NetworkSegment(85008b6e-1a62-4748-ab2b-792f89fb4605),segment_id=85008b6e-1a62-4748-ab2b-792f89fb4605)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:44:07.200763 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-7e7ed1c9-5755-40a1-826a-9471ebc6d51b None None] Provisioning complete for port 308a3070-8a21-443e-ab41-dca32eb84744 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:44:07.201163 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7e7ed1c9-5755-40a1-826a-9471ebc6d51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:07.256869 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-7e7ed1c9-5755-40a1-826a-9471ebc6d51b None None] Port 308a3070-8a21-443e-ab41-dca32eb84744 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:44:07.282946 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53064b8c-cdd8-44a2-883b-f996bb1ca15a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:44:07.294877 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-53064b8c-cdd8-44a2-883b-f996bb1ca15a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "PUT /v2.0/routers/e90c4155-39eb-4e44-9ba4-9340ad78a62b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4068716 Feb 10 23:44:07.316913 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:07.316913 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 2b55ce9b-3479-4cb3-92c5-1491ef3201c7 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:44:07.419587 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=9df814d4-0104-446c-94df-5eaa1e803d1d,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:44:07.467031 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 2b55ce9b-3479-4cb3-92c5-1491ef3201c7 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:44:07.471852 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 2b55ce9b-3479-4cb3-92c5-1491ef3201c7 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:44:07.472296 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:07.476060 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bd7d9a9f-dc66-4233-98b2-6e2a3fc53721 req-d793cebf-e721-4382-b4f5-c19aeed0f3c1 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-711083510&fields=id&tenant_id=7aa12777ef71410eaa70251ed5176e4b HTTP/1.1" status: 200 len: 267 time: 0.0409634 Feb 10 23:44:07.590385 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:07.607651 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 2b55ce9b-3479-4cb3-92c5-1491ef3201c7, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=2b55ce9b-3479-4cb3-92c5-1491ef3201c7,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:44:07.624068 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d9a9f-dc66-4233-98b2-6e2a3fc53721 req-146c7b29-8467-4dfa-b1ab-bd2e75c24600 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:44:07.625513 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bd7d9a9f-dc66-4233-98b2-6e2a3fc53721 req-146c7b29-8467-4dfa-b1ab-bd2e75c24600 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/networks?id=687e0001-e04e-4116-a041-994674aafb4a HTTP/1.1" status: 200 len: 797 time: 0.1418564 Feb 10 23:44:07.641471 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bd7d9a9f-dc66-4233-98b2-6e2a3fc53721 req-1fabda7b-07c5-4fde-a5c4-26a1b80b140d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/quotas/7aa12777ef71410eaa70251ed5176e4b HTTP/1.1" status: 200 len: 375 time: 0.0106444 Feb 10 23:44:07.655214 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:07.722507 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=2b55ce9b-3479-4cb3-92c5-1491ef3201c7,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:44:07.723125 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-bd7d9a9f-dc66-4233-98b2-6e2a3fc53721 req-fd1ca552-d1a8-4044-a113-9bf438b09546 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Synchronizing usage tracker for tenant:7aa12777ef71410eaa70251ed5176e4b on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:44:07.798024 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-bd7d9a9f-dc66-4233-98b2-6e2a3fc53721 req-fd1ca552-d1a8-4044-a113-9bf438b09546 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Unset dirty status for tenant:7aa12777ef71410eaa70251ed5176e4b on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:44:07.799360 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bd7d9a9f-dc66-4233-98b2-6e2a3fc53721 req-fd1ca552-d1a8-4044-a113-9bf438b09546 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7aa12777ef71410eaa70251ed5176e4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1531377 Feb 10 23:44:07.936870 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bd7d9a9f-dc66-4233-98b2-6e2a3fc53721 req-52f81bf5-7175-4020-bdf6-81a25b28a6b2 service neutron] 10.222.0.59 "GET /v2.0/networks/687e0001-e04e-4116-a041-994674aafb4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257622 Feb 10 23:44:08.065372 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bd7d9a9f-dc66-4233-98b2-6e2a3fc53721 req-54e50792-b905-40bc-ac78-a333b1ab0164 service neutron] 10.222.0.59 "GET /v2.0/networks/687e0001-e04e-4116-a041-994674aafb4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227548 Feb 10 23:44:08.327012 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-ad4d206c-46e2-4a68-89e6-ad36b61a68b4 req-4a639b0a-f1e6-44df-b052-efa8d21cedc8 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Synchronizing usage tracker for tenant:7aa12777ef71410eaa70251ed5176e4b on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:44:08.339656 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-ad4d206c-46e2-4a68-89e6-ad36b61a68b4 req-4a639b0a-f1e6-44df-b052-efa8d21cedc8 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Unset dirty status for tenant:7aa12777ef71410eaa70251ed5176e4b on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:44:08.340958 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-ad4d206c-46e2-4a68-89e6-ad36b61a68b4 req-4a639b0a-f1e6-44df-b052-efa8d21cedc8 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6df505a-a4d6-43c8-aaf4-ba0f2db96653 HTTP/1.1" status: 200 len: 210 time: 0.0570774 Feb 10 23:44:08.438163 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17985a0a-b7d0-4b2a-8f0b-012b2e352917 None None] Sync routers for ids ['e90c4155-39eb-4e44-9ba4-9340ad78a62b'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:44:08.451376 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17985a0a-b7d0-4b2a-8f0b-012b2e352917 None None] Routers {'e90c4155-39eb-4e44-9ba4-9340ad78a62b'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:44:08.451962 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-17985a0a-b7d0-4b2a-8f0b-012b2e352917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:43:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['e90c4155-39eb-4e44-9ba4-9340ad78a62b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:44:08.633450 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-17985a0a-b7d0-4b2a-8f0b-012b2e352917 None None] Set router e90c4155-39eb-4e44-9ba4-9340ad78a62b gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:44:08.769715 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 9df814d4-0104-446c-94df-5eaa1e803d1d up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:44:08.851829 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 9df814d4-0104-446c-94df-5eaa1e803d1d triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:44:08.852233 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:08.970668 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 2b55ce9b-3479-4cb3-92c5-1491ef3201c7 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:44:08.997066 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-17985a0a-b7d0-4b2a-8f0b-012b2e352917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e90c4155-39eb-4e44-9ba4-9340ad78a62b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1579065511', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '2b55ce9b-3479-4cb3-92c5-1491ef3201c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:44:00Z', 'updated_at': '2022-02-10T23:44:05Z', 'revision_number': 4, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': '2b55ce9b-3479-4cb3-92c5-1491ef3201c7', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:da:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90c4155-39eb-4e44-9ba4-9340ad78a62b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:44:01Z', 'updated_at': '2022-02-10T23:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '308a3070-8a21-443e-ab41-dca32eb84744', 'name': '', 'network_id': '687e0001-e04e-4116-a041-994674aafb4a', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'mac_address': 'fa:16:3e:66:c7:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e90c4155-39eb-4e44-9ba4-9340ad78a62b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1d4b7bf-e78d-41cf-9542-eb15da87a8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:44:04Z', 'updated_at': '2022-02-10T23:44:06Z', 'revision_number': 2, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'subnets': [{'id': 'e1d4b7bf-e78d-41cf-9542-eb15da87a8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:44:09.000858 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17985a0a-b7d0-4b2a-8f0b-012b2e352917 None None] Checking router: e90c4155-39eb-4e44-9ba4-9340ad78a62b for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:44:09.001229 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17985a0a-b7d0-4b2a-8f0b-012b2e352917 None None] Updating router e90c4155-39eb-4e44-9ba4-9340ad78a62b port 308a3070-8a21-443e-ab41-dca32eb84744 binding host dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:44:09.037167 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 2b55ce9b-3479-4cb3-92c5-1491ef3201c7 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:44:09.037900 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:09.056171 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-17985a0a-b7d0-4b2a-8f0b-012b2e352917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:09.395825 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-17985a0a-b7d0-4b2a-8f0b-012b2e352917 None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:09.408457 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-17985a0a-b7d0-4b2a-8f0b-012b2e352917 None None] Transition to ACTIVE for port object 308a3070-8a21-443e-ab41-dca32eb84744 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:44:09.478176 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-17985a0a-b7d0-4b2a-8f0b-012b2e352917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:09.515407 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e3043672-9fdf-46c6-8a67-59ab04ff2878 req-b2bedd86-c2dc-433b-a806-752b99a63e31 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6df505a-a4d6-43c8-aaf4-ba0f2db96653 HTTP/1.1" status: 200 len: 210 time: 0.0448596 Feb 10 23:44:09.672875 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a419a5-fbc5-410d-ac46-5e4a1f83fb00 None None] Pushing event updated for resources: {'Port': ['ID=308a3070-8a21-443e-ab41-dca32eb84744,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:44:09.685965 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a419a5-fbc5-410d-ac46-5e4a1f83fb00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:44:09.686300 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a419a5-fbc5-410d-ac46-5e4a1f83fb00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:44:09.686628 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a419a5-fbc5-410d-ac46-5e4a1f83fb00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:44:09.686950 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a419a5-fbc5-410d-ac46-5e4a1f83fb00 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:44:09.687302 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a419a5-fbc5-410d-ac46-5e4a1f83fb00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:44:09.687621 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a419a5-fbc5-410d-ac46-5e4a1f83fb00 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:44:09.687934 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a419a5-fbc5-410d-ac46-5e4a1f83fb00 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:44:09.688249 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a419a5-fbc5-410d-ac46-5e4a1f83fb00 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:44:09.688579 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a419a5-fbc5-410d-ac46-5e4a1f83fb00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:44:09.688890 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a419a5-fbc5-410d-ac46-5e4a1f83fb00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:44:09.689200 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a419a5-fbc5-410d-ac46-5e4a1f83fb00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:44:09.711922 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-17985a0a-b7d0-4b2a-8f0b-012b2e352917 None None] Attempting to bind port 308a3070-8a21-443e-ab41-dca32eb84744 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:44:09.712281 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-17985a0a-b7d0-4b2a-8f0b-012b2e352917 None None] Attempting to bind port 308a3070-8a21-443e-ab41-dca32eb84744 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '85008b6e-1a62-4748-ab2b-792f89fb4605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '687e0001-e04e-4116-a041-994674aafb4a'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:44:09.718061 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17985a0a-b7d0-4b2a-8f0b-012b2e352917 None None] Attempting to bind port 308a3070-8a21-443e-ab41-dca32eb84744 on network 687e0001-e04e-4116-a041-994674aafb4a {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:44:09.719730 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17985a0a-b7d0-4b2a-8f0b-012b2e352917 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:44:09.720089 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17985a0a-b7d0-4b2a-8f0b-012b2e352917 None None] Checking segment: {'id': '85008b6e-1a62-4748-ab2b-792f89fb4605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '687e0001-e04e-4116-a041-994674aafb4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:44:09.720477 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-17985a0a-b7d0-4b2a-8f0b-012b2e352917 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:09.720882 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17985a0a-b7d0-4b2a-8f0b-012b2e352917 None None] Bound using segment: {'id': '85008b6e-1a62-4748-ab2b-792f89fb4605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '687e0001-e04e-4116-a041-994674aafb4a'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:44:09.721326 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-17985a0a-b7d0-4b2a-8f0b-012b2e352917 None None] Bound port: 308a3070-8a21-443e-ab41-dca32eb84744, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85008b6e-1a62-4748-ab2b-792f89fb4605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '687e0001-e04e-4116-a041-994674aafb4a'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:44:09.721684 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-17985a0a-b7d0-4b2a-8f0b-012b2e352917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:09.810629 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-17985a0a-b7d0-4b2a-8f0b-012b2e352917 None None] For port 308a3070-8a21-443e-ab41-dca32eb84744, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:44:09.813887 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-17985a0a-b7d0-4b2a-8f0b-012b2e352917 None None] For port 308a3070-8a21-443e-ab41-dca32eb84744, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=308a3070-8a21-443e-ab41-dca32eb84744,segment=NetworkSegment(85008b6e-1a62-4748-ab2b-792f89fb4605),segment_id=85008b6e-1a62-4748-ab2b-792f89fb4605)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:44:09.877858 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-17985a0a-b7d0-4b2a-8f0b-012b2e352917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:09.957604 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a419a5-fbc5-410d-ac46-5e4a1f83fb00 None None] Pushing event updated for resources: {'Port': ['ID=308a3070-8a21-443e-ab41-dca32eb84744,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:44:09.965476 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17985a0a-b7d0-4b2a-8f0b-012b2e352917 None None] Routers {'e90c4155-39eb-4e44-9ba4-9340ad78a62b'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:44:09.966158 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-17985a0a-b7d0-4b2a-8f0b-012b2e352917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:43:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['e90c4155-39eb-4e44-9ba4-9340ad78a62b'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:44:10.160980 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-17985a0a-b7d0-4b2a-8f0b-012b2e352917 None None] Set router e90c4155-39eb-4e44-9ba4-9340ad78a62b gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:44:10.321239 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d9a9f-dc66-4233-98b2-6e2a3fc53721 req-b109eb07-2928-4b3a-a90a-cefc3c623d1e tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:44:10.323148 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bd7d9a9f-dc66-4233-98b2-6e2a3fc53721 req-b109eb07-2928-4b3a-a90a-cefc3c623d1e tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.37 "GET /v2.0/networks?id=687e0001-e04e-4116-a041-994674aafb4a HTTP/1.1" status: 200 len: 797 time: 0.1526172 Feb 10 23:44:10.377302 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bd7d9a9f-dc66-4233-98b2-6e2a3fc53721 req-70449162-adcb-44a2-a103-073972cd746e tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7aa12777ef71410eaa70251ed5176e4b HTTP/1.1" status: 200 len: 379 time: 0.0415132 Feb 10 23:44:10.385808 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-bd7d9a9f-dc66-4233-98b2-6e2a3fc53721 req-997bad99-d931-4542-9dfb-d11bf73e46eb tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Request body: {'port': {'device_id': 'e6df505a-a4d6-43c8-aaf4-ba0f2db96653', 'network_id': '687e0001-e04e-4116-a041-994674aafb4a', 'admin_state_up': True, 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'security_groups': ['e62d7c2e-e1c0-40af-8326-253234ae6cef']}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:44:10.480207 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-17985a0a-b7d0-4b2a-8f0b-012b2e352917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e90c4155-39eb-4e44-9ba4-9340ad78a62b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1579065511', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '2b55ce9b-3479-4cb3-92c5-1491ef3201c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:44:00Z', 'updated_at': '2022-02-10T23:44:05Z', 'revision_number': 4, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': '2b55ce9b-3479-4cb3-92c5-1491ef3201c7', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:da:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90c4155-39eb-4e44-9ba4-9340ad78a62b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:44:01Z', 'updated_at': '2022-02-10T23:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '308a3070-8a21-443e-ab41-dca32eb84744', 'name': '', 'network_id': '687e0001-e04e-4116-a041-994674aafb4a', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'mac_address': 'fa:16:3e:66:c7:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e90c4155-39eb-4e44-9ba4-9340ad78a62b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1d4b7bf-e78d-41cf-9542-eb15da87a8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:44:04Z', 'updated_at': '2022-02-10T23:44:09Z', 'revision_number': 4, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'subnets': [{'id': 'e1d4b7bf-e78d-41cf-9542-eb15da87a8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:44:10.484094 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17985a0a-b7d0-4b2a-8f0b-012b2e352917 None None] The sync data for ids ['e90c4155-39eb-4e44-9ba4-9340ad78a62b'] in dv-neutron-828797-1-hyperv is: [{'id': 'e90c4155-39eb-4e44-9ba4-9340ad78a62b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1579065511', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '2b55ce9b-3479-4cb3-92c5-1491ef3201c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:44:00Z', 'updated_at': '2022-02-10T23:44:05Z', 'revision_number': 4, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': '2b55ce9b-3479-4cb3-92c5-1491ef3201c7', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:da:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90c4155-39eb-4e44-9ba4-9340ad78a62b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:44:01Z', 'updated_at': '2022-02-10T23:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '308a3070-8a21-443e-ab41-dca32eb84744', 'name': '', 'network_id': '687e0001-e04e-4116-a041-994674aafb4a', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'mac_address': 'fa:16:3e:66:c7:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e90c4155-39eb-4e44-9ba4-9340ad78a62b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1d4b7bf-e78d-41cf-9542-eb15da87a8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:44:04Z', 'updated_at': '2022-02-10T23:44:09Z', 'revision_number': 4, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'subnets': [{'id': 'e1d4b7bf-e78d-41cf-9542-eb15da87a8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:44:10.542849 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-bd7d9a9f-dc66-4233-98b2-6e2a3fc53721 req-997bad99-d931-4542-9dfb-d11bf73e46eb tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:44:10.568438 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-bd7d9a9f-dc66-4233-98b2-6e2a3fc53721 req-997bad99-d931-4542-9dfb-d11bf73e46eb tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:44:10.637976 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd7d9a9f-dc66-4233-98b2-6e2a3fc53721 req-997bad99-d931-4542-9dfb-d11bf73e46eb tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Made reservation on behalf of 7aa12777ef71410eaa70251ed5176e4b for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:44:10.641307 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-bd7d9a9f-dc66-4233-98b2-6e2a3fc53721 req-997bad99-d931-4542-9dfb-d11bf73e46eb tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:10.709580 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-f3d030b3-1051-4f91-9cf9-8648023c38d3 req-943f7234-10ac-4bf0-83e4-f75c181a4e7d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6df505a-a4d6-43c8-aaf4-ba0f2db96653 HTTP/1.1" status: 200 len: 210 time: 0.0472856 Feb 10 23:44:10.780810 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 308a3070-8a21-443e-ab41-dca32eb84744 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:44:10.834521 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [req-bd7d9a9f-dc66-4233-98b2-6e2a3fc53721 req-997bad99-d931-4542-9dfb-d11bf73e46eb tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Allocated IP 172.20.0.13 (687e0001-e04e-4116-a041-994674aafb4a/e1d4b7bf-e78d-41cf-9542-eb15da87a8ee/9b7fafee-74d4-4741-a89b-337eb62ba329) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:44:10.934571 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 308a3070-8a21-443e-ab41-dca32eb84744 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:44:10.940862 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 308a3070-8a21-443e-ab41-dca32eb84744 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:44:10.941209 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:11.032139 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-bd7d9a9f-dc66-4233-98b2-6e2a3fc53721 req-997bad99-d931-4542-9dfb-d11bf73e46eb tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:11.048721 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-bd7d9a9f-dc66-4233-98b2-6e2a3fc53721 req-997bad99-d931-4542-9dfb-d11bf73e46eb tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Transition to ACTIVE for port object 9b7fafee-74d4-4741-a89b-337eb62ba329 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:44:11.062862 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:11.096592 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 308a3070-8a21-443e-ab41-dca32eb84744, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=308a3070-8a21-443e-ab41-dca32eb84744,segment=NetworkSegment(85008b6e-1a62-4748-ab2b-792f89fb4605),segment_id=85008b6e-1a62-4748-ab2b-792f89fb4605)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:44:11.134773 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-bd7d9a9f-dc66-4233-98b2-6e2a3fc53721 req-997bad99-d931-4542-9dfb-d11bf73e46eb tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:11.163319 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:11.217986 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd7d9a9f-dc66-4233-98b2-6e2a3fc53721 req-997bad99-d931-4542-9dfb-d11bf73e46eb tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Network 687e0001-e04e-4116-a041-994674aafb4a is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:44:11.221705 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [req-bd7d9a9f-dc66-4233-98b2-6e2a3fc53721 req-997bad99-d931-4542-9dfb-d11bf73e46eb tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:44:11.223605 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997bad99-d931-4542-9dfb-d11bf73e46eb tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'Port': ['ID=9b7fafee-74d4-4741-a89b-337eb62ba329,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:44:11.225876 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd7d9a9f-dc66-4233-98b2-6e2a3fc53721 req-997bad99-d931-4542-9dfb-d11bf73e46eb tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:44:11.235694 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=308a3070-8a21-443e-ab41-dca32eb84744,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:44:11.287691 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d9a9f-dc66-4233-98b2-6e2a3fc53721 req-997bad99-d931-4542-9dfb-d11bf73e46eb tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:44:11.288629 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-bd7d9a9f-dc66-4233-98b2-6e2a3fc53721 req-997bad99-d931-4542-9dfb-d11bf73e46eb tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:11.404692 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bd7d9a9f-dc66-4233-98b2-6e2a3fc53721 req-997bad99-d931-4542-9dfb-d11bf73e46eb tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0223558 Feb 10 23:44:11.416523 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-bd7d9a9f-dc66-4233-98b2-6e2a3fc53721 req-e314b615-d561-4a13-a6a9-1e1cb194bfbd service neutron] Request body: {'port': {'device_id': 'e6df505a-a4d6-43c8-aaf4-ba0f2db96653', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:44:11.608385 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-ed460f91-a8d6-4b96-adaf-4dcfbf2265e9 None None] Provisioning for port 9b7fafee-74d4-4741-a89b-337eb62ba329 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:44:11.613420 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-ed460f91-a8d6-4b96-adaf-4dcfbf2265e9 None None] Provisioning complete for port 9b7fafee-74d4-4741-a89b-337eb62ba329 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:44:11.613839 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ed460f91-a8d6-4b96-adaf-4dcfbf2265e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:11.623597 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-bd7d9a9f-dc66-4233-98b2-6e2a3fc53721 req-e314b615-d561-4a13-a6a9-1e1cb194bfbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:11.664663 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-ed460f91-a8d6-4b96-adaf-4dcfbf2265e9 None None] Port 9b7fafee-74d4-4741-a89b-337eb62ba329 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:44:11.965332 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f620ee-e28d-4bae-893d-17added0380c req-866a66b5-61da-4cc5-8840-b026699c73b0 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:44:11.966010 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-85f620ee-e28d-4bae-893d-17added0380c req-866a66b5-61da-4cc5-8840-b026699c73b0 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Synchronizing usage tracker for tenant:7aa12777ef71410eaa70251ed5176e4b on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:44:12.031376 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [req-bd7d9a9f-dc66-4233-98b2-6e2a3fc53721 req-e314b615-d561-4a13-a6a9-1e1cb194bfbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b7fafee-74d4-4741-a89b-337eb62ba329 {{(pid=84332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:44:12.038037 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-bd7d9a9f-dc66-4233-98b2-6e2a3fc53721 req-e314b615-d561-4a13-a6a9-1e1cb194bfbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:12.051559 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-bd7d9a9f-dc66-4233-98b2-6e2a3fc53721 req-e314b615-d561-4a13-a6a9-1e1cb194bfbd service neutron] Transition to ACTIVE for port object 9b7fafee-74d4-4741-a89b-337eb62ba329 will not be triggered until provisioned by entity L2. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:44:12.117399 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-85f620ee-e28d-4bae-893d-17added0380c req-866a66b5-61da-4cc5-8840-b026699c73b0 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Unset dirty status for tenant:7aa12777ef71410eaa70251ed5176e4b on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:44:12.118770 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-85f620ee-e28d-4bae-893d-17added0380c req-866a66b5-61da-4cc5-8840-b026699c73b0 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6df505a-a4d6-43c8-aaf4-ba0f2db96653 HTTP/1.1" status: 200 len: 932 time: 0.2840283 Feb 10 23:44:12.123862 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-bd7d9a9f-dc66-4233-98b2-6e2a3fc53721 req-e314b615-d561-4a13-a6a9-1e1cb194bfbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:12.285654 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e314b615-d561-4a13-a6a9-1e1cb194bfbd service neutron] Pushing event updated for resources: {'Port': ['ID=9b7fafee-74d4-4741-a89b-337eb62ba329,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:44:12.296450 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-85f620ee-e28d-4bae-893d-17added0380c req-bbe15ad9-f4a8-44ab-ac4f-7584d7d28263 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=e62d7c2e-e1c0-40af-8326-253234ae6cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1686835 Feb 10 23:44:12.400976 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-bd7d9a9f-dc66-4233-98b2-6e2a3fc53721 req-e314b615-d561-4a13-a6a9-1e1cb194bfbd service neutron] Attempting to bind port 9b7fafee-74d4-4741-a89b-337eb62ba329 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:44:12.401309 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-bd7d9a9f-dc66-4233-98b2-6e2a3fc53721 req-e314b615-d561-4a13-a6a9-1e1cb194bfbd service neutron] Attempting to bind port 9b7fafee-74d4-4741-a89b-337eb62ba329 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '85008b6e-1a62-4748-ab2b-792f89fb4605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '687e0001-e04e-4116-a041-994674aafb4a'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:44:12.401721 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7d9a9f-dc66-4233-98b2-6e2a3fc53721 req-e314b615-d561-4a13-a6a9-1e1cb194bfbd service neutron] Attempting to bind port 9b7fafee-74d4-4741-a89b-337eb62ba329 on network 687e0001-e04e-4116-a041-994674aafb4a {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:44:12.407429 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7d9a9f-dc66-4233-98b2-6e2a3fc53721 req-e314b615-d561-4a13-a6a9-1e1cb194bfbd service neutron] Port 9b7fafee-74d4-4741-a89b-337eb62ba329 on network 687e0001-e04e-4116-a041-994674aafb4a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:44:12.407745 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7d9a9f-dc66-4233-98b2-6e2a3fc53721 req-e314b615-d561-4a13-a6a9-1e1cb194bfbd service neutron] Attempting to bind port 9b7fafee-74d4-4741-a89b-337eb62ba329 on network 687e0001-e04e-4116-a041-994674aafb4a {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:44:12.413756 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7d9a9f-dc66-4233-98b2-6e2a3fc53721 req-e314b615-d561-4a13-a6a9-1e1cb194bfbd service neutron] Checking agent: {'id': '0f85d58b-4cda-4360-97cf-be037aef26b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'started_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:44:12.414082 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7d9a9f-dc66-4233-98b2-6e2a3fc53721 req-e314b615-d561-4a13-a6a9-1e1cb194bfbd service neutron] Checking segment: {'id': '85008b6e-1a62-4748-ab2b-792f89fb4605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '687e0001-e04e-4116-a041-994674aafb4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:44:12.414455 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7d9a9f-dc66-4233-98b2-6e2a3fc53721 req-e314b615-d561-4a13-a6a9-1e1cb194bfbd service neutron] Bound using segment: {'id': '85008b6e-1a62-4748-ab2b-792f89fb4605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '687e0001-e04e-4116-a041-994674aafb4a'} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:44:12.414863 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-bd7d9a9f-dc66-4233-98b2-6e2a3fc53721 req-e314b615-d561-4a13-a6a9-1e1cb194bfbd service neutron] Bound port: 9b7fafee-74d4-4741-a89b-337eb62ba329, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85008b6e-1a62-4748-ab2b-792f89fb4605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '687e0001-e04e-4116-a041-994674aafb4a'}}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:44:12.415194 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-bd7d9a9f-dc66-4233-98b2-6e2a3fc53721 req-e314b615-d561-4a13-a6a9-1e1cb194bfbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:12.503249 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-bd7d9a9f-dc66-4233-98b2-6e2a3fc53721 req-e314b615-d561-4a13-a6a9-1e1cb194bfbd service neutron] For port 9b7fafee-74d4-4741-a89b-337eb62ba329, host hv-neutron-8287, cleared binding levels {{(pid=84332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:44:12.506405 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-bd7d9a9f-dc66-4233-98b2-6e2a3fc53721 req-e314b615-d561-4a13-a6a9-1e1cb194bfbd service neutron] For port 9b7fafee-74d4-4741-a89b-337eb62ba329, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=9b7fafee-74d4-4741-a89b-337eb62ba329,segment=NetworkSegment(85008b6e-1a62-4748-ab2b-792f89fb4605),segment_id=85008b6e-1a62-4748-ab2b-792f89fb4605)] {{(pid=84332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:44:12.575572 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-bd7d9a9f-dc66-4233-98b2-6e2a3fc53721 req-e314b615-d561-4a13-a6a9-1e1cb194bfbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:12.634295 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-bd7d9a9f-dc66-4233-98b2-6e2a3fc53721 req-e314b615-d561-4a13-a6a9-1e1cb194bfbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:12.635572 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bd7d9a9f-dc66-4233-98b2-6e2a3fc53721 req-e314b615-d561-4a13-a6a9-1e1cb194bfbd service neutron] 10.222.0.37 "PUT /v2.0/ports/9b7fafee-74d4-4741-a89b-337eb62ba329 HTTP/1.1" status: 200 len: 1094 time: 1.2234404 Feb 10 23:44:12.648262 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6df505a-a4d6-43c8-aaf4-ba0f2db96653', 'tag': '9b7fafee-74d4-4741-a89b-337eb62ba329'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:44:12.664218 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e314b615-d561-4a13-a6a9-1e1cb194bfbd service neutron] Pushing event updated for resources: {'Port': ['ID=9b7fafee-74d4-4741-a89b-337eb62ba329,revision_number=3']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:44:12.708242 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6df505a-a4d6-43c8-aaf4-ba0f2db96653', 'tag': '9b7fafee-74d4-4741-a89b-337eb62ba329', 'status': 'completed', 'code': 200} Feb 10 23:44:12.756312 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 308a3070-8a21-443e-ab41-dca32eb84744 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:44:12.805559 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cdebb2ae-53e6-45ba-9dfe-67601e503383 req-c8f492ee-a9b5-4dc9-a638-30c206d98d3e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7aa12777ef71410eaa70251ed5176e4b&device_id=e6df505a-a4d6-43c8-aaf4-ba0f2db96653 HTTP/1.1" status: 200 len: 1097 time: 0.0742137 Feb 10 23:44:12.826291 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 308a3070-8a21-443e-ab41-dca32eb84744 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:44:12.826656 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:12.944863 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdebb2ae-53e6-45ba-9dfe-67601e503383 req-1e4b9429-4bdf-4e0f-b63e-5cb2171c7540 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:44:12.946200 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cdebb2ae-53e6-45ba-9dfe-67601e503383 req-1e4b9429-4bdf-4e0f-b63e-5cb2171c7540 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=7aa12777ef71410eaa70251ed5176e4b&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1342118 Feb 10 23:44:13.078920 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdebb2ae-53e6-45ba-9dfe-67601e503383 req-3f0b72d4-a942-416a-a006-8ecd5790159a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:44:13.080308 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cdebb2ae-53e6-45ba-9dfe-67601e503383 req-3f0b72d4-a942-416a-a006-8ecd5790159a service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1284575 Feb 10 23:44:13.182484 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bd7d9a9f-dc66-4233-98b2-6e2a3fc53721 req-9813679c-5755-4858-8a26-08ca65366fe3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7aa12777ef71410eaa70251ed5176e4b&device_id=e6df505a-a4d6-43c8-aaf4-ba0f2db96653 HTTP/1.1" status: 200 len: 1097 time: 0.0656493 Feb 10 23:44:13.251926 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bd7d9a9f-dc66-4233-98b2-6e2a3fc53721 req-e9b04113-3ccf-487e-9762-af7d904a7840 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b7fafee-74d4-4741-a89b-337eb62ba329 HTTP/1.1" status: 200 len: 217 time: 0.0634644 Feb 10 23:44:13.311591 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d9a9f-dc66-4233-98b2-6e2a3fc53721 req-1f385b8e-4715-41e1-a57b-185cdc686823 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:44:13.312985 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bd7d9a9f-dc66-4233-98b2-6e2a3fc53721 req-1f385b8e-4715-41e1-a57b-185cdc686823 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e1d4b7bf-e78d-41cf-9542-eb15da87a8ee HTTP/1.1" status: 200 len: 835 time: 0.0556331 Feb 10 23:44:13.389788 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bd7d9a9f-dc66-4233-98b2-6e2a3fc53721 req-234cb830-d1c8-465e-b956-139f14a14441 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=687e0001-e04e-4116-a041-994674aafb4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709393 Feb 10 23:44:13.668237 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bd7d9a9f-dc66-4233-98b2-6e2a3fc53721 req-042a34b4-0c87-46e4-8634-9743e23d2619 service neutron] 10.222.0.37 "GET /v2.0/networks/687e0001-e04e-4116-a041-994674aafb4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716811 Feb 10 23:44:13.677788 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca781d6-7917-4c66-94ce-977f8aa2d53d req-d27a6bc7-26a7-4be3-9c05-2bf0c68c3e15 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:44:13.679114 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8ca781d6-7917-4c66-94ce-977f8aa2d53d req-d27a6bc7-26a7-4be3-9c05-2bf0c68c3e15 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6df505a-a4d6-43c8-aaf4-ba0f2db96653 HTTP/1.1" status: 200 len: 944 time: 0.2184904 Feb 10 23:44:13.801362 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8ca781d6-7917-4c66-94ce-977f8aa2d53d req-004b3c65-fed3-4109-913f-57d95c9d4165 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=e62d7c2e-e1c0-40af-8326-253234ae6cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042719 Feb 10 23:44:13.844449 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bd7d9a9f-dc66-4233-98b2-6e2a3fc53721 req-5807be19-5f47-4138-9bfc-8e41f8cd4ae2 service neutron] 10.222.0.37 "GET /v2.0/networks/687e0001-e04e-4116-a041-994674aafb4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643822 Feb 10 23:44:15.019725 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b2505-6dac-4eb7-b460-539088fc982f req-ce0cca05-b4f9-470c-a425-f3cee201f222 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:44:15.021259 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-2c4b2505-6dac-4eb7-b460-539088fc982f req-ce0cca05-b4f9-470c-a425-f3cee201f222 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6df505a-a4d6-43c8-aaf4-ba0f2db96653 HTTP/1.1" status: 200 len: 944 time: 0.0912135 Feb 10 23:44:15.064618 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-2c4b2505-6dac-4eb7-b460-539088fc982f req-298f148f-0080-4c92-8589-c6b0da595093 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Synchronizing usage tracker for tenant:7aa12777ef71410eaa70251ed5176e4b on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:44:15.140286 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-2c4b2505-6dac-4eb7-b460-539088fc982f req-298f148f-0080-4c92-8589-c6b0da595093 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Unset dirty status for tenant:7aa12777ef71410eaa70251ed5176e4b on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:44:15.141482 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-2c4b2505-6dac-4eb7-b460-539088fc982f req-298f148f-0080-4c92-8589-c6b0da595093 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=e62d7c2e-e1c0-40af-8326-253234ae6cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144967 Feb 10 23:44:16.341260 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63917f-2178-44f2-bcd1-f3ed66bd97c1 req-e47aadf3-87d3-43e9-97f3-c2440ca5ce95 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:44:16.342705 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4c63917f-2178-44f2-bcd1-f3ed66bd97c1 req-e47aadf3-87d3-43e9-97f3-c2440ca5ce95 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6df505a-a4d6-43c8-aaf4-ba0f2db96653 HTTP/1.1" status: 200 len: 944 time: 0.0773840 Feb 10 23:44:16.390658 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4c63917f-2178-44f2-bcd1-f3ed66bd97c1 req-150e12c3-9458-4fc6-9c06-023abf4009ef tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=e62d7c2e-e1c0-40af-8326-253234ae6cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425005 Feb 10 23:44:16.438060 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:16.538262 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 9b7fafee-74d4-4741-a89b-337eb62ba329 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:44:16.672341 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 9b7fafee-74d4-4741-a89b-337eb62ba329, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=9b7fafee-74d4-4741-a89b-337eb62ba329,segment=NetworkSegment(85008b6e-1a62-4748-ab2b-792f89fb4605),segment_id=85008b6e-1a62-4748-ab2b-792f89fb4605)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:44:16.685127 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Returning: {'device': '9b7fafee-74d4-4741-a89b-337eb62ba329', 'network_id': '687e0001-e04e-4116-a041-994674aafb4a', 'port_id': '9b7fafee-74d4-4741-a89b-337eb62ba329', 'mac_address': 'fa:16:3e:c2:cf:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1d4b7bf-e78d-41cf-9542-eb15da87a8ee', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:44:16.741103 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:16.758011 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b7fafee-74d4-4741-a89b-337eb62ba329 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:44:16.772939 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 9b7fafee-74d4-4741-a89b-337eb62ba329, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=9b7fafee-74d4-4741-a89b-337eb62ba329,segment=NetworkSegment(85008b6e-1a62-4748-ab2b-792f89fb4605),segment_id=85008b6e-1a62-4748-ab2b-792f89fb4605)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:44:16.831750 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:16.895729 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=9b7fafee-74d4-4741-a89b-337eb62ba329,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:44:17.034499 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['9b7fafee-74d4-4741-a89b-337eb62ba329'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:44:17.588461 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa7ca5b-09ab-4413-b819-e9b0da9716ef req-017e83f8-6a04-490b-9c0e-d246c2c3a84d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:44:17.590681 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-eaa7ca5b-09ab-4413-b819-e9b0da9716ef req-017e83f8-6a04-490b-9c0e-d246c2c3a84d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6df505a-a4d6-43c8-aaf4-ba0f2db96653 HTTP/1.1" status: 200 len: 945 time: 0.0748329 Feb 10 23:44:17.637747 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-eaa7ca5b-09ab-4413-b819-e9b0da9716ef req-3107f3a9-70e6-4a6b-bf22-db1fe586f29b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=e62d7c2e-e1c0-40af-8326-253234ae6cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415356 Feb 10 23:44:18.553356 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 9b7fafee-74d4-4741-a89b-337eb62ba329 up at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:44:18.682371 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning for port 9b7fafee-74d4-4741-a89b-337eb62ba329 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:44:18.687888 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning complete for port 9b7fafee-74d4-4741-a89b-337eb62ba329 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:44:18.688256 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:18.802207 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:18.829539 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6df505a-a4d6-43c8-aaf4-ba0f2db96653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7fafee-74d4-4741-a89b-337eb62ba329'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:44:18.837326 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d8f19-29eb-499f-a60b-82e937e66e83 req-14dcc3ed-e44f-4c1b-b6e9-f83f84722da3 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:44:18.838757 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-191d8f19-29eb-499f-a60b-82e937e66e83 req-14dcc3ed-e44f-4c1b-b6e9-f83f84722da3 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6df505a-a4d6-43c8-aaf4-ba0f2db96653 HTTP/1.1" status: 200 len: 945 time: 0.0778565 Feb 10 23:44:18.839522 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 9b7fafee-74d4-4741-a89b-337eb62ba329, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=9b7fafee-74d4-4741-a89b-337eb62ba329,segment=NetworkSegment(85008b6e-1a62-4748-ab2b-792f89fb4605),segment_id=85008b6e-1a62-4748-ab2b-792f89fb4605)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:44:18.884555 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-191d8f19-29eb-499f-a60b-82e937e66e83 req-9fecee40-be0a-46b2-96c2-1229eae22ed6 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=e62d7c2e-e1c0-40af-8326-253234ae6cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394509 Feb 10 23:44:18.906480 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:18.965542 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6df505a-a4d6-43c8-aaf4-ba0f2db96653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7fafee-74d4-4741-a89b-337eb62ba329', 'code': 200} Feb 10 23:44:18.976735 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=9b7fafee-74d4-4741-a89b-337eb62ba329,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:44:19.053803 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e26a9d28-c6c0-45a1-a7c7-0466c9f9ce35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:19.316394 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-179251ac-8f02-4cc7-98b7-5238975d62cd req-355c3cf9-4197-4fff-ad3d-2f0dea689a15 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e6df505a-a4d6-43c8-aaf4-ba0f2db96653 HTTP/1.1" status: 200 len: 1099 time: 0.0661473 Feb 10 23:44:19.357436 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-179251ac-8f02-4cc7-98b7-5238975d62cd req-f6207b4a-3524-4458-a49c-56692306512f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e62d7c2e-e1c0-40af-8326-253234ae6cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352123 Feb 10 23:44:20.080888 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f5d46-82ca-4b90-9ec9-eb87807d2b83 req-9ad83aa7-8e7e-41ce-b46a-99b4b4b9c80f tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:44:20.082321 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f81f5d46-82ca-4b90-9ec9-eb87807d2b83 req-9ad83aa7-8e7e-41ce-b46a-99b4b4b9c80f tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6df505a-a4d6-43c8-aaf4-ba0f2db96653 HTTP/1.1" status: 200 len: 946 time: 0.0786569 Feb 10 23:44:20.127970 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f81f5d46-82ca-4b90-9ec9-eb87807d2b83 req-3dd880cf-ab04-427a-be4b-5b75b1b846b2 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=e62d7c2e-e1c0-40af-8326-253234ae6cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402257 Feb 10 23:44:20.237723 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:44:21.283421 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8a7c2955-9f80-430d-91ac-71afcac1b21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:21.333316 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611229d0-cfbb-451a-94c2-7e327da99a71 req-d0843433-7cb2-48dd-9f5c-70d70644a208 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:44:21.334738 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-611229d0-cfbb-451a-94c2-7e327da99a71 req-d0843433-7cb2-48dd-9f5c-70d70644a208 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6df505a-a4d6-43c8-aaf4-ba0f2db96653 HTTP/1.1" status: 200 len: 946 time: 0.0826023 Feb 10 23:44:21.379647 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-611229d0-cfbb-451a-94c2-7e327da99a71 req-22896179-5167-44e6-875c-6d323ccb2e8d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=e62d7c2e-e1c0-40af-8326-253234ae6cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393825 Feb 10 23:44:21.574542 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3aed1c-f10e-4845-8378-69689379ffc2 req-868af09a-bc8a-4cee-9b93-ad83913fad29 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:44:21.575984 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ba3aed1c-f10e-4845-8378-69689379ffc2 req-868af09a-bc8a-4cee-9b93-ad83913fad29 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6df505a-a4d6-43c8-aaf4-ba0f2db96653 HTTP/1.1" status: 200 len: 946 time: 0.0752389 Feb 10 23:44:21.626309 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ba3aed1c-f10e-4845-8378-69689379ffc2 req-9dbed6f7-6a2a-4908-a3cb-75b053fb21fb tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=e62d7c2e-e1c0-40af-8326-253234ae6cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447099 Feb 10 23:44:21.653717 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 56184) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:44:21.720951 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1fa3e11f-f00a-4c08-8699-6d82399282cc tempest-TestNetworkAdvancedServerOps-195907508 tempest-TestNetworkAdvancedServerOps-195907508-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=e6df505a-a4d6-43c8-aaf4-ba0f2db96653 HTTP/1.1" status: 200 len: 1094 time: 0.0660148 Feb 10 23:44:21.723465 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 56188) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:44:21.728431 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-d22af40c-02f5-42ce-896f-960fd084640e tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Request body: {'floatingip': {'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'port_id': '9b7fafee-74d4-4741-a89b-337eb62ba329', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:44:21.734357 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-d22af40c-02f5-42ce-896f-960fd084640e tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:44:21.738156 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d22af40c-02f5-42ce-896f-960fd084640e tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Usage tracker for resource:floatingip and tenant:7aa12777ef71410eaa70251ed5176e4b is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:44:21.740929 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d22af40c-02f5-42ce-896f-960fd084640e tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:44:21.746638 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-d22af40c-02f5-42ce-896f-960fd084640e tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:44:21.847962 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d22af40c-02f5-42ce-896f-960fd084640e tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for floatingip, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:21.997222 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d22af40c-02f5-42ce-896f-960fd084640e tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:22.130570 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-d22af40c-02f5-42ce-896f-960fd084640e tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Allocated IP 172.26.8.170 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/4fb80a39-4b1a-43fc-bdb0-b0f93171bff3) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:44:22.274480 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d22af40c-02f5-42ce-896f-960fd084640e tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:22.362608 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d22af40c-02f5-42ce-896f-960fd084640e tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:22.425857 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22af40c-02f5-42ce-896f-960fd084640e tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:44:22.428317 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-d22af40c-02f5-42ce-896f-960fd084640e tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:44:22.431725 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22af40c-02f5-42ce-896f-960fd084640e tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:44:22.463738 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22af40c-02f5-42ce-896f-960fd084640e tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'Port': ['ID=4fb80a39-4b1a-43fc-bdb0-b0f93171bff3,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:44:22.597969 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:22.626203 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:23.026461 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d22af40c-02f5-42ce-896f-960fd084640e tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:23.137359 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d22af40c-02f5-42ce-896f-960fd084640e tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:23.338479 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d22af40c-02f5-42ce-896f-960fd084640e tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:23.426032 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d22af40c-02f5-42ce-896f-960fd084640e tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:23.523656 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22af40c-02f5-42ce-896f-960fd084640e tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'Port': ['ID=4fb80a39-4b1a-43fc-bdb0-b0f93171bff3,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:44:23.543871 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d22af40c-02f5-42ce-896f-960fd084640e tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1734214'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:23.731702 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.l3_db [None req-d22af40c-02f5-42ce-896f-960fd084640e tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Floating IP 556b1caf-fb93-4190-a875-876ca959d57e associated. External IP: 172.26.8.170, port: 9b7fafee-74d4-4741-a89b-337eb62ba329. Feb 10 23:44:24.109607 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d22af40c-02f5-42ce-896f-960fd084640e tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Router e90c4155-39eb-4e44-9ba4-9340ad78a62b has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:44:24.133396 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:24.303166 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22af40c-02f5-42ce-896f-960fd084640e tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:44:24.313550 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1feba411-7351-4c81-af18-262d0ceee17a None None] Sync routers for ids ['e90c4155-39eb-4e44-9ba4-9340ad78a62b'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:44:24.325221 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1feba411-7351-4c81-af18-262d0ceee17a None None] Routers {'e90c4155-39eb-4e44-9ba4-9340ad78a62b'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:44:24.325823 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-1feba411-7351-4c81-af18-262d0ceee17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:44:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['e90c4155-39eb-4e44-9ba4-9340ad78a62b'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:44:24.380506 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d22af40c-02f5-42ce-896f-960fd084640e tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:24.433411 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d22af40c-02f5-42ce-896f-960fd084640e tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7088790 Feb 10 23:44:24.434503 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6df505a-a4d6-43c8-aaf4-ba0f2db96653', 'tag': '9b7fafee-74d4-4741-a89b-337eb62ba329'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:44:24.503562 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6df505a-a4d6-43c8-aaf4-ba0f2db96653', 'tag': '9b7fafee-74d4-4741-a89b-337eb62ba329', 'status': 'completed', 'code': 200} Feb 10 23:44:24.506074 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-1feba411-7351-4c81-af18-262d0ceee17a None None] Set router e90c4155-39eb-4e44-9ba4-9340ad78a62b gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:44:24.603285 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-407f7c93-664c-4ad9-a433-98cb71e3859b req-6b7fe400-d01b-4b53-98e3-f9702a6d6df2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7aa12777ef71410eaa70251ed5176e4b&device_id=e6df505a-a4d6-43c8-aaf4-ba0f2db96653 HTTP/1.1" status: 200 len: 1099 time: 0.0792661 Feb 10 23:44:24.632525 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb67e4f-de30-4cc2-b512-eabeff6c0780 req-a1125a38-cb8d-44e4-b886-528956c19794 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:44:24.635903 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-7bb67e4f-de30-4cc2-b512-eabeff6c0780 req-a1125a38-cb8d-44e4-b886-528956c19794 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6df505a-a4d6-43c8-aaf4-ba0f2db96653 HTTP/1.1" status: 200 len: 946 time: 0.0848925 Feb 10 23:44:24.688508 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-7bb67e4f-de30-4cc2-b512-eabeff6c0780 req-0dbf7179-d65c-44b9-897c-5185054d7b72 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=e62d7c2e-e1c0-40af-8326-253234ae6cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474269 Feb 10 23:44:24.721543 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 56196) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:44:24.831995 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-378c0998-5627-4e85-9216-ced7a3906d63 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/floatingips/556b1caf-fb93-4190-a875-876ca959d57e HTTP/1.1" status: 200 len: 992 time: 0.1078537 Feb 10 23:44:24.856098 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f7c93-664c-4ad9-a433-98cb71e3859b req-433a34b7-60a2-499c-861c-d92b92f0e264 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:44:24.857466 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-407f7c93-664c-4ad9-a433-98cb71e3859b req-433a34b7-60a2-499c-861c-d92b92f0e264 service neutron] 10.222.0.37 "GET /v2.0/networks?id=687e0001-e04e-4116-a041-994674aafb4a HTTP/1.1" status: 200 len: 898 time: 0.2484777 Feb 10 23:44:24.908398 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-1feba411-7351-4c81-af18-262d0ceee17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e90c4155-39eb-4e44-9ba4-9340ad78a62b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1579065511', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '2b55ce9b-3479-4cb3-92c5-1491ef3201c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:44:00Z', 'updated_at': '2022-02-10T23:44:05Z', 'revision_number': 4, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': '2b55ce9b-3479-4cb3-92c5-1491ef3201c7', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:da:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90c4155-39eb-4e44-9ba4-9340ad78a62b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:44:01Z', 'updated_at': '2022-02-10T23:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '556b1caf-fb93-4190-a875-876ca959d57e', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'floating_ip_address': '172.26.8.170', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': 'e90c4155-39eb-4e44-9ba4-9340ad78a62b', 'port_id': '9b7fafee-74d4-4741-a89b-337eb62ba329', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '687e0001-e04e-4116-a041-994674aafb4a', 'mac_address': 'fa:16:3e:c2:cf:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6df505a-a4d6-43c8-aaf4-ba0f2db96653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:44:22Z', 'updated_at': '2022-02-10T23:44:22Z', 'revision_number': 0, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '308a3070-8a21-443e-ab41-dca32eb84744', 'name': '', 'network_id': '687e0001-e04e-4116-a041-994674aafb4a', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'mac_address': 'fa:16:3e:66:c7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90c4155-39eb-4e44-9ba4-9340ad78a62b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1d4b7bf-e78d-41cf-9542-eb15da87a8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:44:04Z', 'updated_at': '2022-02-10T23:44:11Z', 'revision_number': 5, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'subnets': [{'id': 'e1d4b7bf-e78d-41cf-9542-eb15da87a8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:44:24.912260 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1feba411-7351-4c81-af18-262d0ceee17a None None] Checking router: e90c4155-39eb-4e44-9ba4-9340ad78a62b for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:44:24.922871 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1feba411-7351-4c81-af18-262d0ceee17a None None] Routers {'e90c4155-39eb-4e44-9ba4-9340ad78a62b'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:44:24.923475 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-1feba411-7351-4c81-af18-262d0ceee17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:44:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['e90c4155-39eb-4e44-9ba4-9340ad78a62b'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:44:24.960633 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-407f7c93-664c-4ad9-a433-98cb71e3859b req-a6a02340-8b10-475f-b8ab-9a597215e63b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b7fafee-74d4-4741-a89b-337eb62ba329 HTTP/1.1" status: 200 len: 1000 time: 0.0963719 Feb 10 23:44:25.026354 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f7c93-664c-4ad9-a433-98cb71e3859b req-0a851d22-3d21-4214-b4d2-1b073cfdcdb5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:44:25.027815 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-407f7c93-664c-4ad9-a433-98cb71e3859b req-0a851d22-3d21-4214-b4d2-1b073cfdcdb5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e1d4b7bf-e78d-41cf-9542-eb15da87a8ee HTTP/1.1" status: 200 len: 835 time: 0.0617683 Feb 10 23:44:25.099360 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-407f7c93-664c-4ad9-a433-98cb71e3859b req-09a451c2-a2a0-4d51-b15d-2a191c8d2c86 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=687e0001-e04e-4116-a041-994674aafb4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660512 Feb 10 23:44:25.099652 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-1feba411-7351-4c81-af18-262d0ceee17a None None] Set router e90c4155-39eb-4e44-9ba4-9340ad78a62b gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:44:25.242180 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-407f7c93-664c-4ad9-a433-98cb71e3859b req-8887634d-db59-40fe-9f3b-f8896715a710 service neutron] 10.222.0.37 "GET /v2.0/networks/687e0001-e04e-4116-a041-994674aafb4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225891 Feb 10 23:44:25.377242 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-407f7c93-664c-4ad9-a433-98cb71e3859b req-708f501d-a3bb-447d-bc94-acddf5343af7 service neutron] 10.222.0.37 "GET /v2.0/networks/687e0001-e04e-4116-a041-994674aafb4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294150 Feb 10 23:44:25.444644 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-1feba411-7351-4c81-af18-262d0ceee17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e90c4155-39eb-4e44-9ba4-9340ad78a62b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1579065511', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '2b55ce9b-3479-4cb3-92c5-1491ef3201c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:44:00Z', 'updated_at': '2022-02-10T23:44:05Z', 'revision_number': 4, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': '2b55ce9b-3479-4cb3-92c5-1491ef3201c7', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:da:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90c4155-39eb-4e44-9ba4-9340ad78a62b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:44:01Z', 'updated_at': '2022-02-10T23:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '556b1caf-fb93-4190-a875-876ca959d57e', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'floating_ip_address': '172.26.8.170', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': 'e90c4155-39eb-4e44-9ba4-9340ad78a62b', 'port_id': '9b7fafee-74d4-4741-a89b-337eb62ba329', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '687e0001-e04e-4116-a041-994674aafb4a', 'mac_address': 'fa:16:3e:c2:cf:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6df505a-a4d6-43c8-aaf4-ba0f2db96653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:44:22Z', 'updated_at': '2022-02-10T23:44:22Z', 'revision_number': 0, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '308a3070-8a21-443e-ab41-dca32eb84744', 'name': '', 'network_id': '687e0001-e04e-4116-a041-994674aafb4a', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'mac_address': 'fa:16:3e:66:c7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90c4155-39eb-4e44-9ba4-9340ad78a62b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1d4b7bf-e78d-41cf-9542-eb15da87a8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:44:04Z', 'updated_at': '2022-02-10T23:44:11Z', 'revision_number': 5, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'subnets': [{'id': 'e1d4b7bf-e78d-41cf-9542-eb15da87a8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:44:25.448526 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1feba411-7351-4c81-af18-262d0ceee17a None None] The sync data for ids ['e90c4155-39eb-4e44-9ba4-9340ad78a62b'] in dv-neutron-828797-1-hyperv is: [{'id': 'e90c4155-39eb-4e44-9ba4-9340ad78a62b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1579065511', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '2b55ce9b-3479-4cb3-92c5-1491ef3201c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:44:00Z', 'updated_at': '2022-02-10T23:44:05Z', 'revision_number': 4, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': '2b55ce9b-3479-4cb3-92c5-1491ef3201c7', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:da:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90c4155-39eb-4e44-9ba4-9340ad78a62b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:44:01Z', 'updated_at': '2022-02-10T23:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '556b1caf-fb93-4190-a875-876ca959d57e', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'floating_ip_address': '172.26.8.170', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': 'e90c4155-39eb-4e44-9ba4-9340ad78a62b', 'port_id': '9b7fafee-74d4-4741-a89b-337eb62ba329', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '687e0001-e04e-4116-a041-994674aafb4a', 'mac_address': 'fa:16:3e:c2:cf:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6df505a-a4d6-43c8-aaf4-ba0f2db96653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:44:22Z', 'updated_at': '2022-02-10T23:44:22Z', 'revision_number': 0, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '308a3070-8a21-443e-ab41-dca32eb84744', 'name': '', 'network_id': '687e0001-e04e-4116-a041-994674aafb4a', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'mac_address': 'fa:16:3e:66:c7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90c4155-39eb-4e44-9ba4-9340ad78a62b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1d4b7bf-e78d-41cf-9542-eb15da87a8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:44:04Z', 'updated_at': '2022-02-10T23:44:11Z', 'revision_number': 5, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'subnets': [{'id': 'e1d4b7bf-e78d-41cf-9542-eb15da87a8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:44:25.834757 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 56200) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:44:25.939892 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-0229cc33-807c-495b-a6d4-742fd0287961 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/floatingips/556b1caf-fb93-4190-a875-876ca959d57e HTTP/1.1" status: 200 len: 992 time: 0.1040142 Feb 10 23:44:26.943781 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 56204) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:44:27.138228 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-d32cc309-f09a-4096-af2a-0424e85ae0da tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/floatingips/556b1caf-fb93-4190-a875-876ca959d57e HTTP/1.1" status: 200 len: 992 time: 0.1933169 Feb 10 23:44:27.374086 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbca368-b91c-4ef1-9bd3-f885c2001a7e None None] New status for floating IP 556b1caf-fb93-4190-a875-876ca959d57e: ACTIVE {{(pid=84335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 23:44:28.142045 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 56208) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:44:28.245658 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2101b189-509f-4af1-a081-dedaf2a937cf tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/floatingips/556b1caf-fb93-4190-a875-876ca959d57e HTTP/1.1" status: 200 len: 994 time: 0.1024654 Feb 10 23:44:37.051757 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4afb52ba-3d1d-4abd-9cb5-46c2ed5d937a req-23389669-2615-48a9-bdcf-8142a39530f1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e6df505a-a4d6-43c8-aaf4-ba0f2db96653&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696352 Feb 10 23:44:37.186367 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4afb52ba-3d1d-4abd-9cb5-46c2ed5d937a req-e949ff90-f4cc-4bab-aa30-978c24813f82 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7aa12777ef71410eaa70251ed5176e4b&device_id=e6df505a-a4d6-43c8-aaf4-ba0f2db96653 HTTP/1.1" status: 200 len: 1099 time: 0.0677302 Feb 10 23:44:37.331528 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb52ba-3d1d-4abd-9cb5-46c2ed5d937a req-b6e54c96-ab98-45c5-8134-5c259facff66 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:44:37.332884 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4afb52ba-3d1d-4abd-9cb5-46c2ed5d937a req-b6e54c96-ab98-45c5-8134-5c259facff66 service neutron] 10.222.0.37 "GET /v2.0/networks?id=687e0001-e04e-4116-a041-994674aafb4a HTTP/1.1" status: 200 len: 898 time: 0.1261098 Feb 10 23:44:37.433697 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4afb52ba-3d1d-4abd-9cb5-46c2ed5d937a req-dd2f7c4b-c1b5-4ffd-b7da-43df07032fb6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b7fafee-74d4-4741-a89b-337eb62ba329 HTTP/1.1" status: 200 len: 1002 time: 0.0943935 Feb 10 23:44:37.493097 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb52ba-3d1d-4abd-9cb5-46c2ed5d937a req-d1b46658-a021-43b2-89dd-e620178d6f0a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:44:37.494503 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4afb52ba-3d1d-4abd-9cb5-46c2ed5d937a req-d1b46658-a021-43b2-89dd-e620178d6f0a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e1d4b7bf-e78d-41cf-9542-eb15da87a8ee HTTP/1.1" status: 200 len: 835 time: 0.0555987 Feb 10 23:44:37.570293 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4afb52ba-3d1d-4abd-9cb5-46c2ed5d937a req-4255030e-3b47-4474-a908-fbf6c6124f16 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=687e0001-e04e-4116-a041-994674aafb4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701232 Feb 10 23:44:37.698089 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4afb52ba-3d1d-4abd-9cb5-46c2ed5d937a req-edec5a69-0b0a-46c2-89be-f9bb62f2697f service neutron] 10.222.0.37 "GET /v2.0/networks/687e0001-e04e-4116-a041-994674aafb4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209211 Feb 10 23:44:37.913064 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4afb52ba-3d1d-4abd-9cb5-46c2ed5d937a req-c09369c9-a9e2-458f-9c68-946a9211fe16 service neutron] 10.222.0.37 "GET /v2.0/networks/687e0001-e04e-4116-a041-994674aafb4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090466 Feb 10 23:44:46.431527 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:49.058810 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1c058d9f-dccb-4657-be7b-93f9f7449bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:51.292449 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-af9fda0f-7b0a-45f1-939d-6a7971003fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:52.580136 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:52.608437 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:52.918985 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-767514d7-dfa8-4ac0-8455-3767b86be0ce req-e5fe7e9b-ec6a-4706-bbf1-9a53bea933d7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e6df505a-a4d6-43c8-aaf4-ba0f2db96653&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0682173 Feb 10 23:44:53.367118 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96dc748-8785-42fc-b96c-6b026132fcb8 req-6633c331-b9e2-4f86-ac2d-9f23ec3dde22 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:44:53.371112 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e96dc748-8785-42fc-b96c-6b026132fcb8 req-6633c331-b9e2-4f86-ac2d-9f23ec3dde22 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6df505a-a4d6-43c8-aaf4-ba0f2db96653 HTTP/1.1" status: 200 len: 946 time: 0.0776472 Feb 10 23:44:53.415350 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e96dc748-8785-42fc-b96c-6b026132fcb8 req-9666ae4f-9bd3-4e53-97d4-31ddcdeefb67 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=e62d7c2e-e1c0-40af-8326-253234ae6cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398097 Feb 10 23:44:53.493450 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-f94d3c57-a8c9-4956-8145-308b4f60ca86 req-eaae11eb-bb96-402c-bfe3-5ee0046905dc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e6df505a-a4d6-43c8-aaf4-ba0f2db96653&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1404226 Feb 10 23:44:54.126608 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:54.619072 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571ae28-c05a-4a75-9542-b0befac5d07f req-cdab7d3c-8df5-4a5a-bc11-4a72b6407671 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:44:54.621254 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-3571ae28-c05a-4a75-9542-b0befac5d07f req-cdab7d3c-8df5-4a5a-bc11-4a72b6407671 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6df505a-a4d6-43c8-aaf4-ba0f2db96653 HTTP/1.1" status: 200 len: 946 time: 0.0799253 Feb 10 23:44:54.670714 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-3571ae28-c05a-4a75-9542-b0befac5d07f req-6f06a8b4-3dc9-4a2e-8346-614985c03471 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=e62d7c2e-e1c0-40af-8326-253234ae6cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435078 Feb 10 23:44:55.638970 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f94d3c57-a8c9-4956-8145-308b4f60ca86 req-848d8532-1520-4d8a-b244-41718806ce8c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7aa12777ef71410eaa70251ed5176e4b&device_id=e6df505a-a4d6-43c8-aaf4-ba0f2db96653 HTTP/1.1" status: 200 len: 1099 time: 0.0701292 Feb 10 23:44:55.770346 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d3c57-a8c9-4956-8145-308b4f60ca86 req-8deba717-b5e5-4d5c-b18a-770fdbf7f189 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:44:55.771793 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f94d3c57-a8c9-4956-8145-308b4f60ca86 req-8deba717-b5e5-4d5c-b18a-770fdbf7f189 service neutron] 10.222.0.37 "GET /v2.0/networks?id=687e0001-e04e-4116-a041-994674aafb4a HTTP/1.1" status: 200 len: 898 time: 0.1273797 Feb 10 23:44:55.879812 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f94d3c57-a8c9-4956-8145-308b4f60ca86 req-62b2eef5-1dbf-4973-8862-5ed46a7b7fba service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b7fafee-74d4-4741-a89b-337eb62ba329 HTTP/1.1" status: 200 len: 1002 time: 0.1017637 Feb 10 23:44:55.982361 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d3c57-a8c9-4956-8145-308b4f60ca86 req-e158fbfe-e031-4d70-932a-823a4632afed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:44:55.983738 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f94d3c57-a8c9-4956-8145-308b4f60ca86 req-e158fbfe-e031-4d70-932a-823a4632afed service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e1d4b7bf-e78d-41cf-9542-eb15da87a8ee HTTP/1.1" status: 200 len: 835 time: 0.0920959 Feb 10 23:44:56.071723 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790daae4-dfe2-4a4b-8e61-1afbd8a88e56 req-787775e0-10ce-4f6e-aa7f-437b88801b75 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:44:56.073155 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-790daae4-dfe2-4a4b-8e61-1afbd8a88e56 req-787775e0-10ce-4f6e-aa7f-437b88801b75 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6df505a-a4d6-43c8-aaf4-ba0f2db96653 HTTP/1.1" status: 200 len: 946 time: 0.1328170 Feb 10 23:44:56.098997 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f94d3c57-a8c9-4956-8145-308b4f60ca86 req-39d9a229-97d2-4c89-9020-d6e1c8ac97ee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=687e0001-e04e-4116-a041-994674aafb4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1079195 Feb 10 23:44:56.199038 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-790daae4-dfe2-4a4b-8e61-1afbd8a88e56 req-a8fc07e3-a985-4fd5-978f-a6b3f606a2ef tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=e62d7c2e-e1c0-40af-8326-253234ae6cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186697 Feb 10 23:44:56.241987 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f94d3c57-a8c9-4956-8145-308b4f60ca86 req-cb3b6718-0cbb-45ec-8447-5bd29de81b2f service neutron] 10.222.0.37 "GET /v2.0/networks/687e0001-e04e-4116-a041-994674aafb4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362343 Feb 10 23:44:56.381989 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f94d3c57-a8c9-4956-8145-308b4f60ca86 req-ad4a9916-5795-43b0-b385-bbda1d0bae03 service neutron] 10.222.0.37 "GET /v2.0/networks/687e0001-e04e-4116-a041-994674aafb4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340880 Feb 10 23:44:57.237545 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:44:57.395149 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a08893-702e-426d-ba43-1a2dc630e80f req-dba788ca-3990-4d56-9df1-3c7716d33d50 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:44:57.396592 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-54a08893-702e-426d-ba43-1a2dc630e80f req-dba788ca-3990-4d56-9df1-3c7716d33d50 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6df505a-a4d6-43c8-aaf4-ba0f2db96653 HTTP/1.1" status: 200 len: 946 time: 0.0759084 Feb 10 23:44:57.440220 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-54a08893-702e-426d-ba43-1a2dc630e80f req-e8783c24-869e-4d8f-9a87-e88930657d7a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=e62d7c2e-e1c0-40af-8326-253234ae6cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382073 Feb 10 23:44:58.636813 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4485e-a149-41e1-a5d1-a8e1a8c5ab5f req-8e619979-9eb9-4658-9f2c-62181743fe19 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:44:58.638564 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3fe4485e-a149-41e1-a5d1-a8e1a8c5ab5f req-8e619979-9eb9-4658-9f2c-62181743fe19 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6df505a-a4d6-43c8-aaf4-ba0f2db96653 HTTP/1.1" status: 200 len: 946 time: 0.0777225 Feb 10 23:44:58.683035 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3fe4485e-a149-41e1-a5d1-a8e1a8c5ab5f req-0902e1ab-8645-41c2-9dfb-8287253c67c3 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=e62d7c2e-e1c0-40af-8326-253234ae6cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387349 Feb 10 23:44:59.881319 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd2457-2d9d-4f36-b9b0-579bda13872d req-69061fb1-4a3b-4df2-883e-3e7e00b1cb46 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:44:59.882644 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-19bd2457-2d9d-4f36-b9b0-579bda13872d req-69061fb1-4a3b-4df2-883e-3e7e00b1cb46 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6df505a-a4d6-43c8-aaf4-ba0f2db96653 HTTP/1.1" status: 200 len: 946 time: 0.0786099 Feb 10 23:44:59.925958 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-19bd2457-2d9d-4f36-b9b0-579bda13872d req-9528e26b-5d67-4afd-b179-87a298d274c7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=e62d7c2e-e1c0-40af-8326-253234ae6cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373411 Feb 10 23:45:01.121972 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4023a8a-cce2-4bda-8530-b3d41514f7e8 req-b9260910-c745-4839-8879-88f7e1b7714c tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:45:01.123374 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b4023a8a-cce2-4bda-8530-b3d41514f7e8 req-b9260910-c745-4839-8879-88f7e1b7714c tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6df505a-a4d6-43c8-aaf4-ba0f2db96653 HTTP/1.1" status: 200 len: 946 time: 0.0727963 Feb 10 23:45:01.169901 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b4023a8a-cce2-4bda-8530-b3d41514f7e8 req-f50a0e7a-ddfd-4e6e-bcbc-b5735a631b32 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=e62d7c2e-e1c0-40af-8326-253234ae6cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411439 Feb 10 23:45:02.372146 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50eef2-4f06-4e84-aeaa-fe5176162f73 req-fe6e158f-c11e-4280-9831-0c2c3d340c30 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:45:02.373593 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-8f50eef2-4f06-4e84-aeaa-fe5176162f73 req-fe6e158f-c11e-4280-9831-0c2c3d340c30 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6df505a-a4d6-43c8-aaf4-ba0f2db96653 HTTP/1.1" status: 200 len: 946 time: 0.0807977 Feb 10 23:45:02.417156 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-8f50eef2-4f06-4e84-aeaa-fe5176162f73 req-175ee638-adb3-46d7-9253-b085b187a2ec tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=e62d7c2e-e1c0-40af-8326-253234ae6cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381255 Feb 10 23:45:03.615712 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9e7dd4-b2aa-4b34-936e-c301fdf43e3a req-8cb72454-3d8c-4ac3-8186-4f7e39b1eac4 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:45:03.617153 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8b9e7dd4-b2aa-4b34-936e-c301fdf43e3a req-8cb72454-3d8c-4ac3-8186-4f7e39b1eac4 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6df505a-a4d6-43c8-aaf4-ba0f2db96653 HTTP/1.1" status: 200 len: 946 time: 0.0793602 Feb 10 23:45:03.661640 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8b9e7dd4-b2aa-4b34-936e-c301fdf43e3a req-8f3d3f66-25b7-4714-9fb0-ce63c99e8c5c tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=e62d7c2e-e1c0-40af-8326-253234ae6cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388722 Feb 10 23:45:04.860674 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383044e-4047-4b25-a4a6-bff7bb924655 req-410c4960-3c31-4839-a150-f81bba31bc1f tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:45:04.862017 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-a383044e-4047-4b25-a4a6-bff7bb924655 req-410c4960-3c31-4839-a150-f81bba31bc1f tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6df505a-a4d6-43c8-aaf4-ba0f2db96653 HTTP/1.1" status: 200 len: 946 time: 0.0808320 Feb 10 23:45:04.907439 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-a383044e-4047-4b25-a4a6-bff7bb924655 req-58c57287-f223-482f-8f25-0c65256d4e6d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=e62d7c2e-e1c0-40af-8326-253234ae6cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399652 Feb 10 23:45:06.116142 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789477df-4481-408a-ad17-a8a3053769a9 req-c10caa0b-2e0a-4b6d-af97-f2a5baf2c693 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:45:06.117629 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-789477df-4481-408a-ad17-a8a3053769a9 req-c10caa0b-2e0a-4b6d-af97-f2a5baf2c693 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6df505a-a4d6-43c8-aaf4-ba0f2db96653 HTTP/1.1" status: 200 len: 946 time: 0.0832143 Feb 10 23:45:06.165714 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-789477df-4481-408a-ad17-a8a3053769a9 req-f4dc9e54-29ff-4504-8686-ee78238d35b7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=e62d7c2e-e1c0-40af-8326-253234ae6cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420215 Feb 10 23:45:07.371125 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc56676c-a467-4445-9cc6-3c38cf14c148 req-e5e24b49-92a8-431c-a71b-393c411ba72a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:45:07.373237 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-bc56676c-a467-4445-9cc6-3c38cf14c148 req-e5e24b49-92a8-431c-a71b-393c411ba72a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6df505a-a4d6-43c8-aaf4-ba0f2db96653 HTTP/1.1" status: 200 len: 946 time: 0.0752208 Feb 10 23:45:07.421402 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-bc56676c-a467-4445-9cc6-3c38cf14c148 req-af114af2-fd2e-42dc-b0ab-70fb2a8d9e24 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=e62d7c2e-e1c0-40af-8326-253234ae6cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426052 Feb 10 23:45:08.350730 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f94d3c57-a8c9-4956-8145-308b4f60ca86 req-c03ec9ad-ed85-42c9-9957-36c2db87fb86 service neutron] 10.222.0.37 "GET /v2.0/ports/9b7fafee-74d4-4741-a89b-337eb62ba329/bindings/hv-neutron-8287 HTTP/1.1" status: 200 len: 384 time: 0.0723720 Feb 10 23:45:08.624013 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a219d5-2ceb-4cf7-b84b-68ebdcf2232f req-a54ddc27-9f0d-4421-8b74-15c531bad7f6 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:45:08.625555 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-89a219d5-2ceb-4cf7-b84b-68ebdcf2232f req-a54ddc27-9f0d-4421-8b74-15c531bad7f6 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6df505a-a4d6-43c8-aaf4-ba0f2db96653 HTTP/1.1" status: 200 len: 946 time: 0.0799522 Feb 10 23:45:08.675246 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-89a219d5-2ceb-4cf7-b84b-68ebdcf2232f req-8d387e30-a4ef-4280-b8b5-f9590b8023d8 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=e62d7c2e-e1c0-40af-8326-253234ae6cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439966 Feb 10 23:45:08.922147 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f94d3c57-a8c9-4956-8145-308b4f60ca86 req-7b074e3e-ddb8-4b01-8ff8-d70e5ed13af7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e6df505a-a4d6-43c8-aaf4-ba0f2db96653&tenant_id=7aa12777ef71410eaa70251ed5176e4b HTTP/1.1" status: 200 len: 1099 time: 0.0685556 Feb 10 23:45:09.016620 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f94d3c57-a8c9-4956-8145-308b4f60ca86 req-03d810d9-3afc-4dba-a369-1488f192daf6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7aa12777ef71410eaa70251ed5176e4b&device_id=e6df505a-a4d6-43c8-aaf4-ba0f2db96653 HTTP/1.1" status: 200 len: 1099 time: 0.0706477 Feb 10 23:45:09.241662 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d3c57-a8c9-4956-8145-308b4f60ca86 req-db1fbb3a-e846-414e-8b0b-9cf19216eee8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:45:09.243015 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f94d3c57-a8c9-4956-8145-308b4f60ca86 req-db1fbb3a-e846-414e-8b0b-9cf19216eee8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=687e0001-e04e-4116-a041-994674aafb4a HTTP/1.1" status: 200 len: 898 time: 0.2204525 Feb 10 23:45:09.341775 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f94d3c57-a8c9-4956-8145-308b4f60ca86 req-01518a8f-28ad-41d0-91c7-07a671f2cd5f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b7fafee-74d4-4741-a89b-337eb62ba329 HTTP/1.1" status: 200 len: 1002 time: 0.0925238 Feb 10 23:45:09.408276 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d3c57-a8c9-4956-8145-308b4f60ca86 req-55836555-90f9-4f71-975c-305ba675d5b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:45:09.409731 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f94d3c57-a8c9-4956-8145-308b4f60ca86 req-55836555-90f9-4f71-975c-305ba675d5b4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e1d4b7bf-e78d-41cf-9542-eb15da87a8ee HTTP/1.1" status: 200 len: 835 time: 0.0627673 Feb 10 23:45:09.481247 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f94d3c57-a8c9-4956-8145-308b4f60ca86 req-27f477c3-84e6-4343-9d33-fcbf49d5de3d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=687e0001-e04e-4116-a041-994674aafb4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0657060 Feb 10 23:45:09.624468 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f94d3c57-a8c9-4956-8145-308b4f60ca86 req-8cbe9830-84f8-4efe-abb9-63dfa8bdd159 service neutron] 10.222.0.37 "GET /v2.0/networks/687e0001-e04e-4116-a041-994674aafb4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363583 Feb 10 23:45:09.758470 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f94d3c57-a8c9-4956-8145-308b4f60ca86 req-d2808e5c-9db0-4063-8042-27e991d031f8 service neutron] 10.222.0.37 "GET /v2.0/networks/687e0001-e04e-4116-a041-994674aafb4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260729 Feb 10 23:45:09.875593 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff3d9f-dd28-4b63-b07b-63eac0670dd3 req-a443c824-b2e3-423e-af7e-103b03242e98 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:45:09.876960 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-d1ff3d9f-dd28-4b63-b07b-63eac0670dd3 req-a443c824-b2e3-423e-af7e-103b03242e98 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6df505a-a4d6-43c8-aaf4-ba0f2db96653 HTTP/1.1" status: 200 len: 946 time: 0.0755663 Feb 10 23:45:09.922346 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-d1ff3d9f-dd28-4b63-b07b-63eac0670dd3 req-febb2f12-ea18-4bae-8acb-a59c2c097ca3 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=e62d7c2e-e1c0-40af-8326-253234ae6cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396426 Feb 10 23:45:11.120334 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788cdcc1-497c-4bf3-91a2-87bf41d6ec7e req-ff22779b-0b31-447f-80eb-3ec61ea361a6 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:45:11.121788 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-788cdcc1-497c-4bf3-91a2-87bf41d6ec7e req-ff22779b-0b31-447f-80eb-3ec61ea361a6 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6df505a-a4d6-43c8-aaf4-ba0f2db96653 HTTP/1.1" status: 200 len: 946 time: 0.0786197 Feb 10 23:45:11.165880 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-788cdcc1-497c-4bf3-91a2-87bf41d6ec7e req-93d244f0-a963-4efe-84aa-de5ca7f4b188 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=e62d7c2e-e1c0-40af-8326-253234ae6cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380707 Feb 10 23:45:12.362493 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292eaa8-8143-4387-a8a5-a572c0d3c8e8 req-8b51a62e-8453-4c52-b8d6-e440bb2e400e tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:45:12.363882 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-f292eaa8-8143-4387-a8a5-a572c0d3c8e8 req-8b51a62e-8453-4c52-b8d6-e440bb2e400e tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6df505a-a4d6-43c8-aaf4-ba0f2db96653 HTTP/1.1" status: 200 len: 946 time: 0.0773706 Feb 10 23:45:12.412193 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-f292eaa8-8143-4387-a8a5-a572c0d3c8e8 req-29576c6b-3e2a-4bfc-a124-bd1f7ff2ae03 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=e62d7c2e-e1c0-40af-8326-253234ae6cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428188 Feb 10 23:45:12.875046 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd545454-de51-4472-ac5c-71547aef6fa6 req-f7bb3ba6-422c-4d98-bd31-6d1d4e590422 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:45:12.876473 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-cd545454-de51-4472-ac5c-71547aef6fa6 req-f7bb3ba6-422c-4d98-bd31-6d1d4e590422 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6df505a-a4d6-43c8-aaf4-ba0f2db96653 HTTP/1.1" status: 200 len: 946 time: 0.0750151 Feb 10 23:45:12.919929 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 9b7fafee-74d4-4741-a89b-337eb62ba329 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:45:12.922509 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 9b7fafee-74d4-4741-a89b-337eb62ba329 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:45:12.924016 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-cd545454-de51-4472-ac5c-71547aef6fa6 req-7f1dfac6-6353-412b-a5a3-a54052643f3d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=e62d7c2e-e1c0-40af-8326-253234ae6cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417571 Feb 10 23:45:12.929936 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2182c8-b0fa-48ed-9d11-f90777c21ca7 req-6ced8fc3-9443-41d4-8234-7615b9c0ed0a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:45:12.932191 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2a2182c8-b0fa-48ed-9d11-f90777c21ca7 req-6ced8fc3-9443-41d4-8234-7615b9c0ed0a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6df505a-a4d6-43c8-aaf4-ba0f2db96653&tenant_id=7aa12777ef71410eaa70251ed5176e4b&binding%3Ahost_id=hv-neutron-8287 HTTP/1.1" status: 200 len: 946 time: 0.0838840 Feb 10 23:45:13.120163 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2a2182c8-b0fa-48ed-9d11-f90777c21ca7 req-91f9eb79-9a5c-4512-a56b-d301a29ebb5c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7aa12777ef71410eaa70251ed5176e4b&device_id=e6df505a-a4d6-43c8-aaf4-ba0f2db96653 HTTP/1.1" status: 200 len: 1099 time: 0.1165330 Feb 10 23:45:13.142677 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:13.156436 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 9b7fafee-74d4-4741-a89b-337eb62ba329, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=9b7fafee-74d4-4741-a89b-337eb62ba329,segment=NetworkSegment(85008b6e-1a62-4748-ab2b-792f89fb4605),segment_id=85008b6e-1a62-4748-ab2b-792f89fb4605)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:45:13.180464 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Returning: {'device': '9b7fafee-74d4-4741-a89b-337eb62ba329', 'network_id': '687e0001-e04e-4116-a041-994674aafb4a', 'port_id': '9b7fafee-74d4-4741-a89b-337eb62ba329', 'mac_address': 'fa:16:3e:c2:cf:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1d4b7bf-e78d-41cf-9542-eb15da87a8ee', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:45:13.189088 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6df505a-a4d6-43c8-aaf4-ba0f2db96653', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b7fafee-74d4-4741-a89b-337eb62ba329'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:45:13.230164 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3192712d-842f-45c4-bb45-acf461b48da0 req-829d2e2a-9f9e-4f13-9f18-adf3948ce087 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:45:13.231565 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3192712d-842f-45c4-bb45-acf461b48da0 req-829d2e2a-9f9e-4f13-9f18-adf3948ce087 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6df505a-a4d6-43c8-aaf4-ba0f2db96653 HTTP/1.1" status: 200 len: 946 time: 0.1675770 Feb 10 23:45:13.275947 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 9b7fafee-74d4-4741-a89b-337eb62ba329, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=9b7fafee-74d4-4741-a89b-337eb62ba329,segment=NetworkSegment(85008b6e-1a62-4748-ab2b-792f89fb4605),segment_id=85008b6e-1a62-4748-ab2b-792f89fb4605)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:45:13.298336 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2182c8-b0fa-48ed-9d11-f90777c21ca7 req-d27ecb83-c28a-4f82-836d-754523ba8e2f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:45:13.299940 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2a2182c8-b0fa-48ed-9d11-f90777c21ca7 req-d27ecb83-c28a-4f82-836d-754523ba8e2f service neutron] 10.222.0.37 "GET /v2.0/networks?id=687e0001-e04e-4116-a041-994674aafb4a HTTP/1.1" status: 200 len: 898 time: 0.1680033 Feb 10 23:45:13.302785 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:13.322179 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b7fafee-74d4-4741-a89b-337eb62ba329 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:45:13.331493 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6df505a-a4d6-43c8-aaf4-ba0f2db96653', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b7fafee-74d4-4741-a89b-337eb62ba329', 'code': 200} Feb 10 23:45:13.334554 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:13.361208 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3192712d-842f-45c4-bb45-acf461b48da0 req-752d2751-9769-4ca8-aa9e-f22469ee67c9 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=e62d7c2e-e1c0-40af-8326-253234ae6cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220405 Feb 10 23:45:13.410818 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2a2182c8-b0fa-48ed-9d11-f90777c21ca7 req-7974bc8c-673f-49b9-ba27-a35e1ae10f55 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b7fafee-74d4-4741-a89b-337eb62ba329 HTTP/1.1" status: 200 len: 1000 time: 0.1038346 Feb 10 23:45:13.445689 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:45:13.446044 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:45:13.448218 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=9b7fafee-74d4-4741-a89b-337eb62ba329,revision_number=6']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:45:13.456705 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:13.457053 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:13.457399 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:13.457731 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:13.458070 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:13.458397 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:13.458720 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:13.459045 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:13.459364 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:13.460109 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:13.460109 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:13.472163 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2182c8-b0fa-48ed-9d11-f90777c21ca7 req-cb892640-3eab-43dd-b943-e12d2c5f9455 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:45:13.473620 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2a2182c8-b0fa-48ed-9d11-f90777c21ca7 req-cb892640-3eab-43dd-b943-e12d2c5f9455 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e1d4b7bf-e78d-41cf-9542-eb15da87a8ee HTTP/1.1" status: 200 len: 835 time: 0.0572298 Feb 10 23:45:13.549962 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2a2182c8-b0fa-48ed-9d11-f90777c21ca7 req-2fa3f3a8-cb35-410b-83cc-0b39b113a148 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=687e0001-e04e-4116-a041-994674aafb4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705650 Feb 10 23:45:13.676188 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2a2182c8-b0fa-48ed-9d11-f90777c21ca7 req-98e75aca-abce-4c0c-b80e-364446a8c215 service neutron] 10.222.0.37 "GET /v2.0/networks/687e0001-e04e-4116-a041-994674aafb4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207638 Feb 10 23:45:13.891819 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2a2182c8-b0fa-48ed-9d11-f90777c21ca7 req-41d44e57-6858-4dfb-bfdb-9a2c340bb5a2 service neutron] 10.222.0.37 "GET /v2.0/networks/687e0001-e04e-4116-a041-994674aafb4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082741 Feb 10 23:45:13.998822 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:14.015683 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b7fafee-74d4-4741-a89b-337eb62ba329 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:45:14.030570 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 9b7fafee-74d4-4741-a89b-337eb62ba329, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=9b7fafee-74d4-4741-a89b-337eb62ba329,segment=NetworkSegment(85008b6e-1a62-4748-ab2b-792f89fb4605),segment_id=85008b6e-1a62-4748-ab2b-792f89fb4605)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:45:14.097248 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:14.156209 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['9b7fafee-74d4-4741-a89b-337eb62ba329'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:45:14.204369 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=9b7fafee-74d4-4741-a89b-337eb62ba329,revision_number=7']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:45:14.577896 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6bf1f9-c89e-4e9f-a0c7-55a5cf91254f req-db38bf72-46d9-40dc-84e3-15b7f3c7a001 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:45:14.579325 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-cb6bf1f9-c89e-4e9f-a0c7-55a5cf91254f req-db38bf72-46d9-40dc-84e3-15b7f3c7a001 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6df505a-a4d6-43c8-aaf4-ba0f2db96653 HTTP/1.1" status: 200 len: 945 time: 0.0809329 Feb 10 23:45:14.626167 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-cb6bf1f9-c89e-4e9f-a0c7-55a5cf91254f req-c3d6f63f-5eba-4b8b-8fcd-62575a368829 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=e62d7c2e-e1c0-40af-8326-253234ae6cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411644 Feb 10 23:45:14.941863 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 9b7fafee-74d4-4741-a89b-337eb62ba329 up at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:45:15.010999 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning complete for port 9b7fafee-74d4-4741-a89b-337eb62ba329 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:45:15.011693 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:15.117899 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:15.152122 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 9b7fafee-74d4-4741-a89b-337eb62ba329, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=9b7fafee-74d4-4741-a89b-337eb62ba329,segment=NetworkSegment(85008b6e-1a62-4748-ab2b-792f89fb4605),segment_id=85008b6e-1a62-4748-ab2b-792f89fb4605)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:45:15.236638 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:15.301101 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=9b7fafee-74d4-4741-a89b-337eb62ba329,revision_number=8']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:45:15.332032 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6df505a-a4d6-43c8-aaf4-ba0f2db96653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7fafee-74d4-4741-a89b-337eb62ba329'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:45:15.385342 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6df505a-a4d6-43c8-aaf4-ba0f2db96653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7fafee-74d4-4741-a89b-337eb62ba329', 'code': 200} Feb 10 23:45:15.824414 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09d49b-c824-4858-a77e-f95cead7c542 req-c7a1ad0e-f666-4bcc-a0a3-a44dc856022c tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:45:15.825958 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-3d09d49b-c824-4858-a77e-f95cead7c542 req-c7a1ad0e-f666-4bcc-a0a3-a44dc856022c tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6df505a-a4d6-43c8-aaf4-ba0f2db96653 HTTP/1.1" status: 200 len: 946 time: 0.0795400 Feb 10 23:45:15.869899 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-3d09d49b-c824-4858-a77e-f95cead7c542 req-c2309ace-aa84-4f97-8e86-0a3323960f8e tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=e62d7c2e-e1c0-40af-8326-253234ae6cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383732 Feb 10 23:45:15.897546 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 56292) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:45:16.000352 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-fa7cadd2-1396-463d-9cea-b293413d1b49 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/floatingips/556b1caf-fb93-4190-a875-876ca959d57e HTTP/1.1" status: 200 len: 994 time: 0.1016867 Feb 10 23:45:16.480242 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:19.080129 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4b317131-0356-416c-b91a-6d007422995d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:21.302718 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9aaa5d23-ee20-4119-81e4-5e3a3efe5117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:22.591012 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:22.613857 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:24.128118 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:34.238237 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:45:39.036020 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-75945e7f-7693-4b22-ab79-58d5a74376cf req-aeb5231d-126f-4bd0-9c4c-ff51c5b71fb5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e6df505a-a4d6-43c8-aaf4-ba0f2db96653&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0657945 Feb 10 23:45:39.180884 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-75945e7f-7693-4b22-ab79-58d5a74376cf req-9cec6a6f-d5ca-4e29-95fa-829f2fc57328 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7aa12777ef71410eaa70251ed5176e4b&device_id=e6df505a-a4d6-43c8-aaf4-ba0f2db96653 HTTP/1.1" status: 200 len: 1099 time: 0.0733900 Feb 10 23:45:39.321631 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75945e7f-7693-4b22-ab79-58d5a74376cf req-b5f7d795-e76b-43fe-8535-84f99dd8b22d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:45:39.322993 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-75945e7f-7693-4b22-ab79-58d5a74376cf req-b5f7d795-e76b-43fe-8535-84f99dd8b22d service neutron] 10.222.0.37 "GET /v2.0/networks?id=687e0001-e04e-4116-a041-994674aafb4a HTTP/1.1" status: 200 len: 898 time: 0.1241696 Feb 10 23:45:39.427895 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-75945e7f-7693-4b22-ab79-58d5a74376cf req-9dd104b2-ffd1-4379-80f8-29f11851b9c6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b7fafee-74d4-4741-a89b-337eb62ba329 HTTP/1.1" status: 200 len: 1002 time: 0.0939920 Feb 10 23:45:39.490787 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75945e7f-7693-4b22-ab79-58d5a74376cf req-9cb45d99-1089-423c-818f-126980b61f25 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:45:39.492194 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-75945e7f-7693-4b22-ab79-58d5a74376cf req-9cb45d99-1089-423c-818f-126980b61f25 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e1d4b7bf-e78d-41cf-9542-eb15da87a8ee HTTP/1.1" status: 200 len: 835 time: 0.0579112 Feb 10 23:45:39.568532 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-75945e7f-7693-4b22-ab79-58d5a74376cf req-0022388c-b6a0-4b20-a232-39243b299e6e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=687e0001-e04e-4116-a041-994674aafb4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701721 Feb 10 23:45:39.697862 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-75945e7f-7693-4b22-ab79-58d5a74376cf req-5be60736-e8d6-44eb-befe-130dcdec946f service neutron] 10.222.0.37 "GET /v2.0/networks/687e0001-e04e-4116-a041-994674aafb4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227515 Feb 10 23:45:39.832081 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-75945e7f-7693-4b22-ab79-58d5a74376cf req-273ef7b4-a2bd-4d89-82ca-3b08c22297f2 service neutron] 10.222.0.37 "GET /v2.0/networks/687e0001-e04e-4116-a041-994674aafb4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270702 Feb 10 23:45:42.406266 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 56304) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:45:42.684614 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-4ae1fd75-e8a1-4226-bd85-9c4c0e1c9a09 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Deleting port 4fb80a39-4b1a-43fc-bdb0-b0f93171bff3 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:45:42.684954 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4ae1fd75-e8a1-4226-bd85-9c4c0e1c9a09 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:42.849839 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4ae1fd75-e8a1-4226-bd85-9c4c0e1c9a09 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:42.850086 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4ae1fd75-e8a1-4226-bd85-9c4c0e1c9a09 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:42.973200 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-4ae1fd75-e8a1-4226-bd85-9c4c0e1c9a09 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Calling delete_port for 4fb80a39-4b1a-43fc-bdb0-b0f93171bff3 owned by network:floatingip {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:45:43.282600 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4ae1fd75-e8a1-4226-bd85-9c4c0e1c9a09 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:43.329933 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae1fd75-e8a1-4226-bd85-9c4c0e1c9a09 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event deleted for resources: {'Port': ['ID=4fb80a39-4b1a-43fc-bdb0-b0f93171bff3,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:45:43.375060 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae1fd75-e8a1-4226-bd85-9c4c0e1c9a09 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:43.375406 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae1fd75-e8a1-4226-bd85-9c4c0e1c9a09 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:43.375747 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae1fd75-e8a1-4226-bd85-9c4c0e1c9a09 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:43.376082 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae1fd75-e8a1-4226-bd85-9c4c0e1c9a09 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:43.376411 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae1fd75-e8a1-4226-bd85-9c4c0e1c9a09 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:43.376765 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae1fd75-e8a1-4226-bd85-9c4c0e1c9a09 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:43.377093 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae1fd75-e8a1-4226-bd85-9c4c0e1c9a09 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:43.377414 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae1fd75-e8a1-4226-bd85-9c4c0e1c9a09 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:43.377734 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae1fd75-e8a1-4226-bd85-9c4c0e1c9a09 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:43.378118 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae1fd75-e8a1-4226-bd85-9c4c0e1c9a09 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:43.378439 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae1fd75-e8a1-4226-bd85-9c4c0e1c9a09 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:43.434301 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4ae1fd75-e8a1-4226-bd85-9c4c0e1c9a09 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for floatingip, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:43.819838 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae1fd75-e8a1-4226-bd85-9c4c0e1c9a09 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Router e90c4155-39eb-4e44-9ba4-9340ad78a62b has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:45:44.023695 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae1fd75-e8a1-4226-bd85-9c4c0e1c9a09 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:45:44.033173 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669c12b3-2d6d-43d4-ad1a-14ddc1d63f3d None None] Sync routers for ids ['e90c4155-39eb-4e44-9ba4-9340ad78a62b'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:45:44.044873 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669c12b3-2d6d-43d4-ad1a-14ddc1d63f3d None None] Routers {'e90c4155-39eb-4e44-9ba4-9340ad78a62b'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:45:44.048851 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-669c12b3-2d6d-43d4-ad1a-14ddc1d63f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:45:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['e90c4155-39eb-4e44-9ba4-9340ad78a62b'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:45:44.113281 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4ae1fd75-e8a1-4226-bd85-9c4c0e1c9a09 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:44.169691 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-4ae1fd75-e8a1-4226-bd85-9c4c0e1c9a09 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "DELETE /v2.0/floatingips/556b1caf-fb93-4190-a875-876ca959d57e HTTP/1.1" status: 204 len: 168 time: 1.7622421 Feb 10 23:45:44.170259 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6df505a-a4d6-43c8-aaf4-ba0f2db96653', 'tag': '9b7fafee-74d4-4741-a89b-337eb62ba329'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:45:44.221530 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-669c12b3-2d6d-43d4-ad1a-14ddc1d63f3d None None] Set router e90c4155-39eb-4e44-9ba4-9340ad78a62b gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:45:44.310182 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6df505a-a4d6-43c8-aaf4-ba0f2db96653', 'tag': '9b7fafee-74d4-4741-a89b-337eb62ba329', 'status': 'completed', 'code': 200} Feb 10 23:45:44.404354 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-23876866-120b-46e6-ab01-1819c55aa80d req-f29cfeff-d6af-43d1-bbfe-2bc08330d0fb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7aa12777ef71410eaa70251ed5176e4b&device_id=e6df505a-a4d6-43c8-aaf4-ba0f2db96653 HTTP/1.1" status: 200 len: 1099 time: 0.0730481 Feb 10 23:45:44.540616 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23876866-120b-46e6-ab01-1819c55aa80d req-6603b790-aad5-44a8-9b08-8b40c1372319 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:45:44.542989 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-23876866-120b-46e6-ab01-1819c55aa80d req-6603b790-aad5-44a8-9b08-8b40c1372319 service neutron] 10.222.0.37 "GET /v2.0/networks?id=687e0001-e04e-4116-a041-994674aafb4a HTTP/1.1" status: 200 len: 898 time: 0.1317718 Feb 10 23:45:44.543415 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-669c12b3-2d6d-43d4-ad1a-14ddc1d63f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e90c4155-39eb-4e44-9ba4-9340ad78a62b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1579065511', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '2b55ce9b-3479-4cb3-92c5-1491ef3201c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:44:00Z', 'updated_at': '2022-02-10T23:44:05Z', 'revision_number': 4, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': '2b55ce9b-3479-4cb3-92c5-1491ef3201c7', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:da:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90c4155-39eb-4e44-9ba4-9340ad78a62b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:44:01Z', 'updated_at': '2022-02-10T23:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '308a3070-8a21-443e-ab41-dca32eb84744', 'name': '', 'network_id': '687e0001-e04e-4116-a041-994674aafb4a', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'mac_address': 'fa:16:3e:66:c7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90c4155-39eb-4e44-9ba4-9340ad78a62b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1d4b7bf-e78d-41cf-9542-eb15da87a8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:44:04Z', 'updated_at': '2022-02-10T23:44:11Z', 'revision_number': 5, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'subnets': [{'id': 'e1d4b7bf-e78d-41cf-9542-eb15da87a8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:45:44.547555 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669c12b3-2d6d-43d4-ad1a-14ddc1d63f3d None None] Checking router: e90c4155-39eb-4e44-9ba4-9340ad78a62b for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:45:44.558852 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669c12b3-2d6d-43d4-ad1a-14ddc1d63f3d None None] Routers {'e90c4155-39eb-4e44-9ba4-9340ad78a62b'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:45:44.559458 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-669c12b3-2d6d-43d4-ad1a-14ddc1d63f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:45:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['e90c4155-39eb-4e44-9ba4-9340ad78a62b'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:45:44.675731 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-23876866-120b-46e6-ab01-1819c55aa80d req-95d8f90f-b26d-456e-9cfa-8efca4f514d2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b7fafee-74d4-4741-a89b-337eb62ba329 HTTP/1.1" status: 200 len: 217 time: 0.1267748 Feb 10 23:45:44.779215 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-669c12b3-2d6d-43d4-ad1a-14ddc1d63f3d None None] Set router e90c4155-39eb-4e44-9ba4-9340ad78a62b gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:45:44.781941 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23876866-120b-46e6-ab01-1819c55aa80d req-9625e72c-dc3d-49c0-a882-ba31e55a86a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:45:44.783369 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-23876866-120b-46e6-ab01-1819c55aa80d req-9625e72c-dc3d-49c0-a882-ba31e55a86a4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e1d4b7bf-e78d-41cf-9542-eb15da87a8ee HTTP/1.1" status: 200 len: 835 time: 0.1013958 Feb 10 23:45:44.855773 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e08f0-d99f-4de6-961c-b5af7177ad54 req-fe0e626a-d419-4515-9f04-415e1e942602 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:45:44.857102 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d78e08f0-d99f-4de6-961c-b5af7177ad54 req-fe0e626a-d419-4515-9f04-415e1e942602 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6df505a-a4d6-43c8-aaf4-ba0f2db96653 HTTP/1.1" status: 200 len: 946 time: 0.1353407 Feb 10 23:45:44.910049 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-23876866-120b-46e6-ab01-1819c55aa80d req-1b5f8709-3839-405b-8e12-1f586b00a592 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=687e0001-e04e-4116-a041-994674aafb4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1172063 Feb 10 23:45:44.916947 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d78e08f0-d99f-4de6-961c-b5af7177ad54 req-e03f8c07-c7b5-4d49-8f29-c15d65af9c63 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=e62d7c2e-e1c0-40af-8326-253234ae6cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497766 Feb 10 23:45:45.042295 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-23876866-120b-46e6-ab01-1819c55aa80d req-59ab94d9-114c-42dc-85e9-fd89adcb8711 service neutron] 10.222.0.37 "GET /v2.0/networks/687e0001-e04e-4116-a041-994674aafb4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244321 Feb 10 23:45:45.087243 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-669c12b3-2d6d-43d4-ad1a-14ddc1d63f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e90c4155-39eb-4e44-9ba4-9340ad78a62b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1579065511', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '2b55ce9b-3479-4cb3-92c5-1491ef3201c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:44:00Z', 'updated_at': '2022-02-10T23:44:05Z', 'revision_number': 4, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': '2b55ce9b-3479-4cb3-92c5-1491ef3201c7', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:da:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90c4155-39eb-4e44-9ba4-9340ad78a62b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:44:01Z', 'updated_at': '2022-02-10T23:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '308a3070-8a21-443e-ab41-dca32eb84744', 'name': '', 'network_id': '687e0001-e04e-4116-a041-994674aafb4a', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'mac_address': 'fa:16:3e:66:c7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90c4155-39eb-4e44-9ba4-9340ad78a62b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1d4b7bf-e78d-41cf-9542-eb15da87a8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:44:04Z', 'updated_at': '2022-02-10T23:44:11Z', 'revision_number': 5, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'subnets': [{'id': 'e1d4b7bf-e78d-41cf-9542-eb15da87a8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:45:45.091073 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669c12b3-2d6d-43d4-ad1a-14ddc1d63f3d None None] The sync data for ids ['e90c4155-39eb-4e44-9ba4-9340ad78a62b'] in dv-neutron-828797-1-hyperv is: [{'id': 'e90c4155-39eb-4e44-9ba4-9340ad78a62b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1579065511', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '2b55ce9b-3479-4cb3-92c5-1491ef3201c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:44:00Z', 'updated_at': '2022-02-10T23:44:05Z', 'revision_number': 4, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': '2b55ce9b-3479-4cb3-92c5-1491ef3201c7', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:da:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90c4155-39eb-4e44-9ba4-9340ad78a62b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:44:01Z', 'updated_at': '2022-02-10T23:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '308a3070-8a21-443e-ab41-dca32eb84744', 'name': '', 'network_id': '687e0001-e04e-4116-a041-994674aafb4a', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'mac_address': 'fa:16:3e:66:c7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90c4155-39eb-4e44-9ba4-9340ad78a62b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1d4b7bf-e78d-41cf-9542-eb15da87a8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:44:04Z', 'updated_at': '2022-02-10T23:44:11Z', 'revision_number': 5, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'subnets': [{'id': 'e1d4b7bf-e78d-41cf-9542-eb15da87a8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:45:45.278879 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-23876866-120b-46e6-ab01-1819c55aa80d req-6ed7742c-c34f-4632-b78d-be9158caf3ff service neutron] 10.222.0.37 "GET /v2.0/networks/687e0001-e04e-4116-a041-994674aafb4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300625 Feb 10 23:45:45.316875 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ca404c-2d4a-4277-8087-f023ade1321b None None] New status for floating IP 556b1caf-fb93-4190-a875-876ca959d57e: DOWN {{(pid=84335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 23:45:46.115839 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2182c-b2d3-4cd2-8bf9-2eadabc110f6 req-71eadf6d-ca04-46e1-a6c4-e3eb86186db1 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:45:46.116485 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-20d2182c-b2d3-4cd2-8bf9-2eadabc110f6 req-71eadf6d-ca04-46e1-a6c4-e3eb86186db1 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Synchronizing usage tracker for tenant:7aa12777ef71410eaa70251ed5176e4b on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:45:46.207648 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-20d2182c-b2d3-4cd2-8bf9-2eadabc110f6 req-71eadf6d-ca04-46e1-a6c4-e3eb86186db1 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Unset dirty status for tenant:7aa12777ef71410eaa70251ed5176e4b on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:45:46.208852 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-20d2182c-b2d3-4cd2-8bf9-2eadabc110f6 req-71eadf6d-ca04-46e1-a6c4-e3eb86186db1 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6df505a-a4d6-43c8-aaf4-ba0f2db96653 HTTP/1.1" status: 200 len: 946 time: 0.1671507 Feb 10 23:45:46.255090 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-20d2182c-b2d3-4cd2-8bf9-2eadabc110f6 req-61605654-377e-4a9c-a7a5-2a48f00e9e9a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=e62d7c2e-e1c0-40af-8326-253234ae6cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405650 Feb 10 23:45:46.264490 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21452aa0-aa6b-46b5-8d92-fdf3b7a15d29 req-4579ec91-2114-410c-b78d-62fedb0ebdf1 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:45:46.266487 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-21452aa0-aa6b-46b5-8d92-fdf3b7a15d29 req-4579ec91-2114-410c-b78d-62fedb0ebdf1 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6df505a-a4d6-43c8-aaf4-ba0f2db96653 HTTP/1.1" status: 200 len: 946 time: 0.0778663 Feb 10 23:45:46.331412 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-21452aa0-aa6b-46b5-8d92-fdf3b7a15d29 req-2aa05571-234f-44bb-bf47-0edd73f627b7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Deleting port 9b7fafee-74d4-4741-a89b-337eb62ba329 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:45:46.331744 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-21452aa0-aa6b-46b5-8d92-fdf3b7a15d29 req-2aa05571-234f-44bb-bf47-0edd73f627b7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:46.447465 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:46.584917 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-21452aa0-aa6b-46b5-8d92-fdf3b7a15d29 req-2aa05571-234f-44bb-bf47-0edd73f627b7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] For port 9b7fafee-74d4-4741-a89b-337eb62ba329, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=9b7fafee-74d4-4741-a89b-337eb62ba329,segment=NetworkSegment(85008b6e-1a62-4748-ab2b-792f89fb4605),segment_id=85008b6e-1a62-4748-ab2b-792f89fb4605)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:45:46.585270 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-21452aa0-aa6b-46b5-8d92-fdf3b7a15d29 req-2aa05571-234f-44bb-bf47-0edd73f627b7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:46.705591 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-21452aa0-aa6b-46b5-8d92-fdf3b7a15d29 req-2aa05571-234f-44bb-bf47-0edd73f627b7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Calling delete_port for 9b7fafee-74d4-4741-a89b-337eb62ba329 owned by compute:nova {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:45:46.910323 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-21452aa0-aa6b-46b5-8d92-fdf3b7a15d29 req-2aa05571-234f-44bb-bf47-0edd73f627b7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:46.957572 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa05571-234f-44bb-bf47-0edd73f627b7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event deleted for resources: {'Port': ['ID=9b7fafee-74d4-4741-a89b-337eb62ba329,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:45:46.995911 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa05571-234f-44bb-bf47-0edd73f627b7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:46.996262 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa05571-234f-44bb-bf47-0edd73f627b7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:46.996626 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa05571-234f-44bb-bf47-0edd73f627b7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:46.996963 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa05571-234f-44bb-bf47-0edd73f627b7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:46.997296 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa05571-234f-44bb-bf47-0edd73f627b7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:46.997624 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa05571-234f-44bb-bf47-0edd73f627b7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:46.997951 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa05571-234f-44bb-bf47-0edd73f627b7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:46.998277 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa05571-234f-44bb-bf47-0edd73f627b7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:46.998599 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa05571-234f-44bb-bf47-0edd73f627b7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:46.998997 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa05571-234f-44bb-bf47-0edd73f627b7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:46.999321 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa05571-234f-44bb-bf47-0edd73f627b7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:47.041373 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-21452aa0-aa6b-46b5-8d92-fdf3b7a15d29 req-2aa05571-234f-44bb-bf47-0edd73f627b7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] No DVR routers for this DVR port 9b7fafee-74d4-4741-a89b-337eb62ba329 on host hv-neutron-8287 {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:45:47.043624 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-21452aa0-aa6b-46b5-8d92-fdf3b7a15d29 req-2aa05571-234f-44bb-bf47-0edd73f627b7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:47.046679 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6df505a-a4d6-43c8-aaf4-ba0f2db96653', 'name': 'network-vif-deleted', 'tag': '9b7fafee-74d4-4741-a89b-337eb62ba329'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:45:47.111287 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-21452aa0-aa6b-46b5-8d92-fdf3b7a15d29 req-2aa05571-234f-44bb-bf47-0edd73f627b7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.37 "DELETE /v2.0/ports/9b7fafee-74d4-4741-a89b-337eb62ba329 HTTP/1.1" status: 204 len: 173 time: 0.8396480 Feb 10 23:45:47.180020 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6df505a-a4d6-43c8-aaf4-ba0f2db96653', 'name': 'network-vif-deleted', 'tag': '9b7fafee-74d4-4741-a89b-337eb62ba329', 'status': 'completed', 'code': 200} Feb 10 23:45:47.424606 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-31dd4b08-dadb-4549-8723-84c3f98ed6c4 req-0b82f0ff-af50-42c2-95bc-0c4a04b69638 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6df505a-a4d6-43c8-aaf4-ba0f2db96653 HTTP/1.1" status: 200 len: 210 time: 0.0403705 Feb 10 23:45:48.536370 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 56328) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:45:48.919723 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5d9e2c6d-bc35-400e-b913-f319574f87ab tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732944'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:49.073881 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a1b037bb-f898-4062-8db1-3c90ef2ab6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:49.081363 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 9b7fafee-74d4-4741-a89b-337eb62ba329 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:45:49.113782 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] No Port match for: 9b7fafee-74d4-4741-a89b-337eb62ba329 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:45:49.114120 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 9b7fafee-74d4-4741-a89b-337eb62ba329 not bound to the agent host hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:45:49.612523 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-5d9e2c6d-bc35-400e-b913-f319574f87ab tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Deleting port 308a3070-8a21-443e-ab41-dca32eb84744 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:45:49.613108 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5d9e2c6d-bc35-400e-b913-f319574f87ab tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:49.790296 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-5d9e2c6d-bc35-400e-b913-f319574f87ab tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] For port 308a3070-8a21-443e-ab41-dca32eb84744, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=308a3070-8a21-443e-ab41-dca32eb84744,segment=NetworkSegment(85008b6e-1a62-4748-ab2b-792f89fb4605),segment_id=85008b6e-1a62-4748-ab2b-792f89fb4605)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:45:49.790645 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5d9e2c6d-bc35-400e-b913-f319574f87ab tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:49.910522 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-5d9e2c6d-bc35-400e-b913-f319574f87ab tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Calling delete_port for 308a3070-8a21-443e-ab41-dca32eb84744 owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:45:50.142179 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5d9e2c6d-bc35-400e-b913-f319574f87ab tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:50.188929 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e2c6d-bc35-400e-b913-f319574f87ab tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event deleted for resources: {'Port': ['ID=308a3070-8a21-443e-ab41-dca32eb84744,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:45:50.475957 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5d9e2c6d-bc35-400e-b913-f319574f87ab tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2767638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733091'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:51.144097 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d9e2c6d-bc35-400e-b913-f319574f87ab tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Router e90c4155-39eb-4e44-9ba4-9340ad78a62b has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:45:51.264770 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-29143aef-67a6-4cb3-8ccd-ba5ff8bfe98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:51.343792 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9e2c6d-bc35-400e-b913-f319574f87ab tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:45:51.353962 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133c85a8-6f90-4a87-9331-b80da97e8406 None None] Sync routers for ids ['e90c4155-39eb-4e44-9ba4-9340ad78a62b'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:45:51.356173 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-5d9e2c6d-bc35-400e-b913-f319574f87ab tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "PUT /v2.0/routers/e90c4155-39eb-4e44-9ba4-9340ad78a62b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8186886 Feb 10 23:45:51.360317 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 56332) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:45:51.367022 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133c85a8-6f90-4a87-9331-b80da97e8406 None None] Routers {'e90c4155-39eb-4e44-9ba4-9340ad78a62b'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:45:51.367635 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-133c85a8-6f90-4a87-9331-b80da97e8406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:45:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['e90c4155-39eb-4e44-9ba4-9340ad78a62b'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:45:51.543204 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-133c85a8-6f90-4a87-9331-b80da97e8406 None None] Set router e90c4155-39eb-4e44-9ba4-9340ad78a62b gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:45:51.544421 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-c27c0716-e52b-47a3-bfb4-52dbf7f52e3d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Deleting subnet e1d4b7bf-e78d-41cf-9542-eb15da87a8ee {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:45:51.547704 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c27c0716-e52b-47a3-bfb4-52dbf7f52e3d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:51.602270 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c27c0716-e52b-47a3-bfb4-52dbf7f52e3d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31983416'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:51.688269 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c27c0716-e52b-47a3-bfb4-52dbf7f52e3d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:51.825111 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c27c0716-e52b-47a3-bfb4-52dbf7f52e3d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:51.830165 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-133c85a8-6f90-4a87-9331-b80da97e8406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e90c4155-39eb-4e44-9ba4-9340ad78a62b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1579065511', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '2b55ce9b-3479-4cb3-92c5-1491ef3201c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:44:00Z', 'updated_at': '2022-02-10T23:45:50Z', 'revision_number': 5, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': '2b55ce9b-3479-4cb3-92c5-1491ef3201c7', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:da:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90c4155-39eb-4e44-9ba4-9340ad78a62b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:44:01Z', 'updated_at': '2022-02-10T23:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:45:51.834137 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133c85a8-6f90-4a87-9331-b80da97e8406 None None] Checking router: e90c4155-39eb-4e44-9ba4-9340ad78a62b for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:45:51.845338 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133c85a8-6f90-4a87-9331-b80da97e8406 None None] Routers {'e90c4155-39eb-4e44-9ba4-9340ad78a62b'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:45:51.845932 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-133c85a8-6f90-4a87-9331-b80da97e8406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:45:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['e90c4155-39eb-4e44-9ba4-9340ad78a62b'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:45:51.869131 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27c0716-e52b-47a3-bfb4-52dbf7f52e3d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event deleted for resources: {'Subnet': ['ID=e1d4b7bf-e78d-41cf-9542-eb15da87a8ee,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:45:51.873159 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c27c0716-e52b-47a3-bfb4-52dbf7f52e3d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:51.882895 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-c27c0716-e52b-47a3-bfb4-52dbf7f52e3d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "DELETE /v2.0/subnets/e1d4b7bf-e78d-41cf-9542-eb15da87a8ee HTTP/1.1" status: 204 len: 168 time: 0.5192816 Feb 10 23:45:51.883094 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 56336) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:45:51.897505 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc95ac49-1163-4351-a411-c051f995832b None None] Network 687e0001-e04e-4116-a041-994674aafb4a requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:45:52.101979 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d46e4c60-a562-4324-bb97-00ca49808d59 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:52.169847 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-133c85a8-6f90-4a87-9331-b80da97e8406 None None] Set router e90c4155-39eb-4e44-9ba4-9340ad78a62b gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:45:52.430399 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d46e4c60-a562-4324-bb97-00ca49808d59 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:52.485531 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c0178f-4b74-4f16-913d-1eeb9f059578 None None] DHCP port deletion for 687e0001-e04e-4116-a041-994674aafb4a request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:45:52.494895 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-39c0178f-4b74-4f16-913d-1eeb9f059578 None None] Deleting port 9df814d4-0104-446c-94df-5eaa1e803d1d {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:45:52.499239 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-39c0178f-4b74-4f16-913d-1eeb9f059578 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:52.522132 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-d46e4c60-a562-4324-bb97-00ca49808d59 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Deleting port 2b55ce9b-3479-4cb3-92c5-1491ef3201c7 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:45:52.527883 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d46e4c60-a562-4324-bb97-00ca49808d59 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:52.652159 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:52.653602 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:52.696588 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-d46e4c60-a562-4324-bb97-00ca49808d59 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] For port 2b55ce9b-3479-4cb3-92c5-1491ef3201c7, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=2b55ce9b-3479-4cb3-92c5-1491ef3201c7,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:45:52.696841 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d46e4c60-a562-4324-bb97-00ca49808d59 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:52.716793 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-133c85a8-6f90-4a87-9331-b80da97e8406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e90c4155-39eb-4e44-9ba4-9340ad78a62b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1579065511', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '2b55ce9b-3479-4cb3-92c5-1491ef3201c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:44:00Z', 'updated_at': '2022-02-10T23:45:50Z', 'revision_number': 5, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': '2b55ce9b-3479-4cb3-92c5-1491ef3201c7', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:da:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90c4155-39eb-4e44-9ba4-9340ad78a62b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:44:01Z', 'updated_at': '2022-02-10T23:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:45:52.731767 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133c85a8-6f90-4a87-9331-b80da97e8406 None None] The sync data for ids ['e90c4155-39eb-4e44-9ba4-9340ad78a62b'] in dv-neutron-828797-1-hyperv is: [{'id': 'e90c4155-39eb-4e44-9ba4-9340ad78a62b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1579065511', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '2b55ce9b-3479-4cb3-92c5-1491ef3201c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:44:00Z', 'updated_at': '2022-02-10T23:45:50Z', 'revision_number': 5, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': '2b55ce9b-3479-4cb3-92c5-1491ef3201c7', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:da:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90c4155-39eb-4e44-9ba4-9340ad78a62b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:44:01Z', 'updated_at': '2022-02-10T23:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:45:52.742717 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-39c0178f-4b74-4f16-913d-1eeb9f059578 None None] For port 9df814d4-0104-446c-94df-5eaa1e803d1d, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=9df814d4-0104-446c-94df-5eaa1e803d1d,segment=NetworkSegment(85008b6e-1a62-4748-ab2b-792f89fb4605),segment_id=85008b6e-1a62-4748-ab2b-792f89fb4605)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:45:52.743109 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-39c0178f-4b74-4f16-913d-1eeb9f059578 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:52.828164 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-d46e4c60-a562-4324-bb97-00ca49808d59 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Calling delete_port for 2b55ce9b-3479-4cb3-92c5-1491ef3201c7 owned by network:router_gateway {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:45:52.863308 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-39c0178f-4b74-4f16-913d-1eeb9f059578 None None] Calling delete_port for 9df814d4-0104-446c-94df-5eaa1e803d1d owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:45:53.005060 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-39c0178f-4b74-4f16-913d-1eeb9f059578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:53.027315 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d46e4c60-a562-4324-bb97-00ca49808d59 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:53.050709 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c0178f-4b74-4f16-913d-1eeb9f059578 None None] Pushing event deleted for resources: {'Port': ['ID=9df814d4-0104-446c-94df-5eaa1e803d1d,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:45:53.057277 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c0178f-4b74-4f16-913d-1eeb9f059578 None None] No DVR routers for this DVR port 9df814d4-0104-446c-94df-5eaa1e803d1d on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:45:53.073156 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46e4c60-a562-4324-bb97-00ca49808d59 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event deleted for resources: {'Port': ['ID=2b55ce9b-3479-4cb3-92c5-1491ef3201c7,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:45:53.095590 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 9df814d4-0104-446c-94df-5eaa1e803d1d no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:45:53.130492 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 9df814d4-0104-446c-94df-5eaa1e803d1d {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:45:53.130859 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 9df814d4-0104-446c-94df-5eaa1e803d1d not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:45:53.302888 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d46e4c60-a562-4324-bb97-00ca49808d59 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734197'] for router_gateway, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:53.552352 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d46e4c60-a562-4324-bb97-00ca49808d59 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:53.556452 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d46e4c60-a562-4324-bb97-00ca49808d59 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:53.661630 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d46e4c60-a562-4324-bb97-00ca49808d59 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:53.662164 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46e4c60-a562-4324-bb97-00ca49808d59 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Fanout notify agent at l3_agent the message router_deleted on router e90c4155-39eb-4e44-9ba4-9340ad78a62b {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:45:53.676805 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d46e4c60-a562-4324-bb97-00ca49808d59 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:53.677995 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-d46e4c60-a562-4324-bb97-00ca49808d59 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "DELETE /v2.0/routers/e90c4155-39eb-4e44-9ba4-9340ad78a62b HTTP/1.1" status: 204 len: 168 time: 1.7940173 Feb 10 23:45:53.680685 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 56340) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:45:53.897823 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c130a40c-3385-4e9e-b178-8be3a61fcaea tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:54.023777 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c130a40c-3385-4e9e-b178-8be3a61fcaea tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:54.048616 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-c130a40c-3385-4e9e-b178-8be3a61fcaea tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['687e0001-e04e-4116-a041-994674aafb4a']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:45:54.060275 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-c130a40c-3385-4e9e-b178-8be3a61fcaea tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85008b6e-1a62-4748-ab2b-792f89fb4605') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:45:54.060581 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-c130a40c-3385-4e9e-b178-8be3a61fcaea tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85008b6e-1a62-4748-ab2b-792f89fb4605') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:45:54.071745 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c130a40c-3385-4e9e-b178-8be3a61fcaea tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:54.086924 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c130a40c-3385-4e9e-b178-8be3a61fcaea tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:54.093233 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c130a40c-3385-4e9e-b178-8be3a61fcaea tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:45:54.093598 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c130a40c-3385-4e9e-b178-8be3a61fcaea tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:54.108890 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:45:54.108890 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:45:54.108890 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:45:54.108890 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:45:54.108890 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:45:54.108890 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:45:54.108890 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:45:54.108890 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:45:54.108890 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:45:54.108890 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:45:54.108890 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:45:54.108890 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:45:54.108890 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:45:54.108890 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:45:54.108890 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:45:54.108890 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:45:54.108890 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:45:54.108890 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:45:54.108890 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:45:54.108890 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:45:54.108890 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:45:54.108890 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:45:54.108890 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:45:54.108890 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:45:54.108890 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:45:54.108890 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:45:54.108890 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:45:54.108890 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:45:54.108890 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:45:54.108890 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:45:54.108890 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:45:54.108890 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:45:54.150784 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:54.256526 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c130a40c-3385-4e9e-b178-8be3a61fcaea tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:54.273069 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c130a40c-3385-4e9e-b178-8be3a61fcaea tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:54.283874 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c130a40c-3385-4e9e-b178-8be3a61fcaea tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event deleted for resources: {'Network': ['ID=687e0001-e04e-4116-a041-994674aafb4a,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:45:54.289008 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-c130a40c-3385-4e9e-b178-8be3a61fcaea tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "DELETE /v2.0/networks/687e0001-e04e-4116-a041-994674aafb4a HTTP/1.1" status: 204 len: 168 time: 0.6070347 Feb 10 23:45:54.291369 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 56344) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:45:54.359294 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b78cc698-a7b6-4614-a253-dedb44be7286 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:54.387354 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b78cc698-a7b6-4614-a253-dedb44be7286 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:54.510530 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b78cc698-a7b6-4614-a253-dedb44be7286 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:54.528344 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78cc698-a7b6-4614-a253-dedb44be7286 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62d7c2e-e1c0-40af-8326-253234ae6cef,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:45:54.621085 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b78cc698-a7b6-4614-a253-dedb44be7286 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:54.622205 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-b78cc698-a7b6-4614-a253-dedb44be7286 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "DELETE /v2.0/security-groups/e62d7c2e-e1c0-40af-8326-253234ae6cef HTTP/1.1" status: 204 len: 168 time: 0.3298972 Feb 10 23:45:54.802611 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 2b55ce9b-3479-4cb3-92c5-1491ef3201c7 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:45:54.834661 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 2b55ce9b-3479-4cb3-92c5-1491ef3201c7 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:45:54.835091 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 2b55ce9b-3479-4cb3-92c5-1491ef3201c7 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:45:54.835580 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 308a3070-8a21-443e-ab41-dca32eb84744 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:45:54.869943 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 308a3070-8a21-443e-ab41-dca32eb84744 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:45:54.870291 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 308a3070-8a21-443e-ab41-dca32eb84744 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:45:55.331153 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 56352) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:45:55.336768 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-c96e05f5-6675-4335-9601-e926ac158b2c tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1911016111', 'description': 'tempest-secgroup-smoke-1911016111 description', 'project_id': '7aa12777ef71410eaa70251ed5176e4b'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:45:55.342654 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c96e05f5-6675-4335-9601-e926ac158b2c tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:45:55.346639 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-c96e05f5-6675-4335-9601-e926ac158b2c tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Usage tracker for resource:security_group and tenant:7aa12777ef71410eaa70251ed5176e4b is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:45:55.349499 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-c96e05f5-6675-4335-9601-e926ac158b2c tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:45:55.354993 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c96e05f5-6675-4335-9601-e926ac158b2c tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:45:55.427237 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c96e05f5-6675-4335-9601-e926ac158b2c tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:55.462333 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c96e05f5-6675-4335-9601-e926ac158b2c tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:45:55.466040 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-c96e05f5-6675-4335-9601-e926ac158b2c tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Usage tracker for resource:security_group_rule and tenant:7aa12777ef71410eaa70251ed5176e4b is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:45:55.468919 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-c96e05f5-6675-4335-9601-e926ac158b2c tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:45:55.479600 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c96e05f5-6675-4335-9601-e926ac158b2c tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:45:55.527291 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c96e05f5-6675-4335-9601-e926ac158b2c tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:55.590482 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c96e05f5-6675-4335-9601-e926ac158b2c tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:55.635450 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96e05f5-6675-4335-9601-e926ac158b2c tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73467437-d90b-4095-b192-7574ffe70382,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:45:55.698769 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c96e05f5-6675-4335-9601-e926ac158b2c tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:55.700074 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-c96e05f5-6675-4335-9601-e926ac158b2c tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3678837 Feb 10 23:45:55.702986 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 56356) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:45:55.708509 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-eaa2318b-a1f2-4d80-a640-947befe4fa91 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Request body: {'security_group_rule': {'security_group_id': '73467437-d90b-4095-b192-7574ffe70382', 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:45:55.714463 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-eaa2318b-a1f2-4d80-a640-947befe4fa91 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:45:55.718314 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-eaa2318b-a1f2-4d80-a640-947befe4fa91 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Usage tracker for resource:security_group_rule and tenant:7aa12777ef71410eaa70251ed5176e4b is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:45:55.721158 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-eaa2318b-a1f2-4d80-a640-947befe4fa91 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:45:55.726764 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-eaa2318b-a1f2-4d80-a640-947befe4fa91 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:45:55.819319 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eaa2318b-a1f2-4d80-a640-947befe4fa91 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:55.880424 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eaa2318b-a1f2-4d80-a640-947befe4fa91 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:55.950127 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eaa2318b-a1f2-4d80-a640-947befe4fa91 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:55.973758 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa2318b-a1f2-4d80-a640-947befe4fa91 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de51b00d-01dd-4516-ac9a-b8cf260f5ff2,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:45:56.058807 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eaa2318b-a1f2-4d80-a640-947befe4fa91 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:56.059969 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-eaa2318b-a1f2-4d80-a640-947befe4fa91 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3558099 Feb 10 23:45:56.063275 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 56360) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:45:56.068911 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-44eb1f56-6c8b-42b8-a578-cc7f76dd4f08 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Request body: {'security_group_rule': {'security_group_id': '73467437-d90b-4095-b192-7574ffe70382', 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:45:56.074753 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-44eb1f56-6c8b-42b8-a578-cc7f76dd4f08 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:45:56.079316 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-44eb1f56-6c8b-42b8-a578-cc7f76dd4f08 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Usage tracker for resource:security_group_rule and tenant:7aa12777ef71410eaa70251ed5176e4b is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:45:56.082245 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-44eb1f56-6c8b-42b8-a578-cc7f76dd4f08 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:45:56.087790 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-44eb1f56-6c8b-42b8-a578-cc7f76dd4f08 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:45:56.156357 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-44eb1f56-6c8b-42b8-a578-cc7f76dd4f08 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:56.215356 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-44eb1f56-6c8b-42b8-a578-cc7f76dd4f08 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:56.293050 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-44eb1f56-6c8b-42b8-a578-cc7f76dd4f08 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:56.316982 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eb1f56-6c8b-42b8-a578-cc7f76dd4f08 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2897892e-963d-46dd-bd9a-61aa05249534,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:45:56.379179 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-44eb1f56-6c8b-42b8-a578-cc7f76dd4f08 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:56.380342 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-44eb1f56-6c8b-42b8-a578-cc7f76dd4f08 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3160336 Feb 10 23:45:56.382967 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 56364) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:45:56.388201 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-3b5f3b50-f966-4b04-90b2-079e2aa8b0d6 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Request body: {'security_group_rule': {'security_group_id': '73467437-d90b-4095-b192-7574ffe70382', 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:45:56.394267 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3b5f3b50-f966-4b04-90b2-079e2aa8b0d6 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:45:56.398077 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-3b5f3b50-f966-4b04-90b2-079e2aa8b0d6 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Usage tracker for resource:security_group_rule and tenant:7aa12777ef71410eaa70251ed5176e4b is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:45:56.401091 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-3b5f3b50-f966-4b04-90b2-079e2aa8b0d6 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:45:56.407059 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-3b5f3b50-f966-4b04-90b2-079e2aa8b0d6 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:45:56.473347 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3b5f3b50-f966-4b04-90b2-079e2aa8b0d6 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:56.536048 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3b5f3b50-f966-4b04-90b2-079e2aa8b0d6 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:56.607244 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3b5f3b50-f966-4b04-90b2-079e2aa8b0d6 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:56.630968 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5f3b50-f966-4b04-90b2-079e2aa8b0d6 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42d93c79-28fc-416c-887d-51b75b39722a,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:45:56.715839 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3b5f3b50-f966-4b04-90b2-079e2aa8b0d6 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:56.716950 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-3b5f3b50-f966-4b04-90b2-079e2aa8b0d6 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3330956 Feb 10 23:45:56.720216 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 56368) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:45:56.725502 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-97416108-1d76-449f-b537-7ada7ba225cf tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Request body: {'security_group_rule': {'security_group_id': '73467437-d90b-4095-b192-7574ffe70382', 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:45:56.731269 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-97416108-1d76-449f-b537-7ada7ba225cf tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:45:56.735665 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-97416108-1d76-449f-b537-7ada7ba225cf tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Usage tracker for resource:security_group_rule and tenant:7aa12777ef71410eaa70251ed5176e4b is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:45:56.742520 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-97416108-1d76-449f-b537-7ada7ba225cf tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:45:56.744079 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-97416108-1d76-449f-b537-7ada7ba225cf tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:45:56.824488 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-97416108-1d76-449f-b537-7ada7ba225cf tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:56.887724 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-97416108-1d76-449f-b537-7ada7ba225cf tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:56.961557 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-97416108-1d76-449f-b537-7ada7ba225cf tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:56.985415 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97416108-1d76-449f-b537-7ada7ba225cf tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce4b939d-04af-41fd-baf8-7430ef5b0578,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:45:57.058740 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-97416108-1d76-449f-b537-7ada7ba225cf tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:57.060137 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-97416108-1d76-449f-b537-7ada7ba225cf tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3390014 Feb 10 23:45:57.062816 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 56372) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:45:57.068109 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-8d4f389f-07e9-46b7-8f4a-5d16d3029dd0 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Request body: {'security_group_rule': {'security_group_id': '73467437-d90b-4095-b192-7574ffe70382', 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:45:57.073888 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8d4f389f-07e9-46b7-8f4a-5d16d3029dd0 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:45:57.077648 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-8d4f389f-07e9-46b7-8f4a-5d16d3029dd0 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Usage tracker for resource:security_group_rule and tenant:7aa12777ef71410eaa70251ed5176e4b is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:45:57.081127 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-8d4f389f-07e9-46b7-8f4a-5d16d3029dd0 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:45:57.086917 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-8d4f389f-07e9-46b7-8f4a-5d16d3029dd0 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:45:57.161957 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.securitygroups_db [None req-8d4f389f-07e9-46b7-8f4a-5d16d3029dd0 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Project 7aa12777ef71410eaa70251ed5176e4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:45:57.168636 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8d4f389f-07e9-46b7-8f4a-5d16d3029dd0 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:57.230937 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8d4f389f-07e9-46b7-8f4a-5d16d3029dd0 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:57.293006 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8d4f389f-07e9-46b7-8f4a-5d16d3029dd0 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:57.317211 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4f389f-07e9-46b7-8f4a-5d16d3029dd0 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d46cdd6c-35a6-43d9-9c20-123097073bed,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:45:57.379444 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8d4f389f-07e9-46b7-8f4a-5d16d3029dd0 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:57.380678 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-8d4f389f-07e9-46b7-8f4a-5d16d3029dd0 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3168511 Feb 10 23:45:57.383288 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 56376) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:45:57.388592 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-aa2369c8-d206-4d01-b763-a573736e1d16 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Request body: {'security_group_rule': {'security_group_id': '73467437-d90b-4095-b192-7574ffe70382', 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:45:57.395191 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-aa2369c8-d206-4d01-b763-a573736e1d16 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:45:57.398960 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-aa2369c8-d206-4d01-b763-a573736e1d16 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Usage tracker for resource:security_group_rule and tenant:7aa12777ef71410eaa70251ed5176e4b is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:45:57.401806 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-aa2369c8-d206-4d01-b763-a573736e1d16 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:45:57.408203 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-aa2369c8-d206-4d01-b763-a573736e1d16 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:45:57.475952 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.securitygroups_db [None req-aa2369c8-d206-4d01-b763-a573736e1d16 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Project 7aa12777ef71410eaa70251ed5176e4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:45:57.482171 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aa2369c8-d206-4d01-b763-a573736e1d16 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:57.544788 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aa2369c8-d206-4d01-b763-a573736e1d16 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:57.627945 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aa2369c8-d206-4d01-b763-a573736e1d16 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:57.654052 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2369c8-d206-4d01-b763-a573736e1d16 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af662ca4-2b2d-4232-91bb-adefc4c76e7a,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:45:57.730134 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aa2369c8-d206-4d01-b763-a573736e1d16 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:57.731283 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-aa2369c8-d206-4d01-b763-a573736e1d16 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3471074 Feb 10 23:45:57.734075 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 56380) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:45:57.739733 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-1adcd5a5-3d66-451b-b681-dbc1a5c6529a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Request body: {'network': {'name': 'tempest-network-smoke--432796556', 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'port_security_enabled': True}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:45:57.745414 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-1adcd5a5-3d66-451b-b681-dbc1a5c6529a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:45:57.749339 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-1adcd5a5-3d66-451b-b681-dbc1a5c6529a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Usage tracker for resource:network and tenant:7aa12777ef71410eaa70251ed5176e4b is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:45:57.752242 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-1adcd5a5-3d66-451b-b681-dbc1a5c6529a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:45:57.758100 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-1adcd5a5-3d66-451b-b681-dbc1a5c6529a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:45:57.832895 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1adcd5a5-3d66-451b-b681-dbc1a5c6529a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Made reservation on behalf of 7aa12777ef71410eaa70251ed5176e4b for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:45:57.835756 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1adcd5a5-3d66-451b-b681-dbc1a5c6529a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:57.862850 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1adcd5a5-3d66-451b-b681-dbc1a5c6529a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:45:57.871643 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1adcd5a5-3d66-451b-b681-dbc1a5c6529a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:57.872091 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-1adcd5a5-3d66-451b-b681-dbc1a5c6529a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Added segment 01286df3-eb3a-4256-b29e-4ea6491baa50 of type vlan for network 3d5ab47e-a53c-4b26-8d33-1ff077b8e91e Feb 10 23:45:57.898107 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1adcd5a5-3d66-451b-b681-dbc1a5c6529a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:57.992877 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1adcd5a5-3d66-451b-b681-dbc1a5c6529a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:57.996642 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1adcd5a5-3d66-451b-b681-dbc1a5c6529a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:45:57.997212 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1adcd5a5-3d66-451b-b681-dbc1a5c6529a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:58.107694 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adcd5a5-3d66-451b-b681-dbc1a5c6529a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'Network': ['ID=3d5ab47e-a53c-4b26-8d33-1ff077b8e91e,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:45:58.117853 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 3d5ab47e-a53c-4b26-8d33-1ff077b8e91e details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:45:58.165152 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-1adcd5a5-3d66-451b-b681-dbc1a5c6529a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4300392 Feb 10 23:45:58.167783 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 56384) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:45:58.173116 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-f0810879-4caa-4930-aff2-7ad7d2d889a7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1805181584', 'admin_state_up': True, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:45:58.179900 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f0810879-4caa-4930-aff2-7ad7d2d889a7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:45:58.183784 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-f0810879-4caa-4930-aff2-7ad7d2d889a7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Usage tracker for resource:router and tenant:7aa12777ef71410eaa70251ed5176e4b is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:45:58.186761 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-f0810879-4caa-4930-aff2-7ad7d2d889a7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:45:58.193019 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-f0810879-4caa-4930-aff2-7ad7d2d889a7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:45:58.250370 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f0810879-4caa-4930-aff2-7ad7d2d889a7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:58.253070 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f0810879-4caa-4930-aff2-7ad7d2d889a7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:58.274023 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f0810879-4caa-4930-aff2-7ad7d2d889a7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:58.470674 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f0810879-4caa-4930-aff2-7ad7d2d889a7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:58.700075 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f0810879-4caa-4930-aff2-7ad7d2d889a7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for router_gateway, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:58.729280 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f0810879-4caa-4930-aff2-7ad7d2d889a7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:58.952322 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-f0810879-4caa-4930-aff2-7ad7d2d889a7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Allocated IP 172.26.8.33 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/86bf5059-bdb8-4e60-a8d4-35a4dc51424f) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:45:59.091636 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f0810879-4caa-4930-aff2-7ad7d2d889a7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:59.176097 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f0810879-4caa-4930-aff2-7ad7d2d889a7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:59.241625 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0810879-4caa-4930-aff2-7ad7d2d889a7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:45:59.244165 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-f0810879-4caa-4930-aff2-7ad7d2d889a7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:45:59.248305 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0810879-4caa-4930-aff2-7ad7d2d889a7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:45:59.275745 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0810879-4caa-4930-aff2-7ad7d2d889a7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'Port': ['ID=86bf5059-bdb8-4e60-a8d4-35a4dc51424f,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:45:59.487738 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f0810879-4caa-4930-aff2-7ad7d2d889a7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for router_gateway, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:59.488467 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f0810879-4caa-4930-aff2-7ad7d2d889a7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:59.758234 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0810879-4caa-4930-aff2-7ad7d2d889a7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Router ab13df17-1ede-402b-8884-bd22f2456efa is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:45:59.951035 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0810879-4caa-4930-aff2-7ad7d2d889a7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:45:59.960281 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7eb45c-5a43-4549-a79e-a08097cb8913 None None] Sync routers for ids ['ab13df17-1ede-402b-8884-bd22f2456efa'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:45:59.972285 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7eb45c-5a43-4549-a79e-a08097cb8913 None None] Routers {'ab13df17-1ede-402b-8884-bd22f2456efa'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:45:59.972904 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-4a7eb45c-5a43-4549-a79e-a08097cb8913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:45:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['ab13df17-1ede-402b-8884-bd22f2456efa'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:46:00.018690 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f0810879-4caa-4930-aff2-7ad7d2d889a7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:00.019810 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-f0810879-4caa-4930-aff2-7ad7d2d889a7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8511245 Feb 10 23:46:00.022971 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 56388) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:46:00.129019 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-aef8c684-ff45-4ca1-9b4e-7783ed27ccbd tempest-TestNetworkAdvancedServerOps-195907508 tempest-TestNetworkAdvancedServerOps-195907508-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=7aa12777ef71410eaa70251ed5176e4b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1048579 Feb 10 23:46:00.134342 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 56394) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:46:00.145403 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-4a7eb45c-5a43-4549-a79e-a08097cb8913 None None] Set router ab13df17-1ede-402b-8884-bd22f2456efa gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:46:00.260266 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37025bda-09fa-4f4a-816c-e80369ef49aa tempest-TestNetworkAdvancedServerOps-195907508 tempest-TestNetworkAdvancedServerOps-195907508-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:00.262502 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-37025bda-09fa-4f4a-816c-e80369ef49aa tempest-TestNetworkAdvancedServerOps-195907508 tempest-TestNetworkAdvancedServerOps-195907508-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1295161 Feb 10 23:46:00.264843 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 56398) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:46:00.304768 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-f0b2f509-c844-4815-8081-3cad11c6e28e tempest-TestNetworkAdvancedServerOps-195907508 tempest-TestNetworkAdvancedServerOps-195907508-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=c2ed7563-f8af-409c-803f-f56530124ba5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387280 Feb 10 23:46:00.307223 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 56402) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:46:00.312441 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-4d6fe51b-4646-4fae-a390-0465fcfea4ae tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-334514229', 'network_id': '3d5ab47e-a53c-4b26-8d33-1ff077b8e91e', 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:46:00.426049 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4d6fe51b-4646-4fae-a390-0465fcfea4ae tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:46:00.429274 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-4a7eb45c-5a43-4549-a79e-a08097cb8913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab13df17-1ede-402b-8884-bd22f2456efa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1805181584', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.33'}], 'enable_snat': True}, 'gw_port_id': '86bf5059-bdb8-4e60-a8d4-35a4dc51424f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:45:58Z', 'updated_at': '2022-02-10T23:45:59Z', 'revision_number': 3, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': '86bf5059-bdb8-4e60-a8d4-35a4dc51424f', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ad:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab13df17-1ede-402b-8884-bd22f2456efa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:45:58Z', 'updated_at': '2022-02-10T23:45:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:46:00.429807 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-4d6fe51b-4646-4fae-a390-0465fcfea4ae tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Usage tracker for resource:subnet and tenant:7aa12777ef71410eaa70251ed5176e4b is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:46:00.432560 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-4d6fe51b-4646-4fae-a390-0465fcfea4ae tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:46:00.433023 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7eb45c-5a43-4549-a79e-a08097cb8913 None None] Checking router: ab13df17-1ede-402b-8884-bd22f2456efa for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:46:00.433361 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7eb45c-5a43-4549-a79e-a08097cb8913 None None] Updating router ab13df17-1ede-402b-8884-bd22f2456efa port 86bf5059-bdb8-4e60-a8d4-35a4dc51424f binding host dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:46:00.438749 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-4d6fe51b-4646-4fae-a390-0465fcfea4ae tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:46:00.482214 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-4a7eb45c-5a43-4549-a79e-a08097cb8913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:00.507453 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6fe51b-4646-4fae-a390-0465fcfea4ae tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Made reservation on behalf of 7aa12777ef71410eaa70251ed5176e4b for: {'subnet': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:46:00.611943 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4d6fe51b-4646-4fae-a390-0465fcfea4ae tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32320820'] for subnet, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:00.829189 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-4a7eb45c-5a43-4549-a79e-a08097cb8913 None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:00.840044 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-4a7eb45c-5a43-4549-a79e-a08097cb8913 None None] Transition to ACTIVE for port object 86bf5059-bdb8-4e60-a8d4-35a4dc51424f will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:46:00.896404 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4d6fe51b-4646-4fae-a390-0465fcfea4ae tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32244774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32320778'] for subnet, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:00.919091 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-4a7eb45c-5a43-4549-a79e-a08097cb8913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:01.003625 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e957b-ceae-4ac2-8919-bf081a211a59 None None] Pushing event updated for resources: {'Port': ['ID=86bf5059-bdb8-4e60-a8d4-35a4dc51424f,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:46:01.005908 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-4a7eb45c-5a43-4549-a79e-a08097cb8913 None None] Attempting to bind port 86bf5059-bdb8-4e60-a8d4-35a4dc51424f on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:46:01.006257 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-4a7eb45c-5a43-4549-a79e-a08097cb8913 None None] Attempting to bind port 86bf5059-bdb8-4e60-a8d4-35a4dc51424f by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:46:01.006603 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7eb45c-5a43-4549-a79e-a08097cb8913 None None] Attempting to bind port 86bf5059-bdb8-4e60-a8d4-35a4dc51424f on network c2ed7563-f8af-409c-803f-f56530124ba5 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:46:01.017823 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6e957b-ceae-4ac2-8919-bf081a211a59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:46:01.018160 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6e957b-ceae-4ac2-8919-bf081a211a59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:46:01.018485 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6e957b-ceae-4ac2-8919-bf081a211a59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:46:01.018808 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6e957b-ceae-4ac2-8919-bf081a211a59 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:46:01.019126 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6e957b-ceae-4ac2-8919-bf081a211a59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:46:01.019441 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6e957b-ceae-4ac2-8919-bf081a211a59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:46:01.019754 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6e957b-ceae-4ac2-8919-bf081a211a59 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:46:01.020068 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6e957b-ceae-4ac2-8919-bf081a211a59 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:46:01.020379 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6e957b-ceae-4ac2-8919-bf081a211a59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:46:01.020726 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6e957b-ceae-4ac2-8919-bf081a211a59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:46:01.021038 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6e957b-ceae-4ac2-8919-bf081a211a59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:46:01.024464 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7eb45c-5a43-4549-a79e-a08097cb8913 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:46:01.024857 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7eb45c-5a43-4549-a79e-a08097cb8913 None None] Checking segment: {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:46:01.025248 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-4a7eb45c-5a43-4549-a79e-a08097cb8913 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:01.025615 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7eb45c-5a43-4549-a79e-a08097cb8913 None None] Bound using segment: {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:46:01.026066 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-4a7eb45c-5a43-4549-a79e-a08097cb8913 None None] Bound port: 86bf5059-bdb8-4e60-a8d4-35a4dc51424f, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:46:01.026424 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-4a7eb45c-5a43-4549-a79e-a08097cb8913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:01.072991 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6fe51b-4646-4fae-a390-0465fcfea4ae tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'Subnet': ['ID=851d5121-1343-4584-bcee-aeb5f52eb534,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:46:01.086444 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6fe51b-4646-4fae-a390-0465fcfea4ae tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Checking segment: {'id': '01286df3-eb3a-4256-b29e-4ea6491baa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3d5ab47e-a53c-4b26-8d33-1ff077b8e91e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:46:01.086791 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6fe51b-4646-4fae-a390-0465fcfea4ae tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Network hostable DHCP agents. Network: 3d5ab47e-a53c-4b26-8d33-1ff077b8e91e, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:46:01.095541 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-4a7eb45c-5a43-4549-a79e-a08097cb8913 None None] For port 86bf5059-bdb8-4e60-a8d4-35a4dc51424f, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:46:01.098504 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-4a7eb45c-5a43-4549-a79e-a08097cb8913 None None] For port 86bf5059-bdb8-4e60-a8d4-35a4dc51424f, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=86bf5059-bdb8-4e60-a8d4-35a4dc51424f,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:46:01.170507 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-4a7eb45c-5a43-4549-a79e-a08097cb8913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:01.187011 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6fe51b-4646-4fae-a390-0465fcfea4ae tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Network 3d5ab47e-a53c-4b26-8d33-1ff077b8e91e is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:46:01.250515 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e957b-ceae-4ac2-8919-bf081a211a59 None None] Pushing event updated for resources: {'Port': ['ID=86bf5059-bdb8-4e60-a8d4-35a4dc51424f,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:46:01.255875 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7eb45c-5a43-4549-a79e-a08097cb8913 None None] Routers {'ab13df17-1ede-402b-8884-bd22f2456efa'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:46:01.256461 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-4a7eb45c-5a43-4549-a79e-a08097cb8913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:45:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['ab13df17-1ede-402b-8884-bd22f2456efa'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:46:01.273042 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-4d6fe51b-4646-4fae-a390-0465fcfea4ae tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 3d5ab47e-a53c-4b26-8d33-1ff077b8e91e) {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:46:01.276815 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6fe51b-4646-4fae-a390-0465fcfea4ae tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:01.281602 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4d6fe51b-4646-4fae-a390-0465fcfea4ae tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:01.282418 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f667c09d-dd6a-4047-97e0-36c29b810fc1 None None] Network 3d5ab47e-a53c-4b26-8d33-1ff077b8e91e requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:46:01.365853 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-4d6fe51b-4646-4fae-a390-0465fcfea4ae tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0576062 Feb 10 23:46:01.368561 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 56406) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:46:01.428667 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-4a7eb45c-5a43-4549-a79e-a08097cb8913 None None] Set router ab13df17-1ede-402b-8884-bd22f2456efa gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:46:01.500485 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a6cf6f-0499-4e8e-95d9-800b86b04606 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-3d5ab47e-a53c-4b26-8d33-1ff077b8e91e', 'network_id': '3d5ab47e-a53c-4b26-8d33-1ff077b8e91e', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'fixed_ips': [{'subnet_id': '851d5121-1343-4584-bcee-aeb5f52eb534'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:46:01.501755 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-39a6cf6f-0499-4e8e-95d9-800b86b04606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:01.714521 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-4a7eb45c-5a43-4549-a79e-a08097cb8913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab13df17-1ede-402b-8884-bd22f2456efa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1805181584', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.33'}], 'enable_snat': True}, 'gw_port_id': '86bf5059-bdb8-4e60-a8d4-35a4dc51424f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:45:58Z', 'updated_at': '2022-02-10T23:45:59Z', 'revision_number': 3, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': '86bf5059-bdb8-4e60-a8d4-35a4dc51424f', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ad:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab13df17-1ede-402b-8884-bd22f2456efa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:45:58Z', 'updated_at': '2022-02-10T23:46:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:46:01.719397 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7eb45c-5a43-4549-a79e-a08097cb8913 None None] The sync data for ids ['ab13df17-1ede-402b-8884-bd22f2456efa'] in dv-neutron-828797-1-hyperv is: [{'id': 'ab13df17-1ede-402b-8884-bd22f2456efa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1805181584', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.33'}], 'enable_snat': True}, 'gw_port_id': '86bf5059-bdb8-4e60-a8d4-35a4dc51424f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:45:58Z', 'updated_at': '2022-02-10T23:45:59Z', 'revision_number': 3, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': '86bf5059-bdb8-4e60-a8d4-35a4dc51424f', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ad:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab13df17-1ede-402b-8884-bd22f2456efa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:45:58Z', 'updated_at': '2022-02-10T23:46:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:46:01.756468 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-39a6cf6f-0499-4e8e-95d9-800b86b04606 None None] Allocated IP 172.20.0.2 (3d5ab47e-a53c-4b26-8d33-1ff077b8e91e/851d5121-1343-4584-bcee-aeb5f52eb534/a27643af-37f5-4882-8529-c0f53474e330) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:46:02.030724 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-39a6cf6f-0499-4e8e-95d9-800b86b04606 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:02.047379 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-39a6cf6f-0499-4e8e-95d9-800b86b04606 None None] Transition to ACTIVE for port object a27643af-37f5-4882-8529-c0f53474e330 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:46:02.071272 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-39a6cf6f-0499-4e8e-95d9-800b86b04606 None None] Transition to ACTIVE for port object a27643af-37f5-4882-8529-c0f53474e330 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:46:02.162290 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-39a6cf6f-0499-4e8e-95d9-800b86b04606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:02.233225 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a6cf6f-0499-4e8e-95d9-800b86b04606 None None] Network 3d5ab47e-a53c-4b26-8d33-1ff077b8e91e is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:46:02.236406 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-39a6cf6f-0499-4e8e-95d9-800b86b04606 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:46:02.238958 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a6cf6f-0499-4e8e-95d9-800b86b04606 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:46:02.245821 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a6cf6f-0499-4e8e-95d9-800b86b04606 None None] Pushing event updated for resources: {'Port': ['ID=a27643af-37f5-4882-8529-c0f53474e330,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:46:02.324038 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6eae5466-9783-441c-bba7-39ff28c44a71 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:02.337631 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-39a6cf6f-0499-4e8e-95d9-800b86b04606 None None] Attempting to bind port a27643af-37f5-4882-8529-c0f53474e330 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:46:02.338206 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-39a6cf6f-0499-4e8e-95d9-800b86b04606 None None] Attempting to bind port a27643af-37f5-4882-8529-c0f53474e330 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '01286df3-eb3a-4256-b29e-4ea6491baa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3d5ab47e-a53c-4b26-8d33-1ff077b8e91e'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:46:02.338341 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a6cf6f-0499-4e8e-95d9-800b86b04606 None None] Attempting to bind port a27643af-37f5-4882-8529-c0f53474e330 on network 3d5ab47e-a53c-4b26-8d33-1ff077b8e91e {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:46:02.345973 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a6cf6f-0499-4e8e-95d9-800b86b04606 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:46:02.346366 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a6cf6f-0499-4e8e-95d9-800b86b04606 None None] Checking segment: {'id': '01286df3-eb3a-4256-b29e-4ea6491baa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3d5ab47e-a53c-4b26-8d33-1ff077b8e91e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:46:02.346776 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-39a6cf6f-0499-4e8e-95d9-800b86b04606 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:02.347170 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a6cf6f-0499-4e8e-95d9-800b86b04606 None None] Bound using segment: {'id': '01286df3-eb3a-4256-b29e-4ea6491baa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3d5ab47e-a53c-4b26-8d33-1ff077b8e91e'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:46:02.347643 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-39a6cf6f-0499-4e8e-95d9-800b86b04606 None None] Bound port: a27643af-37f5-4882-8529-c0f53474e330, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01286df3-eb3a-4256-b29e-4ea6491baa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3d5ab47e-a53c-4b26-8d33-1ff077b8e91e'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:46:02.348018 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-39a6cf6f-0499-4e8e-95d9-800b86b04606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:02.444299 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-39a6cf6f-0499-4e8e-95d9-800b86b04606 None None] For port a27643af-37f5-4882-8529-c0f53474e330, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:46:02.447639 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-39a6cf6f-0499-4e8e-95d9-800b86b04606 None None] For port a27643af-37f5-4882-8529-c0f53474e330, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=a27643af-37f5-4882-8529-c0f53474e330,segment=NetworkSegment(01286df3-eb3a-4256-b29e-4ea6491baa50),segment_id=01286df3-eb3a-4256-b29e-4ea6491baa50)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:46:02.585699 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-39a6cf6f-0499-4e8e-95d9-800b86b04606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:02.666404 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a6cf6f-0499-4e8e-95d9-800b86b04606 None None] Pushing event updated for resources: {'Port': ['ID=a27643af-37f5-4882-8529-c0f53474e330,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:46:02.758041 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-6eae5466-9783-441c-bba7-39ff28c44a71 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Allocated IP 172.20.0.1 (3d5ab47e-a53c-4b26-8d33-1ff077b8e91e/851d5121-1343-4584-bcee-aeb5f52eb534/f8e61a3c-1e6b-4716-a20e-76b689e9de4f) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:46:02.882987 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 86bf5059-bdb8-4e60-a8d4-35a4dc51424f up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:46:02.946749 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6eae5466-9783-441c-bba7-39ff28c44a71 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:02.965994 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-6eae5466-9783-441c-bba7-39ff28c44a71 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Transition to ACTIVE for port object f8e61a3c-1e6b-4716-a20e-76b689e9de4f will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:46:03.019188 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 86bf5059-bdb8-4e60-a8d4-35a4dc51424f completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:46:03.023966 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 86bf5059-bdb8-4e60-a8d4-35a4dc51424f triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:46:03.024333 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:03.050757 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6eae5466-9783-441c-bba7-39ff28c44a71 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:03.124598 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eae5466-9783-441c-bba7-39ff28c44a71 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Network 3d5ab47e-a53c-4b26-8d33-1ff077b8e91e is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:46:03.128409 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-6eae5466-9783-441c-bba7-39ff28c44a71 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:46:03.130935 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eae5466-9783-441c-bba7-39ff28c44a71 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:46:03.141076 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:03.157282 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 86bf5059-bdb8-4e60-a8d4-35a4dc51424f, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=86bf5059-bdb8-4e60-a8d4-35a4dc51424f,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:46:03.163295 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eae5466-9783-441c-bba7-39ff28c44a71 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'Port': ['ID=f8e61a3c-1e6b-4716-a20e-76b689e9de4f,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:46:03.192307 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6eae5466-9783-441c-bba7-39ff28c44a71 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733071'] for router_interface, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:03.233223 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:03.306061 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=86bf5059-bdb8-4e60-a8d4-35a4dc51424f,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:46:03.340313 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6eae5466-9783-441c-bba7-39ff28c44a71 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:03.549200 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155dc53f-a407-4681-81db-12fa8e45a45a None None] Network 3d5ab47e-a53c-4b26-8d33-1ff077b8e91e requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:46:03.707132 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-801bf582-168c-4497-adc7-8a22cceaab3f None None] Provisioning for port a27643af-37f5-4882-8529-c0f53474e330 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:46:03.755032 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6eae5466-9783-441c-bba7-39ff28c44a71 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:03.815822 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6eae5466-9783-441c-bba7-39ff28c44a71 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:03.929127 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6eae5466-9783-441c-bba7-39ff28c44a71 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2767683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732898'] for router_interface, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:03.932410 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eae5466-9783-441c-bba7-39ff28c44a71 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'Port': ['ID=f8e61a3c-1e6b-4716-a20e-76b689e9de4f,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:46:04.133243 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-36d8e216-cef0-48b2-b8bc-d4b03661379d None None] Provisioning for port f8e61a3c-1e6b-4716-a20e-76b689e9de4f completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:46:04.138443 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-36d8e216-cef0-48b2-b8bc-d4b03661379d None None] Provisioning complete for port f8e61a3c-1e6b-4716-a20e-76b689e9de4f triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:46:04.138927 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-36d8e216-cef0-48b2-b8bc-d4b03661379d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:04.176474 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eae5466-9783-441c-bba7-39ff28c44a71 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Network 3d5ab47e-a53c-4b26-8d33-1ff077b8e91e is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:46:04.177656 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-6eae5466-9783-441c-bba7-39ff28c44a71 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:46:04.193285 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-36d8e216-cef0-48b2-b8bc-d4b03661379d None None] Port f8e61a3c-1e6b-4716-a20e-76b689e9de4f cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:46:04.314703 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-37d30bff-cd89-41d0-88ae-9585917832e8 None None] Provisioning complete for port f8e61a3c-1e6b-4716-a20e-76b689e9de4f triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:46:04.315083 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-37d30bff-cd89-41d0-88ae-9585917832e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:04.369695 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-37d30bff-cd89-41d0-88ae-9585917832e8 None None] Port f8e61a3c-1e6b-4716-a20e-76b689e9de4f cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:46:04.490334 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-895338b1-cf35-4679-9d91-d59871133646 None None] Provisioning complete for port f8e61a3c-1e6b-4716-a20e-76b689e9de4f triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:46:04.490618 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-895338b1-cf35-4679-9d91-d59871133646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:04.543918 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-895338b1-cf35-4679-9d91-d59871133646 None None] Port f8e61a3c-1e6b-4716-a20e-76b689e9de4f cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:46:04.570646 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eae5466-9783-441c-bba7-39ff28c44a71 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Router ab13df17-1ede-402b-8884-bd22f2456efa has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:46:04.773396 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eae5466-9783-441c-bba7-39ff28c44a71 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:46:04.788989 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6eae5466-9783-441c-bba7-39ff28c44a71 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "PUT /v2.0/routers/ab13df17-1ede-402b-8884-bd22f2456efa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4190714 Feb 10 23:46:04.890134 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device a27643af-37f5-4882-8529-c0f53474e330 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:46:04.962492 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-eddb9b5f-409b-48f4-a8a0-0d33ebdb169f req-96f1596a-d51f-42c6-a7ad-6323767c8a88 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Synchronizing usage tracker for tenant:7aa12777ef71410eaa70251ed5176e4b on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:46:05.055883 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port a27643af-37f5-4882-8529-c0f53474e330 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:46:05.060940 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port a27643af-37f5-4882-8529-c0f53474e330 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:46:05.061312 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:05.067168 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-eddb9b5f-409b-48f4-a8a0-0d33ebdb169f req-96f1596a-d51f-42c6-a7ad-6323767c8a88 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Unset dirty status for tenant:7aa12777ef71410eaa70251ed5176e4b on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:46:05.068347 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-eddb9b5f-409b-48f4-a8a0-0d33ebdb169f req-96f1596a-d51f-42c6-a7ad-6323767c8a88 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1911016111&fields=id&tenant_id=7aa12777ef71410eaa70251ed5176e4b HTTP/1.1" status: 200 len: 267 time: 0.1485920 Feb 10 23:46:05.177584 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:05.194925 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5264f0-3658-43ef-9a14-bf8f2126f5e3 None None] Sync routers for ids ['ab13df17-1ede-402b-8884-bd22f2456efa'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:46:05.220873 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port a27643af-37f5-4882-8529-c0f53474e330, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=a27643af-37f5-4882-8529-c0f53474e330,segment=NetworkSegment(01286df3-eb3a-4256-b29e-4ea6491baa50),segment_id=01286df3-eb3a-4256-b29e-4ea6491baa50)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:46:05.221715 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5264f0-3658-43ef-9a14-bf8f2126f5e3 None None] Routers {'ab13df17-1ede-402b-8884-bd22f2456efa'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:46:05.223532 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-8b5264f0-3658-43ef-9a14-bf8f2126f5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:45:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['ab13df17-1ede-402b-8884-bd22f2456efa'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:46:05.223677 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb9b5f-409b-48f4-a8a0-0d33ebdb169f req-e47b5479-a4d9-4e00-9006-ce29f1498090 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:05.224108 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-eddb9b5f-409b-48f4-a8a0-0d33ebdb169f req-e47b5479-a4d9-4e00-9006-ce29f1498090 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Synchronizing usage tracker for tenant:7aa12777ef71410eaa70251ed5176e4b on resource:network {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:46:05.310635 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-eddb9b5f-409b-48f4-a8a0-0d33ebdb169f req-e47b5479-a4d9-4e00-9006-ce29f1498090 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Unset dirty status for tenant:7aa12777ef71410eaa70251ed5176e4b on resource:network {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:46:05.311905 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-eddb9b5f-409b-48f4-a8a0-0d33ebdb169f req-e47b5479-a4d9-4e00-9006-ce29f1498090 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/networks?id=3d5ab47e-a53c-4b26-8d33-1ff077b8e91e HTTP/1.1" status: 200 len: 796 time: 0.2369828 Feb 10 23:46:05.329775 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-eddb9b5f-409b-48f4-a8a0-0d33ebdb169f req-3141fdc7-dc8f-41bc-868f-aff61a3816be tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/quotas/7aa12777ef71410eaa70251ed5176e4b HTTP/1.1" status: 200 len: 375 time: 0.0109980 Feb 10 23:46:05.339801 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:05.340557 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 86bf5059-bdb8-4e60-a8d4-35a4dc51424f up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:46:05.413546 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-eddb9b5f-409b-48f4-a8a0-0d33ebdb169f req-bb9d734d-aa92-4ecf-8114-308a342a64ac tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Synchronizing usage tracker for tenant:7aa12777ef71410eaa70251ed5176e4b on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:46:05.488303 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-eddb9b5f-409b-48f4-a8a0-0d33ebdb169f req-bb9d734d-aa92-4ecf-8114-308a342a64ac tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Unset dirty status for tenant:7aa12777ef71410eaa70251ed5176e4b on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:46:05.489559 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-eddb9b5f-409b-48f4-a8a0-0d33ebdb169f req-bb9d734d-aa92-4ecf-8114-308a342a64ac tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7aa12777ef71410eaa70251ed5176e4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1546633 Feb 10 23:46:05.525316 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=a27643af-37f5-4882-8529-c0f53474e330,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:46:05.560568 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 86bf5059-bdb8-4e60-a8d4-35a4dc51424f triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:46:05.561051 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:05.585904 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-8b5264f0-3658-43ef-9a14-bf8f2126f5e3 None None] Set router ab13df17-1ede-402b-8884-bd22f2456efa gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:46:05.698171 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-eddb9b5f-409b-48f4-a8a0-0d33ebdb169f req-25c8e00d-a6d2-4ebb-b352-b678f9a53edc service neutron] 10.222.0.59 "GET /v2.0/networks/3d5ab47e-a53c-4b26-8d33-1ff077b8e91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962056 Feb 10 23:46:05.832783 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-eddb9b5f-409b-48f4-a8a0-0d33ebdb169f req-5a064a18-ebd1-40c6-a9d6-b39039191b0c service neutron] 10.222.0.59 "GET /v2.0/networks/3d5ab47e-a53c-4b26-8d33-1ff077b8e91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278677 Feb 10 23:46:05.966414 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-8b5264f0-3658-43ef-9a14-bf8f2126f5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab13df17-1ede-402b-8884-bd22f2456efa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1805181584', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.33'}], 'enable_snat': True}, 'gw_port_id': '86bf5059-bdb8-4e60-a8d4-35a4dc51424f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:45:58Z', 'updated_at': '2022-02-10T23:46:03Z', 'revision_number': 4, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': '86bf5059-bdb8-4e60-a8d4-35a4dc51424f', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ad:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13df17-1ede-402b-8884-bd22f2456efa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:45:58Z', 'updated_at': '2022-02-10T23:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'f8e61a3c-1e6b-4716-a20e-76b689e9de4f', 'name': '', 'network_id': '3d5ab47e-a53c-4b26-8d33-1ff077b8e91e', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'mac_address': 'fa:16:3e:76:38:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab13df17-1ede-402b-8884-bd22f2456efa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '851d5121-1343-4584-bcee-aeb5f52eb534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:46:02Z', 'updated_at': '2022-02-10T23:46:03Z', 'revision_number': 2, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'subnets': [{'id': '851d5121-1343-4584-bcee-aeb5f52eb534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:46:05.970310 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5264f0-3658-43ef-9a14-bf8f2126f5e3 None None] Checking router: ab13df17-1ede-402b-8884-bd22f2456efa for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:46:05.970660 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5264f0-3658-43ef-9a14-bf8f2126f5e3 None None] Updating router ab13df17-1ede-402b-8884-bd22f2456efa port f8e61a3c-1e6b-4716-a20e-76b689e9de4f binding host dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:46:06.020833 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8b5264f0-3658-43ef-9a14-bf8f2126f5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:06.137756 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-8d31a387-8099-467b-8827-ab7736e87fa5 req-890df015-87d8-43ea-8eb5-505285824951 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Synchronizing usage tracker for tenant:7aa12777ef71410eaa70251ed5176e4b on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:46:06.149443 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-8d31a387-8099-467b-8827-ab7736e87fa5 req-890df015-87d8-43ea-8eb5-505285824951 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Unset dirty status for tenant:7aa12777ef71410eaa70251ed5176e4b on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:46:06.150683 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8d31a387-8099-467b-8827-ab7736e87fa5 req-890df015-87d8-43ea-8eb5-505285824951 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=d911b86e-806e-4a78-b823-74b5208f0140 HTTP/1.1" status: 200 len: 210 time: 0.0551829 Feb 10 23:46:06.364502 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8b5264f0-3658-43ef-9a14-bf8f2126f5e3 None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:06.375983 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-8b5264f0-3658-43ef-9a14-bf8f2126f5e3 None None] Transition to ACTIVE for port object f8e61a3c-1e6b-4716-a20e-76b689e9de4f will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:46:06.478538 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8b5264f0-3658-43ef-9a14-bf8f2126f5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:06.605850 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e98f8e7-d24f-4c3c-bfeb-7192cd4238d2 None None] Pushing event updated for resources: {'Port': ['ID=f8e61a3c-1e6b-4716-a20e-76b689e9de4f,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:46:06.692421 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-8b5264f0-3658-43ef-9a14-bf8f2126f5e3 None None] Attempting to bind port f8e61a3c-1e6b-4716-a20e-76b689e9de4f on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:46:06.692810 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-8b5264f0-3658-43ef-9a14-bf8f2126f5e3 None None] Attempting to bind port f8e61a3c-1e6b-4716-a20e-76b689e9de4f by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '01286df3-eb3a-4256-b29e-4ea6491baa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3d5ab47e-a53c-4b26-8d33-1ff077b8e91e'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:46:06.693164 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5264f0-3658-43ef-9a14-bf8f2126f5e3 None None] Attempting to bind port f8e61a3c-1e6b-4716-a20e-76b689e9de4f on network 3d5ab47e-a53c-4b26-8d33-1ff077b8e91e {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:46:06.699654 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5264f0-3658-43ef-9a14-bf8f2126f5e3 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:46:06.700016 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5264f0-3658-43ef-9a14-bf8f2126f5e3 None None] Checking segment: {'id': '01286df3-eb3a-4256-b29e-4ea6491baa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3d5ab47e-a53c-4b26-8d33-1ff077b8e91e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:46:06.700414 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8b5264f0-3658-43ef-9a14-bf8f2126f5e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:06.700827 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5264f0-3658-43ef-9a14-bf8f2126f5e3 None None] Bound using segment: {'id': '01286df3-eb3a-4256-b29e-4ea6491baa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3d5ab47e-a53c-4b26-8d33-1ff077b8e91e'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:46:06.701279 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-8b5264f0-3658-43ef-9a14-bf8f2126f5e3 None None] Bound port: f8e61a3c-1e6b-4716-a20e-76b689e9de4f, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01286df3-eb3a-4256-b29e-4ea6491baa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3d5ab47e-a53c-4b26-8d33-1ff077b8e91e'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:46:06.701647 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8b5264f0-3658-43ef-9a14-bf8f2126f5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:06.796668 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-8b5264f0-3658-43ef-9a14-bf8f2126f5e3 None None] For port f8e61a3c-1e6b-4716-a20e-76b689e9de4f, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:46:06.799882 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-8b5264f0-3658-43ef-9a14-bf8f2126f5e3 None None] For port f8e61a3c-1e6b-4716-a20e-76b689e9de4f, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=f8e61a3c-1e6b-4716-a20e-76b689e9de4f,segment=NetworkSegment(01286df3-eb3a-4256-b29e-4ea6491baa50),segment_id=01286df3-eb3a-4256-b29e-4ea6491baa50)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:46:06.807232 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device a27643af-37f5-4882-8529-c0f53474e330 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:46:06.876774 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port a27643af-37f5-4882-8529-c0f53474e330 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:46:06.877078 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:06.905376 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8b5264f0-3658-43ef-9a14-bf8f2126f5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:07.010460 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e98f8e7-d24f-4c3c-bfeb-7192cd4238d2 None None] Pushing event updated for resources: {'Port': ['ID=f8e61a3c-1e6b-4716-a20e-76b689e9de4f,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:46:07.022772 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5264f0-3658-43ef-9a14-bf8f2126f5e3 None None] Routers {'ab13df17-1ede-402b-8884-bd22f2456efa'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:46:07.023403 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-8b5264f0-3658-43ef-9a14-bf8f2126f5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:45:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['ab13df17-1ede-402b-8884-bd22f2456efa'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:46:07.308349 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-8b5264f0-3658-43ef-9a14-bf8f2126f5e3 None None] Set router ab13df17-1ede-402b-8884-bd22f2456efa gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:46:07.326289 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-07bce842-2592-47bb-a7cb-f44ef52a768a req-925de839-2d62-4a92-8145-2f6451588536 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=d911b86e-806e-4a78-b823-74b5208f0140 HTTP/1.1" status: 200 len: 210 time: 0.0452261 Feb 10 23:46:07.618436 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-8b5264f0-3658-43ef-9a14-bf8f2126f5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab13df17-1ede-402b-8884-bd22f2456efa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1805181584', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.33'}], 'enable_snat': True}, 'gw_port_id': '86bf5059-bdb8-4e60-a8d4-35a4dc51424f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:45:58Z', 'updated_at': '2022-02-10T23:46:03Z', 'revision_number': 4, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': '86bf5059-bdb8-4e60-a8d4-35a4dc51424f', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ad:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13df17-1ede-402b-8884-bd22f2456efa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:45:58Z', 'updated_at': '2022-02-10T23:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'f8e61a3c-1e6b-4716-a20e-76b689e9de4f', 'name': '', 'network_id': '3d5ab47e-a53c-4b26-8d33-1ff077b8e91e', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'mac_address': 'fa:16:3e:76:38:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab13df17-1ede-402b-8884-bd22f2456efa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '851d5121-1343-4584-bcee-aeb5f52eb534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:46:02Z', 'updated_at': '2022-02-10T23:46:06Z', 'revision_number': 4, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'subnets': [{'id': '851d5121-1343-4584-bcee-aeb5f52eb534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:46:07.622365 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5264f0-3658-43ef-9a14-bf8f2126f5e3 None None] The sync data for ids ['ab13df17-1ede-402b-8884-bd22f2456efa'] in dv-neutron-828797-1-hyperv is: [{'id': 'ab13df17-1ede-402b-8884-bd22f2456efa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1805181584', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.33'}], 'enable_snat': True}, 'gw_port_id': '86bf5059-bdb8-4e60-a8d4-35a4dc51424f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:45:58Z', 'updated_at': '2022-02-10T23:46:03Z', 'revision_number': 4, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': '86bf5059-bdb8-4e60-a8d4-35a4dc51424f', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ad:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13df17-1ede-402b-8884-bd22f2456efa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:45:58Z', 'updated_at': '2022-02-10T23:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'f8e61a3c-1e6b-4716-a20e-76b689e9de4f', 'name': '', 'network_id': '3d5ab47e-a53c-4b26-8d33-1ff077b8e91e', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'mac_address': 'fa:16:3e:76:38:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab13df17-1ede-402b-8884-bd22f2456efa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '851d5121-1343-4584-bcee-aeb5f52eb534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:46:02Z', 'updated_at': '2022-02-10T23:46:06Z', 'revision_number': 4, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'subnets': [{'id': '851d5121-1343-4584-bcee-aeb5f52eb534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:46:08.324907 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb9b5f-409b-48f4-a8a0-0d33ebdb169f req-2a1766c6-e3fd-4fe9-8d11-fe114584ec39 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:08.326408 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-eddb9b5f-409b-48f4-a8a0-0d33ebdb169f req-2a1766c6-e3fd-4fe9-8d11-fe114584ec39 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.37 "GET /v2.0/networks?id=3d5ab47e-a53c-4b26-8d33-1ff077b8e91e HTTP/1.1" status: 200 len: 796 time: 0.1466110 Feb 10 23:46:08.384643 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-eddb9b5f-409b-48f4-a8a0-0d33ebdb169f req-b011bb66-2171-4965-a920-a038fa0fbc06 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7aa12777ef71410eaa70251ed5176e4b HTTP/1.1" status: 200 len: 380 time: 0.0455329 Feb 10 23:46:08.393668 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-eddb9b5f-409b-48f4-a8a0-0d33ebdb169f req-657473ac-b9ea-4d65-b051-f01db736e070 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Request body: {'port': {'device_id': 'd911b86e-806e-4a78-b823-74b5208f0140', 'network_id': '3d5ab47e-a53c-4b26-8d33-1ff077b8e91e', 'admin_state_up': True, 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'security_groups': ['73467437-d90b-4095-b192-7574ffe70382']}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:46:08.513472 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b4f3185c-4f8d-47b8-aa7a-a8188daa10c3 req-af71ed86-da01-4325-9702-e5489c0cfe10 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=d911b86e-806e-4a78-b823-74b5208f0140 HTTP/1.1" status: 200 len: 210 time: 0.0520277 Feb 10 23:46:08.578093 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-eddb9b5f-409b-48f4-a8a0-0d33ebdb169f req-657473ac-b9ea-4d65-b051-f01db736e070 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:46:08.587811 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-eddb9b5f-409b-48f4-a8a0-0d33ebdb169f req-657473ac-b9ea-4d65-b051-f01db736e070 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:46:08.670165 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eddb9b5f-409b-48f4-a8a0-0d33ebdb169f req-657473ac-b9ea-4d65-b051-f01db736e070 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Made reservation on behalf of 7aa12777ef71410eaa70251ed5176e4b for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:46:08.673791 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-eddb9b5f-409b-48f4-a8a0-0d33ebdb169f req-657473ac-b9ea-4d65-b051-f01db736e070 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:08.822694 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device f8e61a3c-1e6b-4716-a20e-76b689e9de4f up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:46:08.833006 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [req-eddb9b5f-409b-48f4-a8a0-0d33ebdb169f req-657473ac-b9ea-4d65-b051-f01db736e070 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Allocated IP 172.20.0.12 (3d5ab47e-a53c-4b26-8d33-1ff077b8e91e/851d5121-1343-4584-bcee-aeb5f52eb534/aa98b7f9-e71d-4cf7-a75e-5a7be2178dda) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:46:08.944895 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port f8e61a3c-1e6b-4716-a20e-76b689e9de4f completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:46:08.949681 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port f8e61a3c-1e6b-4716-a20e-76b689e9de4f triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:46:08.950076 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:09.021379 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-eddb9b5f-409b-48f4-a8a0-0d33ebdb169f req-657473ac-b9ea-4d65-b051-f01db736e070 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:09.037501 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-eddb9b5f-409b-48f4-a8a0-0d33ebdb169f req-657473ac-b9ea-4d65-b051-f01db736e070 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Transition to ACTIVE for port object aa98b7f9-e71d-4cf7-a75e-5a7be2178dda will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:46:09.065408 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:09.096918 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port f8e61a3c-1e6b-4716-a20e-76b689e9de4f, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=f8e61a3c-1e6b-4716-a20e-76b689e9de4f,segment=NetworkSegment(01286df3-eb3a-4256-b29e-4ea6491baa50),segment_id=01286df3-eb3a-4256-b29e-4ea6491baa50)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:46:09.136229 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-eddb9b5f-409b-48f4-a8a0-0d33ebdb169f req-657473ac-b9ea-4d65-b051-f01db736e070 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:09.164818 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:09.213907 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eddb9b5f-409b-48f4-a8a0-0d33ebdb169f req-657473ac-b9ea-4d65-b051-f01db736e070 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Network 3d5ab47e-a53c-4b26-8d33-1ff077b8e91e is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:46:09.217122 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [req-eddb9b5f-409b-48f4-a8a0-0d33ebdb169f req-657473ac-b9ea-4d65-b051-f01db736e070 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:46:09.230547 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-eddb9b5f-409b-48f4-a8a0-0d33ebdb169f req-657473ac-b9ea-4d65-b051-f01db736e070 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:46:09.240116 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=f8e61a3c-1e6b-4716-a20e-76b689e9de4f,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:46:09.268029 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657473ac-b9ea-4d65-b051-f01db736e070 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'Port': ['ID=aa98b7f9-e71d-4cf7-a75e-5a7be2178dda,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:46:09.306842 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb9b5f-409b-48f4-a8a0-0d33ebdb169f req-657473ac-b9ea-4d65-b051-f01db736e070 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:09.310743 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-eddb9b5f-409b-48f4-a8a0-0d33ebdb169f req-657473ac-b9ea-4d65-b051-f01db736e070 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:09.388050 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-eddb9b5f-409b-48f4-a8a0-0d33ebdb169f req-657473ac-b9ea-4d65-b051-f01db736e070 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9987459 Feb 10 23:46:09.399377 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-eddb9b5f-409b-48f4-a8a0-0d33ebdb169f req-cd1edba0-b7f3-49ff-a3c2-649e219f0de8 service neutron] Request body: {'port': {'device_id': 'd911b86e-806e-4a78-b823-74b5208f0140', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:46:09.582810 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-bd0f5347-e400-4078-b9bf-0cf887272ac4 None None] Provisioning for port aa98b7f9-e71d-4cf7-a75e-5a7be2178dda completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:46:09.588254 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-bd0f5347-e400-4078-b9bf-0cf887272ac4 None None] Provisioning complete for port aa98b7f9-e71d-4cf7-a75e-5a7be2178dda triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:46:09.588709 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bd0f5347-e400-4078-b9bf-0cf887272ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:09.606572 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-eddb9b5f-409b-48f4-a8a0-0d33ebdb169f req-cd1edba0-b7f3-49ff-a3c2-649e219f0de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:09.656474 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-bd0f5347-e400-4078-b9bf-0cf887272ac4 None None] Port aa98b7f9-e71d-4cf7-a75e-5a7be2178dda cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:46:09.727881 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da38832-390d-4247-8c4c-9bf0a061c002 req-408a0c7d-3ff9-4643-ae1c-90e4cf2ee306 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:09.730013 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-8da38832-390d-4247-8c4c-9bf0a061c002 req-408a0c7d-3ff9-4643-ae1c-90e4cf2ee306 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=d911b86e-806e-4a78-b823-74b5208f0140 HTTP/1.1" status: 200 len: 932 time: 0.0805907 Feb 10 23:46:09.778080 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-8da38832-390d-4247-8c4c-9bf0a061c002 req-591a598e-9e12-46bd-86e3-764b8486c5c5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=73467437-d90b-4095-b192-7574ffe70382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433254 Feb 10 23:46:09.948947 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [req-eddb9b5f-409b-48f4-a8a0-0d33ebdb169f req-cd1edba0-b7f3-49ff-a3c2-649e219f0de8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa98b7f9-e71d-4cf7-a75e-5a7be2178dda {{(pid=84332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:46:09.955574 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-eddb9b5f-409b-48f4-a8a0-0d33ebdb169f req-cd1edba0-b7f3-49ff-a3c2-649e219f0de8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:09.969481 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-eddb9b5f-409b-48f4-a8a0-0d33ebdb169f req-cd1edba0-b7f3-49ff-a3c2-649e219f0de8 service neutron] Transition to ACTIVE for port object aa98b7f9-e71d-4cf7-a75e-5a7be2178dda will not be triggered until provisioned by entity L2. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:46:10.043821 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-eddb9b5f-409b-48f4-a8a0-0d33ebdb169f req-cd1edba0-b7f3-49ff-a3c2-649e219f0de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:10.174001 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1edba0-b7f3-49ff-a3c2-649e219f0de8 service neutron] Pushing event updated for resources: {'Port': ['ID=aa98b7f9-e71d-4cf7-a75e-5a7be2178dda,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:46:10.285664 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-eddb9b5f-409b-48f4-a8a0-0d33ebdb169f req-cd1edba0-b7f3-49ff-a3c2-649e219f0de8 service neutron] Attempting to bind port aa98b7f9-e71d-4cf7-a75e-5a7be2178dda on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:46:10.286001 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-eddb9b5f-409b-48f4-a8a0-0d33ebdb169f req-cd1edba0-b7f3-49ff-a3c2-649e219f0de8 service neutron] Attempting to bind port aa98b7f9-e71d-4cf7-a75e-5a7be2178dda by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '01286df3-eb3a-4256-b29e-4ea6491baa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3d5ab47e-a53c-4b26-8d33-1ff077b8e91e'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:46:10.286328 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddb9b5f-409b-48f4-a8a0-0d33ebdb169f req-cd1edba0-b7f3-49ff-a3c2-649e219f0de8 service neutron] Attempting to bind port aa98b7f9-e71d-4cf7-a75e-5a7be2178dda on network 3d5ab47e-a53c-4b26-8d33-1ff077b8e91e {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:46:10.292091 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddb9b5f-409b-48f4-a8a0-0d33ebdb169f req-cd1edba0-b7f3-49ff-a3c2-649e219f0de8 service neutron] Port aa98b7f9-e71d-4cf7-a75e-5a7be2178dda on network 3d5ab47e-a53c-4b26-8d33-1ff077b8e91e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:46:10.292411 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddb9b5f-409b-48f4-a8a0-0d33ebdb169f req-cd1edba0-b7f3-49ff-a3c2-649e219f0de8 service neutron] Attempting to bind port aa98b7f9-e71d-4cf7-a75e-5a7be2178dda on network 3d5ab47e-a53c-4b26-8d33-1ff077b8e91e {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:46:10.299023 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddb9b5f-409b-48f4-a8a0-0d33ebdb169f req-cd1edba0-b7f3-49ff-a3c2-649e219f0de8 service neutron] Checking agent: {'id': '0f85d58b-4cda-4360-97cf-be037aef26b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'started_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:46:10.299357 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddb9b5f-409b-48f4-a8a0-0d33ebdb169f req-cd1edba0-b7f3-49ff-a3c2-649e219f0de8 service neutron] Checking segment: {'id': '01286df3-eb3a-4256-b29e-4ea6491baa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3d5ab47e-a53c-4b26-8d33-1ff077b8e91e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:46:10.299742 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddb9b5f-409b-48f4-a8a0-0d33ebdb169f req-cd1edba0-b7f3-49ff-a3c2-649e219f0de8 service neutron] Bound using segment: {'id': '01286df3-eb3a-4256-b29e-4ea6491baa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3d5ab47e-a53c-4b26-8d33-1ff077b8e91e'} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:46:10.300220 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-eddb9b5f-409b-48f4-a8a0-0d33ebdb169f req-cd1edba0-b7f3-49ff-a3c2-649e219f0de8 service neutron] Bound port: aa98b7f9-e71d-4cf7-a75e-5a7be2178dda, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01286df3-eb3a-4256-b29e-4ea6491baa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3d5ab47e-a53c-4b26-8d33-1ff077b8e91e'}}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:46:10.300582 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-eddb9b5f-409b-48f4-a8a0-0d33ebdb169f req-cd1edba0-b7f3-49ff-a3c2-649e219f0de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:10.390806 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-eddb9b5f-409b-48f4-a8a0-0d33ebdb169f req-cd1edba0-b7f3-49ff-a3c2-649e219f0de8 service neutron] For port aa98b7f9-e71d-4cf7-a75e-5a7be2178dda, host hv-neutron-8287, cleared binding levels {{(pid=84332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:46:10.394617 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-eddb9b5f-409b-48f4-a8a0-0d33ebdb169f req-cd1edba0-b7f3-49ff-a3c2-649e219f0de8 service neutron] For port aa98b7f9-e71d-4cf7-a75e-5a7be2178dda, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=aa98b7f9-e71d-4cf7-a75e-5a7be2178dda,segment=NetworkSegment(01286df3-eb3a-4256-b29e-4ea6491baa50),segment_id=01286df3-eb3a-4256-b29e-4ea6491baa50)] {{(pid=84332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:46:10.450081 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-eddb9b5f-409b-48f4-a8a0-0d33ebdb169f req-cd1edba0-b7f3-49ff-a3c2-649e219f0de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:10.513957 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-eddb9b5f-409b-48f4-a8a0-0d33ebdb169f req-cd1edba0-b7f3-49ff-a3c2-649e219f0de8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:10.515302 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-eddb9b5f-409b-48f4-a8a0-0d33ebdb169f req-cd1edba0-b7f3-49ff-a3c2-649e219f0de8 service neutron] 10.222.0.37 "PUT /v2.0/ports/aa98b7f9-e71d-4cf7-a75e-5a7be2178dda HTTP/1.1" status: 200 len: 1094 time: 1.1206403 Feb 10 23:46:10.515733 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd911b86e-806e-4a78-b823-74b5208f0140', 'tag': 'aa98b7f9-e71d-4cf7-a75e-5a7be2178dda'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:46:10.537593 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1edba0-b7f3-49ff-a3c2-649e219f0de8 service neutron] Pushing event updated for resources: {'Port': ['ID=aa98b7f9-e71d-4cf7-a75e-5a7be2178dda,revision_number=3']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:46:10.577792 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd911b86e-806e-4a78-b823-74b5208f0140', 'tag': 'aa98b7f9-e71d-4cf7-a75e-5a7be2178dda', 'status': 'completed', 'code': 200} Feb 10 23:46:10.675922 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-dc15a439-d378-4973-8751-6c7abe3fc0ac req-2f02ef71-a1d9-41ac-b40d-56fc9dd2d4e7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7aa12777ef71410eaa70251ed5176e4b&device_id=d911b86e-806e-4a78-b823-74b5208f0140 HTTP/1.1" status: 200 len: 1097 time: 0.0784876 Feb 10 23:46:10.809635 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device f8e61a3c-1e6b-4716-a20e-76b689e9de4f up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:46:10.819723 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc15a439-d378-4973-8751-6c7abe3fc0ac req-7b9b1147-c56f-4dcc-854d-fda7c7ef346c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:10.821205 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-dc15a439-d378-4973-8751-6c7abe3fc0ac req-7b9b1147-c56f-4dcc-854d-fda7c7ef346c service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=7aa12777ef71410eaa70251ed5176e4b&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1388316 Feb 10 23:46:10.878589 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port f8e61a3c-1e6b-4716-a20e-76b689e9de4f triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:46:10.879103 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:10.962418 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc15a439-d378-4973-8751-6c7abe3fc0ac req-d8d1562e-e85c-40a5-9896-633bf9b7fb81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:10.963870 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-dc15a439-d378-4973-8751-6c7abe3fc0ac req-d8d1562e-e85c-40a5-9896-633bf9b7fb81 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1370535 Feb 10 23:46:10.989424 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2931757e-a917-41d1-b27d-5d4ef3e7892f req-b85ecf3f-283c-4ba3-b290-29fb3d1f414c tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:10.990936 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-2931757e-a917-41d1-b27d-5d4ef3e7892f req-b85ecf3f-283c-4ba3-b290-29fb3d1f414c tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=d911b86e-806e-4a78-b823-74b5208f0140 HTTP/1.1" status: 200 len: 944 time: 0.0841193 Feb 10 23:46:11.037961 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-2931757e-a917-41d1-b27d-5d4ef3e7892f req-5731d66c-ec67-465f-8754-8b818262aef7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=73467437-d90b-4095-b192-7574ffe70382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407307 Feb 10 23:46:11.071738 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-eddb9b5f-409b-48f4-a8a0-0d33ebdb169f req-b95b09a7-9870-47b2-b653-ecbcaedc4c4d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7aa12777ef71410eaa70251ed5176e4b&device_id=d911b86e-806e-4a78-b823-74b5208f0140 HTTP/1.1" status: 200 len: 1097 time: 0.0692642 Feb 10 23:46:11.142437 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-eddb9b5f-409b-48f4-a8a0-0d33ebdb169f req-1f505f3f-a58f-4925-bf3b-1420b1423deb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa98b7f9-e71d-4cf7-a75e-5a7be2178dda HTTP/1.1" status: 200 len: 217 time: 0.0636954 Feb 10 23:46:11.201952 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb9b5f-409b-48f4-a8a0-0d33ebdb169f req-54040df3-e2ab-43a1-9942-815be157b676 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:11.203369 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-eddb9b5f-409b-48f4-a8a0-0d33ebdb169f req-54040df3-e2ab-43a1-9942-815be157b676 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=851d5121-1343-4584-bcee-aeb5f52eb534 HTTP/1.1" status: 200 len: 834 time: 0.0557184 Feb 10 23:46:11.238642 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:46:11.279122 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-eddb9b5f-409b-48f4-a8a0-0d33ebdb169f req-9f9ffa99-2a48-4c7c-8fa0-b0393f6a12d5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3d5ab47e-a53c-4b26-8d33-1ff077b8e91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696905 Feb 10 23:46:11.496942 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-eddb9b5f-409b-48f4-a8a0-0d33ebdb169f req-5bd6f6f4-7259-4536-8e8e-d8e95ed67844 service neutron] 10.222.0.37 "GET /v2.0/networks/3d5ab47e-a53c-4b26-8d33-1ff077b8e91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115850 Feb 10 23:46:11.625183 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-eddb9b5f-409b-48f4-a8a0-0d33ebdb169f req-85bd4522-974c-4257-8a1f-d8feeb68b8d7 service neutron] 10.222.0.37 "GET /v2.0/networks/3d5ab47e-a53c-4b26-8d33-1ff077b8e91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229546 Feb 10 23:46:12.237446 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67db15d1-c089-4468-bfa6-45d0c6ee0f26 req-201ef548-d289-4002-bf30-80b71d4e9292 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:12.238132 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-67db15d1-c089-4468-bfa6-45d0c6ee0f26 req-201ef548-d289-4002-bf30-80b71d4e9292 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Synchronizing usage tracker for tenant:7aa12777ef71410eaa70251ed5176e4b on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:46:12.335556 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-67db15d1-c089-4468-bfa6-45d0c6ee0f26 req-201ef548-d289-4002-bf30-80b71d4e9292 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Unset dirty status for tenant:7aa12777ef71410eaa70251ed5176e4b on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:46:12.336644 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-67db15d1-c089-4468-bfa6-45d0c6ee0f26 req-201ef548-d289-4002-bf30-80b71d4e9292 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=d911b86e-806e-4a78-b823-74b5208f0140 HTTP/1.1" status: 200 len: 944 time: 0.1754911 Feb 10 23:46:12.383040 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-67db15d1-c089-4468-bfa6-45d0c6ee0f26 req-dc2cb95e-acf1-4775-9998-bd805267f503 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=73467437-d90b-4095-b192-7574ffe70382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408945 Feb 10 23:46:13.128188 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device aa98b7f9-e71d-4cf7-a75e-5a7be2178dda details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:46:13.258495 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port aa98b7f9-e71d-4cf7-a75e-5a7be2178dda, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=aa98b7f9-e71d-4cf7-a75e-5a7be2178dda,segment=NetworkSegment(01286df3-eb3a-4256-b29e-4ea6491baa50),segment_id=01286df3-eb3a-4256-b29e-4ea6491baa50)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:46:13.271083 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Returning: {'device': 'aa98b7f9-e71d-4cf7-a75e-5a7be2178dda', 'network_id': '3d5ab47e-a53c-4b26-8d33-1ff077b8e91e', 'port_id': 'aa98b7f9-e71d-4cf7-a75e-5a7be2178dda', 'mac_address': 'fa:16:3e:df:6b:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '851d5121-1343-4584-bcee-aeb5f52eb534', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:46:13.322482 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:13.339971 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa98b7f9-e71d-4cf7-a75e-5a7be2178dda {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:46:13.355394 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port aa98b7f9-e71d-4cf7-a75e-5a7be2178dda, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=aa98b7f9-e71d-4cf7-a75e-5a7be2178dda,segment=NetworkSegment(01286df3-eb3a-4256-b29e-4ea6491baa50),segment_id=01286df3-eb3a-4256-b29e-4ea6491baa50)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:46:13.466793 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:13.535651 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=aa98b7f9-e71d-4cf7-a75e-5a7be2178dda,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:46:13.544682 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:46:13.545107 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:46:13.545432 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:46:13.545736 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:46:13.546063 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:46:13.546385 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:46:13.546758 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:46:13.547085 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:46:13.547961 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:46:13.548329 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:46:13.548673 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:46:13.585702 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef757f51-00e3-45f8-b098-572af7f4614b req-b83f4b47-a6c7-46da-bb56-057f50b03a6c tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:13.587120 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-ef757f51-00e3-45f8-b098-572af7f4614b req-b83f4b47-a6c7-46da-bb56-057f50b03a6c tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=d911b86e-806e-4a78-b823-74b5208f0140 HTTP/1.1" status: 200 len: 945 time: 0.0822206 Feb 10 23:46:13.633269 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-ef757f51-00e3-45f8-b098-572af7f4614b req-d92383b4-4e86-4648-80fd-e603c65c5c52 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=73467437-d90b-4095-b192-7574ffe70382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406356 Feb 10 23:46:13.674880 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['aa98b7f9-e71d-4cf7-a75e-5a7be2178dda'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:46:14.832838 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714eb75b-47ac-4c34-9f8f-5feda93d22b2 req-31b3f695-45ec-4c29-9864-c9430090608e tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:14.834265 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-714eb75b-47ac-4c34-9f8f-5feda93d22b2 req-31b3f695-45ec-4c29-9864-c9430090608e tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=d911b86e-806e-4a78-b823-74b5208f0140 HTTP/1.1" status: 200 len: 945 time: 0.0802829 Feb 10 23:46:14.879616 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-714eb75b-47ac-4c34-9f8f-5feda93d22b2 req-3aa86ea0-4737-4732-8c58-2bdad2bd9fd5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=73467437-d90b-4095-b192-7574ffe70382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396593 Feb 10 23:46:15.118842 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device aa98b7f9-e71d-4cf7-a75e-5a7be2178dda up at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:46:15.238330 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning for port aa98b7f9-e71d-4cf7-a75e-5a7be2178dda completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:46:15.242970 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning complete for port aa98b7f9-e71d-4cf7-a75e-5a7be2178dda triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:46:15.243332 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:15.388297 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:15.414845 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd911b86e-806e-4a78-b823-74b5208f0140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa98b7f9-e71d-4cf7-a75e-5a7be2178dda'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:46:15.424278 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port aa98b7f9-e71d-4cf7-a75e-5a7be2178dda, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=aa98b7f9-e71d-4cf7-a75e-5a7be2178dda,segment=NetworkSegment(01286df3-eb3a-4256-b29e-4ea6491baa50),segment_id=01286df3-eb3a-4256-b29e-4ea6491baa50)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:46:15.468501 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd911b86e-806e-4a78-b823-74b5208f0140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa98b7f9-e71d-4cf7-a75e-5a7be2178dda', 'code': 200} Feb 10 23:46:15.500293 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:15.564358 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=aa98b7f9-e71d-4cf7-a75e-5a7be2178dda,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:46:15.835113 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5170f5c5-0fe5-4313-b63d-89c1449de1d4 req-3389d4ba-3ca8-4b31-9698-44c4139a967f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d911b86e-806e-4a78-b823-74b5208f0140 HTTP/1.1" status: 200 len: 1099 time: 0.0656421 Feb 10 23:46:15.875029 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5170f5c5-0fe5-4313-b63d-89c1449de1d4 req-06561e06-c65b-44fc-8184-5c7890f1bd38 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=73467437-d90b-4095-b192-7574ffe70382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342138 Feb 10 23:46:16.081941 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891a64c-7d06-4c16-a8bc-5e15c1af7eae req-199dc03e-a8f9-4970-b859-e6d606e53017 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:16.083374 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2891a64c-7d06-4c16-a8bc-5e15c1af7eae req-199dc03e-a8f9-4970-b859-e6d606e53017 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=d911b86e-806e-4a78-b823-74b5208f0140 HTTP/1.1" status: 200 len: 946 time: 0.0785019 Feb 10 23:46:16.128975 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2891a64c-7d06-4c16-a8bc-5e15c1af7eae req-e18af8c0-0627-4cb8-8685-148fb31a5a87 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=73467437-d90b-4095-b192-7574ffe70382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400913 Feb 10 23:46:16.464388 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:17.322500 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d670068-eca3-4408-a964-7ac671b5ec30 req-be959d24-b943-4cb7-a030-239471e391f5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:17.323901 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-7d670068-eca3-4408-a964-7ac671b5ec30 req-be959d24-b943-4cb7-a030-239471e391f5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=d911b86e-806e-4a78-b823-74b5208f0140 HTTP/1.1" status: 200 len: 946 time: 0.0742261 Feb 10 23:46:17.369360 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-7d670068-eca3-4408-a964-7ac671b5ec30 req-21a44226-e132-4df3-b6e1-e363ae21180e tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=73467437-d90b-4095-b192-7574ffe70382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397353 Feb 10 23:46:17.566467 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec86afb-2e12-413d-9852-7fcdc238670f req-0ada7175-e408-42b5-8a1f-3356c0e712b0 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:17.567819 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6ec86afb-2e12-413d-9852-7fcdc238670f req-0ada7175-e408-42b5-8a1f-3356c0e712b0 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=d911b86e-806e-4a78-b823-74b5208f0140 HTTP/1.1" status: 200 len: 946 time: 0.0759544 Feb 10 23:46:17.615590 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6ec86afb-2e12-413d-9852-7fcdc238670f req-5260e720-6ee3-4e8e-852c-4d1e9ee9a860 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=73467437-d90b-4095-b192-7574ffe70382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422688 Feb 10 23:46:17.643083 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 56458) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:46:17.710355 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7d1d691b-7194-41bc-a4b0-5363976252e4 tempest-TestNetworkAdvancedServerOps-195907508 tempest-TestNetworkAdvancedServerOps-195907508-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d911b86e-806e-4a78-b823-74b5208f0140 HTTP/1.1" status: 200 len: 1094 time: 0.0661619 Feb 10 23:46:17.712942 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 56462) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:46:17.717890 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-b248dee8-5118-4066-8ac8-c6c6440240aa tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Request body: {'floatingip': {'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'port_id': 'aa98b7f9-e71d-4cf7-a75e-5a7be2178dda', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:46:17.723855 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-b248dee8-5118-4066-8ac8-c6c6440240aa tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:46:17.727583 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b248dee8-5118-4066-8ac8-c6c6440240aa tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Usage tracker for resource:floatingip and tenant:7aa12777ef71410eaa70251ed5176e4b is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:46:17.730334 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b248dee8-5118-4066-8ac8-c6c6440240aa tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:46:17.736499 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-b248dee8-5118-4066-8ac8-c6c6440240aa tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:46:17.803655 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b248dee8-5118-4066-8ac8-c6c6440240aa tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for floatingip, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:17.948721 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b248dee8-5118-4066-8ac8-c6c6440240aa tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:18.086219 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-b248dee8-5118-4066-8ac8-c6c6440240aa tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Allocated IP 172.26.8.184 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/8bfa2342-f0f5-45b1-bc78-41d9d816744d) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:46:18.247052 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b248dee8-5118-4066-8ac8-c6c6440240aa tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:18.339485 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b248dee8-5118-4066-8ac8-c6c6440240aa tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:18.421548 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b248dee8-5118-4066-8ac8-c6c6440240aa tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:46:18.425486 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-b248dee8-5118-4066-8ac8-c6c6440240aa tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:46:18.427486 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b248dee8-5118-4066-8ac8-c6c6440240aa tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'Port': ['ID=8bfa2342-f0f5-45b1-bc78-41d9d816744d,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:46:18.429923 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b248dee8-5118-4066-8ac8-c6c6440240aa tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:46:19.056496 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b248dee8-5118-4066-8ac8-c6c6440240aa tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:19.083773 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4858b507-2b1d-4279-91aa-56da9ebb2007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:19.165266 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b248dee8-5118-4066-8ac8-c6c6440240aa tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:19.367884 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b248dee8-5118-4066-8ac8-c6c6440240aa tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:19.431990 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b248dee8-5118-4066-8ac8-c6c6440240aa tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:19.535822 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b248dee8-5118-4066-8ac8-c6c6440240aa tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'Port': ['ID=8bfa2342-f0f5-45b1-bc78-41d9d816744d,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:46:19.550497 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b248dee8-5118-4066-8ac8-c6c6440240aa tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1734214'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:19.737097 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.l3_db [None req-b248dee8-5118-4066-8ac8-c6c6440240aa tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Floating IP dc14bd59-86f4-47f7-af51-d363a75f98c9 associated. External IP: 172.26.8.184, port: aa98b7f9-e71d-4cf7-a75e-5a7be2178dda. Feb 10 23:46:20.113892 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b248dee8-5118-4066-8ac8-c6c6440240aa tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Router ab13df17-1ede-402b-8884-bd22f2456efa has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:46:20.306649 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b248dee8-5118-4066-8ac8-c6c6440240aa tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:46:20.317074 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb03fcd-6737-4a25-a174-480b7a55984c None None] Sync routers for ids ['ab13df17-1ede-402b-8884-bd22f2456efa'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:46:20.329474 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb03fcd-6737-4a25-a174-480b7a55984c None None] Routers {'ab13df17-1ede-402b-8884-bd22f2456efa'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:46:20.330265 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-7bb03fcd-6737-4a25-a174-480b7a55984c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:45:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['ab13df17-1ede-402b-8884-bd22f2456efa'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:46:20.380894 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b248dee8-5118-4066-8ac8-c6c6440240aa tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:20.436329 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b248dee8-5118-4066-8ac8-c6c6440240aa tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7223866 Feb 10 23:46:20.436918 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd911b86e-806e-4a78-b823-74b5208f0140', 'tag': 'aa98b7f9-e71d-4cf7-a75e-5a7be2178dda'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:46:20.491855 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd911b86e-806e-4a78-b823-74b5208f0140', 'tag': 'aa98b7f9-e71d-4cf7-a75e-5a7be2178dda', 'status': 'completed', 'code': 200} Feb 10 23:46:20.507747 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-7bb03fcd-6737-4a25-a174-480b7a55984c None None] Set router ab13df17-1ede-402b-8884-bd22f2456efa gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:46:20.590003 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5e36541a-07b0-444d-8293-e02d1e72260b req-86af0774-ecbd-4607-9239-a5da106102c8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7aa12777ef71410eaa70251ed5176e4b&device_id=d911b86e-806e-4a78-b823-74b5208f0140 HTTP/1.1" status: 200 len: 1099 time: 0.0771549 Feb 10 23:46:20.625740 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6258c18-9144-407e-ba6c-694444a000ac req-1050d34d-18be-434e-8352-6e9658b624b3 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:20.627182 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-f6258c18-9144-407e-ba6c-694444a000ac req-1050d34d-18be-434e-8352-6e9658b624b3 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=d911b86e-806e-4a78-b823-74b5208f0140 HTTP/1.1" status: 200 len: 946 time: 0.0848682 Feb 10 23:46:20.675198 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-f6258c18-9144-407e-ba6c-694444a000ac req-9d559833-3ecd-4479-a6aa-cd66444a9efb tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=73467437-d90b-4095-b192-7574ffe70382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423501 Feb 10 23:46:20.705474 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 56470) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:46:20.811937 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-57f1c915-c35f-4ed5-916f-ed26962ee329 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/floatingips/dc14bd59-86f4-47f7-af51-d363a75f98c9 HTTP/1.1" status: 200 len: 992 time: 0.1053271 Feb 10 23:46:20.829356 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e36541a-07b0-444d-8293-e02d1e72260b req-8076d1bb-f25b-4312-9450-f0a65434c08d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:20.830810 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5e36541a-07b0-444d-8293-e02d1e72260b req-8076d1bb-f25b-4312-9450-f0a65434c08d service neutron] 10.222.0.37 "GET /v2.0/networks?id=3d5ab47e-a53c-4b26-8d33-1ff077b8e91e HTTP/1.1" status: 200 len: 897 time: 0.2334690 Feb 10 23:46:20.882059 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-7bb03fcd-6737-4a25-a174-480b7a55984c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab13df17-1ede-402b-8884-bd22f2456efa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1805181584', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.33'}], 'enable_snat': True}, 'gw_port_id': '86bf5059-bdb8-4e60-a8d4-35a4dc51424f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:45:58Z', 'updated_at': '2022-02-10T23:46:03Z', 'revision_number': 4, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': '86bf5059-bdb8-4e60-a8d4-35a4dc51424f', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ad:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13df17-1ede-402b-8884-bd22f2456efa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:45:58Z', 'updated_at': '2022-02-10T23:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': 'dc14bd59-86f4-47f7-af51-d363a75f98c9', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'floating_ip_address': '172.26.8.184', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': 'ab13df17-1ede-402b-8884-bd22f2456efa', 'port_id': 'aa98b7f9-e71d-4cf7-a75e-5a7be2178dda', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d5ab47e-a53c-4b26-8d33-1ff077b8e91e', 'mac_address': 'fa:16:3e:df:6b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd911b86e-806e-4a78-b823-74b5208f0140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:46:18Z', 'updated_at': '2022-02-10T23:46:18Z', 'revision_number': 0, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8e61a3c-1e6b-4716-a20e-76b689e9de4f', 'name': '', 'network_id': '3d5ab47e-a53c-4b26-8d33-1ff077b8e91e', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'mac_address': 'fa:16:3e:76:38:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13df17-1ede-402b-8884-bd22f2456efa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '851d5121-1343-4584-bcee-aeb5f52eb534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:46:02Z', 'updated_at': '2022-02-10T23:46:09Z', 'revision_number': 5, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'subnets': [{'id': '851d5121-1343-4584-bcee-aeb5f52eb534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:46:20.885755 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb03fcd-6737-4a25-a174-480b7a55984c None None] Checking router: ab13df17-1ede-402b-8884-bd22f2456efa for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:46:20.896848 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb03fcd-6737-4a25-a174-480b7a55984c None None] Routers {'ab13df17-1ede-402b-8884-bd22f2456efa'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:46:20.897432 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-7bb03fcd-6737-4a25-a174-480b7a55984c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:45:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['ab13df17-1ede-402b-8884-bd22f2456efa'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:46:20.929970 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5e36541a-07b0-444d-8293-e02d1e72260b req-aa1f01d9-6c75-47d4-8cd5-b530cf288319 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa98b7f9-e71d-4cf7-a75e-5a7be2178dda HTTP/1.1" status: 200 len: 1000 time: 0.0934930 Feb 10 23:46:20.991458 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e36541a-07b0-444d-8293-e02d1e72260b req-9b156357-662d-43f1-93cf-239550e10b3f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:20.992902 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5e36541a-07b0-444d-8293-e02d1e72260b req-9b156357-662d-43f1-93cf-239550e10b3f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=851d5121-1343-4584-bcee-aeb5f52eb534 HTTP/1.1" status: 200 len: 834 time: 0.0580251 Feb 10 23:46:21.069118 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5e36541a-07b0-444d-8293-e02d1e72260b req-8b39c366-d4cf-48d6-bdc7-0af767dfed04 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3d5ab47e-a53c-4b26-8d33-1ff077b8e91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709651 Feb 10 23:46:21.097831 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-7bb03fcd-6737-4a25-a174-480b7a55984c None None] Set router ab13df17-1ede-402b-8884-bd22f2456efa gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:46:21.200062 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5e36541a-07b0-444d-8293-e02d1e72260b req-b0d47683-dd3e-4583-a2ec-c40433bf1bcb service neutron] 10.222.0.37 "GET /v2.0/networks/3d5ab47e-a53c-4b26-8d33-1ff077b8e91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252158 Feb 10 23:46:21.264557 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-48f762e9-0937-45a8-ade9-bb0af9c8b885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:21.333213 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5e36541a-07b0-444d-8293-e02d1e72260b req-3687cfd6-7124-4d2b-915a-cc00c1f0a01f service neutron] 10.222.0.37 "GET /v2.0/networks/3d5ab47e-a53c-4b26-8d33-1ff077b8e91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278472 Feb 10 23:46:21.443302 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-7bb03fcd-6737-4a25-a174-480b7a55984c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab13df17-1ede-402b-8884-bd22f2456efa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1805181584', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.33'}], 'enable_snat': True}, 'gw_port_id': '86bf5059-bdb8-4e60-a8d4-35a4dc51424f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:45:58Z', 'updated_at': '2022-02-10T23:46:03Z', 'revision_number': 4, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': '86bf5059-bdb8-4e60-a8d4-35a4dc51424f', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ad:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13df17-1ede-402b-8884-bd22f2456efa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:45:58Z', 'updated_at': '2022-02-10T23:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': 'dc14bd59-86f4-47f7-af51-d363a75f98c9', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'floating_ip_address': '172.26.8.184', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': 'ab13df17-1ede-402b-8884-bd22f2456efa', 'port_id': 'aa98b7f9-e71d-4cf7-a75e-5a7be2178dda', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d5ab47e-a53c-4b26-8d33-1ff077b8e91e', 'mac_address': 'fa:16:3e:df:6b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd911b86e-806e-4a78-b823-74b5208f0140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:46:18Z', 'updated_at': '2022-02-10T23:46:18Z', 'revision_number': 0, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8e61a3c-1e6b-4716-a20e-76b689e9de4f', 'name': '', 'network_id': '3d5ab47e-a53c-4b26-8d33-1ff077b8e91e', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'mac_address': 'fa:16:3e:76:38:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13df17-1ede-402b-8884-bd22f2456efa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '851d5121-1343-4584-bcee-aeb5f52eb534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:46:02Z', 'updated_at': '2022-02-10T23:46:09Z', 'revision_number': 5, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'subnets': [{'id': '851d5121-1343-4584-bcee-aeb5f52eb534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:46:21.447212 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb03fcd-6737-4a25-a174-480b7a55984c None None] The sync data for ids ['ab13df17-1ede-402b-8884-bd22f2456efa'] in dv-neutron-828797-1-hyperv is: [{'id': 'ab13df17-1ede-402b-8884-bd22f2456efa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1805181584', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.33'}], 'enable_snat': True}, 'gw_port_id': '86bf5059-bdb8-4e60-a8d4-35a4dc51424f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:45:58Z', 'updated_at': '2022-02-10T23:46:03Z', 'revision_number': 4, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': '86bf5059-bdb8-4e60-a8d4-35a4dc51424f', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ad:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13df17-1ede-402b-8884-bd22f2456efa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:45:58Z', 'updated_at': '2022-02-10T23:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': 'dc14bd59-86f4-47f7-af51-d363a75f98c9', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'floating_ip_address': '172.26.8.184', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': 'ab13df17-1ede-402b-8884-bd22f2456efa', 'port_id': 'aa98b7f9-e71d-4cf7-a75e-5a7be2178dda', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d5ab47e-a53c-4b26-8d33-1ff077b8e91e', 'mac_address': 'fa:16:3e:df:6b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd911b86e-806e-4a78-b823-74b5208f0140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:46:18Z', 'updated_at': '2022-02-10T23:46:18Z', 'revision_number': 0, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8e61a3c-1e6b-4716-a20e-76b689e9de4f', 'name': '', 'network_id': '3d5ab47e-a53c-4b26-8d33-1ff077b8e91e', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'mac_address': 'fa:16:3e:76:38:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13df17-1ede-402b-8884-bd22f2456efa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '851d5121-1343-4584-bcee-aeb5f52eb534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:46:02Z', 'updated_at': '2022-02-10T23:46:09Z', 'revision_number': 5, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'subnets': [{'id': '851d5121-1343-4584-bcee-aeb5f52eb534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:46:21.816301 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 56474) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:46:21.918280 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-47364cf0-b8e6-4247-8d72-3cf208a5e409 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/floatingips/dc14bd59-86f4-47f7-af51-d363a75f98c9 HTTP/1.1" status: 200 len: 992 time: 0.1008990 Feb 10 23:46:22.615669 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:22.658588 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:22.922716 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 56478) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:46:23.023879 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-4a0c1237-4391-4a53-9921-2ab676204f9b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/floatingips/dc14bd59-86f4-47f7-af51-d363a75f98c9 HTTP/1.1" status: 200 len: 992 time: 0.0999525 Feb 10 23:46:24.027729 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 56482) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:46:24.139126 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-22a0ae9f-1ddd-4126-9665-e8ec48a7e8ee tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/floatingips/dc14bd59-86f4-47f7-af51-d363a75f98c9 HTTP/1.1" status: 200 len: 992 time: 0.1102188 Feb 10 23:46:24.153067 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:24.187531 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef01a6e9-22e2-433c-b9ea-56a2cda7573b None None] New status for floating IP dc14bd59-86f4-47f7-af51-d363a75f98c9: ACTIVE {{(pid=84334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 23:46:25.142997 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 56486) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:46:25.250520 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-58ec9a9c-e758-47e1-8003-1f2c5a647a33 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/floatingips/dc14bd59-86f4-47f7-af51-d363a75f98c9 HTTP/1.1" status: 200 len: 994 time: 0.1064787 Feb 10 23:46:39.044654 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f9b0346b-9043-471b-947b-869629a876cb req-230ed317-93e4-4fdb-8712-54507d9add96 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d911b86e-806e-4a78-b823-74b5208f0140&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0665045 Feb 10 23:46:39.179340 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f9b0346b-9043-471b-947b-869629a876cb req-4ddb0059-a3ad-41f8-9d04-fc48d865e455 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7aa12777ef71410eaa70251ed5176e4b&device_id=d911b86e-806e-4a78-b823-74b5208f0140 HTTP/1.1" status: 200 len: 1099 time: 0.0676484 Feb 10 23:46:39.315397 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0346b-9043-471b-947b-869629a876cb req-c803bf06-90b4-4e5d-a375-feebabb0ed5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:39.316720 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f9b0346b-9043-471b-947b-869629a876cb req-c803bf06-90b4-4e5d-a375-feebabb0ed5c service neutron] 10.222.0.37 "GET /v2.0/networks?id=3d5ab47e-a53c-4b26-8d33-1ff077b8e91e HTTP/1.1" status: 200 len: 897 time: 0.1205432 Feb 10 23:46:39.414439 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f9b0346b-9043-471b-947b-869629a876cb req-405840de-3415-43e7-9c02-ebc4551577f7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa98b7f9-e71d-4cf7-a75e-5a7be2178dda HTTP/1.1" status: 200 len: 1002 time: 0.0923069 Feb 10 23:46:39.476603 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0346b-9043-471b-947b-869629a876cb req-88312096-4e6c-4958-a90f-41780db24ac7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:39.477961 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f9b0346b-9043-471b-947b-869629a876cb req-88312096-4e6c-4958-a90f-41780db24ac7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=851d5121-1343-4584-bcee-aeb5f52eb534 HTTP/1.1" status: 200 len: 834 time: 0.0582819 Feb 10 23:46:39.549687 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f9b0346b-9043-471b-947b-869629a876cb req-3895b675-2dd8-4748-ab27-606e5c155027 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3d5ab47e-a53c-4b26-8d33-1ff077b8e91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660291 Feb 10 23:46:39.679177 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f9b0346b-9043-471b-947b-869629a876cb req-8e779ce2-66a1-4cc6-bb6e-7bfac5b162f6 service neutron] 10.222.0.37 "GET /v2.0/networks/3d5ab47e-a53c-4b26-8d33-1ff077b8e91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227224 Feb 10 23:46:39.904063 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f9b0346b-9043-471b-947b-869629a876cb req-8bc1d056-d573-41e1-945f-de0866d80add service neutron] 10.222.0.37 "GET /v2.0/networks/3d5ab47e-a53c-4b26-8d33-1ff077b8e91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161891 Feb 10 23:46:46.448756 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:48.239816 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:46:49.088476 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c3f9280e-47b3-4f2c-874f-79a89b767bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:51.299082 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d3d874a6-ac0b-4108-b2e0-713c70b89547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:52.618386 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:52.630858 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:52.982671 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30f74f-86e5-4afe-8d95-67917af5b47b req-e4e9f97d-7862-4069-941b-6ab07394fd60 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:52.984086 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8a30f74f-86e5-4afe-8d95-67917af5b47b req-e4e9f97d-7862-4069-941b-6ab07394fd60 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=d911b86e-806e-4a78-b823-74b5208f0140 HTTP/1.1" status: 200 len: 946 time: 0.0769975 Feb 10 23:46:53.030837 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8a30f74f-86e5-4afe-8d95-67917af5b47b req-e434f599-f755-4d5e-ab62-7370c1e055ae tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=73467437-d90b-4095-b192-7574ffe70382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413108 Feb 10 23:46:54.120729 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:54.225896 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2a88cf-10d7-496c-93c3-ec3ffa8e7532 req-184910cc-fc0e-459b-9897-e42236fdeff5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:54.227312 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-df2a88cf-10d7-496c-93c3-ec3ffa8e7532 req-184910cc-fc0e-459b-9897-e42236fdeff5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=d911b86e-806e-4a78-b823-74b5208f0140 HTTP/1.1" status: 200 len: 946 time: 0.0749726 Feb 10 23:46:54.271547 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-df2a88cf-10d7-496c-93c3-ec3ffa8e7532 req-b092441c-7fd6-4a00-9e01-adb950a79aa4 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=73467437-d90b-4095-b192-7574ffe70382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386388 Feb 10 23:46:55.469055 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d370b04-e1f4-4119-96cc-c81bb094e781 req-e8063179-cf79-4b7b-b246-69c2288ef1aa tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:55.471065 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7d370b04-e1f4-4119-96cc-c81bb094e781 req-e8063179-cf79-4b7b-b246-69c2288ef1aa tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=d911b86e-806e-4a78-b823-74b5208f0140 HTTP/1.1" status: 200 len: 946 time: 0.0742884 Feb 10 23:46:55.513557 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7d370b04-e1f4-4119-96cc-c81bb094e781 req-fcff87a2-ecae-4a69-b169-9249a9f10333 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=73467437-d90b-4095-b192-7574ffe70382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370848 Feb 10 23:46:56.720574 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78184636-8d17-4852-9ec2-51b7a3a2f4be req-31bacf19-faf8-4b3a-a93d-ac5511d112de tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:56.721935 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-78184636-8d17-4852-9ec2-51b7a3a2f4be req-31bacf19-faf8-4b3a-a93d-ac5511d112de tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=d911b86e-806e-4a78-b823-74b5208f0140 HTTP/1.1" status: 200 len: 946 time: 0.0769217 Feb 10 23:46:56.866127 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-78184636-8d17-4852-9ec2-51b7a3a2f4be req-5fa76d93-5aba-4de8-8676-3b696f21be76 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=73467437-d90b-4095-b192-7574ffe70382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387310 Feb 10 23:46:58.062474 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559827d-ede9-4a04-abca-789d271dc5de req-4f750b37-c510-4046-9ab1-a1f0e9a42b05 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:58.064441 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5559827d-ede9-4a04-abca-789d271dc5de req-4f750b37-c510-4046-9ab1-a1f0e9a42b05 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=d911b86e-806e-4a78-b823-74b5208f0140 HTTP/1.1" status: 200 len: 946 time: 0.0780449 Feb 10 23:46:58.108476 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5559827d-ede9-4a04-abca-789d271dc5de req-8be39555-cf5e-4c4f-a957-cebac0fd9112 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=73467437-d90b-4095-b192-7574ffe70382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387399 Feb 10 23:46:59.312023 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8aeb0f-dda4-43cc-a5a2-c3547ada2e75 req-22bc3c8d-9045-46f7-8cb8-72c6cfa0ea78 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:59.313975 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-bb8aeb0f-dda4-43cc-a5a2-c3547ada2e75 req-22bc3c8d-9045-46f7-8cb8-72c6cfa0ea78 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=d911b86e-806e-4a78-b823-74b5208f0140 HTTP/1.1" status: 200 len: 946 time: 0.0736923 Feb 10 23:46:59.357282 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-bb8aeb0f-dda4-43cc-a5a2-c3547ada2e75 req-8e203d69-262f-491c-9d84-8cfae6515b0c tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=73467437-d90b-4095-b192-7574ffe70382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375810 Feb 10 23:47:00.554597 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83535378-9483-4bd1-b5fe-a9ee9c888eb3 req-a9d6cb75-7a2a-484d-bafe-c094a3a49a2d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:47:00.556470 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-83535378-9483-4bd1-b5fe-a9ee9c888eb3 req-a9d6cb75-7a2a-484d-bafe-c094a3a49a2d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=d911b86e-806e-4a78-b823-74b5208f0140 HTTP/1.1" status: 200 len: 946 time: 0.0786111 Feb 10 23:47:00.601887 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-83535378-9483-4bd1-b5fe-a9ee9c888eb3 req-a62f81ec-863f-4402-bd9c-34c9cfca3e65 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=73467437-d90b-4095-b192-7574ffe70382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396962 Feb 10 23:47:01.798534 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7016bfaa-6f07-4fea-8c86-b64326c36588 req-ef4cc25f-2741-474e-9baf-f89d248f4d87 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:47:01.799972 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-7016bfaa-6f07-4fea-8c86-b64326c36588 req-ef4cc25f-2741-474e-9baf-f89d248f4d87 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=d911b86e-806e-4a78-b823-74b5208f0140 HTTP/1.1" status: 200 len: 946 time: 0.0773127 Feb 10 23:47:01.843378 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-7016bfaa-6f07-4fea-8c86-b64326c36588 req-619c9b15-811f-4b60-ab6b-11eae195d350 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=73467437-d90b-4095-b192-7574ffe70382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379007 Feb 10 23:47:03.045702 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8cb7d0-1a4f-4213-ba99-2bc9d917fc45 req-4cc321f0-9a34-4c17-9452-9af14d8a7557 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:47:03.047119 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cf8cb7d0-1a4f-4213-ba99-2bc9d917fc45 req-4cc321f0-9a34-4c17-9452-9af14d8a7557 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=d911b86e-806e-4a78-b823-74b5208f0140 HTTP/1.1" status: 200 len: 946 time: 0.0777016 Feb 10 23:47:03.090768 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cf8cb7d0-1a4f-4213-ba99-2bc9d917fc45 req-64b3c43d-8755-4753-9052-b6a949561162 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=73467437-d90b-4095-b192-7574ffe70382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383205 Feb 10 23:47:04.284451 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36caf7ac-a175-4c18-8e9f-c74a207a9e39 req-1f8bd0a0-1e56-4870-85e3-e746179c541c tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:47:04.285900 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-36caf7ac-a175-4c18-8e9f-c74a207a9e39 req-1f8bd0a0-1e56-4870-85e3-e746179c541c tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=d911b86e-806e-4a78-b823-74b5208f0140 HTTP/1.1" status: 200 len: 946 time: 0.0731344 Feb 10 23:47:04.332371 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-36caf7ac-a175-4c18-8e9f-c74a207a9e39 req-1827c305-ba57-4273-a6ff-ffd43a481d7b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=73467437-d90b-4095-b192-7574ffe70382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411541 Feb 10 23:47:05.523369 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd13529e-2ce5-4b58-a7ab-833c07dd54d5 req-b7ac5f1a-c51e-41ef-9805-2c96797368ae tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:47:05.524807 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cd13529e-2ce5-4b58-a7ab-833c07dd54d5 req-b7ac5f1a-c51e-41ef-9805-2c96797368ae tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=d911b86e-806e-4a78-b823-74b5208f0140 HTTP/1.1" status: 200 len: 946 time: 0.0745602 Feb 10 23:47:05.568826 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cd13529e-2ce5-4b58-a7ab-833c07dd54d5 req-f1e36e13-936a-4be8-ab31-243d56251cfe tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=73467437-d90b-4095-b192-7574ffe70382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385816 Feb 10 23:47:06.761605 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc138a8-a6f4-4bce-a35a-6f6d22947758 req-78c70dac-3d9a-46bf-978f-1c5ef75f7ca7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:47:06.763016 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-dfc138a8-a6f4-4bce-a35a-6f6d22947758 req-78c70dac-3d9a-46bf-978f-1c5ef75f7ca7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=d911b86e-806e-4a78-b823-74b5208f0140 HTTP/1.1" status: 200 len: 946 time: 0.0734177 Feb 10 23:47:06.807271 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-dfc138a8-a6f4-4bce-a35a-6f6d22947758 req-7c820cc4-a2a6-464c-b9a5-39bb7a18acce tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=73467437-d90b-4095-b192-7574ffe70382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387914 Feb 10 23:47:08.002307 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6006454-fad8-484c-911e-6ecea8ee3a99 req-49dde3d7-11e3-4c81-b4df-97c18567df47 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:47:08.003714 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c6006454-fad8-484c-911e-6ecea8ee3a99 req-49dde3d7-11e3-4c81-b4df-97c18567df47 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=d911b86e-806e-4a78-b823-74b5208f0140 HTTP/1.1" status: 200 len: 946 time: 0.0780787 Feb 10 23:47:08.046498 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c6006454-fad8-484c-911e-6ecea8ee3a99 req-9cdcb159-cf6a-4530-9f14-b6c3f6b6f555 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=73467437-d90b-4095-b192-7574ffe70382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371361 Feb 10 23:47:09.244901 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7f310-c75d-4f92-a1b8-857af23ea505 req-51f84540-5341-453a-b298-adb6b7d8cb68 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:47:09.246322 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-d7e7f310-c75d-4f92-a1b8-857af23ea505 req-51f84540-5341-453a-b298-adb6b7d8cb68 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=d911b86e-806e-4a78-b823-74b5208f0140 HTTP/1.1" status: 200 len: 946 time: 0.0792778 Feb 10 23:47:09.291130 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-d7e7f310-c75d-4f92-a1b8-857af23ea505 req-12c7e97c-a310-497e-bad0-e86456ff7bec tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=73467437-d90b-4095-b192-7574ffe70382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387990 Feb 10 23:47:09.318569 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 56534) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:47:09.421969 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-d93623a2-93d4-4bac-95d9-2b7fa43c114f tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/floatingips/dc14bd59-86f4-47f7-af51-d363a75f98c9 HTTP/1.1" status: 200 len: 994 time: 0.1023142 Feb 10 23:47:11.085959 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adce0e7-2b42-43d5-b51a-f1d21b7e8bc6 req-9036499b-55e0-49c1-8341-bbc472ec6a28 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:47:11.087335 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3adce0e7-2b42-43d5-b51a-f1d21b7e8bc6 req-9036499b-55e0-49c1-8341-bbc472ec6a28 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=d911b86e-806e-4a78-b823-74b5208f0140 HTTP/1.1" status: 200 len: 946 time: 0.0758088 Feb 10 23:47:11.174991 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3adce0e7-2b42-43d5-b51a-f1d21b7e8bc6 req-eeb69839-9f07-4ded-ad57-470120ae977e tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=73467437-d90b-4095-b192-7574ffe70382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823336 Feb 10 23:47:11.198231 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2988f8c9-fa29-4a2d-8928-20723d7f9406 req-3d778218-be34-4147-9cd7-0197810e8c23 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7aa12777ef71410eaa70251ed5176e4b&device_id=d911b86e-806e-4a78-b823-74b5208f0140 HTTP/1.1" status: 200 len: 1099 time: 0.0861917 Feb 10 23:47:11.325951 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2988f8c9-fa29-4a2d-8928-20723d7f9406 req-d11c81a6-2154-4503-a635-a942bab8b942 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:47:11.327387 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2988f8c9-fa29-4a2d-8928-20723d7f9406 req-d11c81a6-2154-4503-a635-a942bab8b942 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3d5ab47e-a53c-4b26-8d33-1ff077b8e91e HTTP/1.1" status: 200 len: 897 time: 0.1234431 Feb 10 23:47:11.426095 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2988f8c9-fa29-4a2d-8928-20723d7f9406 req-a02e3634-b641-4598-9652-072808685135 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa98b7f9-e71d-4cf7-a75e-5a7be2178dda HTTP/1.1" status: 200 len: 1002 time: 0.0925512 Feb 10 23:47:11.484559 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2988f8c9-fa29-4a2d-8928-20723d7f9406 req-2517b9ae-29d6-4155-8c1f-67290c63ff6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:47:11.485939 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2988f8c9-fa29-4a2d-8928-20723d7f9406 req-2517b9ae-29d6-4155-8c1f-67290c63ff6d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=851d5121-1343-4584-bcee-aeb5f52eb534 HTTP/1.1" status: 200 len: 834 time: 0.0543683 Feb 10 23:47:11.559913 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2988f8c9-fa29-4a2d-8928-20723d7f9406 req-6cf618de-6075-4aaa-b996-76b8a90fab92 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3d5ab47e-a53c-4b26-8d33-1ff077b8e91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687692 Feb 10 23:47:11.687648 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2988f8c9-fa29-4a2d-8928-20723d7f9406 req-c8c6db77-8718-40ed-871c-0b2a53903615 service neutron] 10.222.0.37 "GET /v2.0/networks/3d5ab47e-a53c-4b26-8d33-1ff077b8e91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217234 Feb 10 23:47:11.814912 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2988f8c9-fa29-4a2d-8928-20723d7f9406 req-635a644b-9250-45c5-b727-2e7f69855c0c service neutron] 10.222.0.37 "GET /v2.0/networks/3d5ab47e-a53c-4b26-8d33-1ff077b8e91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214547 Feb 10 23:47:12.384476 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3f71f-57e8-4a1d-9f6c-a03c96e4c12a req-1d2f7c6e-2802-4e28-80be-1773aed6e0fb tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:47:12.385934 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-7ad3f71f-57e8-4a1d-9f6c-a03c96e4c12a req-1d2f7c6e-2802-4e28-80be-1773aed6e0fb tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=d911b86e-806e-4a78-b823-74b5208f0140 HTTP/1.1" status: 200 len: 946 time: 0.0762012 Feb 10 23:47:12.435789 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-7ad3f71f-57e8-4a1d-9f6c-a03c96e4c12a req-93036d18-8127-4cb6-9145-dd4a8e3e2eb2 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=73467437-d90b-4095-b192-7574ffe70382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412784 Feb 10 23:47:13.634459 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a533212-022f-4e0f-8f75-fd3b8910cbad req-84902f61-488c-4073-bfeb-b49c08e10989 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:47:13.635876 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9a533212-022f-4e0f-8f75-fd3b8910cbad req-84902f61-488c-4073-bfeb-b49c08e10989 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=d911b86e-806e-4a78-b823-74b5208f0140 HTTP/1.1" status: 200 len: 946 time: 0.0770383 Feb 10 23:47:13.679725 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9a533212-022f-4e0f-8f75-fd3b8910cbad req-282d28a8-2977-45f2-ab60-cd7efd281a6a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=73467437-d90b-4095-b192-7574ffe70382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383799 Feb 10 23:47:13.706352 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 56548) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:47:13.808303 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-d7031c03-3cac-45c1-a504-d8469b3f439b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/floatingips/dc14bd59-86f4-47f7-af51-d363a75f98c9 HTTP/1.1" status: 200 len: 994 time: 0.1006460 Feb 10 23:47:16.491733 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:19.103590 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-43dd4f6f-f61f-4298-b969-e862079ee05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:21.281723 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6274cb7a-ea18-4539-86d5-cdb009f3aade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:22.600381 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:22.628878 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:24.121202 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:25.240664 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:47:40.129525 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f57638f3-0376-452c-b9bb-353e531d2b8e req-b8758b72-e747-4aab-aaf7-32a0adac57b6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d911b86e-806e-4a78-b823-74b5208f0140&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1548526 Feb 10 23:47:40.263580 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f57638f3-0376-452c-b9bb-353e531d2b8e req-6166c261-bcc4-408b-bee1-39e4c94291c1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7aa12777ef71410eaa70251ed5176e4b&device_id=d911b86e-806e-4a78-b823-74b5208f0140 HTTP/1.1" status: 200 len: 1099 time: 0.0660200 Feb 10 23:47:40.405652 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57638f3-0376-452c-b9bb-353e531d2b8e req-c8b52861-4fd2-4060-a0a1-729a34860638 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:47:40.407041 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f57638f3-0376-452c-b9bb-353e531d2b8e req-c8b52861-4fd2-4060-a0a1-729a34860638 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3d5ab47e-a53c-4b26-8d33-1ff077b8e91e HTTP/1.1" status: 200 len: 897 time: 0.1251199 Feb 10 23:47:40.507941 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f57638f3-0376-452c-b9bb-353e531d2b8e req-61150b86-9dfe-4ed7-8a0d-50cec37fb323 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa98b7f9-e71d-4cf7-a75e-5a7be2178dda HTTP/1.1" status: 200 len: 1002 time: 0.0945449 Feb 10 23:47:40.568882 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57638f3-0376-452c-b9bb-353e531d2b8e req-29295c3f-b503-4323-bc9b-36a0ceb68da5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:47:40.570438 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f57638f3-0376-452c-b9bb-353e531d2b8e req-29295c3f-b503-4323-bc9b-36a0ceb68da5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=851d5121-1343-4584-bcee-aeb5f52eb534 HTTP/1.1" status: 200 len: 834 time: 0.0562732 Feb 10 23:47:40.646290 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f57638f3-0376-452c-b9bb-353e531d2b8e req-940cb6e7-8930-403d-8015-30e200bf68b1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3d5ab47e-a53c-4b26-8d33-1ff077b8e91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695980 Feb 10 23:47:40.773837 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f57638f3-0376-452c-b9bb-353e531d2b8e req-9887999b-85c8-4342-8d70-a45d534868ed service neutron] 10.222.0.37 "GET /v2.0/networks/3d5ab47e-a53c-4b26-8d33-1ff077b8e91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213019 Feb 10 23:47:40.900497 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f57638f3-0376-452c-b9bb-353e531d2b8e req-ec8c0691-caf5-450d-a289-fe645cd9d2ac service neutron] 10.222.0.37 "GET /v2.0/networks/3d5ab47e-a53c-4b26-8d33-1ff077b8e91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197965 Feb 10 23:47:42.416382 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 56566) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:47:42.623829 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-9b4985e9-b9bc-49e2-bfba-e1a8aa655e54 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Deleting port 8bfa2342-f0f5-45b1-bc78-41d9d816744d {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:47:42.624171 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9b4985e9-b9bc-49e2-bfba-e1a8aa655e54 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:42.789170 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9b4985e9-b9bc-49e2-bfba-e1a8aa655e54 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:42.789365 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9b4985e9-b9bc-49e2-bfba-e1a8aa655e54 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:42.908810 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-9b4985e9-b9bc-49e2-bfba-e1a8aa655e54 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Calling delete_port for 8bfa2342-f0f5-45b1-bc78-41d9d816744d owned by network:floatingip {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:47:43.126949 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9b4985e9-b9bc-49e2-bfba-e1a8aa655e54 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:43.171109 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4985e9-b9bc-49e2-bfba-e1a8aa655e54 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event deleted for resources: {'Port': ['ID=8bfa2342-f0f5-45b1-bc78-41d9d816744d,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:43.297659 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4985e9-b9bc-49e2-bfba-e1a8aa655e54 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:43.297995 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4985e9-b9bc-49e2-bfba-e1a8aa655e54 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:43.298324 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4985e9-b9bc-49e2-bfba-e1a8aa655e54 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:43.298667 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4985e9-b9bc-49e2-bfba-e1a8aa655e54 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:43.298967 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4985e9-b9bc-49e2-bfba-e1a8aa655e54 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:43.299282 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4985e9-b9bc-49e2-bfba-e1a8aa655e54 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:43.299595 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4985e9-b9bc-49e2-bfba-e1a8aa655e54 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:43.299906 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4985e9-b9bc-49e2-bfba-e1a8aa655e54 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:43.300215 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4985e9-b9bc-49e2-bfba-e1a8aa655e54 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:43.300521 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4985e9-b9bc-49e2-bfba-e1a8aa655e54 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:43.300853 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4985e9-b9bc-49e2-bfba-e1a8aa655e54 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:43.357126 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9b4985e9-b9bc-49e2-bfba-e1a8aa655e54 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for floatingip, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:43.745254 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b4985e9-b9bc-49e2-bfba-e1a8aa655e54 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Router ab13df17-1ede-402b-8884-bd22f2456efa has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:47:43.949146 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b4985e9-b9bc-49e2-bfba-e1a8aa655e54 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:47:43.958805 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91902a43-b551-47b7-b8b1-5e5a8ce95872 None None] Sync routers for ids ['ab13df17-1ede-402b-8884-bd22f2456efa'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:47:43.970833 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91902a43-b551-47b7-b8b1-5e5a8ce95872 None None] Routers {'ab13df17-1ede-402b-8884-bd22f2456efa'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:47:43.971460 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-91902a43-b551-47b7-b8b1-5e5a8ce95872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:47:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['ab13df17-1ede-402b-8884-bd22f2456efa'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:47:44.017990 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9b4985e9-b9bc-49e2-bfba-e1a8aa655e54 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:44.074993 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-9b4985e9-b9bc-49e2-bfba-e1a8aa655e54 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "DELETE /v2.0/floatingips/dc14bd59-86f4-47f7-af51-d363a75f98c9 HTTP/1.1" status: 204 len: 168 time: 1.6575215 Feb 10 23:47:44.075658 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd911b86e-806e-4a78-b823-74b5208f0140', 'tag': 'aa98b7f9-e71d-4cf7-a75e-5a7be2178dda'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:47:44.143922 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd911b86e-806e-4a78-b823-74b5208f0140', 'tag': 'aa98b7f9-e71d-4cf7-a75e-5a7be2178dda', 'status': 'completed', 'code': 200} Feb 10 23:47:44.156980 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-91902a43-b551-47b7-b8b1-5e5a8ce95872 None None] Set router ab13df17-1ede-402b-8884-bd22f2456efa gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:47:44.237417 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b3090c6a-123f-470f-adc7-6c4121d92d1b req-52e0212c-69eb-49d4-8625-e71c86fe8d85 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7aa12777ef71410eaa70251ed5176e4b&device_id=d911b86e-806e-4a78-b823-74b5208f0140 HTTP/1.1" status: 200 len: 1099 time: 0.0715814 Feb 10 23:47:44.372701 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3090c6a-123f-470f-adc7-6c4121d92d1b req-0ab1c285-26ef-49f3-96d5-c69b35a68b32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:47:44.374129 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b3090c6a-123f-470f-adc7-6c4121d92d1b req-0ab1c285-26ef-49f3-96d5-c69b35a68b32 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3d5ab47e-a53c-4b26-8d33-1ff077b8e91e HTTP/1.1" status: 200 len: 897 time: 0.1307950 Feb 10 23:47:44.447351 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b3090c6a-123f-470f-adc7-6c4121d92d1b req-c83ef22c-8f1d-48c3-b1a8-4849340f8711 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa98b7f9-e71d-4cf7-a75e-5a7be2178dda HTTP/1.1" status: 200 len: 217 time: 0.0671673 Feb 10 23:47:44.461278 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-91902a43-b551-47b7-b8b1-5e5a8ce95872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab13df17-1ede-402b-8884-bd22f2456efa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1805181584', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.33'}], 'enable_snat': True}, 'gw_port_id': '86bf5059-bdb8-4e60-a8d4-35a4dc51424f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:45:58Z', 'updated_at': '2022-02-10T23:46:03Z', 'revision_number': 4, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': '86bf5059-bdb8-4e60-a8d4-35a4dc51424f', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ad:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13df17-1ede-402b-8884-bd22f2456efa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:45:58Z', 'updated_at': '2022-02-10T23:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'f8e61a3c-1e6b-4716-a20e-76b689e9de4f', 'name': '', 'network_id': '3d5ab47e-a53c-4b26-8d33-1ff077b8e91e', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'mac_address': 'fa:16:3e:76:38:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13df17-1ede-402b-8884-bd22f2456efa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '851d5121-1343-4584-bcee-aeb5f52eb534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:46:02Z', 'updated_at': '2022-02-10T23:46:09Z', 'revision_number': 5, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'subnets': [{'id': '851d5121-1343-4584-bcee-aeb5f52eb534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:47:44.465059 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91902a43-b551-47b7-b8b1-5e5a8ce95872 None None] Checking router: ab13df17-1ede-402b-8884-bd22f2456efa for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:47:44.475055 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91902a43-b551-47b7-b8b1-5e5a8ce95872 None None] Routers {'ab13df17-1ede-402b-8884-bd22f2456efa'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:47:44.475709 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-91902a43-b551-47b7-b8b1-5e5a8ce95872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:47:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['ab13df17-1ede-402b-8884-bd22f2456efa'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:47:44.512490 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3090c6a-123f-470f-adc7-6c4121d92d1b req-1f21b62a-6552-41a4-b4c6-986ec1e4dba6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:47:44.514050 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b3090c6a-123f-470f-adc7-6c4121d92d1b req-1f21b62a-6552-41a4-b4c6-986ec1e4dba6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=851d5121-1343-4584-bcee-aeb5f52eb534 HTTP/1.1" status: 200 len: 834 time: 0.0611956 Feb 10 23:47:44.597598 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b3090c6a-123f-470f-adc7-6c4121d92d1b req-a82e4ecf-1e0e-4af0-b281-b723c43f9c4d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3d5ab47e-a53c-4b26-8d33-1ff077b8e91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762258 Feb 10 23:47:44.669188 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-91902a43-b551-47b7-b8b1-5e5a8ce95872 None None] Set router ab13df17-1ede-402b-8884-bd22f2456efa gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:47:44.678082 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dce410-b85a-447b-96b8-c44b18ee9cf1 req-76af426b-0b2e-441f-976a-d9199040d544 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:47:44.678893 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-b6dce410-b85a-447b-96b8-c44b18ee9cf1 req-76af426b-0b2e-441f-976a-d9199040d544 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Synchronizing usage tracker for tenant:7aa12777ef71410eaa70251ed5176e4b on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:47:44.735088 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b3090c6a-123f-470f-adc7-6c4121d92d1b req-d5fef3d5-acc7-437d-876a-f9c5a050e79c service neutron] 10.222.0.37 "GET /v2.0/networks/3d5ab47e-a53c-4b26-8d33-1ff077b8e91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303606 Feb 10 23:47:44.743789 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-b6dce410-b85a-447b-96b8-c44b18ee9cf1 req-76af426b-0b2e-441f-976a-d9199040d544 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Unset dirty status for tenant:7aa12777ef71410eaa70251ed5176e4b on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:47:44.745041 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-b6dce410-b85a-447b-96b8-c44b18ee9cf1 req-76af426b-0b2e-441f-976a-d9199040d544 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=d911b86e-806e-4a78-b823-74b5208f0140 HTTP/1.1" status: 200 len: 946 time: 0.1477754 Feb 10 23:47:44.798112 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-b6dce410-b85a-447b-96b8-c44b18ee9cf1 req-55789865-f237-4447-b46e-f6ec12fe7868 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=73467437-d90b-4095-b192-7574ffe70382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466917 Feb 10 23:47:44.877728 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b3090c6a-123f-470f-adc7-6c4121d92d1b req-dd9008a4-338c-4a74-aa08-84b9dc6a1a71 service neutron] 10.222.0.37 "GET /v2.0/networks/3d5ab47e-a53c-4b26-8d33-1ff077b8e91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360860 Feb 10 23:47:45.017930 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-91902a43-b551-47b7-b8b1-5e5a8ce95872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab13df17-1ede-402b-8884-bd22f2456efa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1805181584', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.33'}], 'enable_snat': True}, 'gw_port_id': '86bf5059-bdb8-4e60-a8d4-35a4dc51424f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:45:58Z', 'updated_at': '2022-02-10T23:46:03Z', 'revision_number': 4, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': '86bf5059-bdb8-4e60-a8d4-35a4dc51424f', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ad:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13df17-1ede-402b-8884-bd22f2456efa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:45:58Z', 'updated_at': '2022-02-10T23:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'f8e61a3c-1e6b-4716-a20e-76b689e9de4f', 'name': '', 'network_id': '3d5ab47e-a53c-4b26-8d33-1ff077b8e91e', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'mac_address': 'fa:16:3e:76:38:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13df17-1ede-402b-8884-bd22f2456efa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '851d5121-1343-4584-bcee-aeb5f52eb534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:46:02Z', 'updated_at': '2022-02-10T23:46:09Z', 'revision_number': 5, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'subnets': [{'id': '851d5121-1343-4584-bcee-aeb5f52eb534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:47:45.021678 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91902a43-b551-47b7-b8b1-5e5a8ce95872 None None] The sync data for ids ['ab13df17-1ede-402b-8884-bd22f2456efa'] in dv-neutron-828797-1-hyperv is: [{'id': 'ab13df17-1ede-402b-8884-bd22f2456efa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1805181584', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.33'}], 'enable_snat': True}, 'gw_port_id': '86bf5059-bdb8-4e60-a8d4-35a4dc51424f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:45:58Z', 'updated_at': '2022-02-10T23:46:03Z', 'revision_number': 4, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': '86bf5059-bdb8-4e60-a8d4-35a4dc51424f', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ad:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13df17-1ede-402b-8884-bd22f2456efa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:45:58Z', 'updated_at': '2022-02-10T23:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'f8e61a3c-1e6b-4716-a20e-76b689e9de4f', 'name': '', 'network_id': '3d5ab47e-a53c-4b26-8d33-1ff077b8e91e', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'mac_address': 'fa:16:3e:76:38:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13df17-1ede-402b-8884-bd22f2456efa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '851d5121-1343-4584-bcee-aeb5f52eb534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:46:02Z', 'updated_at': '2022-02-10T23:46:09Z', 'revision_number': 5, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'subnets': [{'id': '851d5121-1343-4584-bcee-aeb5f52eb534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:47:45.227347 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ffca2e-14d0-4055-b24b-7551f9ce301b None None] New status for floating IP dc14bd59-86f4-47f7-af51-d363a75f98c9: DOWN {{(pid=84334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 23:47:46.149366 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604daa27-c2f7-4cb9-85ba-c2a9c7417afc req-ca24b5cb-b7a4-4b0f-ad74-3a38ab6d41ca tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:47:46.150698 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-604daa27-c2f7-4cb9-85ba-c2a9c7417afc req-ca24b5cb-b7a4-4b0f-ad74-3a38ab6d41ca tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=d911b86e-806e-4a78-b823-74b5208f0140 HTTP/1.1" status: 200 len: 946 time: 0.2157309 Feb 10 23:47:46.184303 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce91f7-e792-480c-b7c5-e2ca278195e3 req-859d0292-d2dd-4a12-acf1-be43fde114ed tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:47:46.185667 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-87ce91f7-e792-480c-b7c5-e2ca278195e3 req-859d0292-d2dd-4a12-acf1-be43fde114ed tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.37 "GET /v2.0/ports?device_id=d911b86e-806e-4a78-b823-74b5208f0140 HTTP/1.1" status: 200 len: 946 time: 0.2053950 Feb 10 23:47:46.248950 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-604daa27-c2f7-4cb9-85ba-c2a9c7417afc req-d18eff7c-be17-449c-9e83-d3c8feb9a4f1 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=73467437-d90b-4095-b192-7574ffe70382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914934 Feb 10 23:47:46.261567 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-87ce91f7-e792-480c-b7c5-e2ca278195e3 req-7a904d6a-ef9c-4cef-a274-be27d41dd1c9 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Deleting port aa98b7f9-e71d-4cf7-a75e-5a7be2178dda {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:47:46.261902 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-87ce91f7-e792-480c-b7c5-e2ca278195e3 req-7a904d6a-ef9c-4cef-a274-be27d41dd1c9 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:46.469240 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:46.495348 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-87ce91f7-e792-480c-b7c5-e2ca278195e3 req-7a904d6a-ef9c-4cef-a274-be27d41dd1c9 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] For port aa98b7f9-e71d-4cf7-a75e-5a7be2178dda, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=aa98b7f9-e71d-4cf7-a75e-5a7be2178dda,segment=NetworkSegment(01286df3-eb3a-4256-b29e-4ea6491baa50),segment_id=01286df3-eb3a-4256-b29e-4ea6491baa50)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:47:46.495699 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-87ce91f7-e792-480c-b7c5-e2ca278195e3 req-7a904d6a-ef9c-4cef-a274-be27d41dd1c9 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:46.615448 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-87ce91f7-e792-480c-b7c5-e2ca278195e3 req-7a904d6a-ef9c-4cef-a274-be27d41dd1c9 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Calling delete_port for aa98b7f9-e71d-4cf7-a75e-5a7be2178dda owned by compute:nova {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:47:46.824034 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-87ce91f7-e792-480c-b7c5-e2ca278195e3 req-7a904d6a-ef9c-4cef-a274-be27d41dd1c9 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:46.872533 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a904d6a-ef9c-4cef-a274-be27d41dd1c9 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event deleted for resources: {'Port': ['ID=aa98b7f9-e71d-4cf7-a75e-5a7be2178dda,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:46.914453 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a904d6a-ef9c-4cef-a274-be27d41dd1c9 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:46.914804 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a904d6a-ef9c-4cef-a274-be27d41dd1c9 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:46.915144 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a904d6a-ef9c-4cef-a274-be27d41dd1c9 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:46.915480 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a904d6a-ef9c-4cef-a274-be27d41dd1c9 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:46.915818 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a904d6a-ef9c-4cef-a274-be27d41dd1c9 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:46.916147 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a904d6a-ef9c-4cef-a274-be27d41dd1c9 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:46.916471 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a904d6a-ef9c-4cef-a274-be27d41dd1c9 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:46.916818 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a904d6a-ef9c-4cef-a274-be27d41dd1c9 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:46.917138 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a904d6a-ef9c-4cef-a274-be27d41dd1c9 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:46.917463 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a904d6a-ef9c-4cef-a274-be27d41dd1c9 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:46.917779 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a904d6a-ef9c-4cef-a274-be27d41dd1c9 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:46.955895 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ce91f7-e792-480c-b7c5-e2ca278195e3 req-7a904d6a-ef9c-4cef-a274-be27d41dd1c9 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] No DVR routers for this DVR port aa98b7f9-e71d-4cf7-a75e-5a7be2178dda on host hv-neutron-8287 {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:47:46.958109 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-87ce91f7-e792-480c-b7c5-e2ca278195e3 req-7a904d6a-ef9c-4cef-a274-be27d41dd1c9 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:46.961096 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd911b86e-806e-4a78-b823-74b5208f0140', 'name': 'network-vif-deleted', 'tag': 'aa98b7f9-e71d-4cf7-a75e-5a7be2178dda'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:47:47.017732 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd911b86e-806e-4a78-b823-74b5208f0140', 'name': 'network-vif-deleted', 'tag': 'aa98b7f9-e71d-4cf7-a75e-5a7be2178dda', 'status': 'completed', 'code': 200} Feb 10 23:47:47.030367 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-87ce91f7-e792-480c-b7c5-e2ca278195e3 req-7a904d6a-ef9c-4cef-a274-be27d41dd1c9 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.37 "DELETE /v2.0/ports/aa98b7f9-e71d-4cf7-a75e-5a7be2178dda HTTP/1.1" status: 204 len: 173 time: 0.8367009 Feb 10 23:47:47.434998 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-6a02856b-3d84-493b-af0e-70b44b70abbe req-235702dd-8537-4b61-8cc4-1d74ef05c43f tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Synchronizing usage tracker for tenant:7aa12777ef71410eaa70251ed5176e4b on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:47:47.515049 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-6a02856b-3d84-493b-af0e-70b44b70abbe req-235702dd-8537-4b61-8cc4-1d74ef05c43f tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Unset dirty status for tenant:7aa12777ef71410eaa70251ed5176e4b on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:47:47.516077 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6a02856b-3d84-493b-af0e-70b44b70abbe req-235702dd-8537-4b61-8cc4-1d74ef05c43f tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=d911b86e-806e-4a78-b823-74b5208f0140 HTTP/1.1" status: 200 len: 210 time: 0.1258898 Feb 10 23:47:48.624790 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 56586) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:47:49.012208 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2fde2de6-28d9-4890-a3e9-5cbbada04299 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732944'] for router_interface, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:49.080690 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-efeeb683-0fae-4638-a42e-c24e3b0aa3c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:49.518109 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device aa98b7f9-e71d-4cf7-a75e-5a7be2178dda no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:47:49.550339 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] No Port match for: aa98b7f9-e71d-4cf7-a75e-5a7be2178dda {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:47:49.550680 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device aa98b7f9-e71d-4cf7-a75e-5a7be2178dda not bound to the agent host hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:47:49.706659 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-2fde2de6-28d9-4890-a3e9-5cbbada04299 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Deleting port f8e61a3c-1e6b-4716-a20e-76b689e9de4f {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:47:49.707266 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2fde2de6-28d9-4890-a3e9-5cbbada04299 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:49.883160 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-2fde2de6-28d9-4890-a3e9-5cbbada04299 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] For port f8e61a3c-1e6b-4716-a20e-76b689e9de4f, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=f8e61a3c-1e6b-4716-a20e-76b689e9de4f,segment=NetworkSegment(01286df3-eb3a-4256-b29e-4ea6491baa50),segment_id=01286df3-eb3a-4256-b29e-4ea6491baa50)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:47:49.883397 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2fde2de6-28d9-4890-a3e9-5cbbada04299 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:50.001468 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-2fde2de6-28d9-4890-a3e9-5cbbada04299 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Calling delete_port for f8e61a3c-1e6b-4716-a20e-76b689e9de4f owned by network:router_interface {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:47:50.257720 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2fde2de6-28d9-4890-a3e9-5cbbada04299 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:50.305935 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fde2de6-28d9-4890-a3e9-5cbbada04299 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event deleted for resources: {'Port': ['ID=f8e61a3c-1e6b-4716-a20e-76b689e9de4f,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:50.602260 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2fde2de6-28d9-4890-a3e9-5cbbada04299 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2767638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733091'] for router_interface, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:51.248489 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fde2de6-28d9-4890-a3e9-5cbbada04299 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Router ab13df17-1ede-402b-8884-bd22f2456efa has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:47:51.269411 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5286fe37-a687-430e-a212-4ffaecab26f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:51.447560 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fde2de6-28d9-4890-a3e9-5cbbada04299 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:47:51.456663 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7951df01-2e47-462d-9952-407a86585ec6 None None] Sync routers for ids ['ab13df17-1ede-402b-8884-bd22f2456efa'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:47:51.468235 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7951df01-2e47-462d-9952-407a86585ec6 None None] Routers {'ab13df17-1ede-402b-8884-bd22f2456efa'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:47:51.468905 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-7951df01-2e47-462d-9952-407a86585ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:47:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['ab13df17-1ede-402b-8884-bd22f2456efa'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:47:51.505184 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-2fde2de6-28d9-4890-a3e9-5cbbada04299 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "PUT /v2.0/routers/ab13df17-1ede-402b-8884-bd22f2456efa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8789546 Feb 10 23:47:51.508349 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 56590) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:47:51.645301 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-7951df01-2e47-462d-9952-407a86585ec6 None None] Set router ab13df17-1ede-402b-8884-bd22f2456efa gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:47:51.692927 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6830a6a-6885-4487-8f04-6429423ea967 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Deleting subnet 851d5121-1343-4584-bcee-aeb5f52eb534 {{(pid=84333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:47:51.695899 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a6830a6a-6885-4487-8f04-6429423ea967 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for subnet, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:51.753659 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a6830a6a-6885-4487-8f04-6429423ea967 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31983416'] for subnet, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:51.834453 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a6830a6a-6885-4487-8f04-6429423ea967 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:51.922670 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-7951df01-2e47-462d-9952-407a86585ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab13df17-1ede-402b-8884-bd22f2456efa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1805181584', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.33'}], 'enable_snat': True}, 'gw_port_id': '86bf5059-bdb8-4e60-a8d4-35a4dc51424f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:45:58Z', 'updated_at': '2022-02-10T23:47:50Z', 'revision_number': 5, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': '86bf5059-bdb8-4e60-a8d4-35a4dc51424f', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ad:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13df17-1ede-402b-8884-bd22f2456efa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:45:58Z', 'updated_at': '2022-02-10T23:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:47:51.926464 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7951df01-2e47-462d-9952-407a86585ec6 None None] Checking router: ab13df17-1ede-402b-8884-bd22f2456efa for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:47:51.937624 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7951df01-2e47-462d-9952-407a86585ec6 None None] Routers {'ab13df17-1ede-402b-8884-bd22f2456efa'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:47:51.938218 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-7951df01-2e47-462d-9952-407a86585ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:47:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['ab13df17-1ede-402b-8884-bd22f2456efa'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:47:51.989750 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a6830a6a-6885-4487-8f04-6429423ea967 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32244837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32320787'] for subnet, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:52.033965 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6830a6a-6885-4487-8f04-6429423ea967 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event deleted for resources: {'Subnet': ['ID=851d5121-1343-4584-bcee-aeb5f52eb534,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:52.040348 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a6830a6a-6885-4487-8f04-6429423ea967 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for subnet, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:52.049832 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-a6830a6a-6885-4487-8f04-6429423ea967 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "DELETE /v2.0/subnets/851d5121-1343-4584-bcee-aeb5f52eb534 HTTP/1.1" status: 204 len: 168 time: 0.5380690 Feb 10 23:47:52.050032 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d38dcd-8750-4d63-9e79-3c395676be3f None None] Network 3d5ab47e-a53c-4b26-8d33-1ff077b8e91e requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:47:52.050151 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 56594) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:47:52.122192 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-7951df01-2e47-462d-9952-407a86585ec6 None None] Set router ab13df17-1ede-402b-8884-bd22f2456efa gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:47:52.252871 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-974e79ec-e381-4a9a-967e-d468e38bc576 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:52.312905 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c20743b-55c2-4a96-b03d-e0fd6520467d None None] DHCP port deletion for 3d5ab47e-a53c-4b26-8d33-1ff077b8e91e request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:47:52.317188 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-4c20743b-55c2-4a96-b03d-e0fd6520467d None None] Deleting port a27643af-37f5-4882-8529-c0f53474e330 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:47:52.317560 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4c20743b-55c2-4a96-b03d-e0fd6520467d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:52.448934 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-7951df01-2e47-462d-9952-407a86585ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab13df17-1ede-402b-8884-bd22f2456efa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1805181584', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.33'}], 'enable_snat': True}, 'gw_port_id': '86bf5059-bdb8-4e60-a8d4-35a4dc51424f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:45:58Z', 'updated_at': '2022-02-10T23:47:50Z', 'revision_number': 5, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': '86bf5059-bdb8-4e60-a8d4-35a4dc51424f', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ad:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13df17-1ede-402b-8884-bd22f2456efa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:45:58Z', 'updated_at': '2022-02-10T23:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:47:52.453416 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7951df01-2e47-462d-9952-407a86585ec6 None None] The sync data for ids ['ab13df17-1ede-402b-8884-bd22f2456efa'] in dv-neutron-828797-1-hyperv is: [{'id': 'ab13df17-1ede-402b-8884-bd22f2456efa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1805181584', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.33'}], 'enable_snat': True}, 'gw_port_id': '86bf5059-bdb8-4e60-a8d4-35a4dc51424f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:45:58Z', 'updated_at': '2022-02-10T23:47:50Z', 'revision_number': 5, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': '86bf5059-bdb8-4e60-a8d4-35a4dc51424f', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ad:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13df17-1ede-402b-8884-bd22f2456efa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:45:58Z', 'updated_at': '2022-02-10T23:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:47:52.461953 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-974e79ec-e381-4a9a-967e-d468e38bc576 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:52.543488 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-974e79ec-e381-4a9a-967e-d468e38bc576 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Deleting port 86bf5059-bdb8-4e60-a8d4-35a4dc51424f {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:47:52.543837 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-974e79ec-e381-4a9a-967e-d468e38bc576 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:52.549595 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-4c20743b-55c2-4a96-b03d-e0fd6520467d None None] For port a27643af-37f5-4882-8529-c0f53474e330, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=a27643af-37f5-4882-8529-c0f53474e330,segment=NetworkSegment(01286df3-eb3a-4256-b29e-4ea6491baa50),segment_id=01286df3-eb3a-4256-b29e-4ea6491baa50)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:47:52.550004 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4c20743b-55c2-4a96-b03d-e0fd6520467d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:52.651783 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:52.706115 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:52.713886 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-4c20743b-55c2-4a96-b03d-e0fd6520467d None None] Calling delete_port for a27643af-37f5-4882-8529-c0f53474e330 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:47:52.834301 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-974e79ec-e381-4a9a-967e-d468e38bc576 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] For port 86bf5059-bdb8-4e60-a8d4-35a4dc51424f, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=86bf5059-bdb8-4e60-a8d4-35a4dc51424f,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:47:52.835254 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-974e79ec-e381-4a9a-967e-d468e38bc576 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:52.846229 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4c20743b-55c2-4a96-b03d-e0fd6520467d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:52.889711 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device a27643af-37f5-4882-8529-c0f53474e330 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:47:52.933068 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: a27643af-37f5-4882-8529-c0f53474e330 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:47:52.933404 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device a27643af-37f5-4882-8529-c0f53474e330 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:47:52.933866 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device f8e61a3c-1e6b-4716-a20e-76b689e9de4f no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:47:52.956098 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c20743b-55c2-4a96-b03d-e0fd6520467d None None] Pushing event deleted for resources: {'Port': ['ID=a27643af-37f5-4882-8529-c0f53474e330,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:52.962918 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c20743b-55c2-4a96-b03d-e0fd6520467d None None] No DVR routers for this DVR port a27643af-37f5-4882-8529-c0f53474e330 on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:47:52.965278 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-974e79ec-e381-4a9a-967e-d468e38bc576 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Calling delete_port for 86bf5059-bdb8-4e60-a8d4-35a4dc51424f owned by network:router_gateway {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:47:52.971504 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: f8e61a3c-1e6b-4716-a20e-76b689e9de4f {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:47:52.971845 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device f8e61a3c-1e6b-4716-a20e-76b689e9de4f not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:47:52.980423 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c20743b-55c2-4a96-b03d-e0fd6520467d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:52.980423 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c20743b-55c2-4a96-b03d-e0fd6520467d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:52.980423 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c20743b-55c2-4a96-b03d-e0fd6520467d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:52.980886 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c20743b-55c2-4a96-b03d-e0fd6520467d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:52.980886 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c20743b-55c2-4a96-b03d-e0fd6520467d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:52.981303 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c20743b-55c2-4a96-b03d-e0fd6520467d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:52.981546 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c20743b-55c2-4a96-b03d-e0fd6520467d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:52.981847 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c20743b-55c2-4a96-b03d-e0fd6520467d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:52.982281 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c20743b-55c2-4a96-b03d-e0fd6520467d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:52.982621 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c20743b-55c2-4a96-b03d-e0fd6520467d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:52.983011 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c20743b-55c2-4a96-b03d-e0fd6520467d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:53.178023 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-974e79ec-e381-4a9a-967e-d468e38bc576 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:53.220979 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974e79ec-e381-4a9a-967e-d468e38bc576 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event deleted for resources: {'Port': ['ID=86bf5059-bdb8-4e60-a8d4-35a4dc51424f,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:53.438420 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-974e79ec-e381-4a9a-967e-d468e38bc576 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734197'] for router_gateway, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:53.690274 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-974e79ec-e381-4a9a-967e-d468e38bc576 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:53.695000 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-974e79ec-e381-4a9a-967e-d468e38bc576 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:53.800721 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-974e79ec-e381-4a9a-967e-d468e38bc576 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:53.801251 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974e79ec-e381-4a9a-967e-d468e38bc576 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Fanout notify agent at l3_agent the message router_deleted on router ab13df17-1ede-402b-8884-bd22f2456efa {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:47:53.815339 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-974e79ec-e381-4a9a-967e-d468e38bc576 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:53.817951 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-974e79ec-e381-4a9a-967e-d468e38bc576 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "DELETE /v2.0/routers/ab13df17-1ede-402b-8884-bd22f2456efa HTTP/1.1" status: 204 len: 168 time: 1.7655191 Feb 10 23:47:53.825960 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 56598) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:47:53.942114 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d7207e18-f7e5-46b4-8d51-bed3bcc69bc2 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:54.069721 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d7207e18-f7e5-46b4-8d51-bed3bcc69bc2 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:54.094045 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-d7207e18-f7e5-46b4-8d51-bed3bcc69bc2 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d5ab47e-a53c-4b26-8d33-1ff077b8e91e']}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:47:54.105793 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-d7207e18-f7e5-46b4-8d51-bed3bcc69bc2 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01286df3-eb3a-4256-b29e-4ea6491baa50') {'for_net_delete': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:47:54.106097 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.services.segments.db [None req-d7207e18-f7e5-46b4-8d51-bed3bcc69bc2 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01286df3-eb3a-4256-b29e-4ea6491baa50') {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:47:54.117082 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d7207e18-f7e5-46b4-8d51-bed3bcc69bc2 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31983411'] for segment, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:54.132793 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d7207e18-f7e5-46b4-8d51-bed3bcc69bc2 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:54.138529 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7207e18-f7e5-46b4-8d51-bed3bcc69bc2 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=84333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:47:54.138890 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d7207e18-f7e5-46b4-8d51-bed3bcc69bc2 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32244943'] for segment, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:54.152787 dv-neutron-828797-1-hyperv neutron-server[84333]: Traceback (most recent call last): Feb 10 23:47:54.152787 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:47:54.152787 dv-neutron-828797-1-hyperv neutron-server[84333]: timer() Feb 10 23:47:54.152787 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:47:54.152787 dv-neutron-828797-1-hyperv neutron-server[84333]: cb(*args, **kw) Feb 10 23:47:54.152787 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:47:54.152787 dv-neutron-828797-1-hyperv neutron-server[84333]: return func(*args, **kwargs) Feb 10 23:47:54.152787 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:47:54.152787 dv-neutron-828797-1-hyperv neutron-server[84333]: self._notify() Feb 10 23:47:54.152787 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:47:54.152787 dv-neutron-828797-1-hyperv neutron-server[84333]: self.callback(batched_events) Feb 10 23:47:54.152787 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:47:54.152787 dv-neutron-828797-1-hyperv neutron-server[84333]: event.method(event) Feb 10 23:47:54.152787 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:47:54.152787 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:47:54.152787 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:47:54.152787 dv-neutron-828797-1-hyperv neutron-server[84333]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:47:54.152787 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:47:54.152787 dv-neutron-828797-1-hyperv neutron-server[84333]: return f(self, *a, **k) Feb 10 23:47:54.152787 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:47:54.152787 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._get(url).json() Feb 10 23:47:54.152787 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:47:54.152787 dv-neutron-828797-1-hyperv neutron-server[84333]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:47:54.152787 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:47:54.152787 dv-neutron-828797-1-hyperv neutron-server[84333]: return self.request(url, 'GET', **kwargs) Feb 10 23:47:54.152787 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:47:54.152787 dv-neutron-828797-1-hyperv neutron-server[84333]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:47:54.152787 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:47:54.152787 dv-neutron-828797-1-hyperv neutron-server[84333]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:47:54.152787 dv-neutron-828797-1-hyperv neutron-server[84333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:47:54.152787 dv-neutron-828797-1-hyperv neutron-server[84333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:47:54.152787 dv-neutron-828797-1-hyperv neutron-server[84333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:47:54.155391 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:54.423523 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d7207e18-f7e5-46b4-8d51-bed3bcc69bc2 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:54.443123 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d7207e18-f7e5-46b4-8d51-bed3bcc69bc2 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:54.454680 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7207e18-f7e5-46b4-8d51-bed3bcc69bc2 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event deleted for resources: {'Network': ['ID=3d5ab47e-a53c-4b26-8d33-1ff077b8e91e,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:54.538016 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-d7207e18-f7e5-46b4-8d51-bed3bcc69bc2 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "DELETE /v2.0/networks/3d5ab47e-a53c-4b26-8d33-1ff077b8e91e HTTP/1.1" status: 204 len: 168 time: 0.7109356 Feb 10 23:47:54.540447 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 56602) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:47:54.610343 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2741cdb6-acb9-4f1d-b991-8fe0e2bbc5cf tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:54.638879 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2741cdb6-acb9-4f1d-b991-8fe0e2bbc5cf tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:54.754436 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2741cdb6-acb9-4f1d-b991-8fe0e2bbc5cf tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:54.772162 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2741cdb6-acb9-4f1d-b991-8fe0e2bbc5cf tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73467437-d90b-4095-b192-7574ffe70382,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:54.840058 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2741cdb6-acb9-4f1d-b991-8fe0e2bbc5cf tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:54.841261 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-2741cdb6-acb9-4f1d-b991-8fe0e2bbc5cf tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "DELETE /v2.0/security-groups/73467437-d90b-4095-b192-7574ffe70382 HTTP/1.1" status: 204 len: 168 time: 0.2998564 Feb 10 23:47:54.856977 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 86bf5059-bdb8-4e60-a8d4-35a4dc51424f no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:47:54.892452 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 86bf5059-bdb8-4e60-a8d4-35a4dc51424f {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:47:54.892815 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 86bf5059-bdb8-4e60-a8d4-35a4dc51424f not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:47:55.251288 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 56610) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:47:55.256827 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-f017a6c4-6739-4be7-b8ea-813ab3cc253f tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-831409484', 'description': 'tempest-secgroup-smoke-831409484 description', 'project_id': '7aa12777ef71410eaa70251ed5176e4b'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:47:55.263421 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f017a6c4-6739-4be7-b8ea-813ab3cc253f tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:47:55.267346 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f017a6c4-6739-4be7-b8ea-813ab3cc253f tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Usage tracker for resource:security_group and tenant:7aa12777ef71410eaa70251ed5176e4b is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:47:55.270133 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f017a6c4-6739-4be7-b8ea-813ab3cc253f tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:47:55.276469 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f017a6c4-6739-4be7-b8ea-813ab3cc253f tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:47:55.349381 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f017a6c4-6739-4be7-b8ea-813ab3cc253f tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:55.384867 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f017a6c4-6739-4be7-b8ea-813ab3cc253f tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:47:55.388552 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f017a6c4-6739-4be7-b8ea-813ab3cc253f tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Usage tracker for resource:security_group_rule and tenant:7aa12777ef71410eaa70251ed5176e4b is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:47:55.391617 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f017a6c4-6739-4be7-b8ea-813ab3cc253f tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:47:55.397167 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f017a6c4-6739-4be7-b8ea-813ab3cc253f tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:47:55.455410 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f017a6c4-6739-4be7-b8ea-813ab3cc253f tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:55.543321 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f017a6c4-6739-4be7-b8ea-813ab3cc253f tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:55.586420 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f017a6c4-6739-4be7-b8ea-813ab3cc253f tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=472a43de-cbf4-4dea-b1a6-9fb18ce1d516,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:55.668646 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f017a6c4-6739-4be7-b8ea-813ab3cc253f tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:55.669876 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f017a6c4-6739-4be7-b8ea-813ab3cc253f tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4176004 Feb 10 23:47:55.672672 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 56614) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:47:55.677965 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-003a96c6-62f6-458f-b9b0-b89c113cff9a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Request body: {'security_group_rule': {'security_group_id': '472a43de-cbf4-4dea-b1a6-9fb18ce1d516', 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:47:55.684365 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-003a96c6-62f6-458f-b9b0-b89c113cff9a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:47:55.688082 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-003a96c6-62f6-458f-b9b0-b89c113cff9a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Usage tracker for resource:security_group_rule and tenant:7aa12777ef71410eaa70251ed5176e4b is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:47:55.690888 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-003a96c6-62f6-458f-b9b0-b89c113cff9a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:47:55.696464 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-003a96c6-62f6-458f-b9b0-b89c113cff9a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:47:55.778532 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-003a96c6-62f6-458f-b9b0-b89c113cff9a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:55.835290 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-003a96c6-62f6-458f-b9b0-b89c113cff9a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:55.891819 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-003a96c6-62f6-458f-b9b0-b89c113cff9a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:55.915057 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003a96c6-62f6-458f-b9b0-b89c113cff9a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab5951d9-1ac7-4396-ac00-66e534b1d6eb,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:55.972043 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-003a96c6-62f6-458f-b9b0-b89c113cff9a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:55.973253 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-003a96c6-62f6-458f-b9b0-b89c113cff9a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2996626 Feb 10 23:47:55.975940 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 56618) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:47:55.981943 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-117315e3-a04d-471c-b5d7-e6f1d1eb0f14 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Request body: {'security_group_rule': {'security_group_id': '472a43de-cbf4-4dea-b1a6-9fb18ce1d516', 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:47:55.987957 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-117315e3-a04d-471c-b5d7-e6f1d1eb0f14 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:47:55.991876 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-117315e3-a04d-471c-b5d7-e6f1d1eb0f14 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Usage tracker for resource:security_group_rule and tenant:7aa12777ef71410eaa70251ed5176e4b is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:47:55.994800 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-117315e3-a04d-471c-b5d7-e6f1d1eb0f14 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:47:56.000631 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-117315e3-a04d-471c-b5d7-e6f1d1eb0f14 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:47:56.057949 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-117315e3-a04d-471c-b5d7-e6f1d1eb0f14 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:56.120407 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-117315e3-a04d-471c-b5d7-e6f1d1eb0f14 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:56.194716 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-117315e3-a04d-471c-b5d7-e6f1d1eb0f14 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:56.218840 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117315e3-a04d-471c-b5d7-e6f1d1eb0f14 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a5aed07-e21b-4e06-939c-35f67fb5ef45,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:56.309348 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-117315e3-a04d-471c-b5d7-e6f1d1eb0f14 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:56.310577 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-117315e3-a04d-471c-b5d7-e6f1d1eb0f14 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3330421 Feb 10 23:47:56.313212 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 56622) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:47:56.318393 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-c8356913-69a3-443a-ab38-52751fb852bf tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Request body: {'security_group_rule': {'security_group_id': '472a43de-cbf4-4dea-b1a6-9fb18ce1d516', 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:47:56.324750 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c8356913-69a3-443a-ab38-52751fb852bf tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:47:56.328406 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c8356913-69a3-443a-ab38-52751fb852bf tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Usage tracker for resource:security_group_rule and tenant:7aa12777ef71410eaa70251ed5176e4b is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:47:56.331224 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c8356913-69a3-443a-ab38-52751fb852bf tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:47:56.337489 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c8356913-69a3-443a-ab38-52751fb852bf tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:47:56.423366 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c8356913-69a3-443a-ab38-52751fb852bf tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:56.483122 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c8356913-69a3-443a-ab38-52751fb852bf tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:56.555376 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c8356913-69a3-443a-ab38-52751fb852bf tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:56.578343 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8356913-69a3-443a-ab38-52751fb852bf tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a242e8d1-400b-4a81-968d-3f126338bbf1,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:56.640399 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c8356913-69a3-443a-ab38-52751fb852bf tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:56.641606 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c8356913-69a3-443a-ab38-52751fb852bf tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3275089 Feb 10 23:47:56.644211 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 56626) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:47:56.649576 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-e20fa553-8bea-4333-af61-4cbe329c4208 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Request body: {'security_group_rule': {'security_group_id': '472a43de-cbf4-4dea-b1a6-9fb18ce1d516', 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:47:56.655352 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e20fa553-8bea-4333-af61-4cbe329c4208 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:47:56.659055 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e20fa553-8bea-4333-af61-4cbe329c4208 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Usage tracker for resource:security_group_rule and tenant:7aa12777ef71410eaa70251ed5176e4b is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:47:56.661836 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e20fa553-8bea-4333-af61-4cbe329c4208 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:47:56.667491 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e20fa553-8bea-4333-af61-4cbe329c4208 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:47:56.749681 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e20fa553-8bea-4333-af61-4cbe329c4208 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:56.811298 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e20fa553-8bea-4333-af61-4cbe329c4208 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:56.880436 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e20fa553-8bea-4333-af61-4cbe329c4208 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:56.902535 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20fa553-8bea-4333-af61-4cbe329c4208 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b0cd69b-d40e-4d86-8de2-d496085dff58,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:56.978516 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e20fa553-8bea-4333-af61-4cbe329c4208 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:56.979727 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e20fa553-8bea-4333-af61-4cbe329c4208 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3345566 Feb 10 23:47:56.982659 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 56630) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:47:56.988076 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-ecb02a6b-f6b6-49c6-99c2-676d3422d9de tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Request body: {'security_group_rule': {'security_group_id': '472a43de-cbf4-4dea-b1a6-9fb18ce1d516', 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:47:56.994629 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-ecb02a6b-f6b6-49c6-99c2-676d3422d9de tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:47:56.998360 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ecb02a6b-f6b6-49c6-99c2-676d3422d9de tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Usage tracker for resource:security_group_rule and tenant:7aa12777ef71410eaa70251ed5176e4b is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:47:57.001546 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ecb02a6b-f6b6-49c6-99c2-676d3422d9de tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:47:57.007085 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-ecb02a6b-f6b6-49c6-99c2-676d3422d9de tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:47:57.103059 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.securitygroups_db [None req-ecb02a6b-f6b6-49c6-99c2-676d3422d9de tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Project 7aa12777ef71410eaa70251ed5176e4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:47:57.109545 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ecb02a6b-f6b6-49c6-99c2-676d3422d9de tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:57.172875 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ecb02a6b-f6b6-49c6-99c2-676d3422d9de tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:57.240104 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ecb02a6b-f6b6-49c6-99c2-676d3422d9de tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:57.266173 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb02a6b-f6b6-49c6-99c2-676d3422d9de tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=792a582a-8f88-4c08-93fe-ed5951e0cee7,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:57.337523 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ecb02a6b-f6b6-49c6-99c2-676d3422d9de tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:57.338721 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ecb02a6b-f6b6-49c6-99c2-676d3422d9de tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3551042 Feb 10 23:47:57.341305 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 56634) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:47:57.346549 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-7b1860f5-c368-4b9c-82f9-7cfc18b7d84c tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Request body: {'security_group_rule': {'security_group_id': '472a43de-cbf4-4dea-b1a6-9fb18ce1d516', 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:47:57.353314 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-7b1860f5-c368-4b9c-82f9-7cfc18b7d84c tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:47:57.357017 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-7b1860f5-c368-4b9c-82f9-7cfc18b7d84c tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Usage tracker for resource:security_group_rule and tenant:7aa12777ef71410eaa70251ed5176e4b is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:47:57.359791 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-7b1860f5-c368-4b9c-82f9-7cfc18b7d84c tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:47:57.365261 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-7b1860f5-c368-4b9c-82f9-7cfc18b7d84c tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:47:57.423013 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.securitygroups_db [None req-7b1860f5-c368-4b9c-82f9-7cfc18b7d84c tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Project 7aa12777ef71410eaa70251ed5176e4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:47:57.429416 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7b1860f5-c368-4b9c-82f9-7cfc18b7d84c tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:57.491731 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7b1860f5-c368-4b9c-82f9-7cfc18b7d84c tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:57.572040 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7b1860f5-c368-4b9c-82f9-7cfc18b7d84c tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:57.615083 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1860f5-c368-4b9c-82f9-7cfc18b7d84c tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0482e99-1139-47b9-9af6-43937af144a1,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:57.714990 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7b1860f5-c368-4b9c-82f9-7cfc18b7d84c tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:57.716219 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7b1860f5-c368-4b9c-82f9-7cfc18b7d84c tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3740182 Feb 10 23:47:57.719085 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 56638) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:47:57.724332 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-2e326f6b-ac5f-4c3f-b0bd-fe6f539b391a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Request body: {'network': {'name': 'tempest-network-smoke--535000940', 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'port_security_enabled': True}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:47:57.729206 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-2e326f6b-ac5f-4c3f-b0bd-fe6f539b391a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:47:57.733126 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-2e326f6b-ac5f-4c3f-b0bd-fe6f539b391a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Usage tracker for resource:network and tenant:7aa12777ef71410eaa70251ed5176e4b is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:47:57.735877 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-2e326f6b-ac5f-4c3f-b0bd-fe6f539b391a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:47:57.741342 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-2e326f6b-ac5f-4c3f-b0bd-fe6f539b391a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:47:57.811547 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e326f6b-ac5f-4c3f-b0bd-fe6f539b391a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Made reservation on behalf of 7aa12777ef71410eaa70251ed5176e4b for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:47:57.814476 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2e326f6b-ac5f-4c3f-b0bd-fe6f539b391a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:57.842342 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e326f6b-ac5f-4c3f-b0bd-fe6f539b391a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:47:57.850334 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2e326f6b-ac5f-4c3f-b0bd-fe6f539b391a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:57.850669 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-2e326f6b-ac5f-4c3f-b0bd-fe6f539b391a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Added segment 25ae0dc8-fdae-4e87-a7f1-ec7eb508bda3 of type vlan for network 2353c8ea-86a3-4acb-b3c9-70b94bfaeeac Feb 10 23:47:57.877906 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2e326f6b-ac5f-4c3f-b0bd-fe6f539b391a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:57.972038 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2e326f6b-ac5f-4c3f-b0bd-fe6f539b391a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:57.975692 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e326f6b-ac5f-4c3f-b0bd-fe6f539b391a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:47:57.976797 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2e326f6b-ac5f-4c3f-b0bd-fe6f539b391a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:58.085955 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e326f6b-ac5f-4c3f-b0bd-fe6f539b391a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'Network': ['ID=2353c8ea-86a3-4acb-b3c9-70b94bfaeeac,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:58.096403 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 2353c8ea-86a3-4acb-b3c9-70b94bfaeeac details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:47:58.121658 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2e326f6b-ac5f-4c3f-b0bd-fe6f539b391a tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4015925 Feb 10 23:47:58.124257 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 56642) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:47:58.129695 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-c3a1fbaa-809b-425e-8a2c-b37010e19cf0 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-784242378', 'admin_state_up': True, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:47:58.137198 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c3a1fbaa-809b-425e-8a2c-b37010e19cf0 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:47:58.140935 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c3a1fbaa-809b-425e-8a2c-b37010e19cf0 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Usage tracker for resource:router and tenant:7aa12777ef71410eaa70251ed5176e4b is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:47:58.143681 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c3a1fbaa-809b-425e-8a2c-b37010e19cf0 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:47:58.149327 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c3a1fbaa-809b-425e-8a2c-b37010e19cf0 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:47:58.211806 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c3a1fbaa-809b-425e-8a2c-b37010e19cf0 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:58.212815 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c3a1fbaa-809b-425e-8a2c-b37010e19cf0 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:58.231368 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c3a1fbaa-809b-425e-8a2c-b37010e19cf0 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:58.520052 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c3a1fbaa-809b-425e-8a2c-b37010e19cf0 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:58.812340 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c3a1fbaa-809b-425e-8a2c-b37010e19cf0 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for router_gateway, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:58.844915 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c3a1fbaa-809b-425e-8a2c-b37010e19cf0 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:58.972667 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-c3a1fbaa-809b-425e-8a2c-b37010e19cf0 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Allocated IP 172.26.8.216 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/2d4222a5-29f6-414b-9710-e31c02824b13) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:47:59.115916 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c3a1fbaa-809b-425e-8a2c-b37010e19cf0 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:59.217587 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c3a1fbaa-809b-425e-8a2c-b37010e19cf0 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:59.294431 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a1fbaa-809b-425e-8a2c-b37010e19cf0 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:47:59.297042 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-c3a1fbaa-809b-425e-8a2c-b37010e19cf0 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:47:59.299602 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a1fbaa-809b-425e-8a2c-b37010e19cf0 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:47:59.327935 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a1fbaa-809b-425e-8a2c-b37010e19cf0 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'Port': ['ID=2d4222a5-29f6-414b-9710-e31c02824b13,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:59.520719 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c3a1fbaa-809b-425e-8a2c-b37010e19cf0 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for router_gateway, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:59.521428 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c3a1fbaa-809b-425e-8a2c-b37010e19cf0 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:59.800447 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a1fbaa-809b-425e-8a2c-b37010e19cf0 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Router f58024f1-3335-4384-bd15-82186445de3d is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:47:59.995856 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a1fbaa-809b-425e-8a2c-b37010e19cf0 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:48:00.005281 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8ad2e7-65d7-45a9-acec-db04c4f7e55f None None] Sync routers for ids ['f58024f1-3335-4384-bd15-82186445de3d'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:48:00.017184 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8ad2e7-65d7-45a9-acec-db04c4f7e55f None None] Routers {'f58024f1-3335-4384-bd15-82186445de3d'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:48:00.017866 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-ee8ad2e7-65d7-45a9-acec-db04c4f7e55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:47:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['f58024f1-3335-4384-bd15-82186445de3d'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:48:00.069430 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c3a1fbaa-809b-425e-8a2c-b37010e19cf0 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:00.071452 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c3a1fbaa-809b-425e-8a2c-b37010e19cf0 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9462192 Feb 10 23:48:00.074637 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 56646) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:48:00.113932 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8cbbe883-b1f7-4224-9b00-a447aabf0ca9 tempest-TestNetworkAdvancedServerOps-195907508 tempest-TestNetworkAdvancedServerOps-195907508-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=7aa12777ef71410eaa70251ed5176e4b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382140 Feb 10 23:48:00.116463 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 56650) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:48:00.189597 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-ee8ad2e7-65d7-45a9-acec-db04c4f7e55f None None] Set router f58024f1-3335-4384-bd15-82186445de3d gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:48:00.248280 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364c755e-12f2-4779-b976-bd9d84a20ba6 tempest-TestNetworkAdvancedServerOps-195907508 tempest-TestNetworkAdvancedServerOps-195907508-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:48:00.249785 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-364c755e-12f2-4779-b976-bd9d84a20ba6 tempest-TestNetworkAdvancedServerOps-195907508 tempest-TestNetworkAdvancedServerOps-195907508-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1324136 Feb 10 23:48:00.253021 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 56654) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:48:00.295117 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3cc985c6-a644-406b-b0cc-cbf7d6e003af tempest-TestNetworkAdvancedServerOps-195907508 tempest-TestNetworkAdvancedServerOps-195907508-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=c2ed7563-f8af-409c-803f-f56530124ba5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410438 Feb 10 23:48:00.297643 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 56658) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:48:00.302827 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-4b3c2b72-e8af-4190-8aac-a57358767ae5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2030987331', 'network_id': '2353c8ea-86a3-4acb-b3c9-70b94bfaeeac', 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:48:00.409722 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-4b3c2b72-e8af-4190-8aac-a57358767ae5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:48:00.413435 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-4b3c2b72-e8af-4190-8aac-a57358767ae5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Usage tracker for resource:subnet and tenant:7aa12777ef71410eaa70251ed5176e4b is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:48:00.417135 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-4b3c2b72-e8af-4190-8aac-a57358767ae5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:48:00.422634 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-4b3c2b72-e8af-4190-8aac-a57358767ae5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:48:00.471698 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-ee8ad2e7-65d7-45a9-acec-db04c4f7e55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58024f1-3335-4384-bd15-82186445de3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784242378', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.216'}], 'enable_snat': True}, 'gw_port_id': '2d4222a5-29f6-414b-9710-e31c02824b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:47:58Z', 'updated_at': '2022-02-10T23:47:59Z', 'revision_number': 3, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': '2d4222a5-29f6-414b-9710-e31c02824b13', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:24:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58024f1-3335-4384-bd15-82186445de3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:47:58Z', 'updated_at': '2022-02-10T23:47:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:48:00.475512 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8ad2e7-65d7-45a9-acec-db04c4f7e55f None None] Checking router: f58024f1-3335-4384-bd15-82186445de3d for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:48:00.475853 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8ad2e7-65d7-45a9-acec-db04c4f7e55f None None] Updating router f58024f1-3335-4384-bd15-82186445de3d port 2d4222a5-29f6-414b-9710-e31c02824b13 binding host dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:48:00.480331 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3c2b72-e8af-4190-8aac-a57358767ae5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Made reservation on behalf of 7aa12777ef71410eaa70251ed5176e4b for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:48:00.527023 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ee8ad2e7-65d7-45a9-acec-db04c4f7e55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:00.678122 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4b3c2b72-e8af-4190-8aac-a57358767ae5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:00.852784 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ee8ad2e7-65d7-45a9-acec-db04c4f7e55f None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:00.864737 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-ee8ad2e7-65d7-45a9-acec-db04c4f7e55f None None] Transition to ACTIVE for port object 2d4222a5-29f6-414b-9710-e31c02824b13 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:48:00.931868 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ee8ad2e7-65d7-45a9-acec-db04c4f7e55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:00.960295 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4b3c2b72-e8af-4190-8aac-a57358767ae5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:01.026215 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3c2b72-e8af-4190-8aac-a57358767ae5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'Subnet': ['ID=48648d7a-988d-4303-8296-2b1e0e6c6dc4,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:48:01.043971 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e6ba6-16a8-474b-aa4c-b657e4c1ff8c None None] Pushing event updated for resources: {'Port': ['ID=2d4222a5-29f6-414b-9710-e31c02824b13,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:48:01.047911 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-ee8ad2e7-65d7-45a9-acec-db04c4f7e55f None None] Attempting to bind port 2d4222a5-29f6-414b-9710-e31c02824b13 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:48:01.048278 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-ee8ad2e7-65d7-45a9-acec-db04c4f7e55f None None] Attempting to bind port 2d4222a5-29f6-414b-9710-e31c02824b13 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:48:01.048672 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8ad2e7-65d7-45a9-acec-db04c4f7e55f None None] Attempting to bind port 2d4222a5-29f6-414b-9710-e31c02824b13 on network c2ed7563-f8af-409c-803f-f56530124ba5 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:48:01.049701 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3c2b72-e8af-4190-8aac-a57358767ae5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Checking segment: {'id': '25ae0dc8-fdae-4e87-a7f1-ec7eb508bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2353c8ea-86a3-4acb-b3c9-70b94bfaeeac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:48:01.050056 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3c2b72-e8af-4190-8aac-a57358767ae5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Network hostable DHCP agents. Network: 2353c8ea-86a3-4acb-b3c9-70b94bfaeeac, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:48:01.055555 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8ad2e7-65d7-45a9-acec-db04c4f7e55f None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:48:01.055927 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8ad2e7-65d7-45a9-acec-db04c4f7e55f None None] Checking segment: {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:48:01.056324 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ee8ad2e7-65d7-45a9-acec-db04c4f7e55f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:01.056734 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8ad2e7-65d7-45a9-acec-db04c4f7e55f None None] Bound using segment: {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:48:01.057196 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-ee8ad2e7-65d7-45a9-acec-db04c4f7e55f None None] Bound port: 2d4222a5-29f6-414b-9710-e31c02824b13, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:48:01.057565 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ee8ad2e7-65d7-45a9-acec-db04c4f7e55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:01.125577 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-ee8ad2e7-65d7-45a9-acec-db04c4f7e55f None None] For port 2d4222a5-29f6-414b-9710-e31c02824b13, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:48:01.128481 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-ee8ad2e7-65d7-45a9-acec-db04c4f7e55f None None] For port 2d4222a5-29f6-414b-9710-e31c02824b13, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=2d4222a5-29f6-414b-9710-e31c02824b13,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:48:01.143234 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3c2b72-e8af-4190-8aac-a57358767ae5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Network 2353c8ea-86a3-4acb-b3c9-70b94bfaeeac is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:48:01.235254 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ee8ad2e7-65d7-45a9-acec-db04c4f7e55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:01.245816 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-4b3c2b72-e8af-4190-8aac-a57358767ae5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 2353c8ea-86a3-4acb-b3c9-70b94bfaeeac) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:48:01.250856 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3c2b72-e8af-4190-8aac-a57358767ae5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:48:01.252479 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4b3c2b72-e8af-4190-8aac-a57358767ae5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:01.274875 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccd0dc6-2b73-462f-b116-d8a1ba93572e None None] Network 2353c8ea-86a3-4acb-b3c9-70b94bfaeeac requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:48:01.349728 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4b3c2b72-e8af-4190-8aac-a57358767ae5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0510337 Feb 10 23:48:01.352989 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 56662) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:48:01.391743 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e6ba6-16a8-474b-aa4c-b657e4c1ff8c None None] Pushing event updated for resources: {'Port': ['ID=2d4222a5-29f6-414b-9710-e31c02824b13,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:48:01.415506 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8ad2e7-65d7-45a9-acec-db04c4f7e55f None None] Routers {'f58024f1-3335-4384-bd15-82186445de3d'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:48:01.416139 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-ee8ad2e7-65d7-45a9-acec-db04c4f7e55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:47:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['f58024f1-3335-4384-bd15-82186445de3d'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:48:01.676077 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49036c6-c038-43c0-b2a6-0bc8032179c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-2353c8ea-86a3-4acb-b3c9-70b94bfaeeac', 'network_id': '2353c8ea-86a3-4acb-b3c9-70b94bfaeeac', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'fixed_ips': [{'subnet_id': '48648d7a-988d-4303-8296-2b1e0e6c6dc4'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:48:01.676992 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c49036c6-c038-43c0-b2a6-0bc8032179c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:01.692692 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-ee8ad2e7-65d7-45a9-acec-db04c4f7e55f None None] Set router f58024f1-3335-4384-bd15-82186445de3d gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:48:02.059805 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-c49036c6-c038-43c0-b2a6-0bc8032179c4 None None] Allocated IP 172.20.0.2 (2353c8ea-86a3-4acb-b3c9-70b94bfaeeac/48648d7a-988d-4303-8296-2b1e0e6c6dc4/3f5ad981-1d52-4972-a69d-8f377805602f) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:48:02.100937 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-01a7c5c2-77d3-4a77-a0e2-e9a1b6c90d2b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:02.191957 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-ee8ad2e7-65d7-45a9-acec-db04c4f7e55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58024f1-3335-4384-bd15-82186445de3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784242378', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.216'}], 'enable_snat': True}, 'gw_port_id': '2d4222a5-29f6-414b-9710-e31c02824b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:47:58Z', 'updated_at': '2022-02-10T23:47:59Z', 'revision_number': 3, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': '2d4222a5-29f6-414b-9710-e31c02824b13', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:24:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58024f1-3335-4384-bd15-82186445de3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:47:58Z', 'updated_at': '2022-02-10T23:48:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:48:02.210756 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8ad2e7-65d7-45a9-acec-db04c4f7e55f None None] The sync data for ids ['f58024f1-3335-4384-bd15-82186445de3d'] in dv-neutron-828797-1-hyperv is: [{'id': 'f58024f1-3335-4384-bd15-82186445de3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784242378', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.216'}], 'enable_snat': True}, 'gw_port_id': '2d4222a5-29f6-414b-9710-e31c02824b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:47:58Z', 'updated_at': '2022-02-10T23:47:59Z', 'revision_number': 3, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': '2d4222a5-29f6-414b-9710-e31c02824b13', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:24:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58024f1-3335-4384-bd15-82186445de3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:47:58Z', 'updated_at': '2022-02-10T23:48:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:48:02.243608 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:48:02.304453 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c49036c6-c038-43c0-b2a6-0bc8032179c4 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:02.315685 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-c49036c6-c038-43c0-b2a6-0bc8032179c4 None None] Transition to ACTIVE for port object 3f5ad981-1d52-4972-a69d-8f377805602f will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:48:02.335724 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-c49036c6-c038-43c0-b2a6-0bc8032179c4 None None] Transition to ACTIVE for port object 3f5ad981-1d52-4972-a69d-8f377805602f will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:48:02.410346 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c49036c6-c038-43c0-b2a6-0bc8032179c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:02.485894 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49036c6-c038-43c0-b2a6-0bc8032179c4 None None] Network 2353c8ea-86a3-4acb-b3c9-70b94bfaeeac is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:48:02.489492 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-c49036c6-c038-43c0-b2a6-0bc8032179c4 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:48:02.493369 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49036c6-c038-43c0-b2a6-0bc8032179c4 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:48:02.544337 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49036c6-c038-43c0-b2a6-0bc8032179c4 None None] Pushing event updated for resources: {'Port': ['ID=3f5ad981-1d52-4972-a69d-8f377805602f,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:48:02.617654 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-c49036c6-c038-43c0-b2a6-0bc8032179c4 None None] Attempting to bind port 3f5ad981-1d52-4972-a69d-8f377805602f on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:48:02.618030 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-c49036c6-c038-43c0-b2a6-0bc8032179c4 None None] Attempting to bind port 3f5ad981-1d52-4972-a69d-8f377805602f by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '25ae0dc8-fdae-4e87-a7f1-ec7eb508bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2353c8ea-86a3-4acb-b3c9-70b94bfaeeac'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:48:02.618403 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49036c6-c038-43c0-b2a6-0bc8032179c4 None None] Attempting to bind port 3f5ad981-1d52-4972-a69d-8f377805602f on network 2353c8ea-86a3-4acb-b3c9-70b94bfaeeac {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:48:02.625584 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49036c6-c038-43c0-b2a6-0bc8032179c4 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:48:02.625954 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49036c6-c038-43c0-b2a6-0bc8032179c4 None None] Checking segment: {'id': '25ae0dc8-fdae-4e87-a7f1-ec7eb508bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2353c8ea-86a3-4acb-b3c9-70b94bfaeeac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:48:02.626374 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c49036c6-c038-43c0-b2a6-0bc8032179c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:02.626753 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49036c6-c038-43c0-b2a6-0bc8032179c4 None None] Bound using segment: {'id': '25ae0dc8-fdae-4e87-a7f1-ec7eb508bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2353c8ea-86a3-4acb-b3c9-70b94bfaeeac'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:48:02.627222 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-c49036c6-c038-43c0-b2a6-0bc8032179c4 None None] Bound port: 3f5ad981-1d52-4972-a69d-8f377805602f, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25ae0dc8-fdae-4e87-a7f1-ec7eb508bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2353c8ea-86a3-4acb-b3c9-70b94bfaeeac'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:48:02.627594 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c49036c6-c038-43c0-b2a6-0bc8032179c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:02.635818 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-01a7c5c2-77d3-4a77-a0e2-e9a1b6c90d2b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Allocated IP 172.20.0.1 (2353c8ea-86a3-4acb-b3c9-70b94bfaeeac/48648d7a-988d-4303-8296-2b1e0e6c6dc4/04a2110c-9b79-4e1e-819f-8fcd50348de1) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:48:02.719981 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-c49036c6-c038-43c0-b2a6-0bc8032179c4 None None] For port 3f5ad981-1d52-4972-a69d-8f377805602f, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:48:02.723749 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-c49036c6-c038-43c0-b2a6-0bc8032179c4 None None] For port 3f5ad981-1d52-4972-a69d-8f377805602f, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=3f5ad981-1d52-4972-a69d-8f377805602f,segment=NetworkSegment(25ae0dc8-fdae-4e87-a7f1-ec7eb508bda3),segment_id=25ae0dc8-fdae-4e87-a7f1-ec7eb508bda3)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:48:02.783936 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c49036c6-c038-43c0-b2a6-0bc8032179c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:02.806587 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-01a7c5c2-77d3-4a77-a0e2-e9a1b6c90d2b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:02.825038 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-01a7c5c2-77d3-4a77-a0e2-e9a1b6c90d2b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Transition to ACTIVE for port object 04a2110c-9b79-4e1e-819f-8fcd50348de1 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:48:02.899071 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-01a7c5c2-77d3-4a77-a0e2-e9a1b6c90d2b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:02.916786 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 2d4222a5-29f6-414b-9710-e31c02824b13 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:48:02.967898 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49036c6-c038-43c0-b2a6-0bc8032179c4 None None] Pushing event updated for resources: {'Port': ['ID=3f5ad981-1d52-4972-a69d-8f377805602f,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:48:02.995424 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a7c5c2-77d3-4a77-a0e2-e9a1b6c90d2b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'Port': ['ID=04a2110c-9b79-4e1e-819f-8fcd50348de1,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:48:03.002269 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a7c5c2-77d3-4a77-a0e2-e9a1b6c90d2b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Network 2353c8ea-86a3-4acb-b3c9-70b94bfaeeac is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:48:03.008590 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-01a7c5c2-77d3-4a77-a0e2-e9a1b6c90d2b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:48:03.008590 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a7c5c2-77d3-4a77-a0e2-e9a1b6c90d2b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:48:03.040628 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 2d4222a5-29f6-414b-9710-e31c02824b13 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:48:03.047045 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 2d4222a5-29f6-414b-9710-e31c02824b13 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:48:03.047552 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:03.067005 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-01a7c5c2-77d3-4a77-a0e2-e9a1b6c90d2b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733071'] for router_interface, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:03.186431 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:03.202980 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 2d4222a5-29f6-414b-9710-e31c02824b13, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=2d4222a5-29f6-414b-9710-e31c02824b13,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:48:03.232424 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-01a7c5c2-77d3-4a77-a0e2-e9a1b6c90d2b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:03.286342 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:03.353804 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=2d4222a5-29f6-414b-9710-e31c02824b13,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:48:03.642567 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-01a7c5c2-77d3-4a77-a0e2-e9a1b6c90d2b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:03.703547 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-01a7c5c2-77d3-4a77-a0e2-e9a1b6c90d2b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:03.818427 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-01a7c5c2-77d3-4a77-a0e2-e9a1b6c90d2b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2767683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732898'] for router_interface, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:03.822236 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a7c5c2-77d3-4a77-a0e2-e9a1b6c90d2b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'Port': ['ID=04a2110c-9b79-4e1e-819f-8fcd50348de1,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:48:03.901398 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a222d11a-d448-40bf-9d30-1bb6ac4937ec None None] Network 2353c8ea-86a3-4acb-b3c9-70b94bfaeeac requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:48:03.961891 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a7c5c2-77d3-4a77-a0e2-e9a1b6c90d2b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Network 2353c8ea-86a3-4acb-b3c9-70b94bfaeeac is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:48:03.963023 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-01a7c5c2-77d3-4a77-a0e2-e9a1b6c90d2b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:48:04.053214 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-37e9d328-6630-4209-8c30-3e3476872df1 None None] Provisioning for port 3f5ad981-1d52-4972-a69d-8f377805602f completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:48:04.451968 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-4b155917-fadd-410a-b04c-fc141193d4dd None None] Provisioning for port 04a2110c-9b79-4e1e-819f-8fcd50348de1 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:48:04.455613 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01a7c5c2-77d3-4a77-a0e2-e9a1b6c90d2b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Router f58024f1-3335-4384-bd15-82186445de3d has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:48:04.458880 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-4b155917-fadd-410a-b04c-fc141193d4dd None None] Provisioning complete for port 04a2110c-9b79-4e1e-819f-8fcd50348de1 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:48:04.459418 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4b155917-fadd-410a-b04c-fc141193d4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:04.513148 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-4b155917-fadd-410a-b04c-fc141193d4dd None None] Port 04a2110c-9b79-4e1e-819f-8fcd50348de1 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:48:04.638160 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-837bb54d-76c9-4bcb-afca-7099dc3efec8 None None] Provisioning complete for port 04a2110c-9b79-4e1e-819f-8fcd50348de1 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:48:04.638778 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-837bb54d-76c9-4bcb-afca-7099dc3efec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:04.674932 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a7c5c2-77d3-4a77-a0e2-e9a1b6c90d2b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:48:04.696275 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-01a7c5c2-77d3-4a77-a0e2-e9a1b6c90d2b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "PUT /v2.0/routers/f58024f1-3335-4384-bd15-82186445de3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3333139 Feb 10 23:48:04.696622 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-837bb54d-76c9-4bcb-afca-7099dc3efec8 None None] Port 04a2110c-9b79-4e1e-819f-8fcd50348de1 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:48:04.814125 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-eef85bbb-2644-4cd0-9fe5-4d37dbe9a5b2 None None] Provisioning complete for port 04a2110c-9b79-4e1e-819f-8fcd50348de1 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:48:04.814525 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-eef85bbb-2644-4cd0-9fe5-4d37dbe9a5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:04.878008 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-eef85bbb-2644-4cd0-9fe5-4d37dbe9a5b2 None None] Port 04a2110c-9b79-4e1e-819f-8fcd50348de1 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:48:04.902095 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-3d6c93d4-3943-4751-a9a8-499ed4dd5cb5 req-34a9330b-23d7-4128-b318-99014c1eb8f0 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Synchronizing usage tracker for tenant:7aa12777ef71410eaa70251ed5176e4b on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:48:04.947087 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 2d4222a5-29f6-414b-9710-e31c02824b13 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:48:04.976953 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-3d6c93d4-3943-4751-a9a8-499ed4dd5cb5 req-34a9330b-23d7-4128-b318-99014c1eb8f0 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Unset dirty status for tenant:7aa12777ef71410eaa70251ed5176e4b on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:48:04.978150 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3d6c93d4-3943-4751-a9a8-499ed4dd5cb5 req-34a9330b-23d7-4128-b318-99014c1eb8f0 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-831409484&fields=id&tenant_id=7aa12777ef71410eaa70251ed5176e4b HTTP/1.1" status: 200 len: 267 time: 0.1272130 Feb 10 23:48:05.013151 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 2d4222a5-29f6-414b-9710-e31c02824b13 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:48:05.013513 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:05.124327 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 3f5ad981-1d52-4972-a69d-8f377805602f up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:48:05.133198 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c93d4-3943-4751-a9a8-499ed4dd5cb5 req-df8b387f-6efd-44a1-ba03-f13757874b3b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:48:05.133829 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-3d6c93d4-3943-4751-a9a8-499ed4dd5cb5 req-df8b387f-6efd-44a1-ba03-f13757874b3b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Synchronizing usage tracker for tenant:7aa12777ef71410eaa70251ed5176e4b on resource:network {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:48:05.200599 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-3d6c93d4-3943-4751-a9a8-499ed4dd5cb5 req-df8b387f-6efd-44a1-ba03-f13757874b3b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Unset dirty status for tenant:7aa12777ef71410eaa70251ed5176e4b on resource:network {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:48:05.201697 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3d6c93d4-3943-4751-a9a8-499ed4dd5cb5 req-df8b387f-6efd-44a1-ba03-f13757874b3b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/networks?id=2353c8ea-86a3-4acb-b3c9-70b94bfaeeac HTTP/1.1" status: 200 len: 796 time: 0.2171428 Feb 10 23:48:05.217955 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3d6c93d4-3943-4751-a9a8-499ed4dd5cb5 req-a5c89b62-69ee-4f44-8db8-82e709c67a83 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/quotas/7aa12777ef71410eaa70251ed5176e4b HTTP/1.1" status: 200 len: 375 time: 0.0108919 Feb 10 23:48:05.251917 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 3f5ad981-1d52-4972-a69d-8f377805602f completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:48:05.257140 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 3f5ad981-1d52-4972-a69d-8f377805602f triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:48:05.257796 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:05.297183 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-3d6c93d4-3943-4751-a9a8-499ed4dd5cb5 req-04874cf6-52d5-4097-8e72-c36313c2201f tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Synchronizing usage tracker for tenant:7aa12777ef71410eaa70251ed5176e4b on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:48:05.354806 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-3d6c93d4-3943-4751-a9a8-499ed4dd5cb5 req-04874cf6-52d5-4097-8e72-c36313c2201f tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Unset dirty status for tenant:7aa12777ef71410eaa70251ed5176e4b on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:48:05.356640 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3d6c93d4-3943-4751-a9a8-499ed4dd5cb5 req-04874cf6-52d5-4097-8e72-c36313c2201f tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7aa12777ef71410eaa70251ed5176e4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1337073 Feb 10 23:48:05.373597 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:05.406025 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 3f5ad981-1d52-4972-a69d-8f377805602f, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=3f5ad981-1d52-4972-a69d-8f377805602f,segment=NetworkSegment(25ae0dc8-fdae-4e87-a7f1-ec7eb508bda3),segment_id=25ae0dc8-fdae-4e87-a7f1-ec7eb508bda3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:48:05.448521 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [req-3d6c93d4-3943-4751-a9a8-499ed4dd5cb5 req-c5169643-8188-4165-8693-a188f88bfbd4 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:48:05.449533 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3d6c93d4-3943-4751-a9a8-499ed4dd5cb5 req-c5169643-8188-4165-8693-a188f88bfbd4 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0810091 Feb 10 23:48:05.480741 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:05.553878 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=3f5ad981-1d52-4972-a69d-8f377805602f,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:48:05.593705 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3d6c93d4-3943-4751-a9a8-499ed4dd5cb5 req-efc5904f-a7ed-4c13-b4f8-af5d7a1b42ca service neutron] 10.222.0.59 "GET /v2.0/networks/2353c8ea-86a3-4acb-b3c9-70b94bfaeeac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379142 Feb 10 23:48:05.723348 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3d6c93d4-3943-4751-a9a8-499ed4dd5cb5 req-77d1bc1d-e638-4ae5-9c27-8b5be0645678 service neutron] 10.222.0.59 "GET /v2.0/networks/2353c8ea-86a3-4acb-b3c9-70b94bfaeeac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239178 Feb 10 23:48:05.763501 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddabe5d-7d97-4be2-b8e7-f3537c23e746 None None] Sync routers for ids ['f58024f1-3335-4384-bd15-82186445de3d'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:48:05.775263 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddabe5d-7d97-4be2-b8e7-f3537c23e746 None None] Routers {'f58024f1-3335-4384-bd15-82186445de3d'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:48:05.775867 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-1ddabe5d-7d97-4be2-b8e7-f3537c23e746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:47:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['f58024f1-3335-4384-bd15-82186445de3d'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:48:05.950821 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-1ddabe5d-7d97-4be2-b8e7-f3537c23e746 None None] Set router f58024f1-3335-4384-bd15-82186445de3d gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:48:05.971894 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-d1ace5a1-6530-4dbb-997e-43c0afcc78ea req-5d9caab5-b427-49ef-9021-a97f071eb901 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Synchronizing usage tracker for tenant:7aa12777ef71410eaa70251ed5176e4b on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:48:05.984809 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-d1ace5a1-6530-4dbb-997e-43c0afcc78ea req-5d9caab5-b427-49ef-9021-a97f071eb901 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Unset dirty status for tenant:7aa12777ef71410eaa70251ed5176e4b on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:48:05.985926 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-d1ace5a1-6530-4dbb-997e-43c0afcc78ea req-5d9caab5-b427-49ef-9021-a97f071eb901 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=25966137-e158-4870-87d7-39150bb76dcb HTTP/1.1" status: 200 len: 210 time: 0.0584180 Feb 10 23:48:06.262027 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-1ddabe5d-7d97-4be2-b8e7-f3537c23e746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58024f1-3335-4384-bd15-82186445de3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784242378', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.216'}], 'enable_snat': True}, 'gw_port_id': '2d4222a5-29f6-414b-9710-e31c02824b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:47:58Z', 'updated_at': '2022-02-10T23:48:03Z', 'revision_number': 4, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': '2d4222a5-29f6-414b-9710-e31c02824b13', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:24:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58024f1-3335-4384-bd15-82186445de3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:47:58Z', 'updated_at': '2022-02-10T23:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '04a2110c-9b79-4e1e-819f-8fcd50348de1', 'name': '', 'network_id': '2353c8ea-86a3-4acb-b3c9-70b94bfaeeac', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'mac_address': 'fa:16:3e:49:0e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58024f1-3335-4384-bd15-82186445de3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48648d7a-988d-4303-8296-2b1e0e6c6dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:48:02Z', 'updated_at': '2022-02-10T23:48:03Z', 'revision_number': 2, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'subnets': [{'id': '48648d7a-988d-4303-8296-2b1e0e6c6dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:48:06.265741 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddabe5d-7d97-4be2-b8e7-f3537c23e746 None None] Checking router: f58024f1-3335-4384-bd15-82186445de3d for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:48:06.266086 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddabe5d-7d97-4be2-b8e7-f3537c23e746 None None] Updating router f58024f1-3335-4384-bd15-82186445de3d port 04a2110c-9b79-4e1e-819f-8fcd50348de1 binding host dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:48:06.316694 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-1ddabe5d-7d97-4be2-b8e7-f3537c23e746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:06.643952 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-1ddabe5d-7d97-4be2-b8e7-f3537c23e746 None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:06.654830 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-1ddabe5d-7d97-4be2-b8e7-f3537c23e746 None None] Transition to ACTIVE for port object 04a2110c-9b79-4e1e-819f-8fcd50348de1 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:48:06.726470 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-1ddabe5d-7d97-4be2-b8e7-f3537c23e746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:06.859553 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4831e0ea-68c7-467f-8908-522f77e3ce0f None None] Pushing event updated for resources: {'Port': ['ID=04a2110c-9b79-4e1e-819f-8fcd50348de1,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:48:06.885320 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 3f5ad981-1d52-4972-a69d-8f377805602f up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:48:06.901097 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4831e0ea-68c7-467f-8908-522f77e3ce0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:48:06.901441 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4831e0ea-68c7-467f-8908-522f77e3ce0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:48:06.901778 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4831e0ea-68c7-467f-8908-522f77e3ce0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:48:06.902107 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4831e0ea-68c7-467f-8908-522f77e3ce0f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:48:06.902433 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4831e0ea-68c7-467f-8908-522f77e3ce0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:48:06.902754 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4831e0ea-68c7-467f-8908-522f77e3ce0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:48:06.903076 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4831e0ea-68c7-467f-8908-522f77e3ce0f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:48:06.903394 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4831e0ea-68c7-467f-8908-522f77e3ce0f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:48:06.903708 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4831e0ea-68c7-467f-8908-522f77e3ce0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:48:06.904039 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4831e0ea-68c7-467f-8908-522f77e3ce0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:48:06.904337 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4831e0ea-68c7-467f-8908-522f77e3ce0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:48:06.963053 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-1ddabe5d-7d97-4be2-b8e7-f3537c23e746 None None] Attempting to bind port 04a2110c-9b79-4e1e-819f-8fcd50348de1 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:48:06.969885 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-1ddabe5d-7d97-4be2-b8e7-f3537c23e746 None None] Attempting to bind port 04a2110c-9b79-4e1e-819f-8fcd50348de1 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '25ae0dc8-fdae-4e87-a7f1-ec7eb508bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2353c8ea-86a3-4acb-b3c9-70b94bfaeeac'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:48:06.969885 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddabe5d-7d97-4be2-b8e7-f3537c23e746 None None] Attempting to bind port 04a2110c-9b79-4e1e-819f-8fcd50348de1 on network 2353c8ea-86a3-4acb-b3c9-70b94bfaeeac {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:48:06.970129 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 3f5ad981-1d52-4972-a69d-8f377805602f triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:48:06.970129 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:06.972083 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddabe5d-7d97-4be2-b8e7-f3537c23e746 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:48:06.972450 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddabe5d-7d97-4be2-b8e7-f3537c23e746 None None] Checking segment: {'id': '25ae0dc8-fdae-4e87-a7f1-ec7eb508bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2353c8ea-86a3-4acb-b3c9-70b94bfaeeac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:48:06.972885 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-1ddabe5d-7d97-4be2-b8e7-f3537c23e746 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:06.973250 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddabe5d-7d97-4be2-b8e7-f3537c23e746 None None] Bound using segment: {'id': '25ae0dc8-fdae-4e87-a7f1-ec7eb508bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2353c8ea-86a3-4acb-b3c9-70b94bfaeeac'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:48:06.973696 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-1ddabe5d-7d97-4be2-b8e7-f3537c23e746 None None] Bound port: 04a2110c-9b79-4e1e-819f-8fcd50348de1, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25ae0dc8-fdae-4e87-a7f1-ec7eb508bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2353c8ea-86a3-4acb-b3c9-70b94bfaeeac'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:48:06.974056 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-1ddabe5d-7d97-4be2-b8e7-f3537c23e746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:07.067971 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-1ddabe5d-7d97-4be2-b8e7-f3537c23e746 None None] For port 04a2110c-9b79-4e1e-819f-8fcd50348de1, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:48:07.071780 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-1ddabe5d-7d97-4be2-b8e7-f3537c23e746 None None] For port 04a2110c-9b79-4e1e-819f-8fcd50348de1, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=04a2110c-9b79-4e1e-819f-8fcd50348de1,segment=NetworkSegment(25ae0dc8-fdae-4e87-a7f1-ec7eb508bda3),segment_id=25ae0dc8-fdae-4e87-a7f1-ec7eb508bda3)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:48:07.126896 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-1ddabe5d-7d97-4be2-b8e7-f3537c23e746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:07.156403 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-daef275a-003d-47c1-9c54-6008838e1832 req-2d2d7bdc-6953-4902-9502-280769302639 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=25966137-e158-4870-87d7-39150bb76dcb HTTP/1.1" status: 200 len: 210 time: 0.0425720 Feb 10 23:48:07.214505 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddabe5d-7d97-4be2-b8e7-f3537c23e746 None None] Routers {'f58024f1-3335-4384-bd15-82186445de3d'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:48:07.215265 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-1ddabe5d-7d97-4be2-b8e7-f3537c23e746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:47:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['f58024f1-3335-4384-bd15-82186445de3d'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:48:07.263690 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4831e0ea-68c7-467f-8908-522f77e3ce0f None None] Pushing event updated for resources: {'Port': ['ID=04a2110c-9b79-4e1e-819f-8fcd50348de1,revision_number=4']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:48:07.428173 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-1ddabe5d-7d97-4be2-b8e7-f3537c23e746 None None] Set router f58024f1-3335-4384-bd15-82186445de3d gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:48:07.739463 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-1ddabe5d-7d97-4be2-b8e7-f3537c23e746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58024f1-3335-4384-bd15-82186445de3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784242378', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.216'}], 'enable_snat': True}, 'gw_port_id': '2d4222a5-29f6-414b-9710-e31c02824b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:47:58Z', 'updated_at': '2022-02-10T23:48:03Z', 'revision_number': 4, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': '2d4222a5-29f6-414b-9710-e31c02824b13', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:24:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58024f1-3335-4384-bd15-82186445de3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:47:58Z', 'updated_at': '2022-02-10T23:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '04a2110c-9b79-4e1e-819f-8fcd50348de1', 'name': '', 'network_id': '2353c8ea-86a3-4acb-b3c9-70b94bfaeeac', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'mac_address': 'fa:16:3e:49:0e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58024f1-3335-4384-bd15-82186445de3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48648d7a-988d-4303-8296-2b1e0e6c6dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:48:02Z', 'updated_at': '2022-02-10T23:48:07Z', 'revision_number': 4, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'subnets': [{'id': '48648d7a-988d-4303-8296-2b1e0e6c6dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:48:07.743509 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddabe5d-7d97-4be2-b8e7-f3537c23e746 None None] The sync data for ids ['f58024f1-3335-4384-bd15-82186445de3d'] in dv-neutron-828797-1-hyperv is: [{'id': 'f58024f1-3335-4384-bd15-82186445de3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784242378', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.216'}], 'enable_snat': True}, 'gw_port_id': '2d4222a5-29f6-414b-9710-e31c02824b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:47:58Z', 'updated_at': '2022-02-10T23:48:03Z', 'revision_number': 4, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': '2d4222a5-29f6-414b-9710-e31c02824b13', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:24:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58024f1-3335-4384-bd15-82186445de3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:47:58Z', 'updated_at': '2022-02-10T23:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '04a2110c-9b79-4e1e-819f-8fcd50348de1', 'name': '', 'network_id': '2353c8ea-86a3-4acb-b3c9-70b94bfaeeac', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'mac_address': 'fa:16:3e:49:0e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58024f1-3335-4384-bd15-82186445de3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48648d7a-988d-4303-8296-2b1e0e6c6dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:48:02Z', 'updated_at': '2022-02-10T23:48:07Z', 'revision_number': 4, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'subnets': [{'id': '48648d7a-988d-4303-8296-2b1e0e6c6dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:48:07.950117 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c93d4-3943-4751-a9a8-499ed4dd5cb5 req-34633bf2-5096-4127-b528-61f9a53b41fd tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:48:07.951745 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3d6c93d4-3943-4751-a9a8-499ed4dd5cb5 req-34633bf2-5096-4127-b528-61f9a53b41fd tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.37 "GET /v2.0/networks?id=2353c8ea-86a3-4acb-b3c9-70b94bfaeeac HTTP/1.1" status: 200 len: 796 time: 0.1582720 Feb 10 23:48:08.005630 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3d6c93d4-3943-4751-a9a8-499ed4dd5cb5 req-8c6ededd-d255-4dc2-aa17-215ac985dc14 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7aa12777ef71410eaa70251ed5176e4b HTTP/1.1" status: 200 len: 379 time: 0.0417063 Feb 10 23:48:08.013962 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-3d6c93d4-3943-4751-a9a8-499ed4dd5cb5 req-d5dc69bc-bbbb-4c4c-b8dc-2681fad0a1aa tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Request body: {'port': {'device_id': '25966137-e158-4870-87d7-39150bb76dcb', 'network_id': '2353c8ea-86a3-4acb-b3c9-70b94bfaeeac', 'admin_state_up': True, 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'security_groups': ['472a43de-cbf4-4dea-b1a6-9fb18ce1d516']}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:48:08.163046 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-3d6c93d4-3943-4751-a9a8-499ed4dd5cb5 req-d5dc69bc-bbbb-4c4c-b8dc-2681fad0a1aa tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:48:08.173309 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-3d6c93d4-3943-4751-a9a8-499ed4dd5cb5 req-d5dc69bc-bbbb-4c4c-b8dc-2681fad0a1aa tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:48:08.258153 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d6c93d4-3943-4751-a9a8-499ed4dd5cb5 req-d5dc69bc-bbbb-4c4c-b8dc-2681fad0a1aa tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Made reservation on behalf of 7aa12777ef71410eaa70251ed5176e4b for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:48:08.262190 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-3d6c93d4-3943-4751-a9a8-499ed4dd5cb5 req-d5dc69bc-bbbb-4c4c-b8dc-2681fad0a1aa tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:08.331118 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-ad5e8f01-4af2-445d-864e-cca77c72ffc7 req-c536abb3-c705-4ae5-9916-7047d6c969f7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=25966137-e158-4870-87d7-39150bb76dcb HTTP/1.1" status: 200 len: 210 time: 0.0462680 Feb 10 23:48:08.430077 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [req-3d6c93d4-3943-4751-a9a8-499ed4dd5cb5 req-d5dc69bc-bbbb-4c4c-b8dc-2681fad0a1aa tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Allocated IP 172.20.0.6 (2353c8ea-86a3-4acb-b3c9-70b94bfaeeac/48648d7a-988d-4303-8296-2b1e0e6c6dc4/be9bf1c4-5ae9-42de-ac23-8b1a8ee37b7d) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:48:08.628021 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-3d6c93d4-3943-4751-a9a8-499ed4dd5cb5 req-d5dc69bc-bbbb-4c4c-b8dc-2681fad0a1aa tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:08.643794 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-3d6c93d4-3943-4751-a9a8-499ed4dd5cb5 req-d5dc69bc-bbbb-4c4c-b8dc-2681fad0a1aa tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Transition to ACTIVE for port object be9bf1c4-5ae9-42de-ac23-8b1a8ee37b7d will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:48:08.726693 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-3d6c93d4-3943-4751-a9a8-499ed4dd5cb5 req-d5dc69bc-bbbb-4c4c-b8dc-2681fad0a1aa tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:08.801692 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d6c93d4-3943-4751-a9a8-499ed4dd5cb5 req-d5dc69bc-bbbb-4c4c-b8dc-2681fad0a1aa tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Network 2353c8ea-86a3-4acb-b3c9-70b94bfaeeac is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:48:08.804665 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [req-3d6c93d4-3943-4751-a9a8-499ed4dd5cb5 req-d5dc69bc-bbbb-4c4c-b8dc-2681fad0a1aa tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:48:08.808533 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d6c93d4-3943-4751-a9a8-499ed4dd5cb5 req-d5dc69bc-bbbb-4c4c-b8dc-2681fad0a1aa tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:48:08.846876 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dc69bc-bbbb-4c4c-b8dc-2681fad0a1aa tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'Port': ['ID=be9bf1c4-5ae9-42de-ac23-8b1a8ee37b7d,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:48:08.876301 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c93d4-3943-4751-a9a8-499ed4dd5cb5 req-d5dc69bc-bbbb-4c4c-b8dc-2681fad0a1aa tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:48:08.876991 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-3d6c93d4-3943-4751-a9a8-499ed4dd5cb5 req-d5dc69bc-bbbb-4c4c-b8dc-2681fad0a1aa tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:08.894654 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 04a2110c-9b79-4e1e-819f-8fcd50348de1 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:48:08.961682 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3d6c93d4-3943-4751-a9a8-499ed4dd5cb5 req-d5dc69bc-bbbb-4c4c-b8dc-2681fad0a1aa tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9503353 Feb 10 23:48:08.972258 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-3d6c93d4-3943-4751-a9a8-499ed4dd5cb5 req-e2768641-cb8b-4bb8-b0df-eab06af7cf53 service neutron] Request body: {'port': {'device_id': '25966137-e158-4870-87d7-39150bb76dcb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:48:09.045899 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 04a2110c-9b79-4e1e-819f-8fcd50348de1 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:48:09.051087 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 04a2110c-9b79-4e1e-819f-8fcd50348de1 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:48:09.051547 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:09.104800 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-072125e4-695e-4bc4-9464-048775e32a35 None None] Provisioning for port be9bf1c4-5ae9-42de-ac23-8b1a8ee37b7d completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:48:09.113194 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-072125e4-695e-4bc4-9464-048775e32a35 None None] Provisioning complete for port be9bf1c4-5ae9-42de-ac23-8b1a8ee37b7d triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:48:09.113570 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-072125e4-695e-4bc4-9464-048775e32a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:09.171760 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-3d6c93d4-3943-4751-a9a8-499ed4dd5cb5 req-e2768641-cb8b-4bb8-b0df-eab06af7cf53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:09.203812 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-072125e4-695e-4bc4-9464-048775e32a35 None None] Port be9bf1c4-5ae9-42de-ac23-8b1a8ee37b7d cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:48:09.223542 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:09.256290 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 04a2110c-9b79-4e1e-819f-8fcd50348de1, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=04a2110c-9b79-4e1e-819f-8fcd50348de1,segment=NetworkSegment(25ae0dc8-fdae-4e87-a7f1-ec7eb508bda3),segment_id=25ae0dc8-fdae-4e87-a7f1-ec7eb508bda3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:48:09.314237 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:09.411655 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=04a2110c-9b79-4e1e-819f-8fcd50348de1,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:48:09.555162 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [req-3d6c93d4-3943-4751-a9a8-499ed4dd5cb5 req-e2768641-cb8b-4bb8-b0df-eab06af7cf53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be9bf1c4-5ae9-42de-ac23-8b1a8ee37b7d {{(pid=84332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:48:09.566993 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-3d6c93d4-3943-4751-a9a8-499ed4dd5cb5 req-e2768641-cb8b-4bb8-b0df-eab06af7cf53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:09.587567 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-3d6c93d4-3943-4751-a9a8-499ed4dd5cb5 req-e2768641-cb8b-4bb8-b0df-eab06af7cf53 service neutron] Transition to ACTIVE for port object be9bf1c4-5ae9-42de-ac23-8b1a8ee37b7d will not be triggered until provisioned by entity L2. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:48:09.599231 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5376bde5-01e9-4a79-a076-827fda268fc9 req-21dc98cc-ee4d-4fee-b1d7-d804772ae280 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:48:09.599913 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-5376bde5-01e9-4a79-a076-827fda268fc9 req-21dc98cc-ee4d-4fee-b1d7-d804772ae280 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Synchronizing usage tracker for tenant:7aa12777ef71410eaa70251ed5176e4b on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:48:09.651077 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-3d6c93d4-3943-4751-a9a8-499ed4dd5cb5 req-e2768641-cb8b-4bb8-b0df-eab06af7cf53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:09.688501 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-5376bde5-01e9-4a79-a076-827fda268fc9 req-21dc98cc-ee4d-4fee-b1d7-d804772ae280 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Unset dirty status for tenant:7aa12777ef71410eaa70251ed5176e4b on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:48:09.689644 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5376bde5-01e9-4a79-a076-827fda268fc9 req-21dc98cc-ee4d-4fee-b1d7-d804772ae280 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=25966137-e158-4870-87d7-39150bb76dcb HTTP/1.1" status: 200 len: 931 time: 0.2310500 Feb 10 23:48:09.799535 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2768641-cb8b-4bb8-b0df-eab06af7cf53 service neutron] Pushing event updated for resources: {'Port': ['ID=be9bf1c4-5ae9-42de-ac23-8b1a8ee37b7d,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:48:09.859863 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5376bde5-01e9-4a79-a076-827fda268fc9 req-aa0d4e24-35b2-426c-bf7e-49f23a0dac3d tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=472a43de-cbf4-4dea-b1a6-9fb18ce1d516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587093 Feb 10 23:48:09.932373 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-3d6c93d4-3943-4751-a9a8-499ed4dd5cb5 req-e2768641-cb8b-4bb8-b0df-eab06af7cf53 service neutron] Attempting to bind port be9bf1c4-5ae9-42de-ac23-8b1a8ee37b7d on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:48:09.932738 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-3d6c93d4-3943-4751-a9a8-499ed4dd5cb5 req-e2768641-cb8b-4bb8-b0df-eab06af7cf53 service neutron] Attempting to bind port be9bf1c4-5ae9-42de-ac23-8b1a8ee37b7d by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '25ae0dc8-fdae-4e87-a7f1-ec7eb508bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2353c8ea-86a3-4acb-b3c9-70b94bfaeeac'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:48:09.933061 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6c93d4-3943-4751-a9a8-499ed4dd5cb5 req-e2768641-cb8b-4bb8-b0df-eab06af7cf53 service neutron] Attempting to bind port be9bf1c4-5ae9-42de-ac23-8b1a8ee37b7d on network 2353c8ea-86a3-4acb-b3c9-70b94bfaeeac {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:48:09.939035 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6c93d4-3943-4751-a9a8-499ed4dd5cb5 req-e2768641-cb8b-4bb8-b0df-eab06af7cf53 service neutron] Port be9bf1c4-5ae9-42de-ac23-8b1a8ee37b7d on network 2353c8ea-86a3-4acb-b3c9-70b94bfaeeac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:48:09.939346 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6c93d4-3943-4751-a9a8-499ed4dd5cb5 req-e2768641-cb8b-4bb8-b0df-eab06af7cf53 service neutron] Attempting to bind port be9bf1c4-5ae9-42de-ac23-8b1a8ee37b7d on network 2353c8ea-86a3-4acb-b3c9-70b94bfaeeac {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:48:09.945987 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6c93d4-3943-4751-a9a8-499ed4dd5cb5 req-e2768641-cb8b-4bb8-b0df-eab06af7cf53 service neutron] Checking agent: {'id': '0f85d58b-4cda-4360-97cf-be037aef26b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'started_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:48:09.946237 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6c93d4-3943-4751-a9a8-499ed4dd5cb5 req-e2768641-cb8b-4bb8-b0df-eab06af7cf53 service neutron] Checking segment: {'id': '25ae0dc8-fdae-4e87-a7f1-ec7eb508bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2353c8ea-86a3-4acb-b3c9-70b94bfaeeac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:48:09.946638 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6c93d4-3943-4751-a9a8-499ed4dd5cb5 req-e2768641-cb8b-4bb8-b0df-eab06af7cf53 service neutron] Bound using segment: {'id': '25ae0dc8-fdae-4e87-a7f1-ec7eb508bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2353c8ea-86a3-4acb-b3c9-70b94bfaeeac'} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:48:09.947204 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-3d6c93d4-3943-4751-a9a8-499ed4dd5cb5 req-e2768641-cb8b-4bb8-b0df-eab06af7cf53 service neutron] Bound port: be9bf1c4-5ae9-42de-ac23-8b1a8ee37b7d, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25ae0dc8-fdae-4e87-a7f1-ec7eb508bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2353c8ea-86a3-4acb-b3c9-70b94bfaeeac'}}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:48:09.947545 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-3d6c93d4-3943-4751-a9a8-499ed4dd5cb5 req-e2768641-cb8b-4bb8-b0df-eab06af7cf53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:10.037315 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-3d6c93d4-3943-4751-a9a8-499ed4dd5cb5 req-e2768641-cb8b-4bb8-b0df-eab06af7cf53 service neutron] For port be9bf1c4-5ae9-42de-ac23-8b1a8ee37b7d, host hv-neutron-8287, cleared binding levels {{(pid=84332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:48:10.040175 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-3d6c93d4-3943-4751-a9a8-499ed4dd5cb5 req-e2768641-cb8b-4bb8-b0df-eab06af7cf53 service neutron] For port be9bf1c4-5ae9-42de-ac23-8b1a8ee37b7d, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=be9bf1c4-5ae9-42de-ac23-8b1a8ee37b7d,segment=NetworkSegment(25ae0dc8-fdae-4e87-a7f1-ec7eb508bda3),segment_id=25ae0dc8-fdae-4e87-a7f1-ec7eb508bda3)] {{(pid=84332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:48:10.131842 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-3d6c93d4-3943-4751-a9a8-499ed4dd5cb5 req-e2768641-cb8b-4bb8-b0df-eab06af7cf53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:10.193834 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-3d6c93d4-3943-4751-a9a8-499ed4dd5cb5 req-e2768641-cb8b-4bb8-b0df-eab06af7cf53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:10.195793 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3d6c93d4-3943-4751-a9a8-499ed4dd5cb5 req-e2768641-cb8b-4bb8-b0df-eab06af7cf53 service neutron] 10.222.0.37 "PUT /v2.0/ports/be9bf1c4-5ae9-42de-ac23-8b1a8ee37b7d HTTP/1.1" status: 200 len: 1093 time: 1.2277586 Feb 10 23:48:10.196305 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25966137-e158-4870-87d7-39150bb76dcb', 'tag': 'be9bf1c4-5ae9-42de-ac23-8b1a8ee37b7d'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:48:10.210444 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2768641-cb8b-4bb8-b0df-eab06af7cf53 service neutron] Pushing event updated for resources: {'Port': ['ID=be9bf1c4-5ae9-42de-ac23-8b1a8ee37b7d,revision_number=3']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:48:10.260714 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25966137-e158-4870-87d7-39150bb76dcb', 'tag': 'be9bf1c4-5ae9-42de-ac23-8b1a8ee37b7d', 'status': 'completed', 'code': 200} Feb 10 23:48:10.347848 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c1f61411-befc-4db5-a961-91b9b6703699 req-ef8e356b-f2e2-4b4f-a4c8-afea2d788c9e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7aa12777ef71410eaa70251ed5176e4b&device_id=25966137-e158-4870-87d7-39150bb76dcb HTTP/1.1" status: 200 len: 1096 time: 0.0728397 Feb 10 23:48:10.485655 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f61411-befc-4db5-a961-91b9b6703699 req-d3bc0903-6990-486e-a357-f71fee4680a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:48:10.486992 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c1f61411-befc-4db5-a961-91b9b6703699 req-d3bc0903-6990-486e-a357-f71fee4680a3 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=7aa12777ef71410eaa70251ed5176e4b&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1326432 Feb 10 23:48:10.620927 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f61411-befc-4db5-a961-91b9b6703699 req-3fdf72ea-affb-4eac-86dd-17fa2c38734f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:48:10.622323 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c1f61411-befc-4db5-a961-91b9b6703699 req-3fdf72ea-affb-4eac-86dd-17fa2c38734f service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1293185 Feb 10 23:48:10.745254 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3d6c93d4-3943-4751-a9a8-499ed4dd5cb5 req-aacaf900-210a-4076-a9ab-ad2fe07a1d3a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7aa12777ef71410eaa70251ed5176e4b&device_id=25966137-e158-4870-87d7-39150bb76dcb HTTP/1.1" status: 200 len: 1096 time: 0.0694890 Feb 10 23:48:10.811634 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3d6c93d4-3943-4751-a9a8-499ed4dd5cb5 req-f994996c-e118-4598-9e35-2f363fe00a63 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be9bf1c4-5ae9-42de-ac23-8b1a8ee37b7d HTTP/1.1" status: 200 len: 217 time: 0.0593081 Feb 10 23:48:10.869302 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 04a2110c-9b79-4e1e-819f-8fcd50348de1 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:48:10.875332 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c93d4-3943-4751-a9a8-499ed4dd5cb5 req-cbcd3018-aa2b-45ed-ba91-fe5c3e0db15f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:48:10.876881 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3d6c93d4-3943-4751-a9a8-499ed4dd5cb5 req-cbcd3018-aa2b-45ed-ba91-fe5c3e0db15f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=48648d7a-988d-4303-8296-2b1e0e6c6dc4 HTTP/1.1" status: 200 len: 835 time: 0.0603292 Feb 10 23:48:10.940329 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 04a2110c-9b79-4e1e-819f-8fcd50348de1 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:48:10.940739 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:10.951155 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3d6c93d4-3943-4751-a9a8-499ed4dd5cb5 req-c09a241d-673a-4e2d-8269-c88f5d9124c1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2353c8ea-86a3-4acb-b3c9-70b94bfaeeac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689349 Feb 10 23:48:11.218466 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3d6c93d4-3943-4751-a9a8-499ed4dd5cb5 req-e7b1e73a-9849-46d2-960d-7d17b7de3e7b service neutron] 10.222.0.37 "GET /v2.0/networks/2353c8ea-86a3-4acb-b3c9-70b94bfaeeac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612615 Feb 10 23:48:11.251201 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79559d46-db45-40fe-bd6d-61e39d00e114 req-3d9b5b8c-3f35-492e-8eb2-36f485d16107 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:48:11.252681 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-79559d46-db45-40fe-bd6d-61e39d00e114 req-3d9b5b8c-3f35-492e-8eb2-36f485d16107 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=25966137-e158-4870-87d7-39150bb76dcb HTTP/1.1" status: 200 len: 943 time: 0.1421697 Feb 10 23:48:11.372593 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-79559d46-db45-40fe-bd6d-61e39d00e114 req-b47958e0-1dc5-429c-9fc3-4e09a5dffc6c tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=472a43de-cbf4-4dea-b1a6-9fb18ce1d516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711830 Feb 10 23:48:11.390348 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3d6c93d4-3943-4751-a9a8-499ed4dd5cb5 req-0f1d10a1-c7b1-47f2-8306-cbf6f8397dfb service neutron] 10.222.0.37 "GET /v2.0/networks/2353c8ea-86a3-4acb-b3c9-70b94bfaeeac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651974 Feb 10 23:48:12.566365 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32770bc1-600c-4f0f-8b05-f8cca1af4acb req-4383bb19-5c99-4906-a71c-9aaab715dac5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:48:12.567870 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-32770bc1-600c-4f0f-8b05-f8cca1af4acb req-4383bb19-5c99-4906-a71c-9aaab715dac5 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=25966137-e158-4870-87d7-39150bb76dcb HTTP/1.1" status: 200 len: 943 time: 0.0763285 Feb 10 23:48:12.611872 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-32770bc1-600c-4f0f-8b05-f8cca1af4acb req-dfc7e14d-0bdb-4a56-9ab5-402310e571f4 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Synchronizing usage tracker for tenant:7aa12777ef71410eaa70251ed5176e4b on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:48:12.624162 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-32770bc1-600c-4f0f-8b05-f8cca1af4acb req-dfc7e14d-0bdb-4a56-9ab5-402310e571f4 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Unset dirty status for tenant:7aa12777ef71410eaa70251ed5176e4b on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:48:12.625516 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-32770bc1-600c-4f0f-8b05-f8cca1af4acb req-dfc7e14d-0bdb-4a56-9ab5-402310e571f4 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=472a43de-cbf4-4dea-b1a6-9fb18ce1d516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514185 Feb 10 23:48:13.655548 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device be9bf1c4-5ae9-42de-ac23-8b1a8ee37b7d details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:48:13.789390 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port be9bf1c4-5ae9-42de-ac23-8b1a8ee37b7d, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=be9bf1c4-5ae9-42de-ac23-8b1a8ee37b7d,segment=NetworkSegment(25ae0dc8-fdae-4e87-a7f1-ec7eb508bda3),segment_id=25ae0dc8-fdae-4e87-a7f1-ec7eb508bda3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:48:13.802297 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Returning: {'device': 'be9bf1c4-5ae9-42de-ac23-8b1a8ee37b7d', 'network_id': '2353c8ea-86a3-4acb-b3c9-70b94bfaeeac', 'port_id': 'be9bf1c4-5ae9-42de-ac23-8b1a8ee37b7d', 'mac_address': 'fa:16:3e:c0:47:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48648d7a-988d-4303-8296-2b1e0e6c6dc4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:48:13.831199 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342af02-6560-4352-bedd-3844096e0808 req-217e6246-01b6-409c-88a3-c9955110a28f tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:48:13.832661 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d342af02-6560-4352-bedd-3844096e0808 req-217e6246-01b6-409c-88a3-c9955110a28f tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=25966137-e158-4870-87d7-39150bb76dcb HTTP/1.1" status: 200 len: 943 time: 0.0805101 Feb 10 23:48:13.860314 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:13.878382 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be9bf1c4-5ae9-42de-ac23-8b1a8ee37b7d {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:48:13.878604 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d342af02-6560-4352-bedd-3844096e0808 req-ba951e0e-4ef8-45d7-9132-074eda062922 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=472a43de-cbf4-4dea-b1a6-9fb18ce1d516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397534 Feb 10 23:48:13.894163 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port be9bf1c4-5ae9-42de-ac23-8b1a8ee37b7d, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=be9bf1c4-5ae9-42de-ac23-8b1a8ee37b7d,segment=NetworkSegment(25ae0dc8-fdae-4e87-a7f1-ec7eb508bda3),segment_id=25ae0dc8-fdae-4e87-a7f1-ec7eb508bda3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:48:13.942828 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:14.008373 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=be9bf1c4-5ae9-42de-ac23-8b1a8ee37b7d,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:48:14.197675 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['be9bf1c4-5ae9-42de-ac23-8b1a8ee37b7d'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:48:15.084049 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd6095-d98f-4080-8e6f-ae63c4d8004e req-c8ff8e3c-b4dd-44ca-881a-48b5166c26a9 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:48:15.085466 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-a8fd6095-d98f-4080-8e6f-ae63c4d8004e req-c8ff8e3c-b4dd-44ca-881a-48b5166c26a9 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=25966137-e158-4870-87d7-39150bb76dcb HTTP/1.1" status: 200 len: 944 time: 0.0758252 Feb 10 23:48:15.129223 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-a8fd6095-d98f-4080-8e6f-ae63c4d8004e req-34746735-504d-4f80-a19f-b1e6a42bd082 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=472a43de-cbf4-4dea-b1a6-9fb18ce1d516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374837 Feb 10 23:48:15.671043 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device be9bf1c4-5ae9-42de-ac23-8b1a8ee37b7d up at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:48:15.799492 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning for port be9bf1c4-5ae9-42de-ac23-8b1a8ee37b7d completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:48:15.804014 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning complete for port be9bf1c4-5ae9-42de-ac23-8b1a8ee37b7d triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:48:15.804376 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:15.912869 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:15.938463 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25966137-e158-4870-87d7-39150bb76dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be9bf1c4-5ae9-42de-ac23-8b1a8ee37b7d'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:48:15.947631 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port be9bf1c4-5ae9-42de-ac23-8b1a8ee37b7d, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=be9bf1c4-5ae9-42de-ac23-8b1a8ee37b7d,segment=NetworkSegment(25ae0dc8-fdae-4e87-a7f1-ec7eb508bda3),segment_id=25ae0dc8-fdae-4e87-a7f1-ec7eb508bda3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:48:15.993723 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25966137-e158-4870-87d7-39150bb76dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be9bf1c4-5ae9-42de-ac23-8b1a8ee37b7d', 'code': 200} Feb 10 23:48:16.022787 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:16.088421 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=be9bf1c4-5ae9-42de-ac23-8b1a8ee37b7d,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:48:16.329347 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae42efb9-16cf-489d-8d50-9ba77def7206 req-76b8e19a-b006-4c23-b5a9-a09bc4754072 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:48:16.330691 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-ae42efb9-16cf-489d-8d50-9ba77def7206 req-76b8e19a-b006-4c23-b5a9-a09bc4754072 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=25966137-e158-4870-87d7-39150bb76dcb HTTP/1.1" status: 200 len: 945 time: 0.0768468 Feb 10 23:48:16.338140 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e8f228fd-e160-4867-a0ef-dfa03b187f5f req-50535bf4-9a73-43f8-afd7-379414edf0c1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=25966137-e158-4870-87d7-39150bb76dcb HTTP/1.1" status: 200 len: 1098 time: 0.0686495 Feb 10 23:48:16.377836 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-ae42efb9-16cf-489d-8d50-9ba77def7206 req-f76d8a25-30a3-4b1b-96e3-776f0e0f14be tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=472a43de-cbf4-4dea-b1a6-9fb18ce1d516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413196 Feb 10 23:48:16.380033 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e8f228fd-e160-4867-a0ef-dfa03b187f5f req-b59d4263-22d4-4a06-8104-e5681635d6e0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=472a43de-cbf4-4dea-b1a6-9fb18ce1d516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356462 Feb 10 23:48:16.474276 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:17.589475 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d771a-eb30-4512-af72-93d9c79fee37 req-882dcc40-0792-471f-85ec-95c37b72c13b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:48:17.590913 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d74d771a-eb30-4512-af72-93d9c79fee37 req-882dcc40-0792-471f-85ec-95c37b72c13b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=25966137-e158-4870-87d7-39150bb76dcb HTTP/1.1" status: 200 len: 945 time: 0.0809782 Feb 10 23:48:17.637090 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d74d771a-eb30-4512-af72-93d9c79fee37 req-48e558e8-1f45-4e40-b946-a1de3a0fbd62 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=472a43de-cbf4-4dea-b1a6-9fb18ce1d516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406766 Feb 10 23:48:18.834293 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e10642-f3ff-4b72-b7af-c706f36395bd req-bf0170ac-444d-42bc-bf80-cb93bdc7acb0 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:48:18.835713 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-93e10642-f3ff-4b72-b7af-c706f36395bd req-bf0170ac-444d-42bc-bf80-cb93bdc7acb0 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=25966137-e158-4870-87d7-39150bb76dcb HTTP/1.1" status: 200 len: 945 time: 0.0787125 Feb 10 23:48:18.880370 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-93e10642-f3ff-4b72-b7af-c706f36395bd req-18147ec2-564a-4751-995b-707e98df7b0b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=472a43de-cbf4-4dea-b1a6-9fb18ce1d516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390818 Feb 10 23:48:19.068390 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-19ea85f0-5a58-4122-b909-6539bce91cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:19.070842 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d490dd-30a5-4457-9350-e4f7d60558c9 req-51aadc23-36ad-4639-b9f7-d3a50991179c tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:48:19.072327 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-77d490dd-30a5-4457-9350-e4f7d60558c9 req-51aadc23-36ad-4639-b9f7-d3a50991179c tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=25966137-e158-4870-87d7-39150bb76dcb HTTP/1.1" status: 200 len: 945 time: 0.0756693 Feb 10 23:48:19.121655 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-77d490dd-30a5-4457-9350-e4f7d60558c9 req-4c768a51-08a4-4e3f-b4af-124fce9f4f70 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=472a43de-cbf4-4dea-b1a6-9fb18ce1d516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438254 Feb 10 23:48:19.149794 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 56720) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:48:19.216609 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f66386a6-44a7-4bf3-a0bd-df9e65c2ba72 tempest-TestNetworkAdvancedServerOps-195907508 tempest-TestNetworkAdvancedServerOps-195907508-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=25966137-e158-4870-87d7-39150bb76dcb HTTP/1.1" status: 200 len: 1093 time: 0.0655077 Feb 10 23:48:19.219040 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 56724) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:48:19.224055 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-bcc5390d-92b3-4beb-8692-205c4cb1cdcb tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Request body: {'floatingip': {'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'port_id': 'be9bf1c4-5ae9-42de-ac23-8b1a8ee37b7d', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:48:19.230139 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-bcc5390d-92b3-4beb-8692-205c4cb1cdcb tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:48:19.234041 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-bcc5390d-92b3-4beb-8692-205c4cb1cdcb tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Usage tracker for resource:floatingip and tenant:7aa12777ef71410eaa70251ed5176e4b is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:48:19.236838 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-bcc5390d-92b3-4beb-8692-205c4cb1cdcb tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:48:19.242399 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-bcc5390d-92b3-4beb-8692-205c4cb1cdcb tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:48:19.308319 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bcc5390d-92b3-4beb-8692-205c4cb1cdcb tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for floatingip, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:19.441790 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bcc5390d-92b3-4beb-8692-205c4cb1cdcb tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:19.574669 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-bcc5390d-92b3-4beb-8692-205c4cb1cdcb tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Allocated IP 172.26.8.152 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/0a3a0b61-3208-44bd-84d0-f75aff4e17a7) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:48:19.716599 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bcc5390d-92b3-4beb-8692-205c4cb1cdcb tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:19.799765 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bcc5390d-92b3-4beb-8692-205c4cb1cdcb tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:19.864453 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc5390d-92b3-4beb-8692-205c4cb1cdcb tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:48:19.865458 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-bcc5390d-92b3-4beb-8692-205c4cb1cdcb tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:48:19.869462 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc5390d-92b3-4beb-8692-205c4cb1cdcb tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:48:19.901161 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc5390d-92b3-4beb-8692-205c4cb1cdcb tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'Port': ['ID=0a3a0b61-3208-44bd-84d0-f75aff4e17a7,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:48:20.489742 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bcc5390d-92b3-4beb-8692-205c4cb1cdcb tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:20.608510 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bcc5390d-92b3-4beb-8692-205c4cb1cdcb tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:20.826353 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bcc5390d-92b3-4beb-8692-205c4cb1cdcb tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:20.896827 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bcc5390d-92b3-4beb-8692-205c4cb1cdcb tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:21.001379 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc5390d-92b3-4beb-8692-205c4cb1cdcb tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event updated for resources: {'Port': ['ID=0a3a0b61-3208-44bd-84d0-f75aff4e17a7,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:48:21.017605 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bcc5390d-92b3-4beb-8692-205c4cb1cdcb tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1734214'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:21.207196 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.l3_db [None req-bcc5390d-92b3-4beb-8692-205c4cb1cdcb tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Floating IP 95b2016a-5ebf-4d8a-a51b-6df9688df2f1 associated. External IP: 172.26.8.152, port: be9bf1c4-5ae9-42de-ac23-8b1a8ee37b7d. Feb 10 23:48:21.285341 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-942fdba0-08d5-4f54-b898-d1a420699ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:21.645878 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc5390d-92b3-4beb-8692-205c4cb1cdcb tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Router f58024f1-3335-4384-bd15-82186445de3d has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:48:21.839326 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc5390d-92b3-4beb-8692-205c4cb1cdcb tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:48:21.850868 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9a6aca-9992-4cf2-9948-c3f2d0d7da5d None None] Sync routers for ids ['f58024f1-3335-4384-bd15-82186445de3d'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:48:21.863029 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9a6aca-9992-4cf2-9948-c3f2d0d7da5d None None] Routers {'f58024f1-3335-4384-bd15-82186445de3d'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:48:21.863643 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-3e9a6aca-9992-4cf2-9948-c3f2d0d7da5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:48:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['f58024f1-3335-4384-bd15-82186445de3d'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:48:21.965477 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bcc5390d-92b3-4beb-8692-205c4cb1cdcb tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:22.018123 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-bcc5390d-92b3-4beb-8692-205c4cb1cdcb tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7980900 Feb 10 23:48:22.018793 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25966137-e158-4870-87d7-39150bb76dcb', 'tag': 'be9bf1c4-5ae9-42de-ac23-8b1a8ee37b7d'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:48:22.044044 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-3e9a6aca-9992-4cf2-9948-c3f2d0d7da5d None None] Set router f58024f1-3335-4384-bd15-82186445de3d gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:48:22.078107 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25966137-e158-4870-87d7-39150bb76dcb', 'tag': 'be9bf1c4-5ae9-42de-ac23-8b1a8ee37b7d', 'status': 'completed', 'code': 200} Feb 10 23:48:22.173463 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4be45e6d-98f7-4e48-9e69-9ed58c40ed97 req-e64e16a5-137b-4b50-b25b-f7f62d979b07 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7aa12777ef71410eaa70251ed5176e4b&device_id=25966137-e158-4870-87d7-39150bb76dcb HTTP/1.1" status: 200 len: 1098 time: 0.0736361 Feb 10 23:48:22.198931 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649cefb-a06f-4a5b-9968-5d80f85ba275 req-7187b421-5158-4e58-bfb7-e249c9e4f5de tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:48:22.200576 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-f649cefb-a06f-4a5b-9968-5d80f85ba275 req-7187b421-5158-4e58-bfb7-e249c9e4f5de tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=25966137-e158-4870-87d7-39150bb76dcb HTTP/1.1" status: 200 len: 945 time: 0.0778775 Feb 10 23:48:22.257247 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-f649cefb-a06f-4a5b-9968-5d80f85ba275 req-04dc6739-f857-49c1-be1c-c80c953f8894 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=472a43de-cbf4-4dea-b1a6-9fb18ce1d516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505483 Feb 10 23:48:22.285101 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 56732) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:48:22.399687 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-18729a84-f094-44ca-ad23-700fa371a19b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/floatingips/95b2016a-5ebf-4d8a-a51b-6df9688df2f1 HTTP/1.1" status: 200 len: 991 time: 0.1127193 Feb 10 23:48:22.424315 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be45e6d-98f7-4e48-9e69-9ed58c40ed97 req-be8a4350-dfbd-4bb4-99cb-2f8db62f2810 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:48:22.425678 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4be45e6d-98f7-4e48-9e69-9ed58c40ed97 req-be8a4350-dfbd-4bb4-99cb-2f8db62f2810 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2353c8ea-86a3-4acb-b3c9-70b94bfaeeac HTTP/1.1" status: 200 len: 897 time: 0.2466681 Feb 10 23:48:22.438997 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-3e9a6aca-9992-4cf2-9948-c3f2d0d7da5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58024f1-3335-4384-bd15-82186445de3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784242378', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.216'}], 'enable_snat': True}, 'gw_port_id': '2d4222a5-29f6-414b-9710-e31c02824b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:47:58Z', 'updated_at': '2022-02-10T23:48:03Z', 'revision_number': 4, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': '2d4222a5-29f6-414b-9710-e31c02824b13', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:24:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58024f1-3335-4384-bd15-82186445de3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:47:58Z', 'updated_at': '2022-02-10T23:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '95b2016a-5ebf-4d8a-a51b-6df9688df2f1', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'floating_ip_address': '172.26.8.152', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': 'f58024f1-3335-4384-bd15-82186445de3d', 'port_id': 'be9bf1c4-5ae9-42de-ac23-8b1a8ee37b7d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2353c8ea-86a3-4acb-b3c9-70b94bfaeeac', 'mac_address': 'fa:16:3e:c0:47:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25966137-e158-4870-87d7-39150bb76dcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:48:20Z', 'updated_at': '2022-02-10T23:48:20Z', 'revision_number': 0, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04a2110c-9b79-4e1e-819f-8fcd50348de1', 'name': '', 'network_id': '2353c8ea-86a3-4acb-b3c9-70b94bfaeeac', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'mac_address': 'fa:16:3e:49:0e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58024f1-3335-4384-bd15-82186445de3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48648d7a-988d-4303-8296-2b1e0e6c6dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:48:02Z', 'updated_at': '2022-02-10T23:48:09Z', 'revision_number': 5, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'subnets': [{'id': '48648d7a-988d-4303-8296-2b1e0e6c6dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:48:22.442798 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9a6aca-9992-4cf2-9948-c3f2d0d7da5d None None] Checking router: f58024f1-3335-4384-bd15-82186445de3d for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:48:22.453552 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9a6aca-9992-4cf2-9948-c3f2d0d7da5d None None] Routers {'f58024f1-3335-4384-bd15-82186445de3d'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:48:22.454140 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-3e9a6aca-9992-4cf2-9948-c3f2d0d7da5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:48:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['f58024f1-3335-4384-bd15-82186445de3d'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:48:22.527073 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4be45e6d-98f7-4e48-9e69-9ed58c40ed97 req-bc94ce04-be8d-4b68-876a-c0197f767a01 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be9bf1c4-5ae9-42de-ac23-8b1a8ee37b7d HTTP/1.1" status: 200 len: 999 time: 0.0956166 Feb 10 23:48:22.590052 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be45e6d-98f7-4e48-9e69-9ed58c40ed97 req-427e8339-0c2e-48e8-b6b8-7e9f61523773 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:48:22.591572 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4be45e6d-98f7-4e48-9e69-9ed58c40ed97 req-427e8339-0c2e-48e8-b6b8-7e9f61523773 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=48648d7a-988d-4303-8296-2b1e0e6c6dc4 HTTP/1.1" status: 200 len: 835 time: 0.0583642 Feb 10 23:48:22.654735 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-3e9a6aca-9992-4cf2-9948-c3f2d0d7da5d None None] Set router f58024f1-3335-4384-bd15-82186445de3d gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:48:22.667112 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4be45e6d-98f7-4e48-9e69-9ed58c40ed97 req-7674ef34-a83b-4ff3-b566-b38d6c951dab service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2353c8ea-86a3-4acb-b3c9-70b94bfaeeac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697861 Feb 10 23:48:22.697092 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:22.697784 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:22.797738 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4be45e6d-98f7-4e48-9e69-9ed58c40ed97 req-4d30adc4-b967-4bf7-a708-95be796986c6 service neutron] 10.222.0.37 "GET /v2.0/networks/2353c8ea-86a3-4acb-b3c9-70b94bfaeeac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248138 Feb 10 23:48:22.928157 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4be45e6d-98f7-4e48-9e69-9ed58c40ed97 req-dc5b86b8-cb42-4b21-ba47-8e25aaaa000d service neutron] 10.222.0.37 "GET /v2.0/networks/2353c8ea-86a3-4acb-b3c9-70b94bfaeeac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250007 Feb 10 23:48:22.995538 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-3e9a6aca-9992-4cf2-9948-c3f2d0d7da5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58024f1-3335-4384-bd15-82186445de3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784242378', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.216'}], 'enable_snat': True}, 'gw_port_id': '2d4222a5-29f6-414b-9710-e31c02824b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:47:58Z', 'updated_at': '2022-02-10T23:48:03Z', 'revision_number': 4, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': '2d4222a5-29f6-414b-9710-e31c02824b13', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:24:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58024f1-3335-4384-bd15-82186445de3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:47:58Z', 'updated_at': '2022-02-10T23:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '95b2016a-5ebf-4d8a-a51b-6df9688df2f1', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'floating_ip_address': '172.26.8.152', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': 'f58024f1-3335-4384-bd15-82186445de3d', 'port_id': 'be9bf1c4-5ae9-42de-ac23-8b1a8ee37b7d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2353c8ea-86a3-4acb-b3c9-70b94bfaeeac', 'mac_address': 'fa:16:3e:c0:47:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25966137-e158-4870-87d7-39150bb76dcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:48:20Z', 'updated_at': '2022-02-10T23:48:20Z', 'revision_number': 0, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04a2110c-9b79-4e1e-819f-8fcd50348de1', 'name': '', 'network_id': '2353c8ea-86a3-4acb-b3c9-70b94bfaeeac', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'mac_address': 'fa:16:3e:49:0e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58024f1-3335-4384-bd15-82186445de3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48648d7a-988d-4303-8296-2b1e0e6c6dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:48:02Z', 'updated_at': '2022-02-10T23:48:09Z', 'revision_number': 5, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'subnets': [{'id': '48648d7a-988d-4303-8296-2b1e0e6c6dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:48:22.999656 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9a6aca-9992-4cf2-9948-c3f2d0d7da5d None None] The sync data for ids ['f58024f1-3335-4384-bd15-82186445de3d'] in dv-neutron-828797-1-hyperv is: [{'id': 'f58024f1-3335-4384-bd15-82186445de3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784242378', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.216'}], 'enable_snat': True}, 'gw_port_id': '2d4222a5-29f6-414b-9710-e31c02824b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:47:58Z', 'updated_at': '2022-02-10T23:48:03Z', 'revision_number': 4, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': '2d4222a5-29f6-414b-9710-e31c02824b13', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:24:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58024f1-3335-4384-bd15-82186445de3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:47:58Z', 'updated_at': '2022-02-10T23:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '95b2016a-5ebf-4d8a-a51b-6df9688df2f1', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'floating_ip_address': '172.26.8.152', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': 'f58024f1-3335-4384-bd15-82186445de3d', 'port_id': 'be9bf1c4-5ae9-42de-ac23-8b1a8ee37b7d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2353c8ea-86a3-4acb-b3c9-70b94bfaeeac', 'mac_address': 'fa:16:3e:c0:47:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25966137-e158-4870-87d7-39150bb76dcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:48:20Z', 'updated_at': '2022-02-10T23:48:20Z', 'revision_number': 0, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04a2110c-9b79-4e1e-819f-8fcd50348de1', 'name': '', 'network_id': '2353c8ea-86a3-4acb-b3c9-70b94bfaeeac', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'mac_address': 'fa:16:3e:49:0e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58024f1-3335-4384-bd15-82186445de3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48648d7a-988d-4303-8296-2b1e0e6c6dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:48:02Z', 'updated_at': '2022-02-10T23:48:09Z', 'revision_number': 5, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'subnets': [{'id': '48648d7a-988d-4303-8296-2b1e0e6c6dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:48:23.403621 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 56736) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:48:23.511634 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-6426aebf-546d-405d-8ee2-97368940a520 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/floatingips/95b2016a-5ebf-4d8a-a51b-6df9688df2f1 HTTP/1.1" status: 200 len: 991 time: 0.1069684 Feb 10 23:48:24.119661 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:24.515689 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 56740) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:48:24.619853 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-fbc36c8f-9722-4caa-8a1f-9bdc93deec9f tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/floatingips/95b2016a-5ebf-4d8a-a51b-6df9688df2f1 HTTP/1.1" status: 200 len: 991 time: 0.1028597 Feb 10 23:48:24.715397 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02f6b63-2795-467b-aa61-71a8b49e5a5c None None] New status for floating IP 95b2016a-5ebf-4d8a-a51b-6df9688df2f1: ACTIVE {{(pid=84335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 23:48:25.623186 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 56744) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:48:25.728600 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1232bb57-1260-495f-8593-0da4624df253 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/floatingips/95b2016a-5ebf-4d8a-a51b-6df9688df2f1 HTTP/1.1" status: 200 len: 993 time: 0.1042781 Feb 10 23:48:39.243677 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:48:42.110582 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2b0d8f18-6800-411b-8e4b-ac6598983614 req-2f491ec6-aee9-475e-86be-781c6edc2189 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=25966137-e158-4870-87d7-39150bb76dcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1318951 Feb 10 23:48:42.244335 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2b0d8f18-6800-411b-8e4b-ac6598983614 req-5d578476-d69f-4c7b-87a3-508b186e013c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7aa12777ef71410eaa70251ed5176e4b&device_id=25966137-e158-4870-87d7-39150bb76dcb HTTP/1.1" status: 200 len: 1098 time: 0.0665429 Feb 10 23:48:42.382534 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d8f18-6800-411b-8e4b-ac6598983614 req-6d2f905e-c2f0-4a5d-861f-678da0f70ce0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:48:42.383965 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2b0d8f18-6800-411b-8e4b-ac6598983614 req-6d2f905e-c2f0-4a5d-861f-678da0f70ce0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2353c8ea-86a3-4acb-b3c9-70b94bfaeeac HTTP/1.1" status: 200 len: 897 time: 0.1216140 Feb 10 23:48:42.484107 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2b0d8f18-6800-411b-8e4b-ac6598983614 req-c75dbab2-3c34-41ff-80e5-e09b36be0e9b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be9bf1c4-5ae9-42de-ac23-8b1a8ee37b7d HTTP/1.1" status: 200 len: 1001 time: 0.0937591 Feb 10 23:48:42.544218 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d8f18-6800-411b-8e4b-ac6598983614 req-ba76320f-f8c3-444f-adb1-dd29485ae8d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:48:42.545546 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2b0d8f18-6800-411b-8e4b-ac6598983614 req-ba76320f-f8c3-444f-adb1-dd29485ae8d9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=48648d7a-988d-4303-8296-2b1e0e6c6dc4 HTTP/1.1" status: 200 len: 835 time: 0.0558524 Feb 10 23:48:42.620941 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2b0d8f18-6800-411b-8e4b-ac6598983614 req-5793f6d1-f275-48fe-9c35-8b14c981cf3d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2353c8ea-86a3-4acb-b3c9-70b94bfaeeac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694664 Feb 10 23:48:42.831200 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2b0d8f18-6800-411b-8e4b-ac6598983614 req-a331d7e1-e013-4847-88fa-0a68c968d428 service neutron] 10.222.0.37 "GET /v2.0/networks/2353c8ea-86a3-4acb-b3c9-70b94bfaeeac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039270 Feb 10 23:48:42.957339 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2b0d8f18-6800-411b-8e4b-ac6598983614 req-95436b85-e7fd-4789-93f6-f2adc49dad14 service neutron] 10.222.0.37 "GET /v2.0/networks/2353c8ea-86a3-4acb-b3c9-70b94bfaeeac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201713 Feb 10 23:48:46.507324 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:49.095858 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9d66de6d-ad38-4f7c-b0c9-149f992c99c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:51.307800 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b5fd3a0d-76ac-4502-b0d1-b0f0b16cd1f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:52.598929 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:52.615950 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:53.602709 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed998ac2-7fe4-4495-b935-6abdeb31ccaf req-9255e426-bda9-4a6a-a148-f8fb53f01cf7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:48:53.604191 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ed998ac2-7fe4-4495-b935-6abdeb31ccaf req-9255e426-bda9-4a6a-a148-f8fb53f01cf7 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=25966137-e158-4870-87d7-39150bb76dcb HTTP/1.1" status: 200 len: 945 time: 0.1615560 Feb 10 23:48:53.648796 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ed998ac2-7fe4-4495-b935-6abdeb31ccaf req-2aa28d16-0f60-4cf2-935c-f88b685b7d9f tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=472a43de-cbf4-4dea-b1a6-9fb18ce1d516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391986 Feb 10 23:48:54.141722 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:54.923152 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a81fe-f521-41fb-8cfa-d6ce61c22a66 req-cc5c74a6-418c-4037-b98b-0d9579fde1bf tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:48:54.924618 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-eb7a81fe-f521-41fb-8cfa-d6ce61c22a66 req-cc5c74a6-418c-4037-b98b-0d9579fde1bf tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=25966137-e158-4870-87d7-39150bb76dcb HTTP/1.1" status: 200 len: 945 time: 0.1498952 Feb 10 23:48:54.969592 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-eb7a81fe-f521-41fb-8cfa-d6ce61c22a66 req-6dacf529-10ef-4638-b9f5-ac8e1aca2758 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=472a43de-cbf4-4dea-b1a6-9fb18ce1d516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395267 Feb 10 23:48:54.997300 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 56770) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:48:55.101538 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-570d9f68-1c3d-4272-8f10-0f537eda9784 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/floatingips/95b2016a-5ebf-4d8a-a51b-6df9688df2f1 HTTP/1.1" status: 200 len: 993 time: 0.1031563 Feb 10 23:48:56.723997 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7afb9-96cf-472d-87fd-96f7092752d0 req-2f168ce8-421a-45ea-9fcf-88dad5af46ca tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:48:56.725444 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4cf7afb9-96cf-472d-87fd-96f7092752d0 req-2f168ce8-421a-45ea-9fcf-88dad5af46ca tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=25966137-e158-4870-87d7-39150bb76dcb HTTP/1.1" status: 200 len: 945 time: 0.1184003 Feb 10 23:48:56.780519 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-110707d7-c543-4117-b1bf-7f23b670f078 req-20fefe55-8977-4864-a4c3-3ee1a6d940cb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7aa12777ef71410eaa70251ed5176e4b&device_id=25966137-e158-4870-87d7-39150bb76dcb HTTP/1.1" status: 200 len: 1098 time: 0.1117938 Feb 10 23:48:56.785000 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4cf7afb9-96cf-472d-87fd-96f7092752d0 req-7e7891a5-4a5a-406e-a0cc-827c4ec3ab24 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=472a43de-cbf4-4dea-b1a6-9fb18ce1d516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500813 Feb 10 23:48:56.907474 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110707d7-c543-4117-b1bf-7f23b670f078 req-87e37d27-28b0-4c13-8479-4afbe6e95532 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:48:56.908923 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-110707d7-c543-4117-b1bf-7f23b670f078 req-87e37d27-28b0-4c13-8479-4afbe6e95532 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2353c8ea-86a3-4acb-b3c9-70b94bfaeeac HTTP/1.1" status: 200 len: 897 time: 0.1227391 Feb 10 23:48:57.008045 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-110707d7-c543-4117-b1bf-7f23b670f078 req-240264e0-7942-4d5a-911b-0f92871bdc07 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be9bf1c4-5ae9-42de-ac23-8b1a8ee37b7d HTTP/1.1" status: 200 len: 1001 time: 0.0938962 Feb 10 23:48:57.071483 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110707d7-c543-4117-b1bf-7f23b670f078 req-684dd89a-4e9f-4d11-8239-29d13dd45fe2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:48:57.073347 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-110707d7-c543-4117-b1bf-7f23b670f078 req-684dd89a-4e9f-4d11-8239-29d13dd45fe2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=48648d7a-988d-4303-8296-2b1e0e6c6dc4 HTTP/1.1" status: 200 len: 835 time: 0.0590653 Feb 10 23:48:57.145422 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-110707d7-c543-4117-b1bf-7f23b670f078 req-60a58ae9-a6a4-413e-ba35-357ed8ee3bd7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2353c8ea-86a3-4acb-b3c9-70b94bfaeeac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663819 Feb 10 23:48:57.273840 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-110707d7-c543-4117-b1bf-7f23b670f078 req-a7948d80-d32c-4463-b9e6-c7eef6f1d0f8 service neutron] 10.222.0.37 "GET /v2.0/networks/2353c8ea-86a3-4acb-b3c9-70b94bfaeeac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220958 Feb 10 23:48:57.402542 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-110707d7-c543-4117-b1bf-7f23b670f078 req-b3d93d94-9089-4681-9727-513004d7dbee service neutron] 10.222.0.37 "GET /v2.0/networks/2353c8ea-86a3-4acb-b3c9-70b94bfaeeac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225717 Feb 10 23:48:57.984926 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16733e13-7dae-4362-a8ec-3e2ea22a04a1 req-666b7c82-971e-47df-8ccc-b257eb6ac844 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:48:57.986433 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-16733e13-7dae-4362-a8ec-3e2ea22a04a1 req-666b7c82-971e-47df-8ccc-b257eb6ac844 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=25966137-e158-4870-87d7-39150bb76dcb HTTP/1.1" status: 200 len: 945 time: 0.0775337 Feb 10 23:48:58.031482 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-16733e13-7dae-4362-a8ec-3e2ea22a04a1 req-14efd427-6ff0-4cf1-b2f2-13f9dea912b4 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=472a43de-cbf4-4dea-b1a6-9fb18ce1d516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396929 Feb 10 23:48:59.227833 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba495e-e965-4b81-a9b1-f009b6185a1c req-e3990ddb-c883-4ecf-89c5-813b05505603 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:48:59.229293 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a1ba495e-e965-4b81-a9b1-f009b6185a1c req-e3990ddb-c883-4ecf-89c5-813b05505603 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=25966137-e158-4870-87d7-39150bb76dcb HTTP/1.1" status: 200 len: 945 time: 0.0743165 Feb 10 23:48:59.277977 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a1ba495e-e965-4b81-a9b1-f009b6185a1c req-c53f19d3-cea0-45aa-bd1d-b7d16b102b23 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=472a43de-cbf4-4dea-b1a6-9fb18ce1d516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423808 Feb 10 23:48:59.306028 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 56784) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:48:59.410504 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-78513212-f8c7-4e81-b7c2-2d0cda9ab732 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/floatingips/95b2016a-5ebf-4d8a-a51b-6df9688df2f1 HTTP/1.1" status: 200 len: 993 time: 0.1033366 Feb 10 23:48:59.697921 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 56792) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:48:59.891311 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-9b8d975e-e192-4164-b592-8b394bfd8050 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Deleting port 0a3a0b61-3208-44bd-84d0-f75aff4e17a7 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:48:59.891644 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9b8d975e-e192-4164-b592-8b394bfd8050 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:00.055356 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9b8d975e-e192-4164-b592-8b394bfd8050 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:00.055586 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9b8d975e-e192-4164-b592-8b394bfd8050 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:00.250359 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-9b8d975e-e192-4164-b592-8b394bfd8050 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Calling delete_port for 0a3a0b61-3208-44bd-84d0-f75aff4e17a7 owned by network:floatingip {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:49:00.501767 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9b8d975e-e192-4164-b592-8b394bfd8050 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:00.545340 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8d975e-e192-4164-b592-8b394bfd8050 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event deleted for resources: {'Port': ['ID=0a3a0b61-3208-44bd-84d0-f75aff4e17a7,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:49:00.580509 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d975e-e192-4164-b592-8b394bfd8050 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:49:00.580891 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d975e-e192-4164-b592-8b394bfd8050 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:49:00.581256 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d975e-e192-4164-b592-8b394bfd8050 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:49:00.581580 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d975e-e192-4164-b592-8b394bfd8050 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:49:00.581913 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d975e-e192-4164-b592-8b394bfd8050 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:49:00.582243 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d975e-e192-4164-b592-8b394bfd8050 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:49:00.582571 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d975e-e192-4164-b592-8b394bfd8050 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:49:00.582902 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d975e-e192-4164-b592-8b394bfd8050 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:49:00.583228 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d975e-e192-4164-b592-8b394bfd8050 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:49:00.583552 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d975e-e192-4164-b592-8b394bfd8050 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:49:00.583879 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d975e-e192-4164-b592-8b394bfd8050 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:49:00.651694 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9b8d975e-e192-4164-b592-8b394bfd8050 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for floatingip, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:01.034360 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b8d975e-e192-4164-b592-8b394bfd8050 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Router f58024f1-3335-4384-bd15-82186445de3d has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:49:01.233447 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8d975e-e192-4164-b592-8b394bfd8050 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:49:01.243688 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82359d0-5f85-4af2-bda7-79e308730a23 None None] Sync routers for ids ['f58024f1-3335-4384-bd15-82186445de3d'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:49:01.255660 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82359d0-5f85-4af2-bda7-79e308730a23 None None] Routers {'f58024f1-3335-4384-bd15-82186445de3d'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:49:01.256258 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-b82359d0-5f85-4af2-bda7-79e308730a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:48:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['f58024f1-3335-4384-bd15-82186445de3d'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:49:01.318370 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9b8d975e-e192-4164-b592-8b394bfd8050 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:01.373584 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9b8d975e-e192-4164-b592-8b394bfd8050 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "DELETE /v2.0/floatingips/95b2016a-5ebf-4d8a-a51b-6df9688df2f1 HTTP/1.1" status: 204 len: 168 time: 1.6738875 Feb 10 23:49:01.374223 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25966137-e158-4870-87d7-39150bb76dcb', 'tag': 'be9bf1c4-5ae9-42de-ac23-8b1a8ee37b7d'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:49:01.433023 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25966137-e158-4870-87d7-39150bb76dcb', 'tag': 'be9bf1c4-5ae9-42de-ac23-8b1a8ee37b7d', 'status': 'completed', 'code': 200} Feb 10 23:49:01.435267 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-b82359d0-5f85-4af2-bda7-79e308730a23 None None] Set router f58024f1-3335-4384-bd15-82186445de3d gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:49:01.534259 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-87d5e832-a9b7-4fdf-b60f-53b41e340cb4 req-3c161062-22f5-44b3-9238-74a19480dc12 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7aa12777ef71410eaa70251ed5176e4b&device_id=25966137-e158-4870-87d7-39150bb76dcb HTTP/1.1" status: 200 len: 1098 time: 0.0810006 Feb 10 23:49:01.665694 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d5e832-a9b7-4fdf-b60f-53b41e340cb4 req-07a3a629-6009-40f9-9954-ac4b6254b4dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:49:01.667853 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-87d5e832-a9b7-4fdf-b60f-53b41e340cb4 req-07a3a629-6009-40f9-9954-ac4b6254b4dd service neutron] 10.222.0.37 "GET /v2.0/networks?id=2353c8ea-86a3-4acb-b3c9-70b94bfaeeac HTTP/1.1" status: 200 len: 897 time: 0.1276076 Feb 10 23:49:01.738033 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-87d5e832-a9b7-4fdf-b60f-53b41e340cb4 req-4e7dc32b-aa92-4733-86cc-645bbf0eaed4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be9bf1c4-5ae9-42de-ac23-8b1a8ee37b7d HTTP/1.1" status: 200 len: 217 time: 0.0646532 Feb 10 23:49:01.753582 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-b82359d0-5f85-4af2-bda7-79e308730a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58024f1-3335-4384-bd15-82186445de3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784242378', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.216'}], 'enable_snat': True}, 'gw_port_id': '2d4222a5-29f6-414b-9710-e31c02824b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:47:58Z', 'updated_at': '2022-02-10T23:48:03Z', 'revision_number': 4, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': '2d4222a5-29f6-414b-9710-e31c02824b13', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:24:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58024f1-3335-4384-bd15-82186445de3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:47:58Z', 'updated_at': '2022-02-10T23:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '04a2110c-9b79-4e1e-819f-8fcd50348de1', 'name': '', 'network_id': '2353c8ea-86a3-4acb-b3c9-70b94bfaeeac', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'mac_address': 'fa:16:3e:49:0e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58024f1-3335-4384-bd15-82186445de3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48648d7a-988d-4303-8296-2b1e0e6c6dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:48:02Z', 'updated_at': '2022-02-10T23:48:09Z', 'revision_number': 5, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'subnets': [{'id': '48648d7a-988d-4303-8296-2b1e0e6c6dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:49:01.757438 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82359d0-5f85-4af2-bda7-79e308730a23 None None] Checking router: f58024f1-3335-4384-bd15-82186445de3d for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:49:01.768100 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82359d0-5f85-4af2-bda7-79e308730a23 None None] Routers {'f58024f1-3335-4384-bd15-82186445de3d'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:49:01.768748 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-b82359d0-5f85-4af2-bda7-79e308730a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:48:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['f58024f1-3335-4384-bd15-82186445de3d'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:49:01.800776 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d5e832-a9b7-4fdf-b60f-53b41e340cb4 req-ec2a2d07-7612-416b-916e-5efac7d86022 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:49:01.802166 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-87d5e832-a9b7-4fdf-b60f-53b41e340cb4 req-ec2a2d07-7612-416b-916e-5efac7d86022 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=48648d7a-988d-4303-8296-2b1e0e6c6dc4 HTTP/1.1" status: 200 len: 835 time: 0.0594718 Feb 10 23:49:01.883304 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-87d5e832-a9b7-4fdf-b60f-53b41e340cb4 req-3ccf1648-a419-4a3b-bf0a-c7892936e414 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2353c8ea-86a3-4acb-b3c9-70b94bfaeeac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752213 Feb 10 23:49:02.001445 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-b82359d0-5f85-4af2-bda7-79e308730a23 None None] Set router f58024f1-3335-4384-bd15-82186445de3d gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:49:02.029568 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce263b96-e42e-4f34-ab16-9a00d5367f10 req-b3f9d57f-35c2-4286-a768-0a9f655bccda tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:49:02.031009 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-ce263b96-e42e-4f34-ab16-9a00d5367f10 req-b3f9d57f-35c2-4286-a768-0a9f655bccda tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=25966137-e158-4870-87d7-39150bb76dcb HTTP/1.1" status: 200 len: 945 time: 0.0807550 Feb 10 23:49:02.076132 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-ce263b96-e42e-4f34-ab16-9a00d5367f10 req-781fb4a0-94c2-49f8-8791-19b5b120ee0e tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=472a43de-cbf4-4dea-b1a6-9fb18ce1d516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390041 Feb 10 23:49:02.118728 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-87d5e832-a9b7-4fdf-b60f-53b41e340cb4 req-ca4e8a1f-96c5-4b09-bdab-7519f297a2a4 service neutron] 10.222.0.37 "GET /v2.0/networks/2353c8ea-86a3-4acb-b3c9-70b94bfaeeac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283037 Feb 10 23:49:02.249298 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-87d5e832-a9b7-4fdf-b60f-53b41e340cb4 req-27d9e74d-9163-42b1-8e13-243b6edb6f02 service neutron] 10.222.0.37 "GET /v2.0/networks/2353c8ea-86a3-4acb-b3c9-70b94bfaeeac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237051 Feb 10 23:49:02.310572 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-b82359d0-5f85-4af2-bda7-79e308730a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58024f1-3335-4384-bd15-82186445de3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784242378', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.216'}], 'enable_snat': True}, 'gw_port_id': '2d4222a5-29f6-414b-9710-e31c02824b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:47:58Z', 'updated_at': '2022-02-10T23:48:03Z', 'revision_number': 4, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': '2d4222a5-29f6-414b-9710-e31c02824b13', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:24:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58024f1-3335-4384-bd15-82186445de3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:47:58Z', 'updated_at': '2022-02-10T23:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '04a2110c-9b79-4e1e-819f-8fcd50348de1', 'name': '', 'network_id': '2353c8ea-86a3-4acb-b3c9-70b94bfaeeac', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'mac_address': 'fa:16:3e:49:0e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58024f1-3335-4384-bd15-82186445de3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48648d7a-988d-4303-8296-2b1e0e6c6dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:48:02Z', 'updated_at': '2022-02-10T23:48:09Z', 'revision_number': 5, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'subnets': [{'id': '48648d7a-988d-4303-8296-2b1e0e6c6dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:49:02.314427 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82359d0-5f85-4af2-bda7-79e308730a23 None None] The sync data for ids ['f58024f1-3335-4384-bd15-82186445de3d'] in dv-neutron-828797-1-hyperv is: [{'id': 'f58024f1-3335-4384-bd15-82186445de3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784242378', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.216'}], 'enable_snat': True}, 'gw_port_id': '2d4222a5-29f6-414b-9710-e31c02824b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:47:58Z', 'updated_at': '2022-02-10T23:48:03Z', 'revision_number': 4, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': '2d4222a5-29f6-414b-9710-e31c02824b13', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:24:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58024f1-3335-4384-bd15-82186445de3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:47:58Z', 'updated_at': '2022-02-10T23:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '04a2110c-9b79-4e1e-819f-8fcd50348de1', 'name': '', 'network_id': '2353c8ea-86a3-4acb-b3c9-70b94bfaeeac', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'mac_address': 'fa:16:3e:49:0e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58024f1-3335-4384-bd15-82186445de3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48648d7a-988d-4303-8296-2b1e0e6c6dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:48:02Z', 'updated_at': '2022-02-10T23:48:09Z', 'revision_number': 5, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'subnets': [{'id': '48648d7a-988d-4303-8296-2b1e0e6c6dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:49:02.534035 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b75cc4-e718-4c75-96bd-4b7098cdefda None None] New status for floating IP 95b2016a-5ebf-4d8a-a51b-6df9688df2f1: DOWN {{(pid=84335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 23:49:03.277909 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1168979-7541-469c-879b-8e49480c8374 req-aea42b6d-9b84-4cbe-af07-b88b811248dc tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:49:03.278577 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-d1168979-7541-469c-879b-8e49480c8374 req-aea42b6d-9b84-4cbe-af07-b88b811248dc tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Synchronizing usage tracker for tenant:7aa12777ef71410eaa70251ed5176e4b on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:49:03.372735 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-d1168979-7541-469c-879b-8e49480c8374 req-aea42b6d-9b84-4cbe-af07-b88b811248dc tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Unset dirty status for tenant:7aa12777ef71410eaa70251ed5176e4b on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:49:03.374007 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d1168979-7541-469c-879b-8e49480c8374 req-aea42b6d-9b84-4cbe-af07-b88b811248dc tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=25966137-e158-4870-87d7-39150bb76dcb HTTP/1.1" status: 200 len: 945 time: 0.1693697 Feb 10 23:49:03.441435 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d1168979-7541-469c-879b-8e49480c8374 req-f63fd105-4399-44f4-8165-01d2d9d85abf tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/security-groups?id=472a43de-cbf4-4dea-b1a6-9fb18ce1d516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600200 Feb 10 23:49:03.451199 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86960244-6600-4dc6-925d-be35c3572672 req-b1550f45-cfa8-487b-b706-2e94aed08150 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:49:03.452597 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-86960244-6600-4dc6-925d-be35c3572672 req-b1550f45-cfa8-487b-b706-2e94aed08150 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.37 "GET /v2.0/ports?device_id=25966137-e158-4870-87d7-39150bb76dcb HTTP/1.1" status: 200 len: 945 time: 0.1127865 Feb 10 23:49:03.521375 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-86960244-6600-4dc6-925d-be35c3572672 req-a55fbeda-359d-4057-abec-fd27f0ec4a6b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Deleting port be9bf1c4-5ae9-42de-ac23-8b1a8ee37b7d {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:49:03.521712 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-86960244-6600-4dc6-925d-be35c3572672 req-a55fbeda-359d-4057-abec-fd27f0ec4a6b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:03.759368 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-86960244-6600-4dc6-925d-be35c3572672 req-a55fbeda-359d-4057-abec-fd27f0ec4a6b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] For port be9bf1c4-5ae9-42de-ac23-8b1a8ee37b7d, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=be9bf1c4-5ae9-42de-ac23-8b1a8ee37b7d,segment=NetworkSegment(25ae0dc8-fdae-4e87-a7f1-ec7eb508bda3),segment_id=25ae0dc8-fdae-4e87-a7f1-ec7eb508bda3)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:49:03.759717 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-86960244-6600-4dc6-925d-be35c3572672 req-a55fbeda-359d-4057-abec-fd27f0ec4a6b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:03.877450 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-86960244-6600-4dc6-925d-be35c3572672 req-a55fbeda-359d-4057-abec-fd27f0ec4a6b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Calling delete_port for be9bf1c4-5ae9-42de-ac23-8b1a8ee37b7d owned by compute:nova {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:49:04.067327 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-86960244-6600-4dc6-925d-be35c3572672 req-a55fbeda-359d-4057-abec-fd27f0ec4a6b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:04.115588 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55fbeda-359d-4057-abec-fd27f0ec4a6b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event deleted for resources: {'Port': ['ID=be9bf1c4-5ae9-42de-ac23-8b1a8ee37b7d,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:49:04.188255 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-86960244-6600-4dc6-925d-be35c3572672 req-a55fbeda-359d-4057-abec-fd27f0ec4a6b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] No DVR routers for this DVR port be9bf1c4-5ae9-42de-ac23-8b1a8ee37b7d on host hv-neutron-8287 {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:49:04.190680 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-86960244-6600-4dc6-925d-be35c3572672 req-a55fbeda-359d-4057-abec-fd27f0ec4a6b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:04.193231 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25966137-e158-4870-87d7-39150bb76dcb', 'name': 'network-vif-deleted', 'tag': 'be9bf1c4-5ae9-42de-ac23-8b1a8ee37b7d'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:49:04.248823 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25966137-e158-4870-87d7-39150bb76dcb', 'name': 'network-vif-deleted', 'tag': 'be9bf1c4-5ae9-42de-ac23-8b1a8ee37b7d', 'status': 'completed', 'code': 200} Feb 10 23:49:04.274008 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-86960244-6600-4dc6-925d-be35c3572672 req-a55fbeda-359d-4057-abec-fd27f0ec4a6b tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.37 "DELETE /v2.0/ports/be9bf1c4-5ae9-42de-ac23-8b1a8ee37b7d HTTP/1.1" status: 204 len: 173 time: 0.8146188 Feb 10 23:49:04.630274 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-779aec41-1cbf-4c67-b029-3e5049f83cf1 req-ff5795e7-dbf1-43e8-85b5-015f735cba87 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Synchronizing usage tracker for tenant:7aa12777ef71410eaa70251ed5176e4b on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:49:04.707555 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-779aec41-1cbf-4c67-b029-3e5049f83cf1 req-ff5795e7-dbf1-43e8-85b5-015f735cba87 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Unset dirty status for tenant:7aa12777ef71410eaa70251ed5176e4b on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:49:04.708603 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-779aec41-1cbf-4c67-b029-3e5049f83cf1 req-ff5795e7-dbf1-43e8-85b5-015f735cba87 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "GET /v2.0/ports?device_id=25966137-e158-4870-87d7-39150bb76dcb HTTP/1.1" status: 200 len: 210 time: 0.1190450 Feb 10 23:49:05.819754 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 56810) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:49:05.904473 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device be9bf1c4-5ae9-42de-ac23-8b1a8ee37b7d no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:49:05.937448 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] No Port match for: be9bf1c4-5ae9-42de-ac23-8b1a8ee37b7d {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:49:05.937788 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device be9bf1c4-5ae9-42de-ac23-8b1a8ee37b7d not bound to the agent host hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:49:06.296316 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fdf1bdab-4e27-4cee-af82-d3b847e99619 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732944'] for router_interface, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:06.886542 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-fdf1bdab-4e27-4cee-af82-d3b847e99619 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Deleting port 04a2110c-9b79-4e1e-819f-8fcd50348de1 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:49:06.887349 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fdf1bdab-4e27-4cee-af82-d3b847e99619 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:07.064105 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-fdf1bdab-4e27-4cee-af82-d3b847e99619 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] For port 04a2110c-9b79-4e1e-819f-8fcd50348de1, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=04a2110c-9b79-4e1e-819f-8fcd50348de1,segment=NetworkSegment(25ae0dc8-fdae-4e87-a7f1-ec7eb508bda3),segment_id=25ae0dc8-fdae-4e87-a7f1-ec7eb508bda3)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:49:07.064456 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fdf1bdab-4e27-4cee-af82-d3b847e99619 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:07.180176 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-fdf1bdab-4e27-4cee-af82-d3b847e99619 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Calling delete_port for 04a2110c-9b79-4e1e-819f-8fcd50348de1 owned by network:router_interface {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:49:07.426727 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fdf1bdab-4e27-4cee-af82-d3b847e99619 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:07.474357 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf1bdab-4e27-4cee-af82-d3b847e99619 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event deleted for resources: {'Port': ['ID=04a2110c-9b79-4e1e-819f-8fcd50348de1,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:49:07.853345 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fdf1bdab-4e27-4cee-af82-d3b847e99619 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2767638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733091'] for router_interface, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:08.414784 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf1bdab-4e27-4cee-af82-d3b847e99619 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Router f58024f1-3335-4384-bd15-82186445de3d has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:49:08.609060 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf1bdab-4e27-4cee-af82-d3b847e99619 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:49:08.618230 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff84e9e-6c04-45d0-bf22-939619ec5179 None None] Sync routers for ids ['f58024f1-3335-4384-bd15-82186445de3d'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:49:08.630089 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff84e9e-6c04-45d0-bf22-939619ec5179 None None] Routers {'f58024f1-3335-4384-bd15-82186445de3d'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:49:08.634002 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-cff84e9e-6c04-45d0-bf22-939619ec5179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:48:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['f58024f1-3335-4384-bd15-82186445de3d'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:49:08.679712 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-fdf1bdab-4e27-4cee-af82-d3b847e99619 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "PUT /v2.0/routers/f58024f1-3335-4384-bd15-82186445de3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8587315 Feb 10 23:49:08.682239 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 56814) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:49:08.806162 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-cff84e9e-6c04-45d0-bf22-939619ec5179 None None] Set router f58024f1-3335-4384-bd15-82186445de3d gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:49:08.867652 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-07bda816-6f0e-4151-bbb4-592acbaf98b2 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Deleting subnet 48648d7a-988d-4303-8296-2b1e0e6c6dc4 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:49:08.871252 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-07bda816-6f0e-4151-bbb4-592acbaf98b2 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:08.924419 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-07bda816-6f0e-4151-bbb4-592acbaf98b2 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:09.005413 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-07bda816-6f0e-4151-bbb4-592acbaf98b2 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:09.088020 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-cff84e9e-6c04-45d0-bf22-939619ec5179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58024f1-3335-4384-bd15-82186445de3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784242378', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.216'}], 'enable_snat': True}, 'gw_port_id': '2d4222a5-29f6-414b-9710-e31c02824b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:47:58Z', 'updated_at': '2022-02-10T23:49:07Z', 'revision_number': 5, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': '2d4222a5-29f6-414b-9710-e31c02824b13', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:24:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58024f1-3335-4384-bd15-82186445de3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:47:58Z', 'updated_at': '2022-02-10T23:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:49:09.092438 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff84e9e-6c04-45d0-bf22-939619ec5179 None None] Checking router: f58024f1-3335-4384-bd15-82186445de3d for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:49:09.102808 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff84e9e-6c04-45d0-bf22-939619ec5179 None None] Routers {'f58024f1-3335-4384-bd15-82186445de3d'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:49:09.103401 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-cff84e9e-6c04-45d0-bf22-939619ec5179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:48:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['f58024f1-3335-4384-bd15-82186445de3d'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:49:09.153462 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-07bda816-6f0e-4151-bbb4-592acbaf98b2 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:09.192733 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bda816-6f0e-4151-bbb4-592acbaf98b2 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event deleted for resources: {'Subnet': ['ID=48648d7a-988d-4303-8296-2b1e0e6c6dc4,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:49:09.198301 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-07bda816-6f0e-4151-bbb4-592acbaf98b2 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:09.206202 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-07bda816-6f0e-4151-bbb4-592acbaf98b2 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "DELETE /v2.0/subnets/48648d7a-988d-4303-8296-2b1e0e6c6dc4 HTTP/1.1" status: 204 len: 168 time: 0.5225735 Feb 10 23:49:09.208778 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 56818) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:49:09.214499 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa244ad-a6b6-4225-800b-0c393d09c2b9 None None] Network 2353c8ea-86a3-4acb-b3c9-70b94bfaeeac requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:49:09.471034 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-cff84e9e-6c04-45d0-bf22-939619ec5179 None None] Set router f58024f1-3335-4384-bd15-82186445de3d gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:49:09.520112 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6bbd4cbf-63c7-48f1-9d0e-5864311cc575 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:09.719308 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6bbd4cbf-63c7-48f1-9d0e-5864311cc575 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:09.743330 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c655b2f-4573-4528-a816-44e9cdebae5c None None] DHCP port deletion for 2353c8ea-86a3-4acb-b3c9-70b94bfaeeac request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:49:09.752816 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-8c655b2f-4573-4528-a816-44e9cdebae5c None None] Deleting port 3f5ad981-1d52-4972-a69d-8f377805602f {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:49:09.753186 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8c655b2f-4573-4528-a816-44e9cdebae5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:09.815686 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-6bbd4cbf-63c7-48f1-9d0e-5864311cc575 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Deleting port 2d4222a5-29f6-414b-9710-e31c02824b13 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:49:09.816027 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6bbd4cbf-63c7-48f1-9d0e-5864311cc575 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:09.933857 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-cff84e9e-6c04-45d0-bf22-939619ec5179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58024f1-3335-4384-bd15-82186445de3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784242378', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.216'}], 'enable_snat': True}, 'gw_port_id': '2d4222a5-29f6-414b-9710-e31c02824b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:47:58Z', 'updated_at': '2022-02-10T23:49:07Z', 'revision_number': 5, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': '2d4222a5-29f6-414b-9710-e31c02824b13', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:24:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58024f1-3335-4384-bd15-82186445de3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:47:58Z', 'updated_at': '2022-02-10T23:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:49:09.947625 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff84e9e-6c04-45d0-bf22-939619ec5179 None None] The sync data for ids ['f58024f1-3335-4384-bd15-82186445de3d'] in dv-neutron-828797-1-hyperv is: [{'id': 'f58024f1-3335-4384-bd15-82186445de3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784242378', 'tenant_id': '7aa12777ef71410eaa70251ed5176e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.216'}], 'enable_snat': True}, 'gw_port_id': '2d4222a5-29f6-414b-9710-e31c02824b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:47:58Z', 'updated_at': '2022-02-10T23:49:07Z', 'revision_number': 5, 'project_id': '7aa12777ef71410eaa70251ed5176e4b', 'gw_port': {'id': '2d4222a5-29f6-414b-9710-e31c02824b13', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:24:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58024f1-3335-4384-bd15-82186445de3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:47:58Z', 'updated_at': '2022-02-10T23:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:49:09.971828 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-8c655b2f-4573-4528-a816-44e9cdebae5c None None] For port 3f5ad981-1d52-4972-a69d-8f377805602f, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=3f5ad981-1d52-4972-a69d-8f377805602f,segment=NetworkSegment(25ae0dc8-fdae-4e87-a7f1-ec7eb508bda3),segment_id=25ae0dc8-fdae-4e87-a7f1-ec7eb508bda3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:49:09.972653 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8c655b2f-4573-4528-a816-44e9cdebae5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:09.992890 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-6bbd4cbf-63c7-48f1-9d0e-5864311cc575 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] For port 2d4222a5-29f6-414b-9710-e31c02824b13, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=2d4222a5-29f6-414b-9710-e31c02824b13,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:49:09.993244 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6bbd4cbf-63c7-48f1-9d0e-5864311cc575 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:10.102152 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-8c655b2f-4573-4528-a816-44e9cdebae5c None None] Calling delete_port for 3f5ad981-1d52-4972-a69d-8f377805602f owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:49:10.114417 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-6bbd4cbf-63c7-48f1-9d0e-5864311cc575 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Calling delete_port for 2d4222a5-29f6-414b-9710-e31c02824b13 owned by network:router_gateway {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:49:10.262919 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8c655b2f-4573-4528-a816-44e9cdebae5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:10.313103 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c655b2f-4573-4528-a816-44e9cdebae5c None None] Pushing event deleted for resources: {'Port': ['ID=3f5ad981-1d52-4972-a69d-8f377805602f,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:49:10.318531 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c655b2f-4573-4528-a816-44e9cdebae5c None None] No DVR routers for this DVR port 3f5ad981-1d52-4972-a69d-8f377805602f on host dv-neutron-828797-1-hyperv {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:49:10.330566 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c655b2f-4573-4528-a816-44e9cdebae5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:49:10.330873 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c655b2f-4573-4528-a816-44e9cdebae5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:49:10.331196 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c655b2f-4573-4528-a816-44e9cdebae5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:49:10.331617 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c655b2f-4573-4528-a816-44e9cdebae5c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:49:10.331837 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c655b2f-4573-4528-a816-44e9cdebae5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:49:10.332162 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c655b2f-4573-4528-a816-44e9cdebae5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:49:10.332483 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c655b2f-4573-4528-a816-44e9cdebae5c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:49:10.332914 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c655b2f-4573-4528-a816-44e9cdebae5c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:49:10.333162 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c655b2f-4573-4528-a816-44e9cdebae5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:49:10.333482 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c655b2f-4573-4528-a816-44e9cdebae5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:49:10.333784 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c655b2f-4573-4528-a816-44e9cdebae5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:49:10.364932 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6bbd4cbf-63c7-48f1-9d0e-5864311cc575 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:10.410372 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd4cbf-63c7-48f1-9d0e-5864311cc575 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event deleted for resources: {'Port': ['ID=2d4222a5-29f6-414b-9710-e31c02824b13,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:49:10.633345 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6bbd4cbf-63c7-48f1-9d0e-5864311cc575 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734197'] for router_gateway, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:10.879149 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6bbd4cbf-63c7-48f1-9d0e-5864311cc575 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:10.883321 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6bbd4cbf-63c7-48f1-9d0e-5864311cc575 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:10.944160 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 04a2110c-9b79-4e1e-819f-8fcd50348de1 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:49:10.976496 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 04a2110c-9b79-4e1e-819f-8fcd50348de1 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:49:10.976857 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 04a2110c-9b79-4e1e-819f-8fcd50348de1 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:49:10.977259 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 3f5ad981-1d52-4972-a69d-8f377805602f no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:49:10.998837 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6bbd4cbf-63c7-48f1-9d0e-5864311cc575 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:10.999386 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bbd4cbf-63c7-48f1-9d0e-5864311cc575 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Fanout notify agent at l3_agent the message router_deleted on router f58024f1-3335-4384-bd15-82186445de3d {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:49:11.006861 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 3f5ad981-1d52-4972-a69d-8f377805602f {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:49:11.007202 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 3f5ad981-1d52-4972-a69d-8f377805602f not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:49:11.020668 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6bbd4cbf-63c7-48f1-9d0e-5864311cc575 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:11.021867 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6bbd4cbf-63c7-48f1-9d0e-5864311cc575 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "DELETE /v2.0/routers/f58024f1-3335-4384-bd15-82186445de3d HTTP/1.1" status: 204 len: 168 time: 1.8122079 Feb 10 23:49:11.024476 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 56822) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:49:11.232412 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3e174bc9-814d-44c6-a085-0643afa01fd6 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:11.358212 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3e174bc9-814d-44c6-a085-0643afa01fd6 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:11.383681 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-3e174bc9-814d-44c6-a085-0643afa01fd6 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2353c8ea-86a3-4acb-b3c9-70b94bfaeeac']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:49:11.399477 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-3e174bc9-814d-44c6-a085-0643afa01fd6 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25ae0dc8-fdae-4e87-a7f1-ec7eb508bda3') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:49:11.399768 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-3e174bc9-814d-44c6-a085-0643afa01fd6 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25ae0dc8-fdae-4e87-a7f1-ec7eb508bda3') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:49:11.411886 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3e174bc9-814d-44c6-a085-0643afa01fd6 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32216962'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:11.428826 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3e174bc9-814d-44c6-a085-0643afa01fd6 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:11.436008 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e174bc9-814d-44c6-a085-0643afa01fd6 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:49:11.438710 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3e174bc9-814d-44c6-a085-0643afa01fd6 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32033006'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:11.451577 dv-neutron-828797-1-hyperv neutron-server[84332]: Traceback (most recent call last): Feb 10 23:49:11.451577 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:49:11.451577 dv-neutron-828797-1-hyperv neutron-server[84332]: timer() Feb 10 23:49:11.451577 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:49:11.451577 dv-neutron-828797-1-hyperv neutron-server[84332]: cb(*args, **kw) Feb 10 23:49:11.451577 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:49:11.451577 dv-neutron-828797-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Feb 10 23:49:11.451577 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:49:11.451577 dv-neutron-828797-1-hyperv neutron-server[84332]: self._notify() Feb 10 23:49:11.451577 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:49:11.451577 dv-neutron-828797-1-hyperv neutron-server[84332]: self.callback(batched_events) Feb 10 23:49:11.451577 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:49:11.451577 dv-neutron-828797-1-hyperv neutron-server[84332]: event.method(event) Feb 10 23:49:11.451577 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:49:11.451577 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:49:11.451577 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:49:11.451577 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:49:11.451577 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:49:11.451577 dv-neutron-828797-1-hyperv neutron-server[84332]: return f(self, *a, **k) Feb 10 23:49:11.451577 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:49:11.451577 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._get(url).json() Feb 10 23:49:11.451577 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:49:11.451577 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:49:11.451577 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:49:11.451577 dv-neutron-828797-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Feb 10 23:49:11.451577 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:49:11.451577 dv-neutron-828797-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:49:11.451577 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:49:11.451577 dv-neutron-828797-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:49:11.451577 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:49:11.451577 dv-neutron-828797-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:49:11.451577 dv-neutron-828797-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:49:11.610238 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3e174bc9-814d-44c6-a085-0643afa01fd6 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:11.634029 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3e174bc9-814d-44c6-a085-0643afa01fd6 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:11.642985 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e174bc9-814d-44c6-a085-0643afa01fd6 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event deleted for resources: {'Network': ['ID=2353c8ea-86a3-4acb-b3c9-70b94bfaeeac,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:49:11.713612 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3e174bc9-814d-44c6-a085-0643afa01fd6 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "DELETE /v2.0/networks/2353c8ea-86a3-4acb-b3c9-70b94bfaeeac HTTP/1.1" status: 204 len: 168 time: 0.6880822 Feb 10 23:49:11.716081 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 56826) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:49:11.781703 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8ad1cb7b-f018-4bda-9dd0-32bb114f58e8 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:11.810210 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8ad1cb7b-f018-4bda-9dd0-32bb114f58e8 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:11.952905 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8ad1cb7b-f018-4bda-9dd0-32bb114f58e8 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:11.969807 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad1cb7b-f018-4bda-9dd0-32bb114f58e8 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=472a43de-cbf4-4dea-b1a6-9fb18ce1d516,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:49:12.054766 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8ad1cb7b-f018-4bda-9dd0-32bb114f58e8 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:12.055868 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8ad1cb7b-f018-4bda-9dd0-32bb114f58e8 tempest-TestNetworkAdvancedServerOps-1586636443 tempest-TestNetworkAdvancedServerOps-1586636443-project] 10.222.0.59 "DELETE /v2.0/security-groups/472a43de-cbf4-4dea-b1a6-9fb18ce1d516 HTTP/1.1" status: 204 len: 168 time: 0.3388798 Feb 10 23:49:12.661946 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 56836) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:49:12.846440 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8ce20c9a-6c83-4756-9ccb-19e2fd27479a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7aa12777ef71410eaa70251ed5176e4b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1833744 Feb 10 23:49:12.848778 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 56842) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:49:12.859766 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 2d4222a5-29f6-414b-9710-e31c02824b13 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:49:12.895505 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 2d4222a5-29f6-414b-9710-e31c02824b13 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:49:12.895846 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 2d4222a5-29f6-414b-9710-e31c02824b13 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:49:12.909958 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7d1a7598-7cd1-49cf-860f-3df8c887bc60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:12.935020 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7d1a7598-7cd1-49cf-860f-3df8c887bc60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:13.038826 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7d1a7598-7cd1-49cf-860f-3df8c887bc60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:13.053856 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1a7598-7cd1-49cf-860f-3df8c887bc60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332a4e5f-8534-4eeb-b67f-6bda2553cb47,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:49:13.062525 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7d1a7598-7cd1-49cf-860f-3df8c887bc60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:13.063585 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7d1a7598-7cd1-49cf-860f-3df8c887bc60 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/332a4e5f-8534-4eeb-b67f-6bda2553cb47 HTTP/1.1" status: 204 len: 168 time: 0.2139394 Feb 10 23:49:13.681021 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 56850) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:49:13.698906 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f3b3708f-ad42-4853-8389-13474bceb285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:13.729383 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f3b3708f-ad42-4853-8389-13474bceb285 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:49:13.733950 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f3b3708f-ad42-4853-8389-13474bceb285 admin admin] Usage tracker for resource:security_group_rule and tenant:f16e065f46984a9fa92aa4ea7f2ffb92 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:49:13.736779 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f3b3708f-ad42-4853-8389-13474bceb285 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:49:13.742241 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f3b3708f-ad42-4853-8389-13474bceb285 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:49:13.804719 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f3b3708f-ad42-4853-8389-13474bceb285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:13.873345 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f3b3708f-ad42-4853-8389-13474bceb285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:13.921482 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b3708f-ad42-4853-8389-13474bceb285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa2e1d8-1a60-4518-a271-4093e9575cab,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:49:13.925312 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f3b3708f-ad42-4853-8389-13474bceb285 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f16e065f46984a9fa92aa4ea7f2ffb92&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2433083 Feb 10 23:49:13.928644 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 56854) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:49:13.985010 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9181fa81-4b17-40dc-a7f8-38a079c4b562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:14.009366 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9181fa81-4b17-40dc-a7f8-38a079c4b562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:14.129851 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9181fa81-4b17-40dc-a7f8-38a079c4b562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:14.143674 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9181fa81-4b17-40dc-a7f8-38a079c4b562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa2e1d8-1a60-4518-a271-4093e9575cab,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:49:14.149953 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9181fa81-4b17-40dc-a7f8-38a079c4b562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:14.151047 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9181fa81-4b17-40dc-a7f8-38a079c4b562 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9aa2e1d8-1a60-4518-a271-4093e9575cab HTTP/1.1" status: 204 len: 168 time: 0.2222488 Feb 10 23:49:15.356716 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 56876) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:49:15.484809 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-e551127d-df56-4d14-b8b6-a494b6835b3b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1715709879-network', 'tenant_id': '30238af4bf9045f89f078fa7a928f878'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:49:15.489558 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e551127d-df56-4d14-b8b6-a494b6835b3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:49:15.493321 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e551127d-df56-4d14-b8b6-a494b6835b3b admin admin] Usage tracker for resource:network and tenant:30238af4bf9045f89f078fa7a928f878 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:49:15.496107 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e551127d-df56-4d14-b8b6-a494b6835b3b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:49:15.502212 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e551127d-df56-4d14-b8b6-a494b6835b3b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:49:15.586596 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e551127d-df56-4d14-b8b6-a494b6835b3b admin admin] Made reservation on behalf of 30238af4bf9045f89f078fa7a928f878 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:49:15.588997 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e551127d-df56-4d14-b8b6-a494b6835b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:15.602542 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e551127d-df56-4d14-b8b6-a494b6835b3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:15.632473 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e551127d-df56-4d14-b8b6-a494b6835b3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:49:15.636156 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e551127d-df56-4d14-b8b6-a494b6835b3b admin admin] Usage tracker for resource:security_group_rule and tenant:30238af4bf9045f89f078fa7a928f878 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:49:15.639466 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e551127d-df56-4d14-b8b6-a494b6835b3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:49:15.645324 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e551127d-df56-4d14-b8b6-a494b6835b3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:49:15.711414 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e551127d-df56-4d14-b8b6-a494b6835b3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:15.786393 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e551127d-df56-4d14-b8b6-a494b6835b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:15.813375 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e551127d-df56-4d14-b8b6-a494b6835b3b admin admin] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:49:15.825366 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e551127d-df56-4d14-b8b6-a494b6835b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda7b0ad-aa64-4000-b709-4a518adcf6c9,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:49:15.830555 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e551127d-df56-4d14-b8b6-a494b6835b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:15.830896 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-e551127d-df56-4d14-b8b6-a494b6835b3b admin admin] Added segment 9ea2039f-2964-444a-8abc-d0c15e3e1aeb of type vlan for network 3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e Feb 10 23:49:15.856071 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e551127d-df56-4d14-b8b6-a494b6835b3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:15.958834 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e551127d-df56-4d14-b8b6-a494b6835b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:15.959700 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e551127d-df56-4d14-b8b6-a494b6835b3b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:49:15.960266 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e551127d-df56-4d14-b8b6-a494b6835b3b admin admin] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:16.060024 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e551127d-df56-4d14-b8b6-a494b6835b3b admin admin] Pushing event updated for resources: {'Network': ['ID=3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:49:16.069956 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:49:16.118870 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e551127d-df56-4d14-b8b6-a494b6835b3b admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7610686 Feb 10 23:49:16.121780 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 56882) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:49:16.127822 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-00528387-cb22-408f-a719-b25d921ac2d1 admin admin] Request body: {'subnet': {'network_id': '3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1715709879-subnet', 'tenant_id': '30238af4bf9045f89f078fa7a928f878', 'ip_version': 4}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:49:16.132609 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-00528387-cb22-408f-a719-b25d921ac2d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:49:16.136339 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-00528387-cb22-408f-a719-b25d921ac2d1 admin admin] Usage tracker for resource:subnet and tenant:30238af4bf9045f89f078fa7a928f878 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:49:16.139149 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-00528387-cb22-408f-a719-b25d921ac2d1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:49:16.144883 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-00528387-cb22-408f-a719-b25d921ac2d1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:49:16.221021 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00528387-cb22-408f-a719-b25d921ac2d1 admin admin] Made reservation on behalf of 30238af4bf9045f89f078fa7a928f878 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:49:16.223334 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-00528387-cb22-408f-a719-b25d921ac2d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:16.243619 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:49:16.484874 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-00528387-cb22-408f-a719-b25d921ac2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:16.530866 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:16.549040 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00528387-cb22-408f-a719-b25d921ac2d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3524c148-a12b-461b-bda4-ae720d811cf5,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:49:16.571372 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00528387-cb22-408f-a719-b25d921ac2d1 admin admin] Checking segment: {'id': '9ea2039f-2964-444a-8abc-d0c15e3e1aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:49:16.571721 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00528387-cb22-408f-a719-b25d921ac2d1 admin admin] Network hostable DHCP agents. Network: 3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:49:16.661430 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00528387-cb22-408f-a719-b25d921ac2d1 admin admin] Network 3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:49:16.746750 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-00528387-cb22-408f-a719-b25d921ac2d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:49:16.750787 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00528387-cb22-408f-a719-b25d921ac2d1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:49:16.751457 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-00528387-cb22-408f-a719-b25d921ac2d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:16.757276 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fd83b6-8896-467e-9799-c654d4691806 None None] Network 3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:49:16.847444 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-00528387-cb22-408f-a719-b25d921ac2d1 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7246506 Feb 10 23:49:16.848871 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 56886) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:49:16.853916 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-37ab8319-73b4-4723-9972-fed868aa1c22 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1715709879-router', 'tenant_id': '30238af4bf9045f89f078fa7a928f878', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:49:16.858577 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-37ab8319-73b4-4723-9972-fed868aa1c22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:49:16.862518 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-37ab8319-73b4-4723-9972-fed868aa1c22 admin admin] Usage tracker for resource:router and tenant:30238af4bf9045f89f078fa7a928f878 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:49:16.866104 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-37ab8319-73b4-4723-9972-fed868aa1c22 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:49:16.871787 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-37ab8319-73b4-4723-9972-fed868aa1c22 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:49:16.930075 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-37ab8319-73b4-4723-9972-fed868aa1c22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:16.931039 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-37ab8319-73b4-4723-9972-fed868aa1c22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:16.948357 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-37ab8319-73b4-4723-9972-fed868aa1c22 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:16.970069 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83fdaae-7787-4228-98fb-1d0b0b8816d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e', 'network_id': '3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e', 'tenant_id': '30238af4bf9045f89f078fa7a928f878', 'fixed_ips': [{'subnet_id': '3524c148-a12b-461b-bda4-ae720d811cf5'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:49:16.970747 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c83fdaae-7787-4228-98fb-1d0b0b8816d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:17.165951 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-c83fdaae-7787-4228-98fb-1d0b0b8816d9 None None] Allocated IP 172.20.0.2 (3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e/3524c148-a12b-461b-bda4-ae720d811cf5/c04d6017-6043-4d45-89f3-1192e9e5a7da) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:49:17.238714 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-37ab8319-73b4-4723-9972-fed868aa1c22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:17.366756 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c83fdaae-7787-4228-98fb-1d0b0b8816d9 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:17.377311 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-c83fdaae-7787-4228-98fb-1d0b0b8816d9 None None] Transition to ACTIVE for port object c04d6017-6043-4d45-89f3-1192e9e5a7da will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:49:17.395567 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-c83fdaae-7787-4228-98fb-1d0b0b8816d9 None None] Transition to ACTIVE for port object c04d6017-6043-4d45-89f3-1192e9e5a7da will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:49:17.484531 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c83fdaae-7787-4228-98fb-1d0b0b8816d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:17.491000 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-37ab8319-73b4-4723-9972-fed868aa1c22 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:17.523406 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-37ab8319-73b4-4723-9972-fed868aa1c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:17.554670 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83fdaae-7787-4228-98fb-1d0b0b8816d9 None None] Network 3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:49:17.558132 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-c83fdaae-7787-4228-98fb-1d0b0b8816d9 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:49:17.559884 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83fdaae-7787-4228-98fb-1d0b0b8816d9 None None] Pushing event updated for resources: {'Port': ['ID=c04d6017-6043-4d45-89f3-1192e9e5a7da,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:49:17.562504 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83fdaae-7787-4228-98fb-1d0b0b8816d9 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:49:17.648228 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-c83fdaae-7787-4228-98fb-1d0b0b8816d9 None None] Attempting to bind port c04d6017-6043-4d45-89f3-1192e9e5a7da on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:49:17.648607 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-c83fdaae-7787-4228-98fb-1d0b0b8816d9 None None] Attempting to bind port c04d6017-6043-4d45-89f3-1192e9e5a7da by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '9ea2039f-2964-444a-8abc-d0c15e3e1aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:49:17.648965 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83fdaae-7787-4228-98fb-1d0b0b8816d9 None None] Attempting to bind port c04d6017-6043-4d45-89f3-1192e9e5a7da on network 3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:49:17.655973 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83fdaae-7787-4228-98fb-1d0b0b8816d9 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:49:17.656366 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83fdaae-7787-4228-98fb-1d0b0b8816d9 None None] Checking segment: {'id': '9ea2039f-2964-444a-8abc-d0c15e3e1aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:49:17.656786 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c83fdaae-7787-4228-98fb-1d0b0b8816d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:17.657172 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83fdaae-7787-4228-98fb-1d0b0b8816d9 None None] Bound using segment: {'id': '9ea2039f-2964-444a-8abc-d0c15e3e1aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:49:17.657630 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-c83fdaae-7787-4228-98fb-1d0b0b8816d9 None None] Bound port: c04d6017-6043-4d45-89f3-1192e9e5a7da, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ea2039f-2964-444a-8abc-d0c15e3e1aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:49:17.657996 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c83fdaae-7787-4228-98fb-1d0b0b8816d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:17.663293 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-37ab8319-73b4-4723-9972-fed868aa1c22 admin admin] Allocated IP 172.26.8.168 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/c8779d43-089c-4dfa-979c-dadd42ad2eaa) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:49:17.745012 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-c83fdaae-7787-4228-98fb-1d0b0b8816d9 None None] For port c04d6017-6043-4d45-89f3-1192e9e5a7da, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:49:17.748743 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-c83fdaae-7787-4228-98fb-1d0b0b8816d9 None None] For port c04d6017-6043-4d45-89f3-1192e9e5a7da, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=c04d6017-6043-4d45-89f3-1192e9e5a7da,segment=NetworkSegment(9ea2039f-2964-444a-8abc-d0c15e3e1aeb),segment_id=9ea2039f-2964-444a-8abc-d0c15e3e1aeb)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:49:17.808223 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-37ab8319-73b4-4723-9972-fed868aa1c22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:17.810929 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c83fdaae-7787-4228-98fb-1d0b0b8816d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:17.900810 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83fdaae-7787-4228-98fb-1d0b0b8816d9 None None] Pushing event updated for resources: {'Port': ['ID=c04d6017-6043-4d45-89f3-1192e9e5a7da,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:49:17.906948 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-37ab8319-73b4-4723-9972-fed868aa1c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:17.978315 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ab8319-73b4-4723-9972-fed868aa1c22 admin admin] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:49:17.981249 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-37ab8319-73b4-4723-9972-fed868aa1c22 admin admin] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:49:17.986822 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ab8319-73b4-4723-9972-fed868aa1c22 admin admin] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:49:18.021303 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ab8319-73b4-4723-9972-fed868aa1c22 admin admin] Pushing event updated for resources: {'Port': ['ID=c8779d43-089c-4dfa-979c-dadd42ad2eaa,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:49:18.234508 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-37ab8319-73b4-4723-9972-fed868aa1c22 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:18.235255 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-37ab8319-73b4-4723-9972-fed868aa1c22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:18.524466 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37ab8319-73b4-4723-9972-fed868aa1c22 admin admin] Router 095e871e-92ec-43ed-b565-843b217c2336 is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:49:18.724820 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ab8319-73b4-4723-9972-fed868aa1c22 admin admin] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:49:18.734094 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfa8430-a40c-4c02-8c1c-19c61455f24b None None] Sync routers for ids ['095e871e-92ec-43ed-b565-843b217c2336'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:49:18.746286 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfa8430-a40c-4c02-8c1c-19c61455f24b None None] Routers {'095e871e-92ec-43ed-b565-843b217c2336'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:49:18.747085 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-cbfa8430-a40c-4c02-8c1c-19c61455f24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:48:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['095e871e-92ec-43ed-b565-843b217c2336'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:49:18.791480 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047dcdf0-3dd5-4bd4-a826-0f898b50c87e None None] Network 3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:49:18.810534 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-37ab8319-73b4-4723-9972-fed868aa1c22 admin admin] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:18.811779 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-37ab8319-73b4-4723-9972-fed868aa1c22 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9619079 Feb 10 23:49:18.814515 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 56890) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:49:18.938763 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-cbfa8430-a40c-4c02-8c1c-19c61455f24b None None] Set router 095e871e-92ec-43ed-b565-843b217c2336 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:49:18.973521 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device c04d6017-6043-4d45-89f3-1192e9e5a7da up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:49:19.018602 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-0ad0a654-f391-4d17-8218-1238503606e4 None None] Provisioning for port c04d6017-6043-4d45-89f3-1192e9e5a7da completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:49:19.135947 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d6154813-5609-4c67-988e-bcd40f8d4aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:19.227233 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port c04d6017-6043-4d45-89f3-1192e9e5a7da completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:49:19.234054 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port c04d6017-6043-4d45-89f3-1192e9e5a7da triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:49:19.234541 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:19.293195 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-cbfa8430-a40c-4c02-8c1c-19c61455f24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095e871e-92ec-43ed-b565-843b217c2336', 'name': 'tempest-TestShelveInstance-1715709879-router', 'tenant_id': '30238af4bf9045f89f078fa7a928f878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.168'}], 'enable_snat': True}, 'gw_port_id': 'c8779d43-089c-4dfa-979c-dadd42ad2eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:49:16Z', 'updated_at': '2022-02-10T23:49:18Z', 'revision_number': 3, 'project_id': '30238af4bf9045f89f078fa7a928f878', 'gw_port': {'id': 'c8779d43-089c-4dfa-979c-dadd42ad2eaa', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b4:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '095e871e-92ec-43ed-b565-843b217c2336', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:49:17Z', 'updated_at': '2022-02-10T23:49:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:49:19.300668 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfa8430-a40c-4c02-8c1c-19c61455f24b None None] Checking router: 095e871e-92ec-43ed-b565-843b217c2336 for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:49:19.301138 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfa8430-a40c-4c02-8c1c-19c61455f24b None None] Updating router 095e871e-92ec-43ed-b565-843b217c2336 port c8779d43-089c-4dfa-979c-dadd42ad2eaa binding host dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:49:19.365598 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-cbfa8430-a40c-4c02-8c1c-19c61455f24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:19.390785 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:19.401208 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-4c0c218e-2ecc-4b8f-b938-f8cf51fe880c None None] Provisioning complete for port c04d6017-6043-4d45-89f3-1192e9e5a7da triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:49:19.401937 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4c0c218e-2ecc-4b8f-b938-f8cf51fe880c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:19.460871 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port c04d6017-6043-4d45-89f3-1192e9e5a7da, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=c04d6017-6043-4d45-89f3-1192e9e5a7da,segment=NetworkSegment(9ea2039f-2964-444a-8abc-d0c15e3e1aeb),segment_id=9ea2039f-2964-444a-8abc-d0c15e3e1aeb)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:49:19.521722 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:19.589618 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4c0c218e-2ecc-4b8f-b938-f8cf51fe880c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:19.618412 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=c04d6017-6043-4d45-89f3-1192e9e5a7da,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:49:19.673780 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-4c0c218e-2ecc-4b8f-b938-f8cf51fe880c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:49:19.679138 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-4c0c218e-2ecc-4b8f-b938-f8cf51fe880c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:49:19.707919 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-cbfa8430-a40c-4c02-8c1c-19c61455f24b None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:19.719176 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-cbfa8430-a40c-4c02-8c1c-19c61455f24b None None] Transition to ACTIVE for port object c8779d43-089c-4dfa-979c-dadd42ad2eaa will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:49:19.739702 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-30a04533-d8a5-4dae-9e77-65c3647c4101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:19.804361 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-cbfa8430-a40c-4c02-8c1c-19c61455f24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:19.883435 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842640a1-aaf1-40a9-84a6-7bae8e420bb5 None None] Pushing event updated for resources: {'Port': ['ID=c8779d43-089c-4dfa-979c-dadd42ad2eaa,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:49:19.885647 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-cbfa8430-a40c-4c02-8c1c-19c61455f24b None None] Attempting to bind port c8779d43-089c-4dfa-979c-dadd42ad2eaa on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:49:19.885991 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-cbfa8430-a40c-4c02-8c1c-19c61455f24b None None] Attempting to bind port c8779d43-089c-4dfa-979c-dadd42ad2eaa by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:49:19.886334 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfa8430-a40c-4c02-8c1c-19c61455f24b None None] Attempting to bind port c8779d43-089c-4dfa-979c-dadd42ad2eaa on network c2ed7563-f8af-409c-803f-f56530124ba5 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:49:19.897590 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842640a1-aaf1-40a9-84a6-7bae8e420bb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:49:19.897922 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842640a1-aaf1-40a9-84a6-7bae8e420bb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:49:19.898247 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842640a1-aaf1-40a9-84a6-7bae8e420bb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:49:19.898567 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842640a1-aaf1-40a9-84a6-7bae8e420bb5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:49:19.898885 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842640a1-aaf1-40a9-84a6-7bae8e420bb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:49:19.899200 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842640a1-aaf1-40a9-84a6-7bae8e420bb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:49:19.899510 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842640a1-aaf1-40a9-84a6-7bae8e420bb5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:49:19.899822 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842640a1-aaf1-40a9-84a6-7bae8e420bb5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:49:19.900126 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842640a1-aaf1-40a9-84a6-7bae8e420bb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:49:19.900434 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842640a1-aaf1-40a9-84a6-7bae8e420bb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:49:19.900760 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842640a1-aaf1-40a9-84a6-7bae8e420bb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:49:19.904828 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfa8430-a40c-4c02-8c1c-19c61455f24b None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:49:19.905189 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfa8430-a40c-4c02-8c1c-19c61455f24b None None] Checking segment: {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:49:19.905570 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-cbfa8430-a40c-4c02-8c1c-19c61455f24b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:19.905932 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfa8430-a40c-4c02-8c1c-19c61455f24b None None] Bound using segment: {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:49:19.906375 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-cbfa8430-a40c-4c02-8c1c-19c61455f24b None None] Bound port: c8779d43-089c-4dfa-979c-dadd42ad2eaa, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:49:19.906727 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-cbfa8430-a40c-4c02-8c1c-19c61455f24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:19.945079 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-30a04533-d8a5-4dae-9e77-65c3647c4101 admin admin] Allocated IP 172.20.0.1 (3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e/3524c148-a12b-461b-bda4-ae720d811cf5/b3196a52-5565-4b5c-8a0b-b013d8bb8f2e) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:49:19.979297 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-cbfa8430-a40c-4c02-8c1c-19c61455f24b None None] For port c8779d43-089c-4dfa-979c-dadd42ad2eaa, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:49:19.982414 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-cbfa8430-a40c-4c02-8c1c-19c61455f24b None None] For port c8779d43-089c-4dfa-979c-dadd42ad2eaa, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=c8779d43-089c-4dfa-979c-dadd42ad2eaa,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:49:20.044190 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-cbfa8430-a40c-4c02-8c1c-19c61455f24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:20.092918 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-30a04533-d8a5-4dae-9e77-65c3647c4101 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:20.109883 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-30a04533-d8a5-4dae-9e77-65c3647c4101 admin admin] Transition to ACTIVE for port object b3196a52-5565-4b5c-8a0b-b013d8bb8f2e will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:49:20.117761 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842640a1-aaf1-40a9-84a6-7bae8e420bb5 None None] Pushing event updated for resources: {'Port': ['ID=c8779d43-089c-4dfa-979c-dadd42ad2eaa,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:49:20.125729 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfa8430-a40c-4c02-8c1c-19c61455f24b None None] Routers {'095e871e-92ec-43ed-b565-843b217c2336'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:49:20.126322 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-cbfa8430-a40c-4c02-8c1c-19c61455f24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:48:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['095e871e-92ec-43ed-b565-843b217c2336'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:49:20.193876 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-30a04533-d8a5-4dae-9e77-65c3647c4101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:20.266015 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a04533-d8a5-4dae-9e77-65c3647c4101 admin admin] Network 3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:49:20.268859 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-30a04533-d8a5-4dae-9e77-65c3647c4101 admin admin] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:49:20.273143 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a04533-d8a5-4dae-9e77-65c3647c4101 admin admin] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:49:20.298369 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a04533-d8a5-4dae-9e77-65c3647c4101 admin admin] Pushing event updated for resources: {'Port': ['ID=b3196a52-5565-4b5c-8a0b-b013d8bb8f2e,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:49:20.308755 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-cbfa8430-a40c-4c02-8c1c-19c61455f24b None None] Set router 095e871e-92ec-43ed-b565-843b217c2336 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:49:20.326676 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-30a04533-d8a5-4dae-9e77-65c3647c4101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733071'] for router_interface, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:20.550147 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-30a04533-d8a5-4dae-9e77-65c3647c4101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:20.601198 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-cbfa8430-a40c-4c02-8c1c-19c61455f24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095e871e-92ec-43ed-b565-843b217c2336', 'name': 'tempest-TestShelveInstance-1715709879-router', 'tenant_id': '30238af4bf9045f89f078fa7a928f878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.168'}], 'enable_snat': True}, 'gw_port_id': 'c8779d43-089c-4dfa-979c-dadd42ad2eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:49:16Z', 'updated_at': '2022-02-10T23:49:18Z', 'revision_number': 3, 'project_id': '30238af4bf9045f89f078fa7a928f878', 'gw_port': {'id': 'c8779d43-089c-4dfa-979c-dadd42ad2eaa', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b4:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '095e871e-92ec-43ed-b565-843b217c2336', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:49:17Z', 'updated_at': '2022-02-10T23:49:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:49:20.605155 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfa8430-a40c-4c02-8c1c-19c61455f24b None None] The sync data for ids ['095e871e-92ec-43ed-b565-843b217c2336'] in dv-neutron-828797-1-hyperv is: [{'id': '095e871e-92ec-43ed-b565-843b217c2336', 'name': 'tempest-TestShelveInstance-1715709879-router', 'tenant_id': '30238af4bf9045f89f078fa7a928f878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.168'}], 'enable_snat': True}, 'gw_port_id': 'c8779d43-089c-4dfa-979c-dadd42ad2eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:49:16Z', 'updated_at': '2022-02-10T23:49:18Z', 'revision_number': 3, 'project_id': '30238af4bf9045f89f078fa7a928f878', 'gw_port': {'id': 'c8779d43-089c-4dfa-979c-dadd42ad2eaa', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b4:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '095e871e-92ec-43ed-b565-843b217c2336', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:49:17Z', 'updated_at': '2022-02-10T23:49:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:49:20.637477 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-dd58083c-a10d-447a-ad6f-91f45df24b2e None None] Provisioning for port b3196a52-5565-4b5c-8a0b-b013d8bb8f2e completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:49:20.643315 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-dd58083c-a10d-447a-ad6f-91f45df24b2e None None] Provisioning complete for port b3196a52-5565-4b5c-8a0b-b013d8bb8f2e triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:49:20.643689 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dd58083c-a10d-447a-ad6f-91f45df24b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:20.698801 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-dd58083c-a10d-447a-ad6f-91f45df24b2e None None] Port b3196a52-5565-4b5c-8a0b-b013d8bb8f2e cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:49:20.787772 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-30a04533-d8a5-4dae-9e77-65c3647c4101 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:20.861444 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-30a04533-d8a5-4dae-9e77-65c3647c4101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:20.970091 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-30a04533-d8a5-4dae-9e77-65c3647c4101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2767683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732898'] for router_interface, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:20.973929 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a04533-d8a5-4dae-9e77-65c3647c4101 admin admin] Pushing event updated for resources: {'Port': ['ID=b3196a52-5565-4b5c-8a0b-b013d8bb8f2e,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:49:20.975386 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device c04d6017-6043-4d45-89f3-1192e9e5a7da up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:49:21.047999 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port c04d6017-6043-4d45-89f3-1192e9e5a7da triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:49:21.048371 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:21.113035 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a04533-d8a5-4dae-9e77-65c3647c4101 admin admin] Network 3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:49:21.114160 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-30a04533-d8a5-4dae-9e77-65c3647c4101 admin admin] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:49:21.172297 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device c8779d43-089c-4dfa-979c-dadd42ad2eaa up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:49:21.353362 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3ecb3703-af69-447d-8176-53f20cfecd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:21.376415 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port c8779d43-089c-4dfa-979c-dadd42ad2eaa completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:49:21.382257 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port c8779d43-089c-4dfa-979c-dadd42ad2eaa triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:49:21.382767 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:21.458941 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-82a3a5b8-2198-4d54-91f3-dc347b82b5e4 None None] Provisioning complete for port b3196a52-5565-4b5c-8a0b-b013d8bb8f2e triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:49:21.459840 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-82a3a5b8-2198-4d54-91f3-dc347b82b5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:21.559242 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-82a3a5b8-2198-4d54-91f3-dc347b82b5e4 None None] Port b3196a52-5565-4b5c-8a0b-b013d8bb8f2e cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:49:21.565593 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:21.583145 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port c8779d43-089c-4dfa-979c-dadd42ad2eaa, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=c8779d43-089c-4dfa-979c-dadd42ad2eaa,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:49:21.634195 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30a04533-d8a5-4dae-9e77-65c3647c4101 admin admin] Router 095e871e-92ec-43ed-b565-843b217c2336 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:49:21.667215 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:21.732731 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=c8779d43-089c-4dfa-979c-dadd42ad2eaa,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:49:21.832684 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a04533-d8a5-4dae-9e77-65c3647c4101 admin admin] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:49:21.841195 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-30a04533-d8a5-4dae-9e77-65c3647c4101 admin admin] 10.222.0.59 "PUT /v2.0/routers/095e871e-92ec-43ed-b565-843b217c2336/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0256336 Feb 10 23:49:22.650477 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:22.651182 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:22.903715 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device c8779d43-089c-4dfa-979c-dadd42ad2eaa up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:49:22.969825 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port c8779d43-089c-4dfa-979c-dadd42ad2eaa triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:49:22.970122 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:23.026583 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 56912) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:49:23.032752 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-7ca87380-0e2a-4f2b-95e8-d50676193fdc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-319138221-network', 'tenant_id': 'bd1f963da4534b04a47a7d2a512f7d12'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:49:23.037456 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-7ca87380-0e2a-4f2b-95e8-d50676193fdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:49:23.041235 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-7ca87380-0e2a-4f2b-95e8-d50676193fdc admin admin] Usage tracker for resource:network and tenant:bd1f963da4534b04a47a7d2a512f7d12 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:49:23.044078 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-7ca87380-0e2a-4f2b-95e8-d50676193fdc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:49:23.049723 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-7ca87380-0e2a-4f2b-95e8-d50676193fdc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:49:23.107097 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca87380-0e2a-4f2b-95e8-d50676193fdc admin admin] Made reservation on behalf of bd1f963da4534b04a47a7d2a512f7d12 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:49:23.109516 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7ca87380-0e2a-4f2b-95e8-d50676193fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:23.123259 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7ca87380-0e2a-4f2b-95e8-d50676193fdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:23.157943 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-7ca87380-0e2a-4f2b-95e8-d50676193fdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:49:23.161654 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-7ca87380-0e2a-4f2b-95e8-d50676193fdc admin admin] Usage tracker for resource:security_group_rule and tenant:bd1f963da4534b04a47a7d2a512f7d12 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:49:23.164406 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-7ca87380-0e2a-4f2b-95e8-d50676193fdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:49:23.169905 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-7ca87380-0e2a-4f2b-95e8-d50676193fdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:49:23.231871 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7ca87380-0e2a-4f2b-95e8-d50676193fdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:23.295548 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7ca87380-0e2a-4f2b-95e8-d50676193fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:23.324628 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ca87380-0e2a-4f2b-95e8-d50676193fdc admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:49:23.333191 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca87380-0e2a-4f2b-95e8-d50676193fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f728a2dc-0120-46c7-a8d5-154b81470001,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:49:23.338368 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7ca87380-0e2a-4f2b-95e8-d50676193fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:23.338726 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-7ca87380-0e2a-4f2b-95e8-d50676193fdc admin admin] Added segment 92dbdd2d-5920-4441-8551-7bca019ce444 of type vlan for network ccc83cd0-af00-4eed-af75-4f37f11cf14c Feb 10 23:49:23.363201 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7ca87380-0e2a-4f2b-95e8-d50676193fdc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:23.472886 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7ca87380-0e2a-4f2b-95e8-d50676193fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:23.473743 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca87380-0e2a-4f2b-95e8-d50676193fdc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:49:23.474316 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7ca87380-0e2a-4f2b-95e8-d50676193fdc admin admin] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:23.586326 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca87380-0e2a-4f2b-95e8-d50676193fdc admin admin] Pushing event updated for resources: {'Network': ['ID=ccc83cd0-af00-4eed-af75-4f37f11cf14c,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:49:23.595588 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network ccc83cd0-af00-4eed-af75-4f37f11cf14c details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:49:23.649932 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7ca87380-0e2a-4f2b-95e8-d50676193fdc admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6222186 Feb 10 23:49:23.652504 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 56916) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:49:23.657843 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-a669ce79-d313-4729-b335-e24acc83fc85 admin admin] Request body: {'subnet': {'network_id': 'ccc83cd0-af00-4eed-af75-4f37f11cf14c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-319138221-subnet', 'tenant_id': 'bd1f963da4534b04a47a7d2a512f7d12', 'ip_version': 4}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:49:23.662782 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a669ce79-d313-4729-b335-e24acc83fc85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:49:23.666583 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a669ce79-d313-4729-b335-e24acc83fc85 admin admin] Usage tracker for resource:subnet and tenant:bd1f963da4534b04a47a7d2a512f7d12 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:49:23.669457 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a669ce79-d313-4729-b335-e24acc83fc85 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:49:23.675686 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a669ce79-d313-4729-b335-e24acc83fc85 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:49:23.753120 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a669ce79-d313-4729-b335-e24acc83fc85 admin admin] Made reservation on behalf of bd1f963da4534b04a47a7d2a512f7d12 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:49:23.755400 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a669ce79-d313-4729-b335-e24acc83fc85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:24.010492 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a669ce79-d313-4729-b335-e24acc83fc85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:24.083508 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a669ce79-d313-4729-b335-e24acc83fc85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66ee1b5f-1dab-4963-a161-15f846850feb,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:49:24.098513 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a669ce79-d313-4729-b335-e24acc83fc85 admin admin] Checking segment: {'id': '92dbdd2d-5920-4441-8551-7bca019ce444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ccc83cd0-af00-4eed-af75-4f37f11cf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:49:24.098513 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a669ce79-d313-4729-b335-e24acc83fc85 admin admin] Network hostable DHCP agents. Network: ccc83cd0-af00-4eed-af75-4f37f11cf14c, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:49:24.176189 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:24.187081 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a669ce79-d313-4729-b335-e24acc83fc85 admin admin] Network ccc83cd0-af00-4eed-af75-4f37f11cf14c is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:49:24.195885 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53582082-c82d-434a-9424-ce572739d9d2 None None] Sync routers for ids ['095e871e-92ec-43ed-b565-843b217c2336'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:49:24.207329 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53582082-c82d-434a-9424-ce572739d9d2 None None] Routers {'095e871e-92ec-43ed-b565-843b217c2336'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:49:24.207945 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-53582082-c82d-434a-9424-ce572739d9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:49:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['095e871e-92ec-43ed-b565-843b217c2336'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:49:24.266977 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-a669ce79-d313-4729-b335-e24acc83fc85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, ccc83cd0-af00-4eed-af75-4f37f11cf14c) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:49:24.271017 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a669ce79-d313-4729-b335-e24acc83fc85 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:49:24.271687 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a669ce79-d313-4729-b335-e24acc83fc85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:24.316133 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ee10f0-eaad-448a-bb4f-eebe4a2d20ed None None] Network ccc83cd0-af00-4eed-af75-4f37f11cf14c requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:49:24.361823 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a669ce79-d313-4729-b335-e24acc83fc85 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7058880 Feb 10 23:49:24.362113 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 56920) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:49:24.367189 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-2a5d06e7-7c24-4256-bcf8-5f65a4dba1bc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-319138221-router', 'tenant_id': 'bd1f963da4534b04a47a7d2a512f7d12', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:49:24.371935 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-2a5d06e7-7c24-4256-bcf8-5f65a4dba1bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:49:24.376174 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-2a5d06e7-7c24-4256-bcf8-5f65a4dba1bc admin admin] Usage tracker for resource:router and tenant:bd1f963da4534b04a47a7d2a512f7d12 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:49:24.379076 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-2a5d06e7-7c24-4256-bcf8-5f65a4dba1bc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:49:24.384823 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-2a5d06e7-7c24-4256-bcf8-5f65a4dba1bc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:49:24.444887 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2a5d06e7-7c24-4256-bcf8-5f65a4dba1bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:24.445760 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2a5d06e7-7c24-4256-bcf8-5f65a4dba1bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:24.463512 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2a5d06e7-7c24-4256-bcf8-5f65a4dba1bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:24.523206 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-53582082-c82d-434a-9424-ce572739d9d2 None None] Set router 095e871e-92ec-43ed-b565-843b217c2336 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:49:24.661694 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2a5d06e7-7c24-4256-bcf8-5f65a4dba1bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:24.698527 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be9241a-582c-4b80-8513-a46f31b51847 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-ccc83cd0-af00-4eed-af75-4f37f11cf14c', 'network_id': 'ccc83cd0-af00-4eed-af75-4f37f11cf14c', 'tenant_id': 'bd1f963da4534b04a47a7d2a512f7d12', 'fixed_ips': [{'subnet_id': '66ee1b5f-1dab-4963-a161-15f846850feb'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:49:24.699259 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3be9241a-582c-4b80-8513-a46f31b51847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:24.892296 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2a5d06e7-7c24-4256-bcf8-5f65a4dba1bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:24.922953 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2a5d06e7-7c24-4256-bcf8-5f65a4dba1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:25.001115 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-3be9241a-582c-4b80-8513-a46f31b51847 None None] Allocated IP 172.20.0.2 (ccc83cd0-af00-4eed-af75-4f37f11cf14c/66ee1b5f-1dab-4963-a161-15f846850feb/598a10ef-319d-46cc-aa79-1bb8a984128c) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:49:25.059542 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-2a5d06e7-7c24-4256-bcf8-5f65a4dba1bc admin admin] Allocated IP 172.26.8.194 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/1d168191-8728-455d-bb43-8b4f11a4d933) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:49:25.153567 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-53582082-c82d-434a-9424-ce572739d9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095e871e-92ec-43ed-b565-843b217c2336', 'name': 'tempest-TestShelveInstance-1715709879-router', 'tenant_id': '30238af4bf9045f89f078fa7a928f878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.168'}], 'enable_snat': True}, 'gw_port_id': 'c8779d43-089c-4dfa-979c-dadd42ad2eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:49:16Z', 'updated_at': '2022-02-10T23:49:20Z', 'revision_number': 4, 'project_id': '30238af4bf9045f89f078fa7a928f878', 'gw_port': {'id': 'c8779d43-089c-4dfa-979c-dadd42ad2eaa', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095e871e-92ec-43ed-b565-843b217c2336', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:49:17Z', 'updated_at': '2022-02-10T23:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'b3196a52-5565-4b5c-8a0b-b013d8bb8f2e', 'name': '', 'network_id': '3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e', 'tenant_id': '30238af4bf9045f89f078fa7a928f878', 'mac_address': 'fa:16:3e:05:58:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '095e871e-92ec-43ed-b565-843b217c2336', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3524c148-a12b-461b-bda4-ae720d811cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:49:19Z', 'updated_at': '2022-02-10T23:49:20Z', 'revision_number': 2, 'project_id': '30238af4bf9045f89f078fa7a928f878', 'subnets': [{'id': '3524c148-a12b-461b-bda4-ae720d811cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:49:25.164354 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53582082-c82d-434a-9424-ce572739d9d2 None None] Checking router: 095e871e-92ec-43ed-b565-843b217c2336 for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:49:25.164737 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53582082-c82d-434a-9424-ce572739d9d2 None None] Updating router 095e871e-92ec-43ed-b565-843b217c2336 port b3196a52-5565-4b5c-8a0b-b013d8bb8f2e binding host dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:49:25.253671 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-53582082-c82d-434a-9424-ce572739d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:25.311124 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2a5d06e7-7c24-4256-bcf8-5f65a4dba1bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:25.367616 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3be9241a-582c-4b80-8513-a46f31b51847 None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:25.393546 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2a5d06e7-7c24-4256-bcf8-5f65a4dba1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:25.417120 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-3be9241a-582c-4b80-8513-a46f31b51847 None None] Transition to ACTIVE for port object 598a10ef-319d-46cc-aa79-1bb8a984128c will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:49:25.458565 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-3be9241a-582c-4b80-8513-a46f31b51847 None None] Transition to ACTIVE for port object 598a10ef-319d-46cc-aa79-1bb8a984128c will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:49:25.461289 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5d06e7-7c24-4256-bcf8-5f65a4dba1bc admin admin] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:49:25.466021 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-2a5d06e7-7c24-4256-bcf8-5f65a4dba1bc admin admin] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:49:25.469127 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5d06e7-7c24-4256-bcf8-5f65a4dba1bc admin admin] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:49:25.503376 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5d06e7-7c24-4256-bcf8-5f65a4dba1bc admin admin] Pushing event updated for resources: {'Port': ['ID=1d168191-8728-455d-bb43-8b4f11a4d933,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:49:25.543554 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3be9241a-582c-4b80-8513-a46f31b51847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:25.636985 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be9241a-582c-4b80-8513-a46f31b51847 None None] Network ccc83cd0-af00-4eed-af75-4f37f11cf14c is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:49:25.640447 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-3be9241a-582c-4b80-8513-a46f31b51847 None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:49:25.642131 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be9241a-582c-4b80-8513-a46f31b51847 None None] Pushing event updated for resources: {'Port': ['ID=598a10ef-319d-46cc-aa79-1bb8a984128c,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:49:25.645652 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be9241a-582c-4b80-8513-a46f31b51847 None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:49:25.707590 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2a5d06e7-7c24-4256-bcf8-5f65a4dba1bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:25.708317 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2a5d06e7-7c24-4256-bcf8-5f65a4dba1bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:25.799213 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-3be9241a-582c-4b80-8513-a46f31b51847 None None] Attempting to bind port 598a10ef-319d-46cc-aa79-1bb8a984128c on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:49:25.799487 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-3be9241a-582c-4b80-8513-a46f31b51847 None None] Attempting to bind port 598a10ef-319d-46cc-aa79-1bb8a984128c by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '92dbdd2d-5920-4441-8551-7bca019ce444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ccc83cd0-af00-4eed-af75-4f37f11cf14c'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:49:25.799857 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be9241a-582c-4b80-8513-a46f31b51847 None None] Attempting to bind port 598a10ef-319d-46cc-aa79-1bb8a984128c on network ccc83cd0-af00-4eed-af75-4f37f11cf14c {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:49:25.810462 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be9241a-582c-4b80-8513-a46f31b51847 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:49:25.810841 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be9241a-582c-4b80-8513-a46f31b51847 None None] Checking segment: {'id': '92dbdd2d-5920-4441-8551-7bca019ce444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ccc83cd0-af00-4eed-af75-4f37f11cf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:49:25.811212 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3be9241a-582c-4b80-8513-a46f31b51847 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:25.811592 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be9241a-582c-4b80-8513-a46f31b51847 None None] Bound using segment: {'id': '92dbdd2d-5920-4441-8551-7bca019ce444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ccc83cd0-af00-4eed-af75-4f37f11cf14c'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:49:25.812052 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-3be9241a-582c-4b80-8513-a46f31b51847 None None] Bound port: 598a10ef-319d-46cc-aa79-1bb8a984128c, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92dbdd2d-5920-4441-8551-7bca019ce444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ccc83cd0-af00-4eed-af75-4f37f11cf14c'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:49:25.812413 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3be9241a-582c-4b80-8513-a46f31b51847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:25.834482 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-53582082-c82d-434a-9424-ce572739d9d2 None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:25.876532 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-53582082-c82d-434a-9424-ce572739d9d2 None None] Transition to ACTIVE for port object b3196a52-5565-4b5c-8a0b-b013d8bb8f2e will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:49:25.921406 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-3be9241a-582c-4b80-8513-a46f31b51847 None None] For port 598a10ef-319d-46cc-aa79-1bb8a984128c, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:49:25.924585 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-3be9241a-582c-4b80-8513-a46f31b51847 None None] For port 598a10ef-319d-46cc-aa79-1bb8a984128c, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=598a10ef-319d-46cc-aa79-1bb8a984128c,segment=NetworkSegment(92dbdd2d-5920-4441-8551-7bca019ce444),segment_id=92dbdd2d-5920-4441-8551-7bca019ce444)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:49:25.951910 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-53582082-c82d-434a-9424-ce572739d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:26.044305 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a5d06e7-7c24-4256-bcf8-5f65a4dba1bc admin admin] Router ebf48cea-f24a-44b4-95ad-f13dd610ccbe is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:49:26.054682 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3be9241a-582c-4b80-8513-a46f31b51847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:26.082413 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d448d86-c836-41e7-904c-48a21c971ee2 None None] Pushing event updated for resources: {'Port': ['ID=b3196a52-5565-4b5c-8a0b-b013d8bb8f2e,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:49:26.240601 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be9241a-582c-4b80-8513-a46f31b51847 None None] Pushing event updated for resources: {'Port': ['ID=598a10ef-319d-46cc-aa79-1bb8a984128c,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:49:26.254827 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-53582082-c82d-434a-9424-ce572739d9d2 None None] Attempting to bind port b3196a52-5565-4b5c-8a0b-b013d8bb8f2e on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:49:26.255451 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-53582082-c82d-434a-9424-ce572739d9d2 None None] Attempting to bind port b3196a52-5565-4b5c-8a0b-b013d8bb8f2e by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '9ea2039f-2964-444a-8abc-d0c15e3e1aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:49:26.255713 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53582082-c82d-434a-9424-ce572739d9d2 None None] Attempting to bind port b3196a52-5565-4b5c-8a0b-b013d8bb8f2e on network 3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:49:26.259974 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a5d06e7-7c24-4256-bcf8-5f65a4dba1bc admin admin] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:49:26.262773 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53582082-c82d-434a-9424-ce572739d9d2 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:49:26.263143 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53582082-c82d-434a-9424-ce572739d9d2 None None] Checking segment: {'id': '9ea2039f-2964-444a-8abc-d0c15e3e1aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:49:26.264091 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-53582082-c82d-434a-9424-ce572739d9d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:26.264480 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53582082-c82d-434a-9424-ce572739d9d2 None None] Bound using segment: {'id': '9ea2039f-2964-444a-8abc-d0c15e3e1aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:49:26.264972 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-53582082-c82d-434a-9424-ce572739d9d2 None None] Bound port: b3196a52-5565-4b5c-8a0b-b013d8bb8f2e, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ea2039f-2964-444a-8abc-d0c15e3e1aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:49:26.265339 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-53582082-c82d-434a-9424-ce572739d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:26.273117 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd09272-b2dd-495c-89f0-14aa03b72780 None None] Sync routers for ids ['ebf48cea-f24a-44b4-95ad-f13dd610ccbe'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:49:26.291891 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd09272-b2dd-495c-89f0-14aa03b72780 None None] Routers {'ebf48cea-f24a-44b4-95ad-f13dd610ccbe'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:49:26.292888 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-8fd09272-b2dd-495c-89f0-14aa03b72780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:49:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['ebf48cea-f24a-44b4-95ad-f13dd610ccbe'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:49:26.353360 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2a5d06e7-7c24-4256-bcf8-5f65a4dba1bc admin admin] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:26.358930 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2a5d06e7-7c24-4256-bcf8-5f65a4dba1bc admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9916761 Feb 10 23:49:26.359088 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 56924) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:49:26.387320 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-53582082-c82d-434a-9424-ce572739d9d2 None None] For port b3196a52-5565-4b5c-8a0b-b013d8bb8f2e, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:49:26.391291 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-53582082-c82d-434a-9424-ce572739d9d2 None None] For port b3196a52-5565-4b5c-8a0b-b013d8bb8f2e, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=b3196a52-5565-4b5c-8a0b-b013d8bb8f2e,segment=NetworkSegment(9ea2039f-2964-444a-8abc-d0c15e3e1aeb),segment_id=9ea2039f-2964-444a-8abc-d0c15e3e1aeb)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:49:26.457023 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-53582082-c82d-434a-9424-ce572739d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:26.520488 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-8fd09272-b2dd-495c-89f0-14aa03b72780 None None] Set router ebf48cea-f24a-44b4-95ad-f13dd610ccbe gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:49:26.587359 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53582082-c82d-434a-9424-ce572739d9d2 None None] Routers {'095e871e-92ec-43ed-b565-843b217c2336'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:49:26.587920 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-53582082-c82d-434a-9424-ce572739d9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:49:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['095e871e-92ec-43ed-b565-843b217c2336'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:49:26.720884 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d448d86-c836-41e7-904c-48a21c971ee2 None None] Pushing event updated for resources: {'Port': ['ID=b3196a52-5565-4b5c-8a0b-b013d8bb8f2e,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:49:26.813619 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-53582082-c82d-434a-9424-ce572739d9d2 None None] Set router 095e871e-92ec-43ed-b565-843b217c2336 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:49:26.914991 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-8fd09272-b2dd-495c-89f0-14aa03b72780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf48cea-f24a-44b4-95ad-f13dd610ccbe', 'name': 'tempest-TestShelveInstance-319138221-router', 'tenant_id': 'bd1f963da4534b04a47a7d2a512f7d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.194'}], 'enable_snat': True}, 'gw_port_id': '1d168191-8728-455d-bb43-8b4f11a4d933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:49:24Z', 'updated_at': '2022-02-10T23:49:25Z', 'revision_number': 3, 'project_id': 'bd1f963da4534b04a47a7d2a512f7d12', 'gw_port': {'id': '1d168191-8728-455d-bb43-8b4f11a4d933', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f9:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf48cea-f24a-44b4-95ad-f13dd610ccbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:49:24Z', 'updated_at': '2022-02-10T23:49:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:49:26.919185 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd09272-b2dd-495c-89f0-14aa03b72780 None None] Checking router: ebf48cea-f24a-44b4-95ad-f13dd610ccbe for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:49:26.920947 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd09272-b2dd-495c-89f0-14aa03b72780 None None] Updating router ebf48cea-f24a-44b4-95ad-f13dd610ccbe port 1d168191-8728-455d-bb43-8b4f11a4d933 binding host dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:49:26.992007 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-8fd09272-b2dd-495c-89f0-14aa03b72780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:27.012778 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 598a10ef-319d-46cc-aa79-1bb8a984128c up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:49:27.299013 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8721e1b4-43df-499c-8641-a17368d3e5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:27.304244 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-53582082-c82d-434a-9424-ce572739d9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095e871e-92ec-43ed-b565-843b217c2336', 'name': 'tempest-TestShelveInstance-1715709879-router', 'tenant_id': '30238af4bf9045f89f078fa7a928f878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.168'}], 'enable_snat': True}, 'gw_port_id': 'c8779d43-089c-4dfa-979c-dadd42ad2eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:49:16Z', 'updated_at': '2022-02-10T23:49:20Z', 'revision_number': 4, 'project_id': '30238af4bf9045f89f078fa7a928f878', 'gw_port': {'id': 'c8779d43-089c-4dfa-979c-dadd42ad2eaa', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095e871e-92ec-43ed-b565-843b217c2336', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:49:17Z', 'updated_at': '2022-02-10T23:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'b3196a52-5565-4b5c-8a0b-b013d8bb8f2e', 'name': '', 'network_id': '3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e', 'tenant_id': '30238af4bf9045f89f078fa7a928f878', 'mac_address': 'fa:16:3e:05:58:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '095e871e-92ec-43ed-b565-843b217c2336', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3524c148-a12b-461b-bda4-ae720d811cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:49:19Z', 'updated_at': '2022-02-10T23:49:26Z', 'revision_number': 4, 'project_id': '30238af4bf9045f89f078fa7a928f878', 'subnets': [{'id': '3524c148-a12b-461b-bda4-ae720d811cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:49:27.309674 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53582082-c82d-434a-9424-ce572739d9d2 None None] The sync data for ids ['095e871e-92ec-43ed-b565-843b217c2336'] in dv-neutron-828797-1-hyperv is: [{'id': '095e871e-92ec-43ed-b565-843b217c2336', 'name': 'tempest-TestShelveInstance-1715709879-router', 'tenant_id': '30238af4bf9045f89f078fa7a928f878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.168'}], 'enable_snat': True}, 'gw_port_id': 'c8779d43-089c-4dfa-979c-dadd42ad2eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:49:16Z', 'updated_at': '2022-02-10T23:49:20Z', 'revision_number': 4, 'project_id': '30238af4bf9045f89f078fa7a928f878', 'gw_port': {'id': 'c8779d43-089c-4dfa-979c-dadd42ad2eaa', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095e871e-92ec-43ed-b565-843b217c2336', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:49:17Z', 'updated_at': '2022-02-10T23:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'b3196a52-5565-4b5c-8a0b-b013d8bb8f2e', 'name': '', 'network_id': '3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e', 'tenant_id': '30238af4bf9045f89f078fa7a928f878', 'mac_address': 'fa:16:3e:05:58:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '095e871e-92ec-43ed-b565-843b217c2336', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3524c148-a12b-461b-bda4-ae720d811cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:49:19Z', 'updated_at': '2022-02-10T23:49:26Z', 'revision_number': 4, 'project_id': '30238af4bf9045f89f078fa7a928f878', 'subnets': [{'id': '3524c148-a12b-461b-bda4-ae720d811cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:49:27.330370 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 598a10ef-319d-46cc-aa79-1bb8a984128c completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:49:27.381923 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-8fd09272-b2dd-495c-89f0-14aa03b72780 None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:27.410436 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-8fd09272-b2dd-495c-89f0-14aa03b72780 None None] Transition to ACTIVE for port object 1d168191-8728-455d-bb43-8b4f11a4d933 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:49:27.416929 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba9a2e0-0850-474a-bc26-c0e549e9e688 None None] Network ccc83cd0-af00-4eed-af75-4f37f11cf14c requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:49:27.484620 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-8fd09272-b2dd-495c-89f0-14aa03b72780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:27.595065 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-8721e1b4-43df-499c-8641-a17368d3e5ea admin admin] Allocated IP 172.20.0.1 (ccc83cd0-af00-4eed-af75-4f37f11cf14c/66ee1b5f-1dab-4963-a161-15f846850feb/7c57d7a8-1eb8-43cd-9f85-d82d41eefd3d) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:49:27.604116 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-8fd09272-b2dd-495c-89f0-14aa03b72780 None None] Attempting to bind port 1d168191-8728-455d-bb43-8b4f11a4d933 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:49:27.604328 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-8fd09272-b2dd-495c-89f0-14aa03b72780 None None] Attempting to bind port 1d168191-8728-455d-bb43-8b4f11a4d933 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:49:27.604781 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd09272-b2dd-495c-89f0-14aa03b72780 None None] Attempting to bind port 1d168191-8728-455d-bb43-8b4f11a4d933 on network c2ed7563-f8af-409c-803f-f56530124ba5 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:49:27.612156 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd09272-b2dd-495c-89f0-14aa03b72780 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:49:27.612635 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd09272-b2dd-495c-89f0-14aa03b72780 None None] Checking segment: {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:49:27.613087 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-8fd09272-b2dd-495c-89f0-14aa03b72780 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:27.613935 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd09272-b2dd-495c-89f0-14aa03b72780 None None] Bound using segment: {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:49:27.614095 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-8fd09272-b2dd-495c-89f0-14aa03b72780 None None] Bound port: 1d168191-8728-455d-bb43-8b4f11a4d933, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:49:27.614467 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-8fd09272-b2dd-495c-89f0-14aa03b72780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:27.618878 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-aa120c74-11d9-44a0-a9a0-222d88a7aa4d None None] Provisioning for port 598a10ef-319d-46cc-aa79-1bb8a984128c completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:49:27.641202 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-aa120c74-11d9-44a0-a9a0-222d88a7aa4d None None] Provisioning complete for port 598a10ef-319d-46cc-aa79-1bb8a984128c triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:49:27.641566 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aa120c74-11d9-44a0-a9a0-222d88a7aa4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:27.650357 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ee7aac-8cf5-489a-99e9-6948732361f2 None None] Pushing event updated for resources: {'Port': ['ID=1d168191-8728-455d-bb43-8b4f11a4d933,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:49:27.715768 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-8fd09272-b2dd-495c-89f0-14aa03b72780 None None] For port 1d168191-8728-455d-bb43-8b4f11a4d933, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:49:27.720385 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-8fd09272-b2dd-495c-89f0-14aa03b72780 None None] For port 1d168191-8728-455d-bb43-8b4f11a4d933, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=1d168191-8728-455d-bb43-8b4f11a4d933,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:49:27.792045 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8721e1b4-43df-499c-8641-a17368d3e5ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:27.800875 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-8fd09272-b2dd-495c-89f0-14aa03b72780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:27.810805 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-8721e1b4-43df-499c-8641-a17368d3e5ea admin admin] Transition to ACTIVE for port object 7c57d7a8-1eb8-43cd-9f85-d82d41eefd3d will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:49:27.829141 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aa120c74-11d9-44a0-a9a0-222d88a7aa4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:27.867800 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-aa120c74-11d9-44a0-a9a0-222d88a7aa4d None None] For port 598a10ef-319d-46cc-aa79-1bb8a984128c, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=598a10ef-319d-46cc-aa79-1bb8a984128c,segment=NetworkSegment(92dbdd2d-5920-4441-8551-7bca019ce444),segment_id=92dbdd2d-5920-4441-8551-7bca019ce444)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:49:27.883467 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd09272-b2dd-495c-89f0-14aa03b72780 None None] Routers {'ebf48cea-f24a-44b4-95ad-f13dd610ccbe'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:49:27.884082 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-8fd09272-b2dd-495c-89f0-14aa03b72780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:49:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['ebf48cea-f24a-44b4-95ad-f13dd610ccbe'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:49:27.913777 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8721e1b4-43df-499c-8641-a17368d3e5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:27.941989 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-aa120c74-11d9-44a0-a9a0-222d88a7aa4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:28.003807 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721e1b4-43df-499c-8641-a17368d3e5ea admin admin] Pushing event updated for resources: {'Port': ['ID=7c57d7a8-1eb8-43cd-9f85-d82d41eefd3d,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:49:28.031353 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8721e1b4-43df-499c-8641-a17368d3e5ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:49:28.031807 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8721e1b4-43df-499c-8641-a17368d3e5ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:49:28.032244 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8721e1b4-43df-499c-8641-a17368d3e5ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:49:28.032710 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8721e1b4-43df-499c-8641-a17368d3e5ea admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:49:28.033140 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8721e1b4-43df-499c-8641-a17368d3e5ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:49:28.033564 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8721e1b4-43df-499c-8641-a17368d3e5ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:49:28.033995 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8721e1b4-43df-499c-8641-a17368d3e5ea admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:49:28.034440 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8721e1b4-43df-499c-8641-a17368d3e5ea admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:49:28.034862 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8721e1b4-43df-499c-8641-a17368d3e5ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:49:28.035284 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8721e1b4-43df-499c-8641-a17368d3e5ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:49:28.035702 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8721e1b4-43df-499c-8641-a17368d3e5ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:49:28.038704 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa120c74-11d9-44a0-a9a0-222d88a7aa4d None None] Pushing event updated for resources: {'Port': ['ID=598a10ef-319d-46cc-aa79-1bb8a984128c,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:49:28.048173 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ee7aac-8cf5-489a-99e9-6948732361f2 None None] Pushing event updated for resources: {'Port': ['ID=1d168191-8728-455d-bb43-8b4f11a4d933,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:49:28.059163 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8721e1b4-43df-499c-8641-a17368d3e5ea admin admin] Network ccc83cd0-af00-4eed-af75-4f37f11cf14c is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:49:28.061301 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-8721e1b4-43df-499c-8641-a17368d3e5ea admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:49:28.063858 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8721e1b4-43df-499c-8641-a17368d3e5ea admin admin] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:49:28.103471 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-8fd09272-b2dd-495c-89f0-14aa03b72780 None None] Set router ebf48cea-f24a-44b4-95ad-f13dd610ccbe gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:49:28.124791 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8721e1b4-43df-499c-8641-a17368d3e5ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733071'] for router_interface, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:28.175376 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-766c3544-f925-46b2-986d-eaed61f8339f None None] Provisioning complete for port 598a10ef-319d-46cc-aa79-1bb8a984128c triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:49:28.175787 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-766c3544-f925-46b2-986d-eaed61f8339f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:28.322256 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8721e1b4-43df-499c-8641-a17368d3e5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:28.426856 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-8fd09272-b2dd-495c-89f0-14aa03b72780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf48cea-f24a-44b4-95ad-f13dd610ccbe', 'name': 'tempest-TestShelveInstance-319138221-router', 'tenant_id': 'bd1f963da4534b04a47a7d2a512f7d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.194'}], 'enable_snat': True}, 'gw_port_id': '1d168191-8728-455d-bb43-8b4f11a4d933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:49:24Z', 'updated_at': '2022-02-10T23:49:25Z', 'revision_number': 3, 'project_id': 'bd1f963da4534b04a47a7d2a512f7d12', 'gw_port': {'id': '1d168191-8728-455d-bb43-8b4f11a4d933', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f9:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf48cea-f24a-44b4-95ad-f13dd610ccbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:49:24Z', 'updated_at': '2022-02-10T23:49:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:49:28.432202 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd09272-b2dd-495c-89f0-14aa03b72780 None None] The sync data for ids ['ebf48cea-f24a-44b4-95ad-f13dd610ccbe'] in dv-neutron-828797-1-hyperv is: [{'id': 'ebf48cea-f24a-44b4-95ad-f13dd610ccbe', 'name': 'tempest-TestShelveInstance-319138221-router', 'tenant_id': 'bd1f963da4534b04a47a7d2a512f7d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.194'}], 'enable_snat': True}, 'gw_port_id': '1d168191-8728-455d-bb43-8b4f11a4d933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:49:24Z', 'updated_at': '2022-02-10T23:49:25Z', 'revision_number': 3, 'project_id': 'bd1f963da4534b04a47a7d2a512f7d12', 'gw_port': {'id': '1d168191-8728-455d-bb43-8b4f11a4d933', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f9:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf48cea-f24a-44b4-95ad-f13dd610ccbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:49:24Z', 'updated_at': '2022-02-10T23:49:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:49:28.541555 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-70eddeb5-9bb7-4d17-a83d-92b89a81e9c5 None None] Provisioning for port 7c57d7a8-1eb8-43cd-9f85-d82d41eefd3d completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:49:28.546717 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-70eddeb5-9bb7-4d17-a83d-92b89a81e9c5 None None] Provisioning complete for port 7c57d7a8-1eb8-43cd-9f85-d82d41eefd3d triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:49:28.547056 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-70eddeb5-9bb7-4d17-a83d-92b89a81e9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:28.565045 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8721e1b4-43df-499c-8641-a17368d3e5ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:28.601089 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-70eddeb5-9bb7-4d17-a83d-92b89a81e9c5 None None] Port 7c57d7a8-1eb8-43cd-9f85-d82d41eefd3d cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:49:28.637602 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8721e1b4-43df-499c-8641-a17368d3e5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:28.740230 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721e1b4-43df-499c-8641-a17368d3e5ea admin admin] Pushing event updated for resources: {'Port': ['ID=7c57d7a8-1eb8-43cd-9f85-d82d41eefd3d,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:49:28.742442 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8721e1b4-43df-499c-8641-a17368d3e5ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2767683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732898'] for router_interface, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:28.970476 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device b3196a52-5565-4b5c-8a0b-b013d8bb8f2e up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:49:28.973528 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8721e1b4-43df-499c-8641-a17368d3e5ea admin admin] Network ccc83cd0-af00-4eed-af75-4f37f11cf14c is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:49:28.974621 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-8721e1b4-43df-499c-8641-a17368d3e5ea admin admin] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:49:29.117656 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port b3196a52-5565-4b5c-8a0b-b013d8bb8f2e completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:49:29.124082 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port b3196a52-5565-4b5c-8a0b-b013d8bb8f2e triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:49:29.124862 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:29.251293 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:29.261375 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-e342ff2c-2ecb-4b2f-9863-c9d9525d9f0a None None] Provisioning complete for port 7c57d7a8-1eb8-43cd-9f85-d82d41eefd3d triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:49:29.261683 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e342ff2c-2ecb-4b2f-9863-c9d9525d9f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:29.325603 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-e342ff2c-2ecb-4b2f-9863-c9d9525d9f0a None None] Port 7c57d7a8-1eb8-43cd-9f85-d82d41eefd3d cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:49:29.329929 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port b3196a52-5565-4b5c-8a0b-b013d8bb8f2e, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=b3196a52-5565-4b5c-8a0b-b013d8bb8f2e,segment=NetworkSegment(9ea2039f-2964-444a-8abc-d0c15e3e1aeb),segment_id=9ea2039f-2964-444a-8abc-d0c15e3e1aeb)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:49:29.362169 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8721e1b4-43df-499c-8641-a17368d3e5ea admin admin] Router ebf48cea-f24a-44b4-95ad-f13dd610ccbe has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:49:29.426074 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:29.426974 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 598a10ef-319d-46cc-aa79-1bb8a984128c up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:49:29.537922 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=b3196a52-5565-4b5c-8a0b-b013d8bb8f2e,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:49:29.551331 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 598a10ef-319d-46cc-aa79-1bb8a984128c triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:49:29.551895 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:29.564087 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8721e1b4-43df-499c-8641-a17368d3e5ea admin admin] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:49:29.582470 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-8721e1b4-43df-499c-8641-a17368d3e5ea admin admin] 10.222.0.59 "PUT /v2.0/routers/ebf48cea-f24a-44b4-95ad-f13dd610ccbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2142661 Feb 10 23:49:30.303365 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 56936) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:49:30.318189 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-eef255c1-a4b7-43c8-92cc-a660490dfc3c tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-919101319', 'description': 'tempest-secgroup-smoke-919101319 description', 'project_id': '30238af4bf9045f89f078fa7a928f878'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:49:30.324694 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-eef255c1-a4b7-43c8-92cc-a660490dfc3c tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:49:30.329178 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-eef255c1-a4b7-43c8-92cc-a660490dfc3c tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Usage tracker for resource:security_group and tenant:30238af4bf9045f89f078fa7a928f878 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:49:30.332026 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-eef255c1-a4b7-43c8-92cc-a660490dfc3c tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:49:30.338479 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-eef255c1-a4b7-43c8-92cc-a660490dfc3c tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:49:30.449008 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eef255c1-a4b7-43c8-92cc-a660490dfc3c tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:30.486310 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-eef255c1-a4b7-43c8-92cc-a660490dfc3c tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:49:30.490152 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-eef255c1-a4b7-43c8-92cc-a660490dfc3c tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Usage tracker for resource:security_group_rule and tenant:30238af4bf9045f89f078fa7a928f878 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:49:30.492969 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-eef255c1-a4b7-43c8-92cc-a660490dfc3c tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:49:30.498808 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-eef255c1-a4b7-43c8-92cc-a660490dfc3c tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:49:30.555220 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eef255c1-a4b7-43c8-92cc-a660490dfc3c tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:30.648806 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eef255c1-a4b7-43c8-92cc-a660490dfc3c tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:30.688820 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef255c1-a4b7-43c8-92cc-a660490dfc3c tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a904c6d0-036b-4243-ac7d-3a098faa84e7,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:49:30.758110 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eef255c1-a4b7-43c8-92cc-a660490dfc3c tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:30.759286 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-eef255c1-a4b7-43c8-92cc-a660490dfc3c tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4544275 Feb 10 23:49:30.762107 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 56940) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:49:30.767980 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-a0744d96-fccc-45a8-b8d3-36ab6db798d1 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Request body: {'security_group_rule': {'security_group_id': 'a904c6d0-036b-4243-ac7d-3a098faa84e7', 'project_id': '30238af4bf9045f89f078fa7a928f878', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:49:30.774311 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a0744d96-fccc-45a8-b8d3-36ab6db798d1 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:49:30.778295 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-a0744d96-fccc-45a8-b8d3-36ab6db798d1 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Usage tracker for resource:security_group_rule and tenant:30238af4bf9045f89f078fa7a928f878 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:49:30.781310 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-a0744d96-fccc-45a8-b8d3-36ab6db798d1 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:49:30.786826 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-a0744d96-fccc-45a8-b8d3-36ab6db798d1 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:49:30.871534 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a0744d96-fccc-45a8-b8d3-36ab6db798d1 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:30.908910 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device b3196a52-5565-4b5c-8a0b-b013d8bb8f2e up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:49:30.947428 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a0744d96-fccc-45a8-b8d3-36ab6db798d1 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:30.981934 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port b3196a52-5565-4b5c-8a0b-b013d8bb8f2e triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:49:30.982415 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:31.032558 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a0744d96-fccc-45a8-b8d3-36ab6db798d1 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:31.059260 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0744d96-fccc-45a8-b8d3-36ab6db798d1 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb66d357-ea08-4b7f-995a-638eed458711,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:49:31.146955 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a0744d96-fccc-45a8-b8d3-36ab6db798d1 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:31.148169 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-a0744d96-fccc-45a8-b8d3-36ab6db798d1 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3851545 Feb 10 23:49:31.150813 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 56944) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:49:31.157210 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-cc8a394b-f867-4d92-b926-101bc3257d4f tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Request body: {'security_group_rule': {'security_group_id': 'a904c6d0-036b-4243-ac7d-3a098faa84e7', 'project_id': '30238af4bf9045f89f078fa7a928f878', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:49:31.164241 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-cc8a394b-f867-4d92-b926-101bc3257d4f tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:49:31.168073 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-cc8a394b-f867-4d92-b926-101bc3257d4f tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Usage tracker for resource:security_group_rule and tenant:30238af4bf9045f89f078fa7a928f878 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:49:31.171186 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-cc8a394b-f867-4d92-b926-101bc3257d4f tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:49:31.177398 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-cc8a394b-f867-4d92-b926-101bc3257d4f tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:49:31.260737 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cc8a394b-f867-4d92-b926-101bc3257d4f tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:31.336729 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cc8a394b-f867-4d92-b926-101bc3257d4f tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:31.455610 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cc8a394b-f867-4d92-b926-101bc3257d4f tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:31.481799 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8a394b-f867-4d92-b926-101bc3257d4f tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2304e249-e6c6-4a52-8afd-3977d359bef1,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:49:31.564252 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cc8a394b-f867-4d92-b926-101bc3257d4f tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:31.565509 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-cc8a394b-f867-4d92-b926-101bc3257d4f tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4137981 Feb 10 23:49:31.568181 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 56948) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:49:31.573630 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-0aa94fec-7ba3-4023-a780-9a0802ea474d tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Request body: {'security_group_rule': {'security_group_id': 'a904c6d0-036b-4243-ac7d-3a098faa84e7', 'project_id': '30238af4bf9045f89f078fa7a928f878', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:49:31.580626 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-0aa94fec-7ba3-4023-a780-9a0802ea474d tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:49:31.584403 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-0aa94fec-7ba3-4023-a780-9a0802ea474d tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Usage tracker for resource:security_group_rule and tenant:30238af4bf9045f89f078fa7a928f878 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:49:31.587272 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-0aa94fec-7ba3-4023-a780-9a0802ea474d tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:49:31.593111 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-0aa94fec-7ba3-4023-a780-9a0802ea474d tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:49:31.677998 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0aa94fec-7ba3-4023-a780-9a0802ea474d tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:31.739010 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0aa94fec-7ba3-4023-a780-9a0802ea474d tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:31.821091 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0aa94fec-7ba3-4023-a780-9a0802ea474d tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:31.845397 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa94fec-7ba3-4023-a780-9a0802ea474d tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81f4240c-0cba-4e82-a565-bfeef62d45eb,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:49:31.912563 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0aa94fec-7ba3-4023-a780-9a0802ea474d tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:31.913716 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-0aa94fec-7ba3-4023-a780-9a0802ea474d tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3445880 Feb 10 23:49:31.916412 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 56952) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:49:31.922232 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-410ede5c-8dc3-4925-897c-f706095b5f33 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Request body: {'security_group_rule': {'security_group_id': 'a904c6d0-036b-4243-ac7d-3a098faa84e7', 'project_id': '30238af4bf9045f89f078fa7a928f878', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:49:31.927965 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-410ede5c-8dc3-4925-897c-f706095b5f33 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:49:31.931687 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-410ede5c-8dc3-4925-897c-f706095b5f33 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Usage tracker for resource:security_group_rule and tenant:30238af4bf9045f89f078fa7a928f878 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:49:31.934487 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-410ede5c-8dc3-4925-897c-f706095b5f33 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:49:31.941762 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-410ede5c-8dc3-4925-897c-f706095b5f33 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:49:32.038862 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-410ede5c-8dc3-4925-897c-f706095b5f33 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:32.099623 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-410ede5c-8dc3-4925-897c-f706095b5f33 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:32.175485 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-410ede5c-8dc3-4925-897c-f706095b5f33 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:32.198437 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410ede5c-8dc3-4925-897c-f706095b5f33 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa321e91-b0d6-4c4b-8bf1-169b6c433912,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:49:32.266963 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-410ede5c-8dc3-4925-897c-f706095b5f33 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:32.268136 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-410ede5c-8dc3-4925-897c-f706095b5f33 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3508117 Feb 10 23:49:32.270788 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 56956) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:49:32.276082 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-adc4729f-fcdc-4b5e-b7d2-4b704ece8e50 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Request body: {'security_group_rule': {'security_group_id': 'a904c6d0-036b-4243-ac7d-3a098faa84e7', 'project_id': '30238af4bf9045f89f078fa7a928f878', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:49:32.282873 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-adc4729f-fcdc-4b5e-b7d2-4b704ece8e50 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:49:32.286639 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-adc4729f-fcdc-4b5e-b7d2-4b704ece8e50 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Usage tracker for resource:security_group_rule and tenant:30238af4bf9045f89f078fa7a928f878 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:49:32.290098 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-adc4729f-fcdc-4b5e-b7d2-4b704ece8e50 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:49:32.296141 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-adc4729f-fcdc-4b5e-b7d2-4b704ece8e50 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:49:32.352736 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.securitygroups_db [None req-adc4729f-fcdc-4b5e-b7d2-4b704ece8e50 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Project 30238af4bf9045f89f078fa7a928f878 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:49:32.360313 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-adc4729f-fcdc-4b5e-b7d2-4b704ece8e50 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:32.428561 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-adc4729f-fcdc-4b5e-b7d2-4b704ece8e50 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:32.501296 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-adc4729f-fcdc-4b5e-b7d2-4b704ece8e50 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:32.523456 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc4729f-fcdc-4b5e-b7d2-4b704ece8e50 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0b848eb-fa12-40ef-9562-028873997d5d,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:49:32.575567 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-adc4729f-fcdc-4b5e-b7d2-4b704ece8e50 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:32.577911 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-adc4729f-fcdc-4b5e-b7d2-4b704ece8e50 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3062217 Feb 10 23:49:32.580533 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 56960) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:49:32.585945 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-04e8228f-6888-4d35-98c3-49d9a4fd3235 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Request body: {'security_group_rule': {'security_group_id': 'a904c6d0-036b-4243-ac7d-3a098faa84e7', 'project_id': '30238af4bf9045f89f078fa7a928f878', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:49:32.593039 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-04e8228f-6888-4d35-98c3-49d9a4fd3235 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:49:32.597243 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-04e8228f-6888-4d35-98c3-49d9a4fd3235 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Usage tracker for resource:security_group_rule and tenant:30238af4bf9045f89f078fa7a928f878 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:49:32.599786 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-04e8228f-6888-4d35-98c3-49d9a4fd3235 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:49:32.605719 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-04e8228f-6888-4d35-98c3-49d9a4fd3235 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:49:32.672360 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.securitygroups_db [None req-04e8228f-6888-4d35-98c3-49d9a4fd3235 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Project 30238af4bf9045f89f078fa7a928f878 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:49:32.679067 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-04e8228f-6888-4d35-98c3-49d9a4fd3235 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:32.741668 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-04e8228f-6888-4d35-98c3-49d9a4fd3235 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:32.803917 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-04e8228f-6888-4d35-98c3-49d9a4fd3235 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:32.827785 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e8228f-6888-4d35-98c3-49d9a4fd3235 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dde902d-b5e2-4f16-a969-00c6bc932e8e,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:49:32.890103 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-04e8228f-6888-4d35-98c3-49d9a4fd3235 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:32.891266 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-04e8228f-6888-4d35-98c3-49d9a4fd3235 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3098233 Feb 10 23:49:33.065294 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-6e5b7a06-bbf4-4e32-a82c-1f4f2cfa58c5 req-dfc80b9b-f38e-4c99-85be-45f194058de5 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Synchronizing usage tracker for tenant:30238af4bf9045f89f078fa7a928f878 on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:49:33.146655 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-6e5b7a06-bbf4-4e32-a82c-1f4f2cfa58c5 req-dfc80b9b-f38e-4c99-85be-45f194058de5 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Unset dirty status for tenant:30238af4bf9045f89f078fa7a928f878 on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:49:33.147707 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6e5b7a06-bbf4-4e32-a82c-1f4f2cfa58c5 req-dfc80b9b-f38e-4c99-85be-45f194058de5 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-919101319&fields=id&tenant_id=30238af4bf9045f89f078fa7a928f878 HTTP/1.1" status: 200 len: 267 time: 0.1222899 Feb 10 23:49:33.297245 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5b7a06-bbf4-4e32-a82c-1f4f2cfa58c5 req-dfb5b119-574b-4f58-97b4-d9ba1323d532 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:49:33.297900 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-6e5b7a06-bbf4-4e32-a82c-1f4f2cfa58c5 req-dfb5b119-574b-4f58-97b4-d9ba1323d532 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Synchronizing usage tracker for tenant:30238af4bf9045f89f078fa7a928f878 on resource:network {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:49:33.369560 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-6e5b7a06-bbf4-4e32-a82c-1f4f2cfa58c5 req-dfb5b119-574b-4f58-97b4-d9ba1323d532 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Unset dirty status for tenant:30238af4bf9045f89f078fa7a928f878 on resource:network {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:49:33.370677 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6e5b7a06-bbf4-4e32-a82c-1f4f2cfa58c5 req-dfb5b119-574b-4f58-97b4-d9ba1323d532 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/networks?id=3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e HTTP/1.1" status: 200 len: 809 time: 0.2165222 Feb 10 23:49:33.387387 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6e5b7a06-bbf4-4e32-a82c-1f4f2cfa58c5 req-585f389a-dfb2-4209-923d-f06607fede3d tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/quotas/30238af4bf9045f89f078fa7a928f878 HTTP/1.1" status: 200 len: 375 time: 0.0105321 Feb 10 23:49:33.463250 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-6e5b7a06-bbf4-4e32-a82c-1f4f2cfa58c5 req-c503fdf1-8f9b-4fc2-92d8-a997a44ba06d tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Synchronizing usage tracker for tenant:30238af4bf9045f89f078fa7a928f878 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:49:33.540338 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-6e5b7a06-bbf4-4e32-a82c-1f4f2cfa58c5 req-c503fdf1-8f9b-4fc2-92d8-a997a44ba06d tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Unset dirty status for tenant:30238af4bf9045f89f078fa7a928f878 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:49:33.541743 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6e5b7a06-bbf4-4e32-a82c-1f4f2cfa58c5 req-c503fdf1-8f9b-4fc2-92d8-a997a44ba06d tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=30238af4bf9045f89f078fa7a928f878&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1495819 Feb 10 23:49:33.680460 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6e5b7a06-bbf4-4e32-a82c-1f4f2cfa58c5 req-16b169b1-450a-4be4-a03e-8a417901513c service neutron] 10.222.0.59 "GET /v2.0/networks/3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258152 Feb 10 23:49:33.810129 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6e5b7a06-bbf4-4e32-a82c-1f4f2cfa58c5 req-2bb20291-291c-42df-ac26-2ed0f0ec41bb service neutron] 10.222.0.59 "GET /v2.0/networks/3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230905 Feb 10 23:49:34.057327 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-dc10aa59-7d97-4ca8-8230-1c688e1b6b4e req-8579cc18-d19a-48e1-b66c-b8206de95668 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 210 time: 0.0439994 Feb 10 23:49:35.224356 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c3be55f9-5b8a-49b9-b374-7349aab6ca1d req-7aeee4ab-c1fb-4da9-874d-49972f5025ec tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 210 time: 0.0458162 Feb 10 23:49:36.324067 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5b7a06-bbf4-4e32-a82c-1f4f2cfa58c5 req-21fde4b0-1f46-428a-8645-60f364485f9f tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:49:36.326523 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6e5b7a06-bbf4-4e32-a82c-1f4f2cfa58c5 req-21fde4b0-1f46-428a-8645-60f364485f9f tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.37 "GET /v2.0/networks?id=3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e HTTP/1.1" status: 200 len: 809 time: 0.1438174 Feb 10 23:49:36.378740 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6e5b7a06-bbf4-4e32-a82c-1f4f2cfa58c5 req-e2242bb2-ebe3-4814-8398-3000f4444a4d tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30238af4bf9045f89f078fa7a928f878 HTTP/1.1" status: 200 len: 379 time: 0.0416300 Feb 10 23:49:36.387566 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-6e5b7a06-bbf4-4e32-a82c-1f4f2cfa58c5 req-d4bcd2fb-901d-45d4-9192-231db5ae8fd6 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Request body: {'port': {'device_id': 'd090f833-16ad-48b8-b815-aabd74b15446', 'network_id': '3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e', 'admin_state_up': True, 'tenant_id': '30238af4bf9045f89f078fa7a928f878', 'security_groups': ['a904c6d0-036b-4243-ac7d-3a098faa84e7']}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:49:36.400411 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-847a7b03-2e32-4418-a614-e2887234f66b req-181ca7c7-200a-448d-b666-dff79f30585d tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 210 time: 0.0511367 Feb 10 23:49:36.625312 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-6e5b7a06-bbf4-4e32-a82c-1f4f2cfa58c5 req-d4bcd2fb-901d-45d4-9192-231db5ae8fd6 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:49:36.634882 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-6e5b7a06-bbf4-4e32-a82c-1f4f2cfa58c5 req-d4bcd2fb-901d-45d4-9192-231db5ae8fd6 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:49:36.700886 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e5b7a06-bbf4-4e32-a82c-1f4f2cfa58c5 req-d4bcd2fb-901d-45d4-9192-231db5ae8fd6 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Made reservation on behalf of 30238af4bf9045f89f078fa7a928f878 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:49:36.703850 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-6e5b7a06-bbf4-4e32-a82c-1f4f2cfa58c5 req-d4bcd2fb-901d-45d4-9192-231db5ae8fd6 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:36.860104 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [req-6e5b7a06-bbf4-4e32-a82c-1f4f2cfa58c5 req-d4bcd2fb-901d-45d4-9192-231db5ae8fd6 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Allocated IP 172.20.0.12 (3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e/3524c148-a12b-461b-bda4-ae720d811cf5/0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:49:36.931380 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 1d168191-8728-455d-bb43-8b4f11a4d933 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:49:37.056785 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-6e5b7a06-bbf4-4e32-a82c-1f4f2cfa58c5 req-d4bcd2fb-901d-45d4-9192-231db5ae8fd6 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:37.071697 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-6e5b7a06-bbf4-4e32-a82c-1f4f2cfa58c5 req-d4bcd2fb-901d-45d4-9192-231db5ae8fd6 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Transition to ACTIVE for port object 0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:49:37.078280 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 1d168191-8728-455d-bb43-8b4f11a4d933 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:49:37.083351 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 1d168191-8728-455d-bb43-8b4f11a4d933 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:49:37.083892 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:37.169010 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-6e5b7a06-bbf4-4e32-a82c-1f4f2cfa58c5 req-d4bcd2fb-901d-45d4-9192-231db5ae8fd6 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:37.194944 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:37.211299 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 1d168191-8728-455d-bb43-8b4f11a4d933, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=1d168191-8728-455d-bb43-8b4f11a4d933,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:49:37.245434 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e5b7a06-bbf4-4e32-a82c-1f4f2cfa58c5 req-d4bcd2fb-901d-45d4-9192-231db5ae8fd6 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Network 3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:49:37.249076 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [req-6e5b7a06-bbf4-4e32-a82c-1f4f2cfa58c5 req-d4bcd2fb-901d-45d4-9192-231db5ae8fd6 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:49:37.251515 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e5b7a06-bbf4-4e32-a82c-1f4f2cfa58c5 req-d4bcd2fb-901d-45d4-9192-231db5ae8fd6 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:49:37.284754 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bcd2fb-901d-45d4-9192-231db5ae8fd6 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Pushing event updated for resources: {'Port': ['ID=0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:49:37.297550 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:37.318868 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5b7a06-bbf4-4e32-a82c-1f4f2cfa58c5 req-d4bcd2fb-901d-45d4-9192-231db5ae8fd6 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:49:37.319472 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-6e5b7a06-bbf4-4e32-a82c-1f4f2cfa58c5 req-d4bcd2fb-901d-45d4-9192-231db5ae8fd6 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:37.362702 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=1d168191-8728-455d-bb43-8b4f11a4d933,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:49:37.410569 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6e5b7a06-bbf4-4e32-a82c-1f4f2cfa58c5 req-d4bcd2fb-901d-45d4-9192-231db5ae8fd6 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0275412 Feb 10 23:49:37.422234 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-6e5b7a06-bbf4-4e32-a82c-1f4f2cfa58c5 req-ea7af79b-1579-403b-9da2-6da72aa64d82 service neutron] Request body: {'port': {'device_id': 'd090f833-16ad-48b8-b815-aabd74b15446', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:49:37.539202 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-6e5b7a06-bbf4-4e32-a82c-1f4f2cfa58c5 req-ea7af79b-1579-403b-9da2-6da72aa64d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:37.569828 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-6d098215-e04c-4952-81bc-1f6ebac4143d None None] Provisioning for port 0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:49:37.574912 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-6d098215-e04c-4952-81bc-1f6ebac4143d None None] Provisioning complete for port 0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:49:37.575353 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6d098215-e04c-4952-81bc-1f6ebac4143d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:37.632227 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-6d098215-e04c-4952-81bc-1f6ebac4143d None None] Port 0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:49:37.727312 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28bd921-5b8e-42c1-9fa8-563259d06eaa req-f6364d6d-6cbd-4547-b89a-704a71d61856 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:49:37.727897 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-a28bd921-5b8e-42c1-9fa8-563259d06eaa req-f6364d6d-6cbd-4547-b89a-704a71d61856 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Synchronizing usage tracker for tenant:30238af4bf9045f89f078fa7a928f878 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:49:37.818934 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-a28bd921-5b8e-42c1-9fa8-563259d06eaa req-f6364d6d-6cbd-4547-b89a-704a71d61856 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Unset dirty status for tenant:30238af4bf9045f89f078fa7a928f878 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:49:37.820047 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a28bd921-5b8e-42c1-9fa8-563259d06eaa req-f6364d6d-6cbd-4547-b89a-704a71d61856 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 932 time: 0.2670960 Feb 10 23:49:37.913398 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a28bd921-5b8e-42c1-9fa8-563259d06eaa req-46fcba84-dd40-4bbe-948a-1acedfd20eda tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=a904c6d0-036b-4243-ac7d-3a098faa84e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831504 Feb 10 23:49:37.988353 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [req-6e5b7a06-bbf4-4e32-a82c-1f4f2cfa58c5 req-ea7af79b-1579-403b-9da2-6da72aa64d82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2 {{(pid=84332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:49:37.994838 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-6e5b7a06-bbf4-4e32-a82c-1f4f2cfa58c5 req-ea7af79b-1579-403b-9da2-6da72aa64d82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:38.009193 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-6e5b7a06-bbf4-4e32-a82c-1f4f2cfa58c5 req-ea7af79b-1579-403b-9da2-6da72aa64d82 service neutron] Transition to ACTIVE for port object 0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2 will not be triggered until provisioned by entity L2. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:49:38.078387 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-6e5b7a06-bbf4-4e32-a82c-1f4f2cfa58c5 req-ea7af79b-1579-403b-9da2-6da72aa64d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:38.200939 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7af79b-1579-403b-9da2-6da72aa64d82 service neutron] Pushing event updated for resources: {'Port': ['ID=0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:49:38.313513 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-6e5b7a06-bbf4-4e32-a82c-1f4f2cfa58c5 req-ea7af79b-1579-403b-9da2-6da72aa64d82 service neutron] Attempting to bind port 0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:49:38.313851 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-6e5b7a06-bbf4-4e32-a82c-1f4f2cfa58c5 req-ea7af79b-1579-403b-9da2-6da72aa64d82 service neutron] Attempting to bind port 0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '9ea2039f-2964-444a-8abc-d0c15e3e1aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:49:38.314164 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5b7a06-bbf4-4e32-a82c-1f4f2cfa58c5 req-ea7af79b-1579-403b-9da2-6da72aa64d82 service neutron] Attempting to bind port 0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2 on network 3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:49:38.320004 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5b7a06-bbf4-4e32-a82c-1f4f2cfa58c5 req-ea7af79b-1579-403b-9da2-6da72aa64d82 service neutron] Port 0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2 on network 3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:49:38.320315 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5b7a06-bbf4-4e32-a82c-1f4f2cfa58c5 req-ea7af79b-1579-403b-9da2-6da72aa64d82 service neutron] Attempting to bind port 0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2 on network 3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:49:38.327109 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5b7a06-bbf4-4e32-a82c-1f4f2cfa58c5 req-ea7af79b-1579-403b-9da2-6da72aa64d82 service neutron] Checking agent: {'id': '0f85d58b-4cda-4360-97cf-be037aef26b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'started_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:49:38.327439 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5b7a06-bbf4-4e32-a82c-1f4f2cfa58c5 req-ea7af79b-1579-403b-9da2-6da72aa64d82 service neutron] Checking segment: {'id': '9ea2039f-2964-444a-8abc-d0c15e3e1aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:49:38.327815 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5b7a06-bbf4-4e32-a82c-1f4f2cfa58c5 req-ea7af79b-1579-403b-9da2-6da72aa64d82 service neutron] Bound using segment: {'id': '9ea2039f-2964-444a-8abc-d0c15e3e1aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e'} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:49:38.328230 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-6e5b7a06-bbf4-4e32-a82c-1f4f2cfa58c5 req-ea7af79b-1579-403b-9da2-6da72aa64d82 service neutron] Bound port: 0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ea2039f-2964-444a-8abc-d0c15e3e1aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e'}}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:49:38.328591 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-6e5b7a06-bbf4-4e32-a82c-1f4f2cfa58c5 req-ea7af79b-1579-403b-9da2-6da72aa64d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:38.414781 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-6e5b7a06-bbf4-4e32-a82c-1f4f2cfa58c5 req-ea7af79b-1579-403b-9da2-6da72aa64d82 service neutron] For port 0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2, host hv-neutron-8287, cleared binding levels {{(pid=84332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:49:38.417840 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-6e5b7a06-bbf4-4e32-a82c-1f4f2cfa58c5 req-ea7af79b-1579-403b-9da2-6da72aa64d82 service neutron] For port 0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2,segment=NetworkSegment(9ea2039f-2964-444a-8abc-d0c15e3e1aeb),segment_id=9ea2039f-2964-444a-8abc-d0c15e3e1aeb)] {{(pid=84332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:49:38.483649 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-6e5b7a06-bbf4-4e32-a82c-1f4f2cfa58c5 req-ea7af79b-1579-403b-9da2-6da72aa64d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:38.549360 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-6e5b7a06-bbf4-4e32-a82c-1f4f2cfa58c5 req-ea7af79b-1579-403b-9da2-6da72aa64d82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:38.550705 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6e5b7a06-bbf4-4e32-a82c-1f4f2cfa58c5 req-ea7af79b-1579-403b-9da2-6da72aa64d82 service neutron] 10.222.0.37 "PUT /v2.0/ports/0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2 HTTP/1.1" status: 200 len: 1094 time: 1.1332364 Feb 10 23:49:38.551135 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd090f833-16ad-48b8-b815-aabd74b15446', 'tag': '0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:49:38.572747 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7af79b-1579-403b-9da2-6da72aa64d82 service neutron] Pushing event updated for resources: {'Port': ['ID=0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2,revision_number=3']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:49:38.629643 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd090f833-16ad-48b8-b815-aabd74b15446', 'tag': '0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2', 'status': 'completed', 'code': 200} Feb 10 23:49:38.728069 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0b1658f6-7bf2-43de-9c5e-89877dad25dc req-1ceb2620-29de-4e83-ae42-2c784fa29069 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=30238af4bf9045f89f078fa7a928f878&device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 1097 time: 0.0781262 Feb 10 23:49:38.917848 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 1d168191-8728-455d-bb43-8b4f11a4d933 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:49:38.970541 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1658f6-7bf2-43de-9c5e-89877dad25dc req-d80f0f81-839e-4d7b-88ab-fece58f70504 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:49:38.972060 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0b1658f6-7bf2-43de-9c5e-89877dad25dc req-d80f0f81-839e-4d7b-88ab-fece58f70504 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=30238af4bf9045f89f078fa7a928f878&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2372649 Feb 10 23:49:38.990020 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 1d168191-8728-455d-bb43-8b4f11a4d933 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:49:38.990390 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:39.166516 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1658f6-7bf2-43de-9c5e-89877dad25dc req-335a317e-8442-487a-ba40-058cb42c7334 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:49:39.167917 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0b1658f6-7bf2-43de-9c5e-89877dad25dc req-335a317e-8442-487a-ba40-058cb42c7334 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1885881 Feb 10 23:49:39.180340 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74372415-a4c6-4296-8df9-e5a29bbcc305 req-ff881328-2782-49f5-8cc3-0ae98d3e04ca tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:49:39.181737 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-74372415-a4c6-4296-8df9-e5a29bbcc305 req-ff881328-2782-49f5-8cc3-0ae98d3e04ca tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 944 time: 0.1292419 Feb 10 23:49:39.266853 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-74372415-a4c6-4296-8df9-e5a29bbcc305 req-d346d53c-393e-4e88-9aa9-0d8895e63495 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=a904c6d0-036b-4243-ac7d-3a098faa84e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784400 Feb 10 23:49:39.289401 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6e5b7a06-bbf4-4e32-a82c-1f4f2cfa58c5 req-e7b52cb2-696b-4dc6-9985-974dbcd24e81 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=30238af4bf9045f89f078fa7a928f878&device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 1097 time: 0.0857160 Feb 10 23:49:39.360452 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6e5b7a06-bbf4-4e32-a82c-1f4f2cfa58c5 req-d77f3051-21d9-4783-9e12-9ae3eb196b03 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2 HTTP/1.1" status: 200 len: 217 time: 0.0620365 Feb 10 23:49:39.420434 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5b7a06-bbf4-4e32-a82c-1f4f2cfa58c5 req-7a3db531-4904-441e-b383-772b89eefe59 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:49:39.421891 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6e5b7a06-bbf4-4e32-a82c-1f4f2cfa58c5 req-7a3db531-4904-441e-b383-772b89eefe59 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3524c148-a12b-461b-bda4-ae720d811cf5 HTTP/1.1" status: 200 len: 848 time: 0.0559547 Feb 10 23:49:39.496384 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6e5b7a06-bbf4-4e32-a82c-1f4f2cfa58c5 req-54d013df-abf0-4429-a649-493c0b06508f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692081 Feb 10 23:49:39.626614 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6e5b7a06-bbf4-4e32-a82c-1f4f2cfa58c5 req-b58032d4-d1fb-4bf6-b4a7-b110c9894af7 service neutron] 10.222.0.37 "GET /v2.0/networks/3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239593 Feb 10 23:49:39.754956 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6e5b7a06-bbf4-4e32-a82c-1f4f2cfa58c5 req-d3fc272e-52e2-43d2-ab34-fe7fd511b42f service neutron] 10.222.0.37 "GET /v2.0/networks/3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224840 Feb 10 23:49:40.464282 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035cd356-86a0-438d-b666-72e9c2c5116c req-a2c8e70a-9a5e-4434-816a-3031e93fab03 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:49:40.465729 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-035cd356-86a0-438d-b666-72e9c2c5116c req-a2c8e70a-9a5e-4434-816a-3031e93fab03 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 944 time: 0.0760107 Feb 10 23:49:40.509603 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-035cd356-86a0-438d-b666-72e9c2c5116c req-d3e8bad8-be55-45e7-80e5-c0b1bf2b4e2b tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Synchronizing usage tracker for tenant:30238af4bf9045f89f078fa7a928f878 on resource:security_group {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:49:40.521494 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-035cd356-86a0-438d-b666-72e9c2c5116c req-d3e8bad8-be55-45e7-80e5-c0b1bf2b4e2b tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Unset dirty status for tenant:30238af4bf9045f89f078fa7a928f878 on resource:security_group {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:49:40.522593 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-035cd356-86a0-438d-b666-72e9c2c5116c req-d3e8bad8-be55-45e7-80e5-c0b1bf2b4e2b tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=a904c6d0-036b-4243-ac7d-3a098faa84e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507901 Feb 10 23:49:41.714965 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d0550a-b3ee-4006-a24a-356f5e6c840c req-c1bf69d4-f472-45aa-9bdc-b181fb6e3026 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:49:41.716935 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-14d0550a-b3ee-4006-a24a-356f5e6c840c req-c1bf69d4-f472-45aa-9bdc-b181fb6e3026 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 944 time: 0.0738838 Feb 10 23:49:41.760627 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-14d0550a-b3ee-4006-a24a-356f5e6c840c req-18f54f3d-817c-40c7-9e40-70b53753ad4c tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=a904c6d0-036b-4243-ac7d-3a098faa84e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382702 Feb 10 23:49:42.090625 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:49:42.219973 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2,segment=NetworkSegment(9ea2039f-2964-444a-8abc-d0c15e3e1aeb),segment_id=9ea2039f-2964-444a-8abc-d0c15e3e1aeb)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:49:42.232913 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Returning: {'device': '0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2', 'network_id': '3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e', 'port_id': '0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2', 'mac_address': 'fa:16:3e:1b:67:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3524c148-a12b-461b-bda4-ae720d811cf5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:49:42.283712 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:42.300372 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:49:42.315249 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2,segment=NetworkSegment(9ea2039f-2964-444a-8abc-d0c15e3e1aeb),segment_id=9ea2039f-2964-444a-8abc-d0c15e3e1aeb)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:49:42.386536 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:42.452467 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:49:42.587956 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:49:43.108072 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a25e08-9253-4cef-8803-858930e44815 req-62a8a083-9146-4676-be01-5984f4ac151e tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:49:43.109412 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-90a25e08-9253-4cef-8803-858930e44815 req-62a8a083-9146-4676-be01-5984f4ac151e tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 945 time: 0.0760870 Feb 10 23:49:43.152857 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-90a25e08-9253-4cef-8803-858930e44815 req-fe0242a5-7b6c-4ff7-8e47-4e42edcf6e82 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=a904c6d0-036b-4243-ac7d-3a098faa84e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379641 Feb 10 23:49:44.105815 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2 up at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:49:44.232675 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning for port 0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:49:44.237939 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning complete for port 0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:49:44.243806 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:44.350687 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:44.356416 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d9125-f934-4143-8ebd-ab86977db1a9 req-c728e54f-399b-4b17-81e3-4e5bc372eb24 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:49:44.358379 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-952d9125-f934-4143-8ebd-ab86977db1a9 req-c728e54f-399b-4b17-81e3-4e5bc372eb24 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 945 time: 0.0806131 Feb 10 23:49:44.378031 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd090f833-16ad-48b8-b815-aabd74b15446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:49:44.387697 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2,segment=NetworkSegment(9ea2039f-2964-444a-8abc-d0c15e3e1aeb),segment_id=9ea2039f-2964-444a-8abc-d0c15e3e1aeb)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:49:44.410261 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-952d9125-f934-4143-8ebd-ab86977db1a9 req-519c091c-4443-4c43-8d15-1b2ed5ce338e tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=a904c6d0-036b-4243-ac7d-3a098faa84e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424592 Feb 10 23:49:44.482990 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:44.516817 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd090f833-16ad-48b8-b815-aabd74b15446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2', 'code': 200} Feb 10 23:49:44.552626 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:49:44.859648 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4f4fa3dc-4631-4731-853c-fb1f9f1d98e1 req-1f56fd51-495f-44ff-bb10-cbbef22ccf3c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 1099 time: 0.0660636 Feb 10 23:49:44.901461 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4f4fa3dc-4631-4731-853c-fb1f9f1d98e1 req-abb59d7b-82c5-449f-a081-9292af4dfafe service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a904c6d0-036b-4243-ac7d-3a098faa84e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362945 Feb 10 23:49:45.605494 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a520d-5f3b-42cc-adcc-2135bce22115 req-bd2ed94b-eeeb-4805-a4ce-80ce67c82a5c tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:49:45.607249 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b60a520d-5f3b-42cc-adcc-2135bce22115 req-bd2ed94b-eeeb-4805-a4ce-80ce67c82a5c tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 946 time: 0.0811253 Feb 10 23:49:45.651703 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b60a520d-5f3b-42cc-adcc-2135bce22115 req-8928ab06-b2dd-45fc-87fa-b9fd97242b36 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=a904c6d0-036b-4243-ac7d-3a098faa84e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391028 Feb 10 23:49:46.478257 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:46.845979 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195442fb-c188-4d17-bfa0-0bb08b698aa3 req-6f6ecf85-0c19-49b8-9f6d-85eb34a3f876 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:49:46.847298 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-195442fb-c188-4d17-bfa0-0bb08b698aa3 req-6f6ecf85-0c19-49b8-9f6d-85eb34a3f876 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 946 time: 0.0729501 Feb 10 23:49:46.989247 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-195442fb-c188-4d17-bfa0-0bb08b698aa3 req-d45fbd37-7c52-40eb-9cde-b3c294775b33 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=a904c6d0-036b-4243-ac7d-3a098faa84e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365335 Feb 10 23:49:47.186328 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aea45d-6594-444a-8435-4a953ff3c4e6 req-5e53a0fe-3c48-4f37-84d4-fb5f154635d9 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:49:47.187760 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d9aea45d-6594-444a-8435-4a953ff3c4e6 req-5e53a0fe-3c48-4f37-84d4-fb5f154635d9 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 946 time: 0.0748096 Feb 10 23:49:47.235874 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d9aea45d-6594-444a-8435-4a953ff3c4e6 req-47a28f74-2bc7-4217-9448-d8e3f004ff91 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=a904c6d0-036b-4243-ac7d-3a098faa84e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426505 Feb 10 23:49:47.264077 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 57010) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:49:47.298909 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad000884-a59d-4985-8520-7d3e9a1abcd1 None None] Sync routers for ids ['ebf48cea-f24a-44b4-95ad-f13dd610ccbe'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:49:47.310071 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad000884-a59d-4985-8520-7d3e9a1abcd1 None None] Routers {'ebf48cea-f24a-44b4-95ad-f13dd610ccbe'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:49:47.310672 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-ad000884-a59d-4985-8520-7d3e9a1abcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:49:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['ebf48cea-f24a-44b4-95ad-f13dd610ccbe'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:49:47.459464 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-460dde65-152a-4515-a297-dfa14e90c3b3 tempest-TestShelveInstance-1569093280 tempest-TestShelveInstance-1569093280-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 1094 time: 0.1942086 Feb 10 23:49:47.462278 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 57016) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:49:47.468760 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-22a67b8d-74b7-4764-92a5-56bf4f46cb96 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Request body: {'floatingip': {'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'port_id': '0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2', 'tenant_id': '30238af4bf9045f89f078fa7a928f878', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:49:47.474611 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-22a67b8d-74b7-4764-92a5-56bf4f46cb96 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:49:47.478499 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-22a67b8d-74b7-4764-92a5-56bf4f46cb96 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Usage tracker for resource:floatingip and tenant:30238af4bf9045f89f078fa7a928f878 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:49:47.481394 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-22a67b8d-74b7-4764-92a5-56bf4f46cb96 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:49:47.488005 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-22a67b8d-74b7-4764-92a5-56bf4f46cb96 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:49:47.532698 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-ad000884-a59d-4985-8520-7d3e9a1abcd1 None None] Set router ebf48cea-f24a-44b4-95ad-f13dd610ccbe gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:49:47.552828 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-22a67b8d-74b7-4764-92a5-56bf4f46cb96 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks [] for floatingip, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:47.694719 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-22a67b8d-74b7-4764-92a5-56bf4f46cb96 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:47.848697 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-ad000884-a59d-4985-8520-7d3e9a1abcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf48cea-f24a-44b4-95ad-f13dd610ccbe', 'name': 'tempest-TestShelveInstance-319138221-router', 'tenant_id': 'bd1f963da4534b04a47a7d2a512f7d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.194'}], 'enable_snat': True}, 'gw_port_id': '1d168191-8728-455d-bb43-8b4f11a4d933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:49:24Z', 'updated_at': '2022-02-10T23:49:28Z', 'revision_number': 4, 'project_id': 'bd1f963da4534b04a47a7d2a512f7d12', 'gw_port': {'id': '1d168191-8728-455d-bb43-8b4f11a4d933', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf48cea-f24a-44b4-95ad-f13dd610ccbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:49:24Z', 'updated_at': '2022-02-10T23:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '7c57d7a8-1eb8-43cd-9f85-d82d41eefd3d', 'name': '', 'network_id': 'ccc83cd0-af00-4eed-af75-4f37f11cf14c', 'tenant_id': 'bd1f963da4534b04a47a7d2a512f7d12', 'mac_address': 'fa:16:3e:8d:fc:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf48cea-f24a-44b4-95ad-f13dd610ccbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66ee1b5f-1dab-4963-a161-15f846850feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:49:27Z', 'updated_at': '2022-02-10T23:49:28Z', 'revision_number': 2, 'project_id': 'bd1f963da4534b04a47a7d2a512f7d12', 'subnets': [{'id': '66ee1b5f-1dab-4963-a161-15f846850feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:49:47.852980 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad000884-a59d-4985-8520-7d3e9a1abcd1 None None] Checking router: ebf48cea-f24a-44b4-95ad-f13dd610ccbe for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:49:47.853355 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad000884-a59d-4985-8520-7d3e9a1abcd1 None None] Updating router ebf48cea-f24a-44b4-95ad-f13dd610ccbe port 7c57d7a8-1eb8-43cd-9f85-d82d41eefd3d binding host dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 23:49:47.905022 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ad000884-a59d-4985-8520-7d3e9a1abcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:47.926827 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-22a67b8d-74b7-4764-92a5-56bf4f46cb96 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Allocated IP 172.26.8.23 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/3115edbd-0ad0-4af3-96cf-347ee87f84d0) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:49:48.080555 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-22a67b8d-74b7-4764-92a5-56bf4f46cb96 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:48.174268 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-22a67b8d-74b7-4764-92a5-56bf4f46cb96 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:48.239470 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a67b8d-74b7-4764-92a5-56bf4f46cb96 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:49:48.242105 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-22a67b8d-74b7-4764-92a5-56bf4f46cb96 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:49:48.246240 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a67b8d-74b7-4764-92a5-56bf4f46cb96 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:49:48.255823 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ad000884-a59d-4985-8520-7d3e9a1abcd1 None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:48.268640 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-ad000884-a59d-4985-8520-7d3e9a1abcd1 None None] Transition to ACTIVE for port object 7c57d7a8-1eb8-43cd-9f85-d82d41eefd3d will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:49:48.277914 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a67b8d-74b7-4764-92a5-56bf4f46cb96 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Pushing event updated for resources: {'Port': ['ID=3115edbd-0ad0-4af3-96cf-347ee87f84d0,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:49:48.334400 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ad000884-a59d-4985-8520-7d3e9a1abcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:48.465894 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1c3a18-7b5c-4b61-8d71-a14da3294aed None None] Pushing event updated for resources: {'Port': ['ID=7c57d7a8-1eb8-43cd-9f85-d82d41eefd3d,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:49:48.553650 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-ad000884-a59d-4985-8520-7d3e9a1abcd1 None None] Attempting to bind port 7c57d7a8-1eb8-43cd-9f85-d82d41eefd3d on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:49:48.554867 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-ad000884-a59d-4985-8520-7d3e9a1abcd1 None None] Attempting to bind port 7c57d7a8-1eb8-43cd-9f85-d82d41eefd3d by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '92dbdd2d-5920-4441-8551-7bca019ce444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ccc83cd0-af00-4eed-af75-4f37f11cf14c'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:49:48.555462 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad000884-a59d-4985-8520-7d3e9a1abcd1 None None] Attempting to bind port 7c57d7a8-1eb8-43cd-9f85-d82d41eefd3d on network ccc83cd0-af00-4eed-af75-4f37f11cf14c {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:49:48.566427 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad000884-a59d-4985-8520-7d3e9a1abcd1 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:49:48.567523 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad000884-a59d-4985-8520-7d3e9a1abcd1 None None] Checking segment: {'id': '92dbdd2d-5920-4441-8551-7bca019ce444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ccc83cd0-af00-4eed-af75-4f37f11cf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:49:48.568032 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ad000884-a59d-4985-8520-7d3e9a1abcd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:48.568525 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad000884-a59d-4985-8520-7d3e9a1abcd1 None None] Bound using segment: {'id': '92dbdd2d-5920-4441-8551-7bca019ce444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ccc83cd0-af00-4eed-af75-4f37f11cf14c'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:49:48.569134 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-ad000884-a59d-4985-8520-7d3e9a1abcd1 None None] Bound port: 7c57d7a8-1eb8-43cd-9f85-d82d41eefd3d, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92dbdd2d-5920-4441-8551-7bca019ce444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ccc83cd0-af00-4eed-af75-4f37f11cf14c'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:49:48.569635 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ad000884-a59d-4985-8520-7d3e9a1abcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:48.671642 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-ad000884-a59d-4985-8520-7d3e9a1abcd1 None None] For port 7c57d7a8-1eb8-43cd-9f85-d82d41eefd3d, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:49:48.674738 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-ad000884-a59d-4985-8520-7d3e9a1abcd1 None None] For port 7c57d7a8-1eb8-43cd-9f85-d82d41eefd3d, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=7c57d7a8-1eb8-43cd-9f85-d82d41eefd3d,segment=NetworkSegment(92dbdd2d-5920-4441-8551-7bca019ce444),segment_id=92dbdd2d-5920-4441-8551-7bca019ce444)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:49:48.740289 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ad000884-a59d-4985-8520-7d3e9a1abcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:48.782366 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-22a67b8d-74b7-4764-92a5-56bf4f46cb96 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:48.820532 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1c3a18-7b5c-4b61-8d71-a14da3294aed None None] Pushing event updated for resources: {'Port': ['ID=7c57d7a8-1eb8-43cd-9f85-d82d41eefd3d,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:49:48.825838 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad000884-a59d-4985-8520-7d3e9a1abcd1 None None] Routers {'ebf48cea-f24a-44b4-95ad-f13dd610ccbe'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:49:48.826500 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-ad000884-a59d-4985-8520-7d3e9a1abcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:49:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['ebf48cea-f24a-44b4-95ad-f13dd610ccbe'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:49:48.894185 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-22a67b8d-74b7-4764-92a5-56bf4f46cb96 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:49.035915 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-ad000884-a59d-4985-8520-7d3e9a1abcd1 None None] Set router ebf48cea-f24a-44b4-95ad-f13dd610ccbe gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:49:49.108166 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-22a67b8d-74b7-4764-92a5-56bf4f46cb96 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:49.159417 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-916c67a5-cbdb-4cd5-9a91-e895f8b9328c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:49.204335 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-22a67b8d-74b7-4764-92a5-56bf4f46cb96 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:49.321122 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a67b8d-74b7-4764-92a5-56bf4f46cb96 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Pushing event updated for resources: {'Port': ['ID=3115edbd-0ad0-4af3-96cf-347ee87f84d0,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:49:49.334210 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-22a67b8d-74b7-4764-92a5-56bf4f46cb96 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1734214'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:49.402501 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-ad000884-a59d-4985-8520-7d3e9a1abcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf48cea-f24a-44b4-95ad-f13dd610ccbe', 'name': 'tempest-TestShelveInstance-319138221-router', 'tenant_id': 'bd1f963da4534b04a47a7d2a512f7d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.194'}], 'enable_snat': True}, 'gw_port_id': '1d168191-8728-455d-bb43-8b4f11a4d933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:49:24Z', 'updated_at': '2022-02-10T23:49:28Z', 'revision_number': 4, 'project_id': 'bd1f963da4534b04a47a7d2a512f7d12', 'gw_port': {'id': '1d168191-8728-455d-bb43-8b4f11a4d933', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf48cea-f24a-44b4-95ad-f13dd610ccbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:49:24Z', 'updated_at': '2022-02-10T23:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '7c57d7a8-1eb8-43cd-9f85-d82d41eefd3d', 'name': '', 'network_id': 'ccc83cd0-af00-4eed-af75-4f37f11cf14c', 'tenant_id': 'bd1f963da4534b04a47a7d2a512f7d12', 'mac_address': 'fa:16:3e:8d:fc:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf48cea-f24a-44b4-95ad-f13dd610ccbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66ee1b5f-1dab-4963-a161-15f846850feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:49:27Z', 'updated_at': '2022-02-10T23:49:48Z', 'revision_number': 4, 'project_id': 'bd1f963da4534b04a47a7d2a512f7d12', 'subnets': [{'id': '66ee1b5f-1dab-4963-a161-15f846850feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:49:49.406493 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad000884-a59d-4985-8520-7d3e9a1abcd1 None None] The sync data for ids ['ebf48cea-f24a-44b4-95ad-f13dd610ccbe'] in dv-neutron-828797-1-hyperv is: [{'id': 'ebf48cea-f24a-44b4-95ad-f13dd610ccbe', 'name': 'tempest-TestShelveInstance-319138221-router', 'tenant_id': 'bd1f963da4534b04a47a7d2a512f7d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.194'}], 'enable_snat': True}, 'gw_port_id': '1d168191-8728-455d-bb43-8b4f11a4d933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:49:24Z', 'updated_at': '2022-02-10T23:49:28Z', 'revision_number': 4, 'project_id': 'bd1f963da4534b04a47a7d2a512f7d12', 'gw_port': {'id': '1d168191-8728-455d-bb43-8b4f11a4d933', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf48cea-f24a-44b4-95ad-f13dd610ccbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:49:24Z', 'updated_at': '2022-02-10T23:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': '7c57d7a8-1eb8-43cd-9f85-d82d41eefd3d', 'name': '', 'network_id': 'ccc83cd0-af00-4eed-af75-4f37f11cf14c', 'tenant_id': 'bd1f963da4534b04a47a7d2a512f7d12', 'mac_address': 'fa:16:3e:8d:fc:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf48cea-f24a-44b4-95ad-f13dd610ccbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66ee1b5f-1dab-4963-a161-15f846850feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:49:27Z', 'updated_at': '2022-02-10T23:49:48Z', 'revision_number': 4, 'project_id': 'bd1f963da4534b04a47a7d2a512f7d12', 'subnets': [{'id': '66ee1b5f-1dab-4963-a161-15f846850feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:49:49.553345 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.l3_db [None req-22a67b8d-74b7-4764-92a5-56bf4f46cb96 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Floating IP 0587272f-f776-49d3-b752-afb5e1c66798 associated. External IP: 172.26.8.23, port: 0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2. Feb 10 23:49:50.056366 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a67b8d-74b7-4764-92a5-56bf4f46cb96 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Router 095e871e-92ec-43ed-b565-843b217c2336 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:49:50.260549 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a67b8d-74b7-4764-92a5-56bf4f46cb96 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:49:50.271054 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e90145-93bb-4952-9049-bf8ec070fa93 None None] Sync routers for ids ['095e871e-92ec-43ed-b565-843b217c2336'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:49:50.283327 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e90145-93bb-4952-9049-bf8ec070fa93 None None] Routers {'095e871e-92ec-43ed-b565-843b217c2336'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:49:50.283920 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-f4e90145-93bb-4952-9049-bf8ec070fa93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:49:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['095e871e-92ec-43ed-b565-843b217c2336'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:49:50.386771 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-22a67b8d-74b7-4764-92a5-56bf4f46cb96 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:50.445271 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-22a67b8d-74b7-4764-92a5-56bf4f46cb96 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9816575 Feb 10 23:49:50.445786 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd090f833-16ad-48b8-b815-aabd74b15446', 'tag': '0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:49:50.458567 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-f4e90145-93bb-4952-9049-bf8ec070fa93 None None] Set router 095e871e-92ec-43ed-b565-843b217c2336 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:49:50.508165 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd090f833-16ad-48b8-b815-aabd74b15446', 'tag': '0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2', 'status': 'completed', 'code': 200} Feb 10 23:49:50.599774 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-38a9a139-e3f8-4cc5-b211-9261692f06eb req-2cd61c20-14ad-4e15-a338-cda5e4ed84fd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=30238af4bf9045f89f078fa7a928f878&device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 1099 time: 0.0688713 Feb 10 23:49:50.732139 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9a139-e3f8-4cc5-b211-9261692f06eb req-1be46567-21bb-461e-8b56-b4b0b8b03e88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:49:50.734724 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-38a9a139-e3f8-4cc5-b211-9261692f06eb req-1be46567-21bb-461e-8b56-b4b0b8b03e88 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e HTTP/1.1" status: 200 len: 910 time: 0.1295304 Feb 10 23:49:50.818865 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-f4e90145-93bb-4952-9049-bf8ec070fa93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095e871e-92ec-43ed-b565-843b217c2336', 'name': 'tempest-TestShelveInstance-1715709879-router', 'tenant_id': '30238af4bf9045f89f078fa7a928f878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.168'}], 'enable_snat': True}, 'gw_port_id': 'c8779d43-089c-4dfa-979c-dadd42ad2eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:49:16Z', 'updated_at': '2022-02-10T23:49:20Z', 'revision_number': 4, 'project_id': '30238af4bf9045f89f078fa7a928f878', 'gw_port': {'id': 'c8779d43-089c-4dfa-979c-dadd42ad2eaa', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095e871e-92ec-43ed-b565-843b217c2336', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:49:17Z', 'updated_at': '2022-02-10T23:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '0587272f-f776-49d3-b752-afb5e1c66798', 'tenant_id': '30238af4bf9045f89f078fa7a928f878', 'floating_ip_address': '172.26.8.23', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '095e871e-92ec-43ed-b565-843b217c2336', 'port_id': '0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e', 'mac_address': 'fa:16:3e:1b:67:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd090f833-16ad-48b8-b815-aabd74b15446', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:49:48Z', 'updated_at': '2022-02-10T23:49:48Z', 'revision_number': 0, 'project_id': '30238af4bf9045f89f078fa7a928f878', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3196a52-5565-4b5c-8a0b-b013d8bb8f2e', 'name': '', 'network_id': '3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e', 'tenant_id': '30238af4bf9045f89f078fa7a928f878', 'mac_address': 'fa:16:3e:05:58:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095e871e-92ec-43ed-b565-843b217c2336', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3524c148-a12b-461b-bda4-ae720d811cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:49:19Z', 'updated_at': '2022-02-10T23:49:29Z', 'revision_number': 5, 'project_id': '30238af4bf9045f89f078fa7a928f878', 'subnets': [{'id': '3524c148-a12b-461b-bda4-ae720d811cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:49:50.822670 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e90145-93bb-4952-9049-bf8ec070fa93 None None] Checking router: 095e871e-92ec-43ed-b565-843b217c2336 for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:49:50.833275 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e90145-93bb-4952-9049-bf8ec070fa93 None None] Routers {'095e871e-92ec-43ed-b565-843b217c2336'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:49:50.833864 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-f4e90145-93bb-4952-9049-bf8ec070fa93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:49:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['095e871e-92ec-43ed-b565-843b217c2336'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:49:50.836342 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-38a9a139-e3f8-4cc5-b211-9261692f06eb req-2c00fb6a-dd9c-4502-aa7f-782bea920ca4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2 HTTP/1.1" status: 200 len: 999 time: 0.0961111 Feb 10 23:49:50.901838 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9a139-e3f8-4cc5-b211-9261692f06eb req-b454fc77-37bc-4a80-bec5-44090a72ae82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:49:50.903442 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-38a9a139-e3f8-4cc5-b211-9261692f06eb req-b454fc77-37bc-4a80-bec5-44090a72ae82 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3524c148-a12b-461b-bda4-ae720d811cf5 HTTP/1.1" status: 200 len: 848 time: 0.0615444 Feb 10 23:49:50.945138 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 7c57d7a8-1eb8-43cd-9f85-d82d41eefd3d up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:49:50.981630 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-38a9a139-e3f8-4cc5-b211-9261692f06eb req-c6023e6c-f905-4806-bea9-ae2c4df3d2b9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722485 Feb 10 23:49:51.018509 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-f4e90145-93bb-4952-9049-bf8ec070fa93 None None] Set router 095e871e-92ec-43ed-b565-843b217c2336 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:49:51.084127 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 7c57d7a8-1eb8-43cd-9f85-d82d41eefd3d completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:49:51.089574 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 7c57d7a8-1eb8-43cd-9f85-d82d41eefd3d triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:49:51.089993 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:51.115581 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-38a9a139-e3f8-4cc5-b211-9261692f06eb req-86e15541-a6a6-4d8d-92f7-a09bbff9ae24 service neutron] 10.222.0.37 "GET /v2.0/networks/3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285746 Feb 10 23:49:51.228706 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:51.256080 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-38a9a139-e3f8-4cc5-b211-9261692f06eb req-5fe15b0a-0024-4490-86b6-8d2ef7fa502e service neutron] 10.222.0.37 "GET /v2.0/networks/3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351371 Feb 10 23:49:51.264674 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 7c57d7a8-1eb8-43cd-9f85-d82d41eefd3d, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=7c57d7a8-1eb8-43cd-9f85-d82d41eefd3d,segment=NetworkSegment(92dbdd2d-5920-4441-8551-7bca019ce444),segment_id=92dbdd2d-5920-4441-8551-7bca019ce444)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:49:51.282235 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-92536576-66df-4708-bbf6-e55c3a939fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:51.351025 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:51.370619 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-f4e90145-93bb-4952-9049-bf8ec070fa93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095e871e-92ec-43ed-b565-843b217c2336', 'name': 'tempest-TestShelveInstance-1715709879-router', 'tenant_id': '30238af4bf9045f89f078fa7a928f878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.168'}], 'enable_snat': True}, 'gw_port_id': 'c8779d43-089c-4dfa-979c-dadd42ad2eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:49:16Z', 'updated_at': '2022-02-10T23:49:20Z', 'revision_number': 4, 'project_id': '30238af4bf9045f89f078fa7a928f878', 'gw_port': {'id': 'c8779d43-089c-4dfa-979c-dadd42ad2eaa', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095e871e-92ec-43ed-b565-843b217c2336', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:49:17Z', 'updated_at': '2022-02-10T23:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '0587272f-f776-49d3-b752-afb5e1c66798', 'tenant_id': '30238af4bf9045f89f078fa7a928f878', 'floating_ip_address': '172.26.8.23', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '095e871e-92ec-43ed-b565-843b217c2336', 'port_id': '0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e', 'mac_address': 'fa:16:3e:1b:67:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd090f833-16ad-48b8-b815-aabd74b15446', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:49:48Z', 'updated_at': '2022-02-10T23:49:48Z', 'revision_number': 0, 'project_id': '30238af4bf9045f89f078fa7a928f878', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3196a52-5565-4b5c-8a0b-b013d8bb8f2e', 'name': '', 'network_id': '3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e', 'tenant_id': '30238af4bf9045f89f078fa7a928f878', 'mac_address': 'fa:16:3e:05:58:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095e871e-92ec-43ed-b565-843b217c2336', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3524c148-a12b-461b-bda4-ae720d811cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:49:19Z', 'updated_at': '2022-02-10T23:49:29Z', 'revision_number': 5, 'project_id': '30238af4bf9045f89f078fa7a928f878', 'subnets': [{'id': '3524c148-a12b-461b-bda4-ae720d811cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:49:51.375414 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e90145-93bb-4952-9049-bf8ec070fa93 None None] The sync data for ids ['095e871e-92ec-43ed-b565-843b217c2336'] in dv-neutron-828797-1-hyperv is: [{'id': '095e871e-92ec-43ed-b565-843b217c2336', 'name': 'tempest-TestShelveInstance-1715709879-router', 'tenant_id': '30238af4bf9045f89f078fa7a928f878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.168'}], 'enable_snat': True}, 'gw_port_id': 'c8779d43-089c-4dfa-979c-dadd42ad2eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:49:16Z', 'updated_at': '2022-02-10T23:49:20Z', 'revision_number': 4, 'project_id': '30238af4bf9045f89f078fa7a928f878', 'gw_port': {'id': 'c8779d43-089c-4dfa-979c-dadd42ad2eaa', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095e871e-92ec-43ed-b565-843b217c2336', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:49:17Z', 'updated_at': '2022-02-10T23:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '0587272f-f776-49d3-b752-afb5e1c66798', 'tenant_id': '30238af4bf9045f89f078fa7a928f878', 'floating_ip_address': '172.26.8.23', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '095e871e-92ec-43ed-b565-843b217c2336', 'port_id': '0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e', 'mac_address': 'fa:16:3e:1b:67:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd090f833-16ad-48b8-b815-aabd74b15446', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:49:48Z', 'updated_at': '2022-02-10T23:49:48Z', 'revision_number': 0, 'project_id': '30238af4bf9045f89f078fa7a928f878', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3196a52-5565-4b5c-8a0b-b013d8bb8f2e', 'name': '', 'network_id': '3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e', 'tenant_id': '30238af4bf9045f89f078fa7a928f878', 'mac_address': 'fa:16:3e:05:58:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095e871e-92ec-43ed-b565-843b217c2336', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3524c148-a12b-461b-bda4-ae720d811cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:49:19Z', 'updated_at': '2022-02-10T23:49:29Z', 'revision_number': 5, 'project_id': '30238af4bf9045f89f078fa7a928f878', 'subnets': [{'id': '3524c148-a12b-461b-bda4-ae720d811cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:49:51.424494 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=7c57d7a8-1eb8-43cd-9f85-d82d41eefd3d,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:49:52.615619 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:52.638129 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:52.916521 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 7c57d7a8-1eb8-43cd-9f85-d82d41eefd3d up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:49:52.984145 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 7c57d7a8-1eb8-43cd-9f85-d82d41eefd3d triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:49:52.984500 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:53.244224 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:49:53.357405 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc696d29-49a5-4be1-9477-2a303372e65e None None] New status for floating IP 0587272f-f776-49d3-b752-afb5e1c66798: ACTIVE {{(pid=84334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 23:49:54.129552 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:50:16.465880 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:50:19.117920 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-31811af7-3116-4b30-b25b-3146e1b931e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:50:21.300505 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5188707c-74f2-4a4d-bceb-02d0398c3bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:50:22.612844 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:50:22.623636 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:50:24.146061 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:50:29.842532 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [req-578971ba-bda4-459f-8142-50e33b92eff3 req-4f08e538-b7de-4dc7-8008-1aa4d387fc58 tempest-ServersNegativeTestJSON-808857735 tempest-ServersNegativeTestJSON-808857735-project] (84332) timed out ('10.222.0.37', 61676) {{(pid=84332) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 10 23:50:30.243981 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:50:44.030918 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cf22b229-5851-4344-82af-e20cab3ae688 req-2818600a-c0c0-409a-a33c-0d4a83fb5397 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d090f833-16ad-48b8-b815-aabd74b15446&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0666564 Feb 10 23:50:44.167144 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cf22b229-5851-4344-82af-e20cab3ae688 req-695d5da7-f442-4b39-94ba-4ffbd9386d18 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=30238af4bf9045f89f078fa7a928f878&device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 1099 time: 0.0705490 Feb 10 23:50:44.312214 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22b229-5851-4344-82af-e20cab3ae688 req-4be835b4-4753-4ee1-94c7-a4344474fe73 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:50:44.313915 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cf22b229-5851-4344-82af-e20cab3ae688 req-4be835b4-4753-4ee1-94c7-a4344474fe73 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e HTTP/1.1" status: 200 len: 910 time: 0.1275399 Feb 10 23:50:44.510160 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cf22b229-5851-4344-82af-e20cab3ae688 req-4443e7bb-35eb-4f8b-b0ec-d72fd5721071 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2 HTTP/1.1" status: 200 len: 1001 time: 0.1900752 Feb 10 23:50:44.571630 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22b229-5851-4344-82af-e20cab3ae688 req-6aeacb00-0de6-4ca1-817b-7e9e67935a97 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:50:44.573001 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cf22b229-5851-4344-82af-e20cab3ae688 req-6aeacb00-0de6-4ca1-817b-7e9e67935a97 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3524c148-a12b-461b-bda4-ae720d811cf5 HTTP/1.1" status: 200 len: 848 time: 0.0570500 Feb 10 23:50:44.647355 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cf22b229-5851-4344-82af-e20cab3ae688 req-796df4fa-bd87-4ceb-8216-3f350306b8b8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688236 Feb 10 23:50:44.782526 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cf22b229-5851-4344-82af-e20cab3ae688 req-695f80b9-e936-4ebc-8ca4-4b24cb07feeb service neutron] 10.222.0.37 "GET /v2.0/networks/3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260648 Feb 10 23:50:44.913827 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cf22b229-5851-4344-82af-e20cab3ae688 req-2795aa52-6b58-45d3-b7a0-067257d3a9aa service neutron] 10.222.0.37 "GET /v2.0/networks/3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267865 Feb 10 23:50:46.471302 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:50:49.062752 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-973bf197-1c9d-4c4b-9f9f-e76aac6cb41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:50:51.277408 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-663896b7-b7bb-4a93-85e0-801645f65584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:50:52.611976 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:50:52.622851 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:50:54.151360 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:51:07.243984 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:51:16.482514 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:51:19.065564 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d477db88-9f70-43c8-b047-e1151423949b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:51:21.256219 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-69933336-5c12-41e4-be16-e0814aac5a1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:51:22.594018 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:51:22.616407 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:51:24.156690 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:51:44.103427 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-92ef36f7-6685-4e71-ace8-c1536136d1aa req-35e8b5f9-811c-4f0e-badb-463110bde3c4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=30238af4bf9045f89f078fa7a928f878&device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 1099 time: 0.0777740 Feb 10 23:51:44.173158 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0d59f-6845-4e2a-84c3-21b7067674c7 req-27990af4-ef90-4585-a92f-cdca47ef4a93 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:51:44.174605 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-8ad0d59f-6845-4e2a-84c3-21b7067674c7 req-27990af4-ef90-4585-a92f-cdca47ef4a93 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 946 time: 0.0768003 Feb 10 23:51:44.219392 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-8ad0d59f-6845-4e2a-84c3-21b7067674c7 req-3d836957-56b9-4285-b01b-51beb5dd3d59 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=a904c6d0-036b-4243-ac7d-3a098faa84e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390918 Feb 10 23:51:44.244768 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:51:44.258976 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef36f7-6685-4e71-ace8-c1536136d1aa req-6dd0e9b5-7cf5-4874-ac4b-5ccf5603bd03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:51:44.260468 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-92ef36f7-6685-4e71-ace8-c1536136d1aa req-6dd0e9b5-7cf5-4874-ac4b-5ccf5603bd03 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e HTTP/1.1" status: 200 len: 910 time: 0.1306825 Feb 10 23:51:44.363815 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-92ef36f7-6685-4e71-ace8-c1536136d1aa req-e5effa8c-a85e-4915-9ce5-57d887d2665f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2 HTTP/1.1" status: 200 len: 1001 time: 0.0966520 Feb 10 23:51:44.424160 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef36f7-6685-4e71-ace8-c1536136d1aa req-0a8074bd-8280-4a9a-8967-8f572b220ba0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:51:44.425616 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-92ef36f7-6685-4e71-ace8-c1536136d1aa req-0a8074bd-8280-4a9a-8967-8f572b220ba0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3524c148-a12b-461b-bda4-ae720d811cf5 HTTP/1.1" status: 200 len: 848 time: 0.0557010 Feb 10 23:51:44.500962 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-92ef36f7-6685-4e71-ace8-c1536136d1aa req-5b3358d2-d6c6-424b-ab89-b5342eedb8e1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687759 Feb 10 23:51:44.630249 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-92ef36f7-6685-4e71-ace8-c1536136d1aa req-adc672a7-b0de-44f0-8feb-4c188f03688a service neutron] 10.222.0.37 "GET /v2.0/networks/3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237609 Feb 10 23:51:44.759388 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-92ef36f7-6685-4e71-ace8-c1536136d1aa req-90755c71-4a0a-4079-9d50-a4d99fa797d6 service neutron] 10.222.0.37 "GET /v2.0/networks/3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231415 Feb 10 23:51:45.432957 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f9cd1-88b5-4518-865c-6571019b6e5c req-bbecf126-3da2-4a86-9123-5de24a11c668 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:51:45.434355 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-591f9cd1-88b5-4518-865c-6571019b6e5c req-bbecf126-3da2-4a86-9123-5de24a11c668 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 946 time: 0.0773072 Feb 10 23:51:45.478202 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-591f9cd1-88b5-4518-865c-6571019b6e5c req-25cb04df-69d5-44ce-b997-b492f4b21e71 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=a904c6d0-036b-4243-ac7d-3a098faa84e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373838 Feb 10 23:51:46.507044 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:51:46.688058 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7cb5ff-2b23-473b-9f8b-23d6d9f45c1f req-4812517f-6897-4a00-88b8-ee2d481e4ce4 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:51:46.689490 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-9f7cb5ff-2b23-473b-9f8b-23d6d9f45c1f req-4812517f-6897-4a00-88b8-ee2d481e4ce4 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 946 time: 0.0762069 Feb 10 23:51:46.733240 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-9f7cb5ff-2b23-473b-9f8b-23d6d9f45c1f req-bfdc7fa8-a5eb-4869-8467-98de9556d5ee tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=a904c6d0-036b-4243-ac7d-3a098faa84e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383708 Feb 10 23:51:47.925825 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e453c2bf-3c96-4d56-af56-66d17444724d req-50236983-1026-4652-8c47-9cc740099323 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:51:47.927236 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e453c2bf-3c96-4d56-af56-66d17444724d req-50236983-1026-4652-8c47-9cc740099323 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 946 time: 0.0732269 Feb 10 23:51:47.974009 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e453c2bf-3c96-4d56-af56-66d17444724d req-e4ead2df-7f83-4f5d-89a3-2a9c5258257a tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=a904c6d0-036b-4243-ac7d-3a098faa84e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414200 Feb 10 23:51:49.089836 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-97dd2292-49df-4349-a0a7-c0511f873058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:51:49.177496 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72c8b9-d7a2-4190-8e01-ecd312172bdf req-ec6ac05f-2b90-4b17-98cb-3a93fe5626b0 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:51:49.178830 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-3c72c8b9-d7a2-4190-8e01-ecd312172bdf req-ec6ac05f-2b90-4b17-98cb-3a93fe5626b0 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 946 time: 0.0807517 Feb 10 23:51:49.227282 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-3c72c8b9-d7a2-4190-8e01-ecd312172bdf req-2190038f-2062-4f34-8948-e0c7f5f98058 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=a904c6d0-036b-4243-ac7d-3a098faa84e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428927 Feb 10 23:51:50.426753 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7677a3f-b054-4f28-9272-d7480f76380b req-240d1e6d-0aea-4ef8-9573-c86d84c2d803 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:51:50.428164 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a7677a3f-b054-4f28-9272-d7480f76380b req-240d1e6d-0aea-4ef8-9573-c86d84c2d803 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 946 time: 0.0804594 Feb 10 23:51:50.474241 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a7677a3f-b054-4f28-9272-d7480f76380b req-eada9232-992c-4388-8d94-696959ddf033 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=a904c6d0-036b-4243-ac7d-3a098faa84e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401485 Feb 10 23:51:51.272202 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-62cdc30e-cb8c-425c-a52c-c75c967bfd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:51:51.671173 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1fab57-4df8-44fd-a196-cfe8b44647b0 req-225d40b8-c2bc-4701-af4c-529c0670e017 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:51:51.672618 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-8c1fab57-4df8-44fd-a196-cfe8b44647b0 req-225d40b8-c2bc-4701-af4c-529c0670e017 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 946 time: 0.0748649 Feb 10 23:51:51.716710 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-8c1fab57-4df8-44fd-a196-cfe8b44647b0 req-038a2237-b6ea-46ff-b2cb-f8aa3d6c1801 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=a904c6d0-036b-4243-ac7d-3a098faa84e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387259 Feb 10 23:51:52.613223 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:51:52.641479 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:51:52.997128 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac27c36c-678a-440c-ac7e-a60319547357 req-dd676061-68c5-4810-b087-3dc68662acda tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:51:52.998548 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ac27c36c-678a-440c-ac7e-a60319547357 req-dd676061-68c5-4810-b087-3dc68662acda tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 946 time: 0.1590068 Feb 10 23:51:53.044972 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ac27c36c-678a-440c-ac7e-a60319547357 req-7c7980f5-1220-48ed-b19e-0020b9727631 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=a904c6d0-036b-4243-ac7d-3a098faa84e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402069 Feb 10 23:51:54.163842 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:51:54.249845 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30cb01-3d5f-41d9-9158-028dc0b7ba07 req-cc5409e1-a4c6-48de-beb8-b75700bf9867 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:51:54.251272 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-fe30cb01-3d5f-41d9-9158-028dc0b7ba07 req-cc5409e1-a4c6-48de-beb8-b75700bf9867 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 946 time: 0.0797091 Feb 10 23:51:54.296936 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-fe30cb01-3d5f-41d9-9158-028dc0b7ba07 req-3211220a-71d0-4f74-9a9a-de1f6b3bd129 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=a904c6d0-036b-4243-ac7d-3a098faa84e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402451 Feb 10 23:51:54.680217 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:51:54.808206 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2,segment=NetworkSegment(9ea2039f-2964-444a-8abc-d0c15e3e1aeb),segment_id=9ea2039f-2964-444a-8abc-d0c15e3e1aeb)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:51:54.823968 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Returning: {'device': '0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2', 'network_id': '3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e', 'port_id': '0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2', 'mac_address': 'fa:16:3e:1b:67:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3524c148-a12b-461b-bda4-ae720d811cf5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:51:54.875534 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:51:54.895366 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:51:54.909418 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2,segment=NetworkSegment(9ea2039f-2964-444a-8abc-d0c15e3e1aeb),segment_id=9ea2039f-2964-444a-8abc-d0c15e3e1aeb)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:51:54.963936 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:51:55.059970 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2,revision_number=6']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:51:55.069263 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:51:55.095878 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:51:55.096220 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:51:55.096581 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:51:55.096911 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:51:55.097239 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:51:55.097561 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:51:55.097883 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:51:55.098203 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:51:55.098521 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:51:55.098861 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:51:55.099177 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:51:55.489841 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a218a17-cf32-40bc-8c76-20f51b53d31f req-8be035ae-ad57-4cb3-949b-296525ff6f9e tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:51:55.491265 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2a218a17-cf32-40bc-8c76-20f51b53d31f req-8be035ae-ad57-4cb3-949b-296525ff6f9e tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 945 time: 0.0747144 Feb 10 23:51:55.536998 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2a218a17-cf32-40bc-8c76-20f51b53d31f req-9fd2f284-0a49-4257-b1ff-9a36e85adf18 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=a904c6d0-036b-4243-ac7d-3a098faa84e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393112 Feb 10 23:51:56.696338 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2 up at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:51:56.744314 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396bc5e-6ec1-4317-a266-a8e52ece9ca7 req-0a0e0dfa-66e0-4edc-8e25-07426621aa1b tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:51:56.745765 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-7396bc5e-6ec1-4317-a266-a8e52ece9ca7 req-0a0e0dfa-66e0-4edc-8e25-07426621aa1b tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 945 time: 0.0825226 Feb 10 23:51:56.769194 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning complete for port 0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:51:56.769558 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:51:56.790739 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-7396bc5e-6ec1-4317-a266-a8e52ece9ca7 req-d07037ae-81f3-4389-ac16-0a4e887629ff tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=a904c6d0-036b-4243-ac7d-3a098faa84e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395176 Feb 10 23:51:56.886737 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:51:56.913362 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd090f833-16ad-48b8-b815-aabd74b15446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:51:56.923085 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2,segment=NetworkSegment(9ea2039f-2964-444a-8abc-d0c15e3e1aeb),segment_id=9ea2039f-2964-444a-8abc-d0c15e3e1aeb)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:51:56.969131 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd090f833-16ad-48b8-b815-aabd74b15446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2', 'code': 200} Feb 10 23:51:57.003784 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:51:57.072353 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2,revision_number=7']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:51:58.008868 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6903c-5eb5-4df7-b29c-874ddf01ef07 req-9390d7b4-1577-4e7b-a4a9-3386a3d27945 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:51:58.010323 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-7db6903c-5eb5-4df7-b29c-874ddf01ef07 req-9390d7b4-1577-4e7b-a4a9-3386a3d27945 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 946 time: 0.0831413 Feb 10 23:51:58.060022 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-7db6903c-5eb5-4df7-b29c-874ddf01ef07 req-28c1eeb6-0099-483f-88ba-4382af29502b tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=a904c6d0-036b-4243-ac7d-3a098faa84e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413516 Feb 10 23:51:59.275006 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75945d8-63c6-4696-9090-ec50df7a52bc req-85c6146d-72ef-4372-8485-0faf95b80b1d tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:51:59.276437 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a75945d8-63c6-4696-9090-ec50df7a52bc req-85c6146d-72ef-4372-8485-0faf95b80b1d tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 946 time: 0.0847132 Feb 10 23:51:59.322715 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a75945d8-63c6-4696-9090-ec50df7a52bc req-bf70c300-fec7-489e-9b00-820bc1e391bd tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=a904c6d0-036b-4243-ac7d-3a098faa84e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405152 Feb 10 23:52:00.537024 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc4f11-85de-4d26-9c3b-8ad329b3d491 req-3230219c-5e9f-4a42-9750-254831f9d451 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:52:00.538663 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-10fc4f11-85de-4d26-9c3b-8ad329b3d491 req-3230219c-5e9f-4a42-9750-254831f9d451 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 946 time: 0.0855851 Feb 10 23:52:00.585755 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-10fc4f11-85de-4d26-9c3b-8ad329b3d491 req-9d949ff6-83c5-4827-a929-acb142d05664 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=a904c6d0-036b-4243-ac7d-3a098faa84e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411477 Feb 10 23:52:01.813081 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d43341-8d27-4bfc-a518-0501a10a0243 req-48d9e370-6ae3-4f51-9fa4-fdcabbc0da4f tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:52:01.817981 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-19d43341-8d27-4bfc-a518-0501a10a0243 req-48d9e370-6ae3-4f51-9fa4-fdcabbc0da4f tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 946 time: 0.0871127 Feb 10 23:52:01.873310 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-19d43341-8d27-4bfc-a518-0501a10a0243 req-7b14af49-5f7d-4502-b678-a3fbba538e67 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=a904c6d0-036b-4243-ac7d-3a098faa84e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498371 Feb 10 23:52:03.101394 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785e8d9-8be3-413f-9bfc-0374fb39bd0c req-bc85254d-2e34-4c17-9842-a824a69c3b26 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:52:03.103054 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-8785e8d9-8be3-413f-9bfc-0374fb39bd0c req-bc85254d-2e34-4c17-9842-a824a69c3b26 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 946 time: 0.0965216 Feb 10 23:52:03.154143 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-8785e8d9-8be3-413f-9bfc-0374fb39bd0c req-757ed537-9771-41f1-9ec6-ea8a4d1c5009 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=a904c6d0-036b-4243-ac7d-3a098faa84e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448933 Feb 10 23:52:04.359273 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b732a169-91dd-4571-9cde-97cd479811f7 req-4543d30f-54c8-46b8-aa19-6e21ea024875 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:52:04.360727 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b732a169-91dd-4571-9cde-97cd479811f7 req-4543d30f-54c8-46b8-aa19-6e21ea024875 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 946 time: 0.0762661 Feb 10 23:52:04.409958 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b732a169-91dd-4571-9cde-97cd479811f7 req-44024077-6209-4bdd-83f1-809d621b5044 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=a904c6d0-036b-4243-ac7d-3a098faa84e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433936 Feb 10 23:52:05.631354 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48753cca-5c79-4628-b4d5-d4dd6c282192 req-b8be45b4-ad84-41ad-899f-ac855ad1fb0b tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:52:05.632898 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-48753cca-5c79-4628-b4d5-d4dd6c282192 req-b8be45b4-ad84-41ad-899f-ac855ad1fb0b tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 946 time: 0.0960913 Feb 10 23:52:05.693645 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-48753cca-5c79-4628-b4d5-d4dd6c282192 req-e08ba861-24e9-4aac-ae89-c6aa70c7acfd tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=a904c6d0-036b-4243-ac7d-3a098faa84e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514696 Feb 10 23:52:06.912032 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b9178b-aa87-4962-97e6-393c807e3f2a req-dfec3954-2c9b-400b-9613-719a470fa00a tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:52:06.917060 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c2b9178b-aa87-4962-97e6-393c807e3f2a req-dfec3954-2c9b-400b-9613-719a470fa00a tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 946 time: 0.0945487 Feb 10 23:52:06.970806 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c2b9178b-aa87-4962-97e6-393c807e3f2a req-bb292bc8-494d-4b5d-82fd-2e06155668c9 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=a904c6d0-036b-4243-ac7d-3a098faa84e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495636 Feb 10 23:52:08.179108 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cbfad7-c922-4ce7-aad6-2c36c90f71c3 req-303b2b94-3503-47aa-ac4a-3bb83c37d664 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:52:08.180569 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-01cbfad7-c922-4ce7-aad6-2c36c90f71c3 req-303b2b94-3503-47aa-ac4a-3bb83c37d664 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 946 time: 0.0824876 Feb 10 23:52:08.234226 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-01cbfad7-c922-4ce7-aad6-2c36c90f71c3 req-2059a8a5-652a-4182-8e46-af8d3dcf57c3 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=a904c6d0-036b-4243-ac7d-3a098faa84e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450437 Feb 10 23:52:09.577190 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855bde93-4d4a-4556-b998-9eb930ff6fc4 req-9e0b4d58-48da-4358-85c5-f169d680d6f3 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:52:09.578531 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-855bde93-4d4a-4556-b998-9eb930ff6fc4 req-9e0b4d58-48da-4358-85c5-f169d680d6f3 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 946 time: 0.0751326 Feb 10 23:52:09.656929 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-855bde93-4d4a-4556-b998-9eb930ff6fc4 req-e561b920-9373-46c7-bde1-717024485adc tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=a904c6d0-036b-4243-ac7d-3a098faa84e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728412 Feb 10 23:52:09.691817 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a4453126-6ae8-4d4b-abd7-54b790746fb7 req-e6d3ad5b-2bd3-46e6-9647-9778e35f10e8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=30238af4bf9045f89f078fa7a928f878&device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 1099 time: 0.0738270 Feb 10 23:52:09.816812 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4453126-6ae8-4d4b-abd7-54b790746fb7 req-664e94b0-6719-4348-adcf-a56b875ffcff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:52:09.818208 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a4453126-6ae8-4d4b-abd7-54b790746fb7 req-664e94b0-6719-4348-adcf-a56b875ffcff service neutron] 10.222.0.37 "GET /v2.0/networks?id=3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e HTTP/1.1" status: 200 len: 910 time: 0.1207185 Feb 10 23:52:09.918556 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a4453126-6ae8-4d4b-abd7-54b790746fb7 req-59462caa-ddf9-4528-81c2-996718bdb388 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2 HTTP/1.1" status: 200 len: 1001 time: 0.0942621 Feb 10 23:52:09.976383 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4453126-6ae8-4d4b-abd7-54b790746fb7 req-68674fbd-260d-4616-be2c-538a0c1f2e27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:52:09.977756 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a4453126-6ae8-4d4b-abd7-54b790746fb7 req-68674fbd-260d-4616-be2c-538a0c1f2e27 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3524c148-a12b-461b-bda4-ae720d811cf5 HTTP/1.1" status: 200 len: 848 time: 0.0538242 Feb 10 23:52:10.047325 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a4453126-6ae8-4d4b-abd7-54b790746fb7 req-2b69c8d2-5d4e-4f07-9692-1dfbf14cb14b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0638566 Feb 10 23:52:10.174814 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a4453126-6ae8-4d4b-abd7-54b790746fb7 req-83c2d82d-7598-4421-9f76-0cb07df4e8cc service neutron] 10.222.0.37 "GET /v2.0/networks/3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207027 Feb 10 23:52:10.303253 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a4453126-6ae8-4d4b-abd7-54b790746fb7 req-041d2880-98df-41a1-b6ed-b47e1d5c32cc service neutron] 10.222.0.37 "GET /v2.0/networks/3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220505 Feb 10 23:52:10.858005 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4199426c-ac88-40c1-b811-132ff86b233a req-211bc95c-e05d-4c99-855c-072cea3212f2 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:52:10.860636 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-4199426c-ac88-40c1-b811-132ff86b233a req-211bc95c-e05d-4c99-855c-072cea3212f2 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 946 time: 0.0823090 Feb 10 23:52:10.906840 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-4199426c-ac88-40c1-b811-132ff86b233a req-ddb16977-9910-4f39-935f-92981d3c51ac tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=a904c6d0-036b-4243-ac7d-3a098faa84e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414453 Feb 10 23:52:12.110634 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2089f-faa1-40df-986c-678d27760053 req-6e92876b-7493-443d-91ce-7e97b58a7e94 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:52:12.112103 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d1d2089f-faa1-40df-986c-678d27760053 req-6e92876b-7493-443d-91ce-7e97b58a7e94 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 946 time: 0.0852804 Feb 10 23:52:12.158413 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d1d2089f-faa1-40df-986c-678d27760053 req-83b4f236-1a06-4c15-9884-165f0adf0e1b tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=a904c6d0-036b-4243-ac7d-3a098faa84e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407305 Feb 10 23:52:12.791889 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:52:12.899634 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:12.926064 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd090f833-16ad-48b8-b815-aabd74b15446', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:52:12.935321 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2,segment=NetworkSegment(9ea2039f-2964-444a-8abc-d0c15e3e1aeb),segment_id=9ea2039f-2964-444a-8abc-d0c15e3e1aeb)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:52:12.976102 dv-neutron-828797-1-hyperv neutron-server[84334]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd090f833-16ad-48b8-b815-aabd74b15446', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2', 'code': 422} returned with failed status Feb 10 23:52:13.003226 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:13.067817 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2,revision_number=8']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:52:13.350075 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c471e6-b0d5-4e6c-8b91-4485ef114110 req-d8c3bf24-e0a5-43cd-96b6-9c34f9470f98 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:52:13.351475 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-56c471e6-b0d5-4e6c-8b91-4485ef114110 req-d8c3bf24-e0a5-43cd-96b6-9c34f9470f98 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 944 time: 0.0735402 Feb 10 23:52:13.398665 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-56c471e6-b0d5-4e6c-8b91-4485ef114110 req-08893d00-5365-481e-afe1-998abc4a68ae tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=a904c6d0-036b-4243-ac7d-3a098faa84e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417726 Feb 10 23:52:13.645240 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-7bbc1d4b-3ad8-4e21-a5e6-3bc37a26597f req-5354a9f0-ba4d-467a-8cc4-4413bebb3d5d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d090f833-16ad-48b8-b815-aabd74b15446&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1340141 Feb 10 23:52:14.104354 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c506c6-7f9f-4ccb-b294-b191ca93ec9f req-a15e5e92-972b-42b6-9a9e-a1b4722feaa0 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:52:14.105804 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-37c506c6-7f9f-4ccb-b294-b191ca93ec9f req-a15e5e92-972b-42b6-9a9e-a1b4722feaa0 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 944 time: 0.0749254 Feb 10 23:52:14.151385 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-37c506c6-7f9f-4ccb-b294-b191ca93ec9f req-e5b1c90f-9ce0-42a8-900a-0a0084b06205 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=a904c6d0-036b-4243-ac7d-3a098faa84e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399659 Feb 10 23:52:14.352224 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-d3861e21-f0cd-449c-a013-cf57f9ea8d6f req-e78f38fc-93bf-4817-914f-85a8442848df service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d090f833-16ad-48b8-b815-aabd74b15446&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1342607 Feb 10 23:52:15.354525 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e619e-03e3-4c23-83cd-d63ac455fbd9 req-bcabbc82-4b0f-4a75-a13d-05590791a5ca tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:52:15.355960 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-8f4e619e-03e3-4c23-83cd-d63ac455fbd9 req-bcabbc82-4b0f-4a75-a13d-05590791a5ca tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 944 time: 0.0812411 Feb 10 23:52:15.402778 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-8f4e619e-03e3-4c23-83cd-d63ac455fbd9 req-ba369d83-bc42-4918-9e30-e8666081e34b tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=a904c6d0-036b-4243-ac7d-3a098faa84e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411432 Feb 10 23:52:15.468869 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d3861e21-f0cd-449c-a013-cf57f9ea8d6f req-d186e802-8c4f-4507-ba6e-634273f1ef59 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d090f833-16ad-48b8-b815-aabd74b15446&tenant_id=30238af4bf9045f89f078fa7a928f878 HTTP/1.1" status: 200 len: 1097 time: 0.1541700 Feb 10 23:52:15.556765 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d3861e21-f0cd-449c-a013-cf57f9ea8d6f req-28c3bbec-af5a-41e9-a2d8-ab0a42c62c4a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=30238af4bf9045f89f078fa7a928f878&device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 1097 time: 0.0675154 Feb 10 23:52:15.687213 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3861e21-f0cd-449c-a013-cf57f9ea8d6f req-db80a666-fd43-4af0-90b2-42bde19a2601 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:52:15.688653 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d3861e21-f0cd-449c-a013-cf57f9ea8d6f req-db80a666-fd43-4af0-90b2-42bde19a2601 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e HTTP/1.1" status: 200 len: 910 time: 0.1264946 Feb 10 23:52:15.790491 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d3861e21-f0cd-449c-a013-cf57f9ea8d6f req-c78fe3b8-c9bc-49e9-83d2-0fb2c23109d1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2 HTTP/1.1" status: 200 len: 999 time: 0.0953033 Feb 10 23:52:15.849677 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3861e21-f0cd-449c-a013-cf57f9ea8d6f req-1b2177ae-c333-42c5-ac8a-cd2007c35df9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:52:15.851048 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d3861e21-f0cd-449c-a013-cf57f9ea8d6f req-1b2177ae-c333-42c5-ac8a-cd2007c35df9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3524c148-a12b-461b-bda4-ae720d811cf5 HTTP/1.1" status: 200 len: 848 time: 0.0549583 Feb 10 23:52:15.926513 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d3861e21-f0cd-449c-a013-cf57f9ea8d6f req-8d4776f0-82fb-4589-be3b-9d654a7c71c0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696316 Feb 10 23:52:16.054063 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d3861e21-f0cd-449c-a013-cf57f9ea8d6f req-ca2e232a-274e-4d88-a6ea-0e782234c136 service neutron] 10.222.0.37 "GET /v2.0/networks/3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215870 Feb 10 23:52:16.182985 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d3861e21-f0cd-449c-a013-cf57f9ea8d6f req-4e90fd7b-8129-4577-a864-2e3c8f86abc0 service neutron] 10.222.0.37 "GET /v2.0/networks/3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233356 Feb 10 23:52:16.494718 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:16.605370 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc6f0b3-8680-4780-821e-857fdb301440 req-cbea9a03-2c2b-4593-9367-d350931b0340 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:52:16.606807 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-adc6f0b3-8680-4780-821e-857fdb301440 req-cbea9a03-2c2b-4593-9367-d350931b0340 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 944 time: 0.0793972 Feb 10 23:52:16.651664 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-adc6f0b3-8680-4780-821e-857fdb301440 req-86fdecd5-a05f-49f7-bb62-f8276d47f653 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=a904c6d0-036b-4243-ac7d-3a098faa84e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387111 Feb 10 23:52:17.866749 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b27ef4a-2d28-4ed6-91d2-b6c35fb25401 req-7df258ad-bb66-4480-b7b6-01ce468ef775 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:52:17.869138 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-6b27ef4a-2d28-4ed6-91d2-b6c35fb25401 req-7df258ad-bb66-4480-b7b6-01ce468ef775 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 944 time: 0.0866616 Feb 10 23:52:17.915513 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-6b27ef4a-2d28-4ed6-91d2-b6c35fb25401 req-6c778627-bb71-45f9-90f1-e39e151e3fee tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=a904c6d0-036b-4243-ac7d-3a098faa84e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401931 Feb 10 23:52:19.094322 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-55e48554-46a9-4400-a509-9b1ca092f957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:19.125207 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0378b7-367c-405f-98dd-f7346bc742c3 req-93aecf6d-dd6d-480f-8834-1f1d2e6bd93a tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:52:19.126913 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6b0378b7-367c-405f-98dd-f7346bc742c3 req-93aecf6d-dd6d-480f-8834-1f1d2e6bd93a tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 944 time: 0.0846651 Feb 10 23:52:19.185313 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6b0378b7-367c-405f-98dd-f7346bc742c3 req-4e0c30d6-2b96-4b99-bb9d-b42131e2e1ef tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=a904c6d0-036b-4243-ac7d-3a098faa84e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504115 Feb 10 23:52:20.398286 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5b65a-6b6c-40e6-80b9-6972c9e65835 req-3ef312a2-b1b9-48d9-9c4d-2c338b25174a tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:52:20.401070 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-72d5b65a-6b6c-40e6-80b9-6972c9e65835 req-3ef312a2-b1b9-48d9-9c4d-2c338b25174a tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 944 time: 0.0966759 Feb 10 23:52:20.449136 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-72d5b65a-6b6c-40e6-80b9-6972c9e65835 req-c5cb8fc6-f8b8-401d-9ced-ca902c8136a9 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=a904c6d0-036b-4243-ac7d-3a098faa84e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430152 Feb 10 23:52:21.246512 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:52:21.295263 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9cde6f60-e9c9-4fe8-8077-a4bd4d643586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:21.658909 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60375b5-b0fb-4337-beff-bc562df3476f req-d7dda13f-086a-4790-b48e-595baf9cacd7 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:52:21.660492 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f60375b5-b0fb-4337-beff-bc562df3476f req-d7dda13f-086a-4790-b48e-595baf9cacd7 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 944 time: 0.0767303 Feb 10 23:52:21.710603 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f60375b5-b0fb-4337-beff-bc562df3476f req-e09e8d15-ea46-4350-9e24-cb0721c26fe3 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=a904c6d0-036b-4243-ac7d-3a098faa84e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444505 Feb 10 23:52:22.642052 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:22.680355 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:22.916378 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f17297-c16d-4908-a373-99d93fa51793 req-b0cea887-87ad-431a-ad53-404d426eff58 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:52:22.918101 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-00f17297-c16d-4908-a373-99d93fa51793 req-b0cea887-87ad-431a-ad53-404d426eff58 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 944 time: 0.0791554 Feb 10 23:52:22.971478 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-00f17297-c16d-4908-a373-99d93fa51793 req-57fb644e-d526-42b0-9ea7-e93dc6b0f7b4 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=a904c6d0-036b-4243-ac7d-3a098faa84e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473323 Feb 10 23:52:24.185913 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54930ec-e143-49ff-87ec-8a972e5527da req-fff78d07-54a6-4881-81af-b043f1b82f47 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:52:24.186792 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:24.187795 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a54930ec-e143-49ff-87ec-8a972e5527da req-fff78d07-54a6-4881-81af-b043f1b82f47 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 944 time: 0.0861816 Feb 10 23:52:24.243318 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a54930ec-e143-49ff-87ec-8a972e5527da req-b91a57dd-943f-4132-b517-51c259cd9174 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=a904c6d0-036b-4243-ac7d-3a098faa84e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480540 Feb 10 23:52:25.494213 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68690a6b-ece0-4c01-8677-c653a29f098d req-1db2b94a-365e-42fb-8f6e-6f8c2df8a035 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:52:25.497042 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-68690a6b-ece0-4c01-8677-c653a29f098d req-1db2b94a-365e-42fb-8f6e-6f8c2df8a035 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 944 time: 0.1130123 Feb 10 23:52:25.562938 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-68690a6b-ece0-4c01-8677-c653a29f098d req-5d06fe35-5a47-489f-9977-99f91175409a tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=a904c6d0-036b-4243-ac7d-3a098faa84e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566523 Feb 10 23:52:26.764325 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5826a069-0cf9-4431-8a4d-3330521af8b6 req-67b06c73-3667-45fb-b9d1-058820a00666 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:52:26.765779 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5826a069-0cf9-4431-8a4d-3330521af8b6 req-67b06c73-3667-45fb-b9d1-058820a00666 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 944 time: 0.0775039 Feb 10 23:52:26.813445 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5826a069-0cf9-4431-8a4d-3330521af8b6 req-2db1ccde-833f-4f9c-974f-cf1a24783ad8 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=a904c6d0-036b-4243-ac7d-3a098faa84e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419910 Feb 10 23:52:28.006204 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51426751-c83f-4121-8dae-966fb105a755 req-4ace1eeb-e87b-42c7-91cb-4b3b0af8865e tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:52:28.007627 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-51426751-c83f-4121-8dae-966fb105a755 req-4ace1eeb-e87b-42c7-91cb-4b3b0af8865e tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 944 time: 0.0757163 Feb 10 23:52:28.051937 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-51426751-c83f-4121-8dae-966fb105a755 req-b86ced0f-9cec-4833-b2a1-b38e0c968ea3 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=a904c6d0-036b-4243-ac7d-3a098faa84e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388639 Feb 10 23:52:28.835499 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:52:28.965697 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2,segment=NetworkSegment(9ea2039f-2964-444a-8abc-d0c15e3e1aeb),segment_id=9ea2039f-2964-444a-8abc-d0c15e3e1aeb)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:52:28.978962 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Returning: {'device': '0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2', 'network_id': '3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e', 'port_id': '0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2', 'mac_address': 'fa:16:3e:1b:67:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3524c148-a12b-461b-bda4-ae720d811cf5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:52:29.030579 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:29.046862 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:52:29.061498 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2,segment=NetworkSegment(9ea2039f-2964-444a-8abc-d0c15e3e1aeb),segment_id=9ea2039f-2964-444a-8abc-d0c15e3e1aeb)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:52:29.123116 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:29.190784 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2,revision_number=9']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:52:29.249986 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d968b-c72b-44e6-b1be-82cf94f475e1 req-6df333f6-7dc3-4e25-8228-45435511a6f9 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:52:29.251423 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b96d968b-c72b-44e6-b1be-82cf94f475e1 req-6df333f6-7dc3-4e25-8228-45435511a6f9 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 945 time: 0.0748837 Feb 10 23:52:29.295571 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b96d968b-c72b-44e6-b1be-82cf94f475e1 req-a39245fe-3f58-4468-bcc6-d4d246160ed7 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=a904c6d0-036b-4243-ac7d-3a098faa84e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388217 Feb 10 23:52:29.323084 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:52:30.497320 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca30651b-88f8-43ff-a078-4e881b531dd7 req-b746f3b3-489a-4e18-ad32-108c8af31268 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:52:30.498755 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-ca30651b-88f8-43ff-a078-4e881b531dd7 req-b746f3b3-489a-4e18-ad32-108c8af31268 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 945 time: 0.0790684 Feb 10 23:52:30.625399 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-ca30651b-88f8-43ff-a078-4e881b531dd7 req-10debd90-10d4-4895-bde4-8ee9b8e51592 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=a904c6d0-036b-4243-ac7d-3a098faa84e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211782 Feb 10 23:52:30.851232 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2 up at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:52:30.918593 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning complete for port 0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:52:30.918958 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:31.027410 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:31.052694 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd090f833-16ad-48b8-b815-aabd74b15446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:52:31.062642 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2,segment=NetworkSegment(9ea2039f-2964-444a-8abc-d0c15e3e1aeb),segment_id=9ea2039f-2964-444a-8abc-d0c15e3e1aeb)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:52:31.108123 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd090f833-16ad-48b8-b815-aabd74b15446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2', 'code': 200} Feb 10 23:52:31.138840 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:31.203730 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2,revision_number=10']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:52:31.454303 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0042a96b-4b22-483b-b766-dd303e1e96c0 req-ba9b3eef-149c-49f2-ade3-1bd49f62028c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 1100 time: 0.0698884 Feb 10 23:52:31.496243 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0042a96b-4b22-483b-b766-dd303e1e96c0 req-384d60e4-9ed5-4d11-a0c3-4e2793f1b910 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a904c6d0-036b-4243-ac7d-3a098faa84e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353048 Feb 10 23:52:31.817684 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58375b3-b010-41c4-8e03-f0023b3a608a req-276718f6-d64d-460f-953f-0e9923588a6e tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:52:31.819001 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-f58375b3-b010-41c4-8e03-f0023b3a608a req-276718f6-d64d-460f-953f-0e9923588a6e tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 947 time: 0.0735803 Feb 10 23:52:31.862742 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-f58375b3-b010-41c4-8e03-f0023b3a608a req-820ec5e5-bf02-4b69-b292-f8c1c304c910 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=a904c6d0-036b-4243-ac7d-3a098faa84e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382736 Feb 10 23:52:33.060560 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f9f5c-ca00-4105-8a5b-c694b863256f req-d97aa720-675e-43fe-8d77-f2501dcff4dd tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:52:33.062076 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-df8f9f5c-ca00-4105-8a5b-c694b863256f req-d97aa720-675e-43fe-8d77-f2501dcff4dd tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 947 time: 0.0758629 Feb 10 23:52:33.105473 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-df8f9f5c-ca00-4105-8a5b-c694b863256f req-66d014d0-39ed-441b-8c2d-4c23a3af26f5 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=a904c6d0-036b-4243-ac7d-3a098faa84e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379050 Feb 10 23:52:34.300034 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d5e96e-bed8-40f1-b54d-7684963d89fa req-25cb8a32-56d5-4575-acc6-62f484d88bcd tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:52:34.301479 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-26d5e96e-bed8-40f1-b54d-7684963d89fa req-25cb8a32-56d5-4575-acc6-62f484d88bcd tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 947 time: 0.0770576 Feb 10 23:52:34.345390 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-26d5e96e-bed8-40f1-b54d-7684963d89fa req-d9829f89-26f0-4e9c-a888-47eb9b7ed6f2 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=a904c6d0-036b-4243-ac7d-3a098faa84e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385308 Feb 10 23:52:45.069987 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7b409af6-469e-49de-8868-f1a6f5c67af6 req-36698cc9-d065-4fdc-ba93-c971b3519a10 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d090f833-16ad-48b8-b815-aabd74b15446&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0694060 Feb 10 23:52:45.203661 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7b409af6-469e-49de-8868-f1a6f5c67af6 req-1eccf534-9bb9-4ef1-8700-6953c5de7855 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=30238af4bf9045f89f078fa7a928f878&device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 1100 time: 0.0662906 Feb 10 23:52:45.427736 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b409af6-469e-49de-8868-f1a6f5c67af6 req-ffb140ca-d48e-40d1-ad86-9ff4fda30f8c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:52:45.429176 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7b409af6-469e-49de-8868-f1a6f5c67af6 req-ffb140ca-d48e-40d1-ad86-9ff4fda30f8c service neutron] 10.222.0.37 "GET /v2.0/networks?id=3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e HTTP/1.1" status: 200 len: 910 time: 0.2070494 Feb 10 23:52:45.528344 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7b409af6-469e-49de-8868-f1a6f5c67af6 req-e4ec7626-a557-46dc-8a47-00435ea6979f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2 HTTP/1.1" status: 200 len: 1001 time: 0.0925453 Feb 10 23:52:45.590756 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b409af6-469e-49de-8868-f1a6f5c67af6 req-821a1228-3dac-429f-ba12-33f7d62ddbdb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:52:45.592149 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7b409af6-469e-49de-8868-f1a6f5c67af6 req-821a1228-3dac-429f-ba12-33f7d62ddbdb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3524c148-a12b-461b-bda4-ae720d811cf5 HTTP/1.1" status: 200 len: 848 time: 0.0553367 Feb 10 23:52:45.668362 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7b409af6-469e-49de-8868-f1a6f5c67af6 req-f5d6dc97-71dd-41ba-95e5-d4d571455ff0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682976 Feb 10 23:52:45.795994 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7b409af6-469e-49de-8868-f1a6f5c67af6 req-a1e02a43-db13-4e58-ba32-56671c56afec service neutron] 10.222.0.37 "GET /v2.0/networks/3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205926 Feb 10 23:52:45.927553 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7b409af6-469e-49de-8868-f1a6f5c67af6 req-e30b5789-161c-495d-9861-0b6bec641df4 service neutron] 10.222.0.37 "GET /v2.0/networks/3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226501 Feb 10 23:52:46.527124 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:49.087612 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a02bd43a-f373-4223-83bf-5f8a2f81a981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:51.259260 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4a80e7ad-60d6-45b6-9162-5d6bcf0afa4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:52.613113 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:52.641575 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:54.161623 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:58.248156 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:53:16.492679 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:19.098118 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f90eefc1-5034-4add-8c51-7b8c1d96d8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:21.263781 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6e8a761d-13f3-4118-8616-65bf25bbced5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:22.606657 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:22.663399 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:24.154750 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:35.249078 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:53:45.192752 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 57280) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:53:45.391432 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-40028213-582c-419e-a682-1c0f31cd6d6a tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Deleting port 3115edbd-0ad0-4af3-96cf-347ee87f84d0 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:53:45.391662 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-40028213-582c-419e-a682-1c0f31cd6d6a tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:45.558989 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-40028213-582c-419e-a682-1c0f31cd6d6a tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:45.559312 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-40028213-582c-419e-a682-1c0f31cd6d6a tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:45.674251 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-40028213-582c-419e-a682-1c0f31cd6d6a tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Calling delete_port for 3115edbd-0ad0-4af3-96cf-347ee87f84d0 owned by network:floatingip {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:53:45.868735 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-40028213-582c-419e-a682-1c0f31cd6d6a tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:45.914092 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40028213-582c-419e-a682-1c0f31cd6d6a tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Pushing event deleted for resources: {'Port': ['ID=3115edbd-0ad0-4af3-96cf-347ee87f84d0,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:53:45.984464 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40028213-582c-419e-a682-1c0f31cd6d6a tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:53:45.984718 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40028213-582c-419e-a682-1c0f31cd6d6a tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:53:45.985058 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40028213-582c-419e-a682-1c0f31cd6d6a tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:53:45.985392 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40028213-582c-419e-a682-1c0f31cd6d6a tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:53:45.985720 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40028213-582c-419e-a682-1c0f31cd6d6a tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:53:45.986046 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40028213-582c-419e-a682-1c0f31cd6d6a tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:53:45.986384 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40028213-582c-419e-a682-1c0f31cd6d6a tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:53:45.986698 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40028213-582c-419e-a682-1c0f31cd6d6a tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:53:45.987019 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40028213-582c-419e-a682-1c0f31cd6d6a tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:53:45.987336 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40028213-582c-419e-a682-1c0f31cd6d6a tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:53:45.987654 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40028213-582c-419e-a682-1c0f31cd6d6a tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:53:46.021297 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-40028213-582c-419e-a682-1c0f31cd6d6a tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks [] for floatingip, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:46.322702 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d26f9074-9dec-4b71-8380-7ed9f019f890 req-9742efc0-3575-4b28-a550-b1ae9e45e5ac service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d090f833-16ad-48b8-b815-aabd74b15446&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3397598 Feb 10 23:53:46.520764 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:46.570564 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d26f9074-9dec-4b71-8380-7ed9f019f890 req-e1596229-7c8d-4d75-8172-99793dc68cdb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=30238af4bf9045f89f078fa7a928f878&device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 1100 time: 0.1463606 Feb 10 23:53:46.731210 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26f9074-9dec-4b71-8380-7ed9f019f890 req-90ea4e29-a82f-48eb-9bf2-49dbc3cc59b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:53:46.732690 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d26f9074-9dec-4b71-8380-7ed9f019f890 req-90ea4e29-a82f-48eb-9bf2-49dbc3cc59b0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e HTTP/1.1" status: 200 len: 910 time: 0.1433825 Feb 10 23:53:46.734364 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40028213-582c-419e-a682-1c0f31cd6d6a tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Router 095e871e-92ec-43ed-b565-843b217c2336 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:53:46.807425 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d26f9074-9dec-4b71-8380-7ed9f019f890 req-3291d690-47d9-4123-a732-c45c66603541 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2 HTTP/1.1" status: 200 len: 217 time: 0.0677984 Feb 10 23:53:46.974122 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26f9074-9dec-4b71-8380-7ed9f019f890 req-2debdc99-8601-42c8-b551-5774192083d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:53:46.975473 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d26f9074-9dec-4b71-8380-7ed9f019f890 req-2debdc99-8601-42c8-b551-5774192083d4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3524c148-a12b-461b-bda4-ae720d811cf5 HTTP/1.1" status: 200 len: 848 time: 0.1201017 Feb 10 23:53:47.074224 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d26f9074-9dec-4b71-8380-7ed9f019f890 req-32ef37ed-e701-4b99-bbf4-bae03df87adc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0876777 Feb 10 23:53:47.093133 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [req-d26f9074-9dec-4b71-8380-7ed9f019f890 req-17556ae8-ff7b-4a1c-8572-797bb77d71cf service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 23:53:47.094033 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d26f9074-9dec-4b71-8380-7ed9f019f890 req-17556ae8-ff7b-4a1c-8572-797bb77d71cf service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0082004 Feb 10 23:53:47.173354 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40028213-582c-419e-a682-1c0f31cd6d6a tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:53:47.183239 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b303be-e411-407e-b93b-52de993c5f34 None None] Sync routers for ids ['095e871e-92ec-43ed-b565-843b217c2336'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:53:47.194976 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b303be-e411-407e-b93b-52de993c5f34 None None] Routers {'095e871e-92ec-43ed-b565-843b217c2336'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:53:47.195652 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-74b303be-e411-407e-b93b-52de993c5f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:53:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['095e871e-92ec-43ed-b565-843b217c2336'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:53:47.238188 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d26f9074-9dec-4b71-8380-7ed9f019f890 req-c8613d50-aebd-4757-9b8e-ce7899c18d5e service neutron] 10.222.0.37 "GET /v2.0/networks/3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354172 Feb 10 23:53:47.311791 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-40028213-582c-419e-a682-1c0f31cd6d6a tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:47.374063 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-74b303be-e411-407e-b93b-52de993c5f34 None None] Set router 095e871e-92ec-43ed-b565-843b217c2336 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:53:47.386199 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-40028213-582c-419e-a682-1c0f31cd6d6a tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "DELETE /v2.0/floatingips/0587272f-f776-49d3-b752-afb5e1c66798 HTTP/1.1" status: 204 len: 168 time: 2.1921461 Feb 10 23:53:47.389236 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd090f833-16ad-48b8-b815-aabd74b15446', 'tag': '0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:53:47.425167 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d26f9074-9dec-4b71-8380-7ed9f019f890 req-38981ffe-07bc-449a-8cda-d05ea728b454 service neutron] 10.222.0.37 "GET /v2.0/networks/3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803885 Feb 10 23:53:47.592171 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd090f833-16ad-48b8-b815-aabd74b15446', 'tag': '0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2', 'status': 'completed', 'code': 200} Feb 10 23:53:47.683057 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-198d46f7-30df-42ea-aeb9-d86d117c7252 req-3bff4e04-7376-4c3d-a06f-d2e1964d9974 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=30238af4bf9045f89f078fa7a928f878&device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 1100 time: 0.0708673 Feb 10 23:53:47.734448 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-74b303be-e411-407e-b93b-52de993c5f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095e871e-92ec-43ed-b565-843b217c2336', 'name': 'tempest-TestShelveInstance-1715709879-router', 'tenant_id': '30238af4bf9045f89f078fa7a928f878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.168'}], 'enable_snat': True}, 'gw_port_id': 'c8779d43-089c-4dfa-979c-dadd42ad2eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:49:16Z', 'updated_at': '2022-02-10T23:49:20Z', 'revision_number': 4, 'project_id': '30238af4bf9045f89f078fa7a928f878', 'gw_port': {'id': 'c8779d43-089c-4dfa-979c-dadd42ad2eaa', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095e871e-92ec-43ed-b565-843b217c2336', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:49:17Z', 'updated_at': '2022-02-10T23:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'b3196a52-5565-4b5c-8a0b-b013d8bb8f2e', 'name': '', 'network_id': '3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e', 'tenant_id': '30238af4bf9045f89f078fa7a928f878', 'mac_address': 'fa:16:3e:05:58:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095e871e-92ec-43ed-b565-843b217c2336', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3524c148-a12b-461b-bda4-ae720d811cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:49:19Z', 'updated_at': '2022-02-10T23:49:29Z', 'revision_number': 5, 'project_id': '30238af4bf9045f89f078fa7a928f878', 'subnets': [{'id': '3524c148-a12b-461b-bda4-ae720d811cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:53:47.739062 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b303be-e411-407e-b93b-52de993c5f34 None None] Checking router: 095e871e-92ec-43ed-b565-843b217c2336 for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:53:47.751762 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b303be-e411-407e-b93b-52de993c5f34 None None] Routers {'095e871e-92ec-43ed-b565-843b217c2336'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:53:47.752299 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-74b303be-e411-407e-b93b-52de993c5f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:53:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['095e871e-92ec-43ed-b565-843b217c2336'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:53:47.918711 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d46f7-30df-42ea-aeb9-d86d117c7252 req-3ee98f1a-4238-41c2-ab3a-1d1fa541d2e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:53:47.920171 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-198d46f7-30df-42ea-aeb9-d86d117c7252 req-3ee98f1a-4238-41c2-ab3a-1d1fa541d2e0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e HTTP/1.1" status: 200 len: 910 time: 0.2320468 Feb 10 23:53:47.935487 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-74b303be-e411-407e-b93b-52de993c5f34 None None] Set router 095e871e-92ec-43ed-b565-843b217c2336 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:53:47.993051 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-198d46f7-30df-42ea-aeb9-d86d117c7252 req-58eaec2a-2b85-4fa0-b741-a3ea8deb0eda service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2 HTTP/1.1" status: 200 len: 217 time: 0.0664916 Feb 10 23:53:48.010038 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de77172-32f4-4adc-8807-e971de61e9a6 req-f8a608b2-92d2-46b5-8d9e-86c4cbdefc2e tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:53:48.011549 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-0de77172-32f4-4adc-8807-e971de61e9a6 req-f8a608b2-92d2-46b5-8d9e-86c4cbdefc2e tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 947 time: 0.0804870 Feb 10 23:53:48.058634 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-0de77172-32f4-4adc-8807-e971de61e9a6 req-3a45e8aa-1558-4373-a548-82cbe1097f8a tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=a904c6d0-036b-4243-ac7d-3a098faa84e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408163 Feb 10 23:53:48.062293 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d46f7-30df-42ea-aeb9-d86d117c7252 req-15d3e8e1-49ed-4da4-bddc-7142287205fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:53:48.063708 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-198d46f7-30df-42ea-aeb9-d86d117c7252 req-15d3e8e1-49ed-4da4-bddc-7142287205fd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3524c148-a12b-461b-bda4-ae720d811cf5 HTTP/1.1" status: 200 len: 848 time: 0.0647411 Feb 10 23:53:48.138020 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-198d46f7-30df-42ea-aeb9-d86d117c7252 req-56348069-3cf7-4606-a8f9-98be5a043e66 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675757 Feb 10 23:53:48.248364 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-74b303be-e411-407e-b93b-52de993c5f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095e871e-92ec-43ed-b565-843b217c2336', 'name': 'tempest-TestShelveInstance-1715709879-router', 'tenant_id': '30238af4bf9045f89f078fa7a928f878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.168'}], 'enable_snat': True}, 'gw_port_id': 'c8779d43-089c-4dfa-979c-dadd42ad2eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:49:16Z', 'updated_at': '2022-02-10T23:49:20Z', 'revision_number': 4, 'project_id': '30238af4bf9045f89f078fa7a928f878', 'gw_port': {'id': 'c8779d43-089c-4dfa-979c-dadd42ad2eaa', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095e871e-92ec-43ed-b565-843b217c2336', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:49:17Z', 'updated_at': '2022-02-10T23:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'b3196a52-5565-4b5c-8a0b-b013d8bb8f2e', 'name': '', 'network_id': '3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e', 'tenant_id': '30238af4bf9045f89f078fa7a928f878', 'mac_address': 'fa:16:3e:05:58:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095e871e-92ec-43ed-b565-843b217c2336', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3524c148-a12b-461b-bda4-ae720d811cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:49:19Z', 'updated_at': '2022-02-10T23:49:29Z', 'revision_number': 5, 'project_id': '30238af4bf9045f89f078fa7a928f878', 'subnets': [{'id': '3524c148-a12b-461b-bda4-ae720d811cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:53:48.252243 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b303be-e411-407e-b93b-52de993c5f34 None None] The sync data for ids ['095e871e-92ec-43ed-b565-843b217c2336'] in dv-neutron-828797-1-hyperv is: [{'id': '095e871e-92ec-43ed-b565-843b217c2336', 'name': 'tempest-TestShelveInstance-1715709879-router', 'tenant_id': '30238af4bf9045f89f078fa7a928f878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.168'}], 'enable_snat': True}, 'gw_port_id': 'c8779d43-089c-4dfa-979c-dadd42ad2eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:49:16Z', 'updated_at': '2022-02-10T23:49:20Z', 'revision_number': 4, 'project_id': '30238af4bf9045f89f078fa7a928f878', 'gw_port': {'id': 'c8779d43-089c-4dfa-979c-dadd42ad2eaa', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095e871e-92ec-43ed-b565-843b217c2336', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:49:17Z', 'updated_at': '2022-02-10T23:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'b3196a52-5565-4b5c-8a0b-b013d8bb8f2e', 'name': '', 'network_id': '3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e', 'tenant_id': '30238af4bf9045f89f078fa7a928f878', 'mac_address': 'fa:16:3e:05:58:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095e871e-92ec-43ed-b565-843b217c2336', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3524c148-a12b-461b-bda4-ae720d811cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:49:19Z', 'updated_at': '2022-02-10T23:49:29Z', 'revision_number': 5, 'project_id': '30238af4bf9045f89f078fa7a928f878', 'subnets': [{'id': '3524c148-a12b-461b-bda4-ae720d811cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:53:48.268920 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-198d46f7-30df-42ea-aeb9-d86d117c7252 req-fff262d1-ac1e-49b7-b3c5-8a77af3a902c service neutron] 10.222.0.37 "GET /v2.0/networks/3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237993 Feb 10 23:53:48.403738 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-198d46f7-30df-42ea-aeb9-d86d117c7252 req-ce495c75-4c73-4fae-bfff-f5e41e0ad03c service neutron] 10.222.0.37 "GET /v2.0/networks/3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281424 Feb 10 23:53:48.478072 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ebc091-5f7f-4e33-8cfc-f0c3fc785c04 None None] New status for floating IP 0587272f-f776-49d3-b752-afb5e1c66798: DOWN {{(pid=84334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 23:53:49.085451 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b264a98e-8af2-4727-b1ff-cc8cb6fbe4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:49.276039 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f84c0-e39e-49fb-8ddc-03dde509bb4b req-9ecae8fe-13b3-4244-af70-50ea573c5183 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:53:49.276654 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-8b8f84c0-e39e-49fb-8ddc-03dde509bb4b req-9ecae8fe-13b3-4244-af70-50ea573c5183 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Synchronizing usage tracker for tenant:30238af4bf9045f89f078fa7a928f878 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:53:49.299354 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc449a86-2c71-4f65-87d5-3941289fdfe1 req-1f8579c2-1fe9-42db-b0f9-c2563ad2b64b tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:53:49.300041 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-bc449a86-2c71-4f65-87d5-3941289fdfe1 req-1f8579c2-1fe9-42db-b0f9-c2563ad2b64b tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Synchronizing usage tracker for tenant:30238af4bf9045f89f078fa7a928f878 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:53:49.349344 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-8b8f84c0-e39e-49fb-8ddc-03dde509bb4b req-9ecae8fe-13b3-4244-af70-50ea573c5183 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Unset dirty status for tenant:30238af4bf9045f89f078fa7a928f878 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:53:49.350479 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8b8f84c0-e39e-49fb-8ddc-03dde509bb4b req-9ecae8fe-13b3-4244-af70-50ea573c5183 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.37 "GET /v2.0/ports?device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 947 time: 0.2066905 Feb 10 23:53:49.351420 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-bc449a86-2c71-4f65-87d5-3941289fdfe1 req-1f8579c2-1fe9-42db-b0f9-c2563ad2b64b tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Unset dirty status for tenant:30238af4bf9045f89f078fa7a928f878 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:53:49.352392 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bc449a86-2c71-4f65-87d5-3941289fdfe1 req-1f8579c2-1fe9-42db-b0f9-c2563ad2b64b tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 947 time: 0.1630991 Feb 10 23:53:49.451194 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-8b8f84c0-e39e-49fb-8ddc-03dde509bb4b req-5b05fb4b-e34c-49f1-82d7-a7942e6d45c2 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Deleting port 0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:53:49.451911 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-8b8f84c0-e39e-49fb-8ddc-03dde509bb4b req-5b05fb4b-e34c-49f1-82d7-a7942e6d45c2 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:49.488571 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bc449a86-2c71-4f65-87d5-3941289fdfe1 req-9005219d-b20a-49e9-916d-8518d589705f tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=a904c6d0-036b-4243-ac7d-3a098faa84e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041801 Feb 10 23:53:49.687317 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-8b8f84c0-e39e-49fb-8ddc-03dde509bb4b req-5b05fb4b-e34c-49f1-82d7-a7942e6d45c2 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] For port 0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2,segment=NetworkSegment(9ea2039f-2964-444a-8abc-d0c15e3e1aeb),segment_id=9ea2039f-2964-444a-8abc-d0c15e3e1aeb)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:53:49.687658 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-8b8f84c0-e39e-49fb-8ddc-03dde509bb4b req-5b05fb4b-e34c-49f1-82d7-a7942e6d45c2 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:49.803233 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-8b8f84c0-e39e-49fb-8ddc-03dde509bb4b req-5b05fb4b-e34c-49f1-82d7-a7942e6d45c2 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Calling delete_port for 0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2 owned by compute:nova {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:53:50.017075 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-8b8f84c0-e39e-49fb-8ddc-03dde509bb4b req-5b05fb4b-e34c-49f1-82d7-a7942e6d45c2 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:50.068765 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b05fb4b-e34c-49f1-82d7-a7942e6d45c2 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Pushing event deleted for resources: {'Port': ['ID=0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:53:50.139397 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b8f84c0-e39e-49fb-8ddc-03dde509bb4b req-5b05fb4b-e34c-49f1-82d7-a7942e6d45c2 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] No DVR routers for this DVR port 0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2 on host hv-neutron-8287 {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:53:50.141853 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-8b8f84c0-e39e-49fb-8ddc-03dde509bb4b req-5b05fb4b-e34c-49f1-82d7-a7942e6d45c2 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:50.144284 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd090f833-16ad-48b8-b815-aabd74b15446', 'name': 'network-vif-deleted', 'tag': '0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:53:50.200729 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd090f833-16ad-48b8-b815-aabd74b15446', 'name': 'network-vif-deleted', 'tag': '0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2', 'status': 'completed', 'code': 200} Feb 10 23:53:50.212406 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8b8f84c0-e39e-49fb-8ddc-03dde509bb4b req-5b05fb4b-e34c-49f1-82d7-a7942e6d45c2 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.37 "DELETE /v2.0/ports/0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2 HTTP/1.1" status: 204 len: 173 time: 0.8569114 Feb 10 23:53:50.669042 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-94b84267-3f2d-47c5-aa25-29d8d768710b req-9522a9f3-ff09-445e-bd98-b56f035ec1d9 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Synchronizing usage tracker for tenant:30238af4bf9045f89f078fa7a928f878 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:53:50.720296 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-94b84267-3f2d-47c5-aa25-29d8d768710b req-9522a9f3-ff09-445e-bd98-b56f035ec1d9 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Unset dirty status for tenant:30238af4bf9045f89f078fa7a928f878 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:53:50.721378 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-94b84267-3f2d-47c5-aa25-29d8d768710b req-9522a9f3-ff09-445e-bd98-b56f035ec1d9 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=d090f833-16ad-48b8-b815-aabd74b15446 HTTP/1.1" status: 200 len: 210 time: 0.0930405 Feb 10 23:53:51.285554 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a7347bd1-3388-4031-b72a-a371dd43faf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:51.825923 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 57310) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:53:51.978798 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-88415d7f-4ccc-4485-91a3-cbbb3d7a1da1 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:52.008290 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-88415d7f-4ccc-4485-91a3-cbbb3d7a1da1 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:52.137285 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-88415d7f-4ccc-4485-91a3-cbbb3d7a1da1 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:52.155168 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88415d7f-4ccc-4485-91a3-cbbb3d7a1da1 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a904c6d0-036b-4243-ac7d-3a098faa84e7,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:53:52.198748 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-88415d7f-4ccc-4485-91a3-cbbb3d7a1da1 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:52.199843 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-88415d7f-4ccc-4485-91a3-cbbb3d7a1da1 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "DELETE /v2.0/security-groups/a904c6d0-036b-4243-ac7d-3a098faa84e7 HTTP/1.1" status: 204 len: 168 time: 0.3729229 Feb 10 23:53:52.538841 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 57318) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:53:52.544908 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-ff33a828-e3ea-4c91-82d7-c99cbfd21595 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1762595364', 'description': 'tempest-secgroup-smoke-1762595364 description', 'project_id': '30238af4bf9045f89f078fa7a928f878'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:53:52.550777 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-ff33a828-e3ea-4c91-82d7-c99cbfd21595 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:53:52.556388 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ff33a828-e3ea-4c91-82d7-c99cbfd21595 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Usage tracker for resource:security_group and tenant:30238af4bf9045f89f078fa7a928f878 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:53:52.559437 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ff33a828-e3ea-4c91-82d7-c99cbfd21595 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:53:52.565636 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-ff33a828-e3ea-4c91-82d7-c99cbfd21595 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:53:52.583134 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:52.617536 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:52.634747 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ff33a828-e3ea-4c91-82d7-c99cbfd21595 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:52.668828 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-ff33a828-e3ea-4c91-82d7-c99cbfd21595 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:53:52.672494 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ff33a828-e3ea-4c91-82d7-c99cbfd21595 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Usage tracker for resource:security_group_rule and tenant:30238af4bf9045f89f078fa7a928f878 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:53:52.675245 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ff33a828-e3ea-4c91-82d7-c99cbfd21595 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:53:52.681436 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-ff33a828-e3ea-4c91-82d7-c99cbfd21595 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:53:52.733277 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ff33a828-e3ea-4c91-82d7-c99cbfd21595 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:52.805464 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ff33a828-e3ea-4c91-82d7-c99cbfd21595 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:52.852299 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff33a828-e3ea-4c91-82d7-c99cbfd21595 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19af5901-ff8d-4ff9-b9b4-6408adc1e6ab,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:53:52.919714 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ff33a828-e3ea-4c91-82d7-c99cbfd21595 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:52.920937 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ff33a828-e3ea-4c91-82d7-c99cbfd21595 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3809640 Feb 10 23:53:52.923643 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 57322) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:53:52.929453 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-16c5e902-15b1-4bb4-813e-91262e1e4531 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Request body: {'security_group_rule': {'security_group_id': '19af5901-ff8d-4ff9-b9b4-6408adc1e6ab', 'project_id': '30238af4bf9045f89f078fa7a928f878', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:53:52.935221 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-16c5e902-15b1-4bb4-813e-91262e1e4531 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:53:52.943124 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-16c5e902-15b1-4bb4-813e-91262e1e4531 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Usage tracker for resource:security_group_rule and tenant:30238af4bf9045f89f078fa7a928f878 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:53:52.946009 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-16c5e902-15b1-4bb4-813e-91262e1e4531 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:53:52.951568 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-16c5e902-15b1-4bb4-813e-91262e1e4531 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:53:53.034573 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-16c5e902-15b1-4bb4-813e-91262e1e4531 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:53.093308 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-16c5e902-15b1-4bb4-813e-91262e1e4531 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:53.148197 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-16c5e902-15b1-4bb4-813e-91262e1e4531 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:53.168938 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c5e902-15b1-4bb4-813e-91262e1e4531 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3ef2177-82ec-4823-bfaa-3060a4c6613b,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:53:53.225837 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:53:53.228690 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-16c5e902-15b1-4bb4-813e-91262e1e4531 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:53.229886 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-16c5e902-15b1-4bb4-813e-91262e1e4531 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3053505 Feb 10 23:53:53.232728 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 57326) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:53:53.238175 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-d055c0b9-1e9c-46d0-bcf9-264bc42b3da8 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Request body: {'security_group_rule': {'security_group_id': '19af5901-ff8d-4ff9-b9b4-6408adc1e6ab', 'project_id': '30238af4bf9045f89f078fa7a928f878', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:53:53.244623 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-d055c0b9-1e9c-46d0-bcf9-264bc42b3da8 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:53:53.248310 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d055c0b9-1e9c-46d0-bcf9-264bc42b3da8 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Usage tracker for resource:security_group_rule and tenant:30238af4bf9045f89f078fa7a928f878 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:53:53.251509 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d055c0b9-1e9c-46d0-bcf9-264bc42b3da8 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:53:53.257433 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-d055c0b9-1e9c-46d0-bcf9-264bc42b3da8 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:53:53.259974 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] No Port match for: 0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:53:53.260324 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 0af80a6f-bfbf-41a0-83e4-79c4a0a1a3c2 not bound to the agent host hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:53:53.331563 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d055c0b9-1e9c-46d0-bcf9-264bc42b3da8 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:53.391725 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d055c0b9-1e9c-46d0-bcf9-264bc42b3da8 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:53.462657 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d055c0b9-1e9c-46d0-bcf9-264bc42b3da8 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:53.486134 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d055c0b9-1e9c-46d0-bcf9-264bc42b3da8 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46def47b-ed06-4c86-9483-39e16dbfa280,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:53:53.548431 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d055c0b9-1e9c-46d0-bcf9-264bc42b3da8 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:53.549838 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d055c0b9-1e9c-46d0-bcf9-264bc42b3da8 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3161988 Feb 10 23:53:53.552840 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 57330) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:53:53.558213 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-9d00134a-c548-4dd7-8958-4ebb99882a43 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Request body: {'security_group_rule': {'security_group_id': '19af5901-ff8d-4ff9-b9b4-6408adc1e6ab', 'project_id': '30238af4bf9045f89f078fa7a928f878', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:53:53.564175 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9d00134a-c548-4dd7-8958-4ebb99882a43 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:53:53.568832 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9d00134a-c548-4dd7-8958-4ebb99882a43 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Usage tracker for resource:security_group_rule and tenant:30238af4bf9045f89f078fa7a928f878 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:53:53.571691 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9d00134a-c548-4dd7-8958-4ebb99882a43 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:53:53.577305 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9d00134a-c548-4dd7-8958-4ebb99882a43 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:53:53.664215 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9d00134a-c548-4dd7-8958-4ebb99882a43 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:53.724940 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9d00134a-c548-4dd7-8958-4ebb99882a43 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:53.788361 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9d00134a-c548-4dd7-8958-4ebb99882a43 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:53.810729 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d00134a-c548-4dd7-8958-4ebb99882a43 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14e5725a-0316-4bbf-8092-76ab064513d1,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:53:53.885703 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9d00134a-c548-4dd7-8958-4ebb99882a43 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:53.886858 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9d00134a-c548-4dd7-8958-4ebb99882a43 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3331280 Feb 10 23:53:53.889588 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 57334) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:53:53.895586 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-d817abda-2cbc-41c2-b2fb-c62dc1c4df7b tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Request body: {'security_group_rule': {'security_group_id': '19af5901-ff8d-4ff9-b9b4-6408adc1e6ab', 'project_id': '30238af4bf9045f89f078fa7a928f878', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:53:53.901446 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-d817abda-2cbc-41c2-b2fb-c62dc1c4df7b tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:53:53.905176 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d817abda-2cbc-41c2-b2fb-c62dc1c4df7b tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Usage tracker for resource:security_group_rule and tenant:30238af4bf9045f89f078fa7a928f878 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:53:53.908000 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d817abda-2cbc-41c2-b2fb-c62dc1c4df7b tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:53:53.913629 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-d817abda-2cbc-41c2-b2fb-c62dc1c4df7b tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:53:53.978202 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d817abda-2cbc-41c2-b2fb-c62dc1c4df7b tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:54.039560 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d817abda-2cbc-41c2-b2fb-c62dc1c4df7b tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:54.131474 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d817abda-2cbc-41c2-b2fb-c62dc1c4df7b tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:54.154297 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d817abda-2cbc-41c2-b2fb-c62dc1c4df7b tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe3a3a95-2330-4d44-8af0-078e85946ad3,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:53:54.183062 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:54.234423 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d817abda-2cbc-41c2-b2fb-c62dc1c4df7b tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:54.235611 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d817abda-2cbc-41c2-b2fb-c62dc1c4df7b tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3450575 Feb 10 23:53:54.239228 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 57338) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:53:54.245009 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-0ff44a1f-979e-40d5-8542-3c50095730ef tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Request body: {'security_group_rule': {'security_group_id': '19af5901-ff8d-4ff9-b9b4-6408adc1e6ab', 'project_id': '30238af4bf9045f89f078fa7a928f878', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:53:54.251014 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-0ff44a1f-979e-40d5-8542-3c50095730ef tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:53:54.255467 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-0ff44a1f-979e-40d5-8542-3c50095730ef tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Usage tracker for resource:security_group_rule and tenant:30238af4bf9045f89f078fa7a928f878 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:53:54.258324 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-0ff44a1f-979e-40d5-8542-3c50095730ef tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:53:54.263847 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-0ff44a1f-979e-40d5-8542-3c50095730ef tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:53:54.325518 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.securitygroups_db [None req-0ff44a1f-979e-40d5-8542-3c50095730ef tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Project 30238af4bf9045f89f078fa7a928f878 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:53:54.332033 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0ff44a1f-979e-40d5-8542-3c50095730ef tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:54.396910 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0ff44a1f-979e-40d5-8542-3c50095730ef tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:54.451302 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0ff44a1f-979e-40d5-8542-3c50095730ef tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:54.473536 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff44a1f-979e-40d5-8542-3c50095730ef tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6686703c-ee12-4599-b7d3-f3c856236179,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:53:54.537309 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0ff44a1f-979e-40d5-8542-3c50095730ef tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:54.538655 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0ff44a1f-979e-40d5-8542-3c50095730ef tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2984304 Feb 10 23:53:54.541357 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 57342) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:53:54.546649 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-90612b30-7d1d-44b2-b555-b50d35633f36 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Request body: {'security_group_rule': {'security_group_id': '19af5901-ff8d-4ff9-b9b4-6408adc1e6ab', 'project_id': '30238af4bf9045f89f078fa7a928f878', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:53:54.552881 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-90612b30-7d1d-44b2-b555-b50d35633f36 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:53:54.556757 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-90612b30-7d1d-44b2-b555-b50d35633f36 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Usage tracker for resource:security_group_rule and tenant:30238af4bf9045f89f078fa7a928f878 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:53:54.559564 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-90612b30-7d1d-44b2-b555-b50d35633f36 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:53:54.565140 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-90612b30-7d1d-44b2-b555-b50d35633f36 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:53:54.639958 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.securitygroups_db [None req-90612b30-7d1d-44b2-b555-b50d35633f36 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Project 30238af4bf9045f89f078fa7a928f878 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:53:54.647570 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-90612b30-7d1d-44b2-b555-b50d35633f36 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:54.711044 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-90612b30-7d1d-44b2-b555-b50d35633f36 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:54.777148 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-90612b30-7d1d-44b2-b555-b50d35633f36 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:54.799153 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90612b30-7d1d-44b2-b555-b50d35633f36 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb8828d6-3f39-4cf6-b028-9bcaed442b1d,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:53:54.874482 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-90612b30-7d1d-44b2-b555-b50d35633f36 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:54.875641 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-90612b30-7d1d-44b2-b555-b50d35633f36 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3333669 Feb 10 23:54:12.251328 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:54:14.478328 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-60396030-843f-44d4-9aa3-762294b68241 req-417763b6-cb0c-4a46-be49-434fee150909 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Synchronizing usage tracker for tenant:30238af4bf9045f89f078fa7a928f878 on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:54:14.547991 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-60396030-843f-44d4-9aa3-762294b68241 req-417763b6-cb0c-4a46-be49-434fee150909 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Unset dirty status for tenant:30238af4bf9045f89f078fa7a928f878 on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:54:14.549261 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-60396030-843f-44d4-9aa3-762294b68241 req-417763b6-cb0c-4a46-be49-434fee150909 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1762595364&fields=id&tenant_id=30238af4bf9045f89f078fa7a928f878 HTTP/1.1" status: 200 len: 267 time: 0.1109445 Feb 10 23:54:14.692988 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60396030-843f-44d4-9aa3-762294b68241 req-0d0bce4b-75bf-4e78-b5e0-9d8c1398982d tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:54:14.694305 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-60396030-843f-44d4-9aa3-762294b68241 req-0d0bce4b-75bf-4e78-b5e0-9d8c1398982d tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/networks?id=3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e HTTP/1.1" status: 200 len: 809 time: 0.1379099 Feb 10 23:54:14.710336 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-60396030-843f-44d4-9aa3-762294b68241 req-b878b186-f8a3-4be7-b836-297392a6ccfd tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/quotas/30238af4bf9045f89f078fa7a928f878 HTTP/1.1" status: 200 len: 375 time: 0.0101900 Feb 10 23:54:14.790861 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-60396030-843f-44d4-9aa3-762294b68241 req-8182d58d-8175-4a3b-9d31-3d0b77bf1706 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=30238af4bf9045f89f078fa7a928f878&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0752368 Feb 10 23:54:14.992482 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-60396030-843f-44d4-9aa3-762294b68241 req-82296a5b-cb9c-489e-8b54-2bfad12ea2fd service neutron] 10.222.0.59 "GET /v2.0/networks/3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906478 Feb 10 23:54:15.123737 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-60396030-843f-44d4-9aa3-762294b68241 req-3b890fe2-dab3-4122-b113-0577a82dea69 service neutron] 10.222.0.59 "GET /v2.0/networks/3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248858 Feb 10 23:54:15.820510 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-92eb1547-513a-4112-907d-281e2e50eff1 req-40e74e29-4ecb-474b-a7c2-ae49b5f9363f tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e805fa7-a642-4096-bcdc-771977aa020c HTTP/1.1" status: 200 len: 210 time: 0.1438231 Feb 10 23:54:16.531427 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:54:16.976997 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-748b2d0b-cb4a-4fee-bbda-4b0bb59c65c1 req-0976c4f8-6d58-4794-82e9-f9714b9acb89 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e805fa7-a642-4096-bcdc-771977aa020c HTTP/1.1" status: 200 len: 210 time: 0.0390925 Feb 10 23:54:17.656610 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60396030-843f-44d4-9aa3-762294b68241 req-7a9a4df6-46c5-4605-9b83-1e85c33ded2b tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:54:17.657979 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-60396030-843f-44d4-9aa3-762294b68241 req-7a9a4df6-46c5-4605-9b83-1e85c33ded2b tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.37 "GET /v2.0/networks?id=3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e HTTP/1.1" status: 200 len: 809 time: 0.1432378 Feb 10 23:54:17.709153 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-60396030-843f-44d4-9aa3-762294b68241 req-473f0b97-9425-4ecd-8bbc-c7f1fe57715b tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30238af4bf9045f89f078fa7a928f878 HTTP/1.1" status: 200 len: 380 time: 0.0388472 Feb 10 23:54:17.717018 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-60396030-843f-44d4-9aa3-762294b68241 req-04f5707e-b7b8-4a7d-9b98-5a0176619c96 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Request body: {'port': {'device_id': '0e805fa7-a642-4096-bcdc-771977aa020c', 'network_id': '3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e', 'admin_state_up': True, 'tenant_id': '30238af4bf9045f89f078fa7a928f878', 'security_groups': ['19af5901-ff8d-4ff9-b9b4-6408adc1e6ab']}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:54:17.851641 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-60396030-843f-44d4-9aa3-762294b68241 req-04f5707e-b7b8-4a7d-9b98-5a0176619c96 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:54:17.862148 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-60396030-843f-44d4-9aa3-762294b68241 req-04f5707e-b7b8-4a7d-9b98-5a0176619c96 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:54:17.943519 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60396030-843f-44d4-9aa3-762294b68241 req-04f5707e-b7b8-4a7d-9b98-5a0176619c96 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Made reservation on behalf of 30238af4bf9045f89f078fa7a928f878 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:54:17.946933 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-60396030-843f-44d4-9aa3-762294b68241 req-04f5707e-b7b8-4a7d-9b98-5a0176619c96 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:54:18.113451 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [req-60396030-843f-44d4-9aa3-762294b68241 req-04f5707e-b7b8-4a7d-9b98-5a0176619c96 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Allocated IP 172.20.0.13 (3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e/3524c148-a12b-461b-bda4-ae720d811cf5/975982aa-fd25-47b4-a4f8-91342ff27fb2) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:54:18.146570 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-4f3047a4-8dd2-4e3f-9353-c0e0da105965 req-21ac9f13-d0e9-4de7-8a80-e3379ad4792b tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e805fa7-a642-4096-bcdc-771977aa020c HTTP/1.1" status: 200 len: 210 time: 0.0442402 Feb 10 23:54:18.385609 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-60396030-843f-44d4-9aa3-762294b68241 req-04f5707e-b7b8-4a7d-9b98-5a0176619c96 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:54:18.400292 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-60396030-843f-44d4-9aa3-762294b68241 req-04f5707e-b7b8-4a7d-9b98-5a0176619c96 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Transition to ACTIVE for port object 975982aa-fd25-47b4-a4f8-91342ff27fb2 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:54:18.464019 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-60396030-843f-44d4-9aa3-762294b68241 req-04f5707e-b7b8-4a7d-9b98-5a0176619c96 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:54:18.541297 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60396030-843f-44d4-9aa3-762294b68241 req-04f5707e-b7b8-4a7d-9b98-5a0176619c96 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Network 3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:54:18.542197 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f5707e-b7b8-4a7d-9b98-5a0176619c96 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Pushing event updated for resources: {'Port': ['ID=975982aa-fd25-47b4-a4f8-91342ff27fb2,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:54:18.544683 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [req-60396030-843f-44d4-9aa3-762294b68241 req-04f5707e-b7b8-4a7d-9b98-5a0176619c96 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:54:18.546718 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-60396030-843f-44d4-9aa3-762294b68241 req-04f5707e-b7b8-4a7d-9b98-5a0176619c96 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:54:18.614666 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60396030-843f-44d4-9aa3-762294b68241 req-04f5707e-b7b8-4a7d-9b98-5a0176619c96 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:54:18.616147 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-60396030-843f-44d4-9aa3-762294b68241 req-04f5707e-b7b8-4a7d-9b98-5a0176619c96 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:54:18.716129 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-60396030-843f-44d4-9aa3-762294b68241 req-04f5707e-b7b8-4a7d-9b98-5a0176619c96 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0024679 Feb 10 23:54:18.729114 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-60396030-843f-44d4-9aa3-762294b68241 req-293cec72-ff64-429b-b8b3-3bb8fcfdb411 service neutron] Request body: {'port': {'device_id': '0e805fa7-a642-4096-bcdc-771977aa020c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:54:18.835008 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-60396030-843f-44d4-9aa3-762294b68241 req-293cec72-ff64-429b-b8b3-3bb8fcfdb411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:54:18.909328 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-04d2ad49-9560-464a-84a7-9ca95213b082 None None] Provisioning for port 975982aa-fd25-47b4-a4f8-91342ff27fb2 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:54:18.914643 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-04d2ad49-9560-464a-84a7-9ca95213b082 None None] Provisioning complete for port 975982aa-fd25-47b4-a4f8-91342ff27fb2 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:54:18.915835 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-04d2ad49-9560-464a-84a7-9ca95213b082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:54:18.968313 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-04d2ad49-9560-464a-84a7-9ca95213b082 None None] Port 975982aa-fd25-47b4-a4f8-91342ff27fb2 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 23:54:19.114985 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-dad5aaba-1e25-4477-aab8-b41c67487f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:54:19.175940 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [req-60396030-843f-44d4-9aa3-762294b68241 req-293cec72-ff64-429b-b8b3-3bb8fcfdb411 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 975982aa-fd25-47b4-a4f8-91342ff27fb2 {{(pid=84332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:54:19.183765 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-60396030-843f-44d4-9aa3-762294b68241 req-293cec72-ff64-429b-b8b3-3bb8fcfdb411 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:54:19.199171 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-60396030-843f-44d4-9aa3-762294b68241 req-293cec72-ff64-429b-b8b3-3bb8fcfdb411 service neutron] Transition to ACTIVE for port object 975982aa-fd25-47b4-a4f8-91342ff27fb2 will not be triggered until provisioned by entity L2. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:54:19.269526 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-60396030-843f-44d4-9aa3-762294b68241 req-293cec72-ff64-429b-b8b3-3bb8fcfdb411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:54:19.438091 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293cec72-ff64-429b-b8b3-3bb8fcfdb411 service neutron] Pushing event updated for resources: {'Port': ['ID=975982aa-fd25-47b4-a4f8-91342ff27fb2,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:54:19.551110 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c088e32-5ca4-4df5-bfbd-db30dd6b0286 req-6c327773-51bb-46f1-863b-4126693c6443 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:54:19.551796 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-5c088e32-5ca4-4df5-bfbd-db30dd6b0286 req-6c327773-51bb-46f1-863b-4126693c6443 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Synchronizing usage tracker for tenant:30238af4bf9045f89f078fa7a928f878 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:54:19.584671 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-60396030-843f-44d4-9aa3-762294b68241 req-293cec72-ff64-429b-b8b3-3bb8fcfdb411 service neutron] Attempting to bind port 975982aa-fd25-47b4-a4f8-91342ff27fb2 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:54:19.585008 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-60396030-843f-44d4-9aa3-762294b68241 req-293cec72-ff64-429b-b8b3-3bb8fcfdb411 service neutron] Attempting to bind port 975982aa-fd25-47b4-a4f8-91342ff27fb2 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '9ea2039f-2964-444a-8abc-d0c15e3e1aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:54:19.585333 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60396030-843f-44d4-9aa3-762294b68241 req-293cec72-ff64-429b-b8b3-3bb8fcfdb411 service neutron] Attempting to bind port 975982aa-fd25-47b4-a4f8-91342ff27fb2 on network 3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:54:19.591449 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60396030-843f-44d4-9aa3-762294b68241 req-293cec72-ff64-429b-b8b3-3bb8fcfdb411 service neutron] Port 975982aa-fd25-47b4-a4f8-91342ff27fb2 on network 3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 23:54:19.592175 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60396030-843f-44d4-9aa3-762294b68241 req-293cec72-ff64-429b-b8b3-3bb8fcfdb411 service neutron] Attempting to bind port 975982aa-fd25-47b4-a4f8-91342ff27fb2 on network 3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:54:19.598688 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60396030-843f-44d4-9aa3-762294b68241 req-293cec72-ff64-429b-b8b3-3bb8fcfdb411 service neutron] Checking agent: {'id': '0f85d58b-4cda-4360-97cf-be037aef26b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'started_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:54:19.599298 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60396030-843f-44d4-9aa3-762294b68241 req-293cec72-ff64-429b-b8b3-3bb8fcfdb411 service neutron] Checking segment: {'id': '9ea2039f-2964-444a-8abc-d0c15e3e1aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:54:19.599683 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60396030-843f-44d4-9aa3-762294b68241 req-293cec72-ff64-429b-b8b3-3bb8fcfdb411 service neutron] Bound using segment: {'id': '9ea2039f-2964-444a-8abc-d0c15e3e1aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e'} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:54:19.600113 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-60396030-843f-44d4-9aa3-762294b68241 req-293cec72-ff64-429b-b8b3-3bb8fcfdb411 service neutron] Bound port: 975982aa-fd25-47b4-a4f8-91342ff27fb2, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ea2039f-2964-444a-8abc-d0c15e3e1aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e'}}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:54:19.602031 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-60396030-843f-44d4-9aa3-762294b68241 req-293cec72-ff64-429b-b8b3-3bb8fcfdb411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:54:19.646058 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-5c088e32-5ca4-4df5-bfbd-db30dd6b0286 req-6c327773-51bb-46f1-863b-4126693c6443 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Unset dirty status for tenant:30238af4bf9045f89f078fa7a928f878 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:54:19.647132 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5c088e32-5ca4-4df5-bfbd-db30dd6b0286 req-6c327773-51bb-46f1-863b-4126693c6443 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e805fa7-a642-4096-bcdc-771977aa020c HTTP/1.1" status: 200 len: 944 time: 0.3736067 Feb 10 23:54:19.729397 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5c088e32-5ca4-4df5-bfbd-db30dd6b0286 req-2e6af0d5-52f9-424d-a259-fa6e7776f7f3 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=19af5901-ff8d-4ff9-b9b4-6408adc1e6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757468 Feb 10 23:54:19.730226 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-60396030-843f-44d4-9aa3-762294b68241 req-293cec72-ff64-429b-b8b3-3bb8fcfdb411 service neutron] For port 975982aa-fd25-47b4-a4f8-91342ff27fb2, host hv-neutron-8287, cleared binding levels {{(pid=84332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:54:19.733316 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-60396030-843f-44d4-9aa3-762294b68241 req-293cec72-ff64-429b-b8b3-3bb8fcfdb411 service neutron] For port 975982aa-fd25-47b4-a4f8-91342ff27fb2, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=975982aa-fd25-47b4-a4f8-91342ff27fb2,segment=NetworkSegment(9ea2039f-2964-444a-8abc-d0c15e3e1aeb),segment_id=9ea2039f-2964-444a-8abc-d0c15e3e1aeb)] {{(pid=84332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:54:19.790131 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-60396030-843f-44d4-9aa3-762294b68241 req-293cec72-ff64-429b-b8b3-3bb8fcfdb411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:54:19.846131 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-60396030-843f-44d4-9aa3-762294b68241 req-293cec72-ff64-429b-b8b3-3bb8fcfdb411 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:54:19.847995 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-60396030-843f-44d4-9aa3-762294b68241 req-293cec72-ff64-429b-b8b3-3bb8fcfdb411 service neutron] 10.222.0.37 "PUT /v2.0/ports/975982aa-fd25-47b4-a4f8-91342ff27fb2 HTTP/1.1" status: 200 len: 1094 time: 1.1252902 Feb 10 23:54:19.858224 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e805fa7-a642-4096-bcdc-771977aa020c', 'tag': '975982aa-fd25-47b4-a4f8-91342ff27fb2'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:54:19.879384 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293cec72-ff64-429b-b8b3-3bb8fcfdb411 service neutron] Pushing event updated for resources: {'Port': ['ID=975982aa-fd25-47b4-a4f8-91342ff27fb2,revision_number=3']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:54:19.925701 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e805fa7-a642-4096-bcdc-771977aa020c', 'tag': '975982aa-fd25-47b4-a4f8-91342ff27fb2', 'status': 'completed', 'code': 200} Feb 10 23:54:20.022019 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c521b484-b1b3-4411-bb34-a0ce991d520e req-4ff2ea06-62e9-42d0-8947-b8a699380665 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=30238af4bf9045f89f078fa7a928f878&device_id=0e805fa7-a642-4096-bcdc-771977aa020c HTTP/1.1" status: 200 len: 1097 time: 0.0782230 Feb 10 23:54:20.168110 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c521b484-b1b3-4411-bb34-a0ce991d520e req-f886559a-c18e-421c-b46d-d2a4f9294540 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:54:20.169558 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c521b484-b1b3-4411-bb34-a0ce991d520e req-f886559a-c18e-421c-b46d-d2a4f9294540 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=30238af4bf9045f89f078fa7a928f878&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1413641 Feb 10 23:54:20.303203 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c521b484-b1b3-4411-bb34-a0ce991d520e req-4a594d69-a1dd-416f-92bd-e94dcb99a341 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:54:20.304505 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c521b484-b1b3-4411-bb34-a0ce991d520e req-4a594d69-a1dd-416f-92bd-e94dcb99a341 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1296308 Feb 10 23:54:20.487948 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-60396030-843f-44d4-9aa3-762294b68241 req-f394920f-8ef0-4b35-8980-af5a1e604e14 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=30238af4bf9045f89f078fa7a928f878&device_id=0e805fa7-a642-4096-bcdc-771977aa020c HTTP/1.1" status: 200 len: 1097 time: 0.1507349 Feb 10 23:54:20.556204 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-60396030-843f-44d4-9aa3-762294b68241 req-0435100a-d816-4ff5-980f-c1e95678d9b8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=975982aa-fd25-47b4-a4f8-91342ff27fb2 HTTP/1.1" status: 200 len: 217 time: 0.0620117 Feb 10 23:54:20.616942 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60396030-843f-44d4-9aa3-762294b68241 req-e62462ba-7441-40ef-9c4a-c988dec868b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:54:20.618350 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-60396030-843f-44d4-9aa3-762294b68241 req-e62462ba-7441-40ef-9c4a-c988dec868b8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3524c148-a12b-461b-bda4-ae720d811cf5 HTTP/1.1" status: 200 len: 848 time: 0.0572839 Feb 10 23:54:20.692002 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-60396030-843f-44d4-9aa3-762294b68241 req-d3ced2dd-ad36-48b3-b03f-2c2d583ca445 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679376 Feb 10 23:54:20.818898 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-60396030-843f-44d4-9aa3-762294b68241 req-ecebf9ee-b8d9-4c1b-82f2-43ba28c7f362 service neutron] 10.222.0.37 "GET /v2.0/networks/3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205027 Feb 10 23:54:20.998855 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-60396030-843f-44d4-9aa3-762294b68241 req-4b7c2ff0-e88b-49f0-8349-d140497d6e8f service neutron] 10.222.0.37 "GET /v2.0/networks/3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743212 Feb 10 23:54:21.013218 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c79a2f-71f0-42b8-af21-8e59f528bbc8 req-f53b67fc-b92e-4827-a990-aaf2a3ac7ff6 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:54:21.014647 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-73c79a2f-71f0-42b8-af21-8e59f528bbc8 req-f53b67fc-b92e-4827-a990-aaf2a3ac7ff6 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e805fa7-a642-4096-bcdc-771977aa020c HTTP/1.1" status: 200 len: 944 time: 0.1255829 Feb 10 23:54:21.060181 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-73c79a2f-71f0-42b8-af21-8e59f528bbc8 req-4197afa0-e472-4555-bfb8-8b33bf769262 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=19af5901-ff8d-4ff9-b9b4-6408adc1e6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400949 Feb 10 23:54:21.246926 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5a111079-530e-4bf3-a5ed-10adfa65f388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:54:22.260529 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a88543-3e74-4330-ba32-5f4e8a972ce2 req-dc46f754-1d80-4b77-9a9d-2719ef402e2c tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:54:22.261973 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-75a88543-3e74-4330-ba32-5f4e8a972ce2 req-dc46f754-1d80-4b77-9a9d-2719ef402e2c tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e805fa7-a642-4096-bcdc-771977aa020c HTTP/1.1" status: 200 len: 944 time: 0.0777473 Feb 10 23:54:22.306226 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-75a88543-3e74-4330-ba32-5f4e8a972ce2 req-233692f3-3f97-44a2-9fda-45f5a94cd9e4 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=19af5901-ff8d-4ff9-b9b4-6408adc1e6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385230 Feb 10 23:54:22.646790 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:54:22.652406 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:54:23.501609 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d193fc80-91bc-47f2-9545-353e6b0046a5 req-62148897-35ba-41ee-a312-98b0bbff5e27 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:54:23.503017 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d193fc80-91bc-47f2-9545-353e6b0046a5 req-62148897-35ba-41ee-a312-98b0bbff5e27 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e805fa7-a642-4096-bcdc-771977aa020c HTTP/1.1" status: 200 len: 944 time: 0.0774899 Feb 10 23:54:23.548242 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d193fc80-91bc-47f2-9545-353e6b0046a5 req-74f9e0d8-ef9e-467c-aeb5-ff4374890bce tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=19af5901-ff8d-4ff9-b9b4-6408adc1e6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398064 Feb 10 23:54:24.161062 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:54:24.740107 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c3a814-f4ac-4249-990c-7d5c5c17b703 req-e28261d7-0b3e-481b-843d-d177dc4abf95 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:54:24.741799 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-92c3a814-f4ac-4249-990c-7d5c5c17b703 req-e28261d7-0b3e-481b-843d-d177dc4abf95 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e805fa7-a642-4096-bcdc-771977aa020c HTTP/1.1" status: 200 len: 944 time: 0.0745764 Feb 10 23:54:24.790197 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-92c3a814-f4ac-4249-990c-7d5c5c17b703 req-8c53a752-44ca-4696-8442-4c1dea5eb8aa tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=19af5901-ff8d-4ff9-b9b4-6408adc1e6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430024 Feb 10 23:54:25.989505 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51e120-4864-4f46-b3da-840a02391b6e req-e76095e2-b397-4d1c-9b0b-e39691cc8382 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:54:25.991025 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2f51e120-4864-4f46-b3da-840a02391b6e req-e76095e2-b397-4d1c-9b0b-e39691cc8382 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e805fa7-a642-4096-bcdc-771977aa020c HTTP/1.1" status: 200 len: 944 time: 0.0806849 Feb 10 23:54:26.039287 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2f51e120-4864-4f46-b3da-840a02391b6e req-50bb4778-fc2e-4124-8dc3-2e2cc1c228ae tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=19af5901-ff8d-4ff9-b9b4-6408adc1e6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424440 Feb 10 23:54:27.236432 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21efecb1-75b9-4d2b-8f53-e972edb55c65 req-2222ccff-7aaf-43ea-bc90-1acd92bd2e2a tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:54:27.237772 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-21efecb1-75b9-4d2b-8f53-e972edb55c65 req-2222ccff-7aaf-43ea-bc90-1acd92bd2e2a tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e805fa7-a642-4096-bcdc-771977aa020c HTTP/1.1" status: 200 len: 944 time: 0.0740867 Feb 10 23:54:27.284354 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-21efecb1-75b9-4d2b-8f53-e972edb55c65 req-0e52d3cc-f160-4f39-b1e1-a055d0ac90a9 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=19af5901-ff8d-4ff9-b9b4-6408adc1e6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407374 Feb 10 23:54:27.396560 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 975982aa-fd25-47b4-a4f8-91342ff27fb2 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:54:27.526850 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 975982aa-fd25-47b4-a4f8-91342ff27fb2, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=975982aa-fd25-47b4-a4f8-91342ff27fb2,segment=NetworkSegment(9ea2039f-2964-444a-8abc-d0c15e3e1aeb),segment_id=9ea2039f-2964-444a-8abc-d0c15e3e1aeb)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:54:27.539866 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Returning: {'device': '975982aa-fd25-47b4-a4f8-91342ff27fb2', 'network_id': '3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e', 'port_id': '975982aa-fd25-47b4-a4f8-91342ff27fb2', 'mac_address': 'fa:16:3e:b3:6c:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3524c148-a12b-461b-bda4-ae720d811cf5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:54:27.592029 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:54:27.609363 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 975982aa-fd25-47b4-a4f8-91342ff27fb2 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:54:27.625480 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 975982aa-fd25-47b4-a4f8-91342ff27fb2, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=975982aa-fd25-47b4-a4f8-91342ff27fb2,segment=NetworkSegment(9ea2039f-2964-444a-8abc-d0c15e3e1aeb),segment_id=9ea2039f-2964-444a-8abc-d0c15e3e1aeb)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:54:27.721670 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:54:27.788571 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=975982aa-fd25-47b4-a4f8-91342ff27fb2,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:54:27.796548 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:54:27.796907 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:54:27.797233 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:54:27.797555 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:54:27.797875 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:54:27.798195 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:54:27.798510 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:54:27.798822 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:54:27.799135 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:54:27.799605 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:54:27.799921 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:54:27.925817 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['975982aa-fd25-47b4-a4f8-91342ff27fb2'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:54:28.479841 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf204a4-49cc-46b8-8003-b3c0a5d7ca8e req-5af13c97-5b60-4844-82c0-cf1c10cd77f9 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:54:28.481330 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5bf204a4-49cc-46b8-8003-b3c0a5d7ca8e req-5af13c97-5b60-4844-82c0-cf1c10cd77f9 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e805fa7-a642-4096-bcdc-771977aa020c HTTP/1.1" status: 200 len: 945 time: 0.0757582 Feb 10 23:54:28.525376 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5bf204a4-49cc-46b8-8003-b3c0a5d7ca8e req-4c0a1f95-f043-4910-9d14-b2252111d0c3 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=19af5901-ff8d-4ff9-b9b4-6408adc1e6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380223 Feb 10 23:54:29.403254 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 975982aa-fd25-47b4-a4f8-91342ff27fb2 up at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:54:29.522345 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning for port 975982aa-fd25-47b4-a4f8-91342ff27fb2 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:54:29.527461 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning complete for port 975982aa-fd25-47b4-a4f8-91342ff27fb2 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:54:29.527822 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:54:29.663460 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:54:29.692236 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e805fa7-a642-4096-bcdc-771977aa020c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '975982aa-fd25-47b4-a4f8-91342ff27fb2'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:54:29.702203 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 975982aa-fd25-47b4-a4f8-91342ff27fb2, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=975982aa-fd25-47b4-a4f8-91342ff27fb2,segment=NetworkSegment(9ea2039f-2964-444a-8abc-d0c15e3e1aeb),segment_id=9ea2039f-2964-444a-8abc-d0c15e3e1aeb)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:54:29.758143 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e805fa7-a642-4096-bcdc-771977aa020c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '975982aa-fd25-47b4-a4f8-91342ff27fb2', 'code': 200} Feb 10 23:54:29.790713 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:54:29.837236 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7608da0-e7bc-414a-a79d-3f6ca0c43cc3 req-77def5d5-252f-4a6f-a93a-4526d5b05064 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:54:29.838677 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-d7608da0-e7bc-414a-a79d-3f6ca0c43cc3 req-77def5d5-252f-4a6f-a93a-4526d5b05064 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e805fa7-a642-4096-bcdc-771977aa020c HTTP/1.1" status: 200 len: 946 time: 0.0957508 Feb 10 23:54:29.859261 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=975982aa-fd25-47b4-a4f8-91342ff27fb2,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:54:29.898121 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-d7608da0-e7bc-414a-a79d-3f6ca0c43cc3 req-b899309f-8786-4193-986e-2a4eb8b5fc55 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=19af5901-ff8d-4ff9-b9b4-6408adc1e6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525868 Feb 10 23:54:30.168366 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5d72437d-9afd-47f7-8ce7-6447f5d1b8b0 req-c49ba8c2-e747-463d-85f7-439d5e3cb6fa service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0e805fa7-a642-4096-bcdc-771977aa020c HTTP/1.1" status: 200 len: 1099 time: 0.0706437 Feb 10 23:54:30.209232 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5d72437d-9afd-47f7-8ce7-6447f5d1b8b0 req-7c04adbe-8398-4940-9178-7587b53b381c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=19af5901-ff8d-4ff9-b9b4-6408adc1e6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346625 Feb 10 23:54:31.091678 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c49a730-5605-402e-8e75-7cc9eb1b629d req-f8a370c0-42fd-4c6b-917b-c2cf2b90fead tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:54:31.093226 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4c49a730-5605-402e-8e75-7cc9eb1b629d req-f8a370c0-42fd-4c6b-917b-c2cf2b90fead tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e805fa7-a642-4096-bcdc-771977aa020c HTTP/1.1" status: 200 len: 946 time: 0.0743737 Feb 10 23:54:31.137745 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4c49a730-5605-402e-8e75-7cc9eb1b629d req-7d6700bc-8348-4742-9431-c2f835095fdf tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=19af5901-ff8d-4ff9-b9b4-6408adc1e6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390406 Feb 10 23:54:32.334209 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe49aee-9467-4461-ae67-73569b9e128f req-8711a672-9794-4f04-aa95-a90dc162e1bd tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:54:32.335576 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-8fe49aee-9467-4461-ae67-73569b9e128f req-8711a672-9794-4f04-aa95-a90dc162e1bd tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e805fa7-a642-4096-bcdc-771977aa020c HTTP/1.1" status: 200 len: 946 time: 0.0781925 Feb 10 23:54:32.380304 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-8fe49aee-9467-4461-ae67-73569b9e128f req-5146b535-fe2c-4e4a-8bcd-e034cdee4e36 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=19af5901-ff8d-4ff9-b9b4-6408adc1e6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392451 Feb 10 23:54:32.574751 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96d811f-c571-42be-bfdf-f8ba254d7b8a req-46872715-d1eb-414b-8fa7-8c452068f7d8 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:54:32.576174 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c96d811f-c571-42be-bfdf-f8ba254d7b8a req-46872715-d1eb-414b-8fa7-8c452068f7d8 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e805fa7-a642-4096-bcdc-771977aa020c HTTP/1.1" status: 200 len: 946 time: 0.0778940 Feb 10 23:54:32.622228 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c96d811f-c571-42be-bfdf-f8ba254d7b8a req-85c134fc-3ccf-411c-8ccc-38b00e2e95e5 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=19af5901-ff8d-4ff9-b9b4-6408adc1e6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397148 Feb 10 23:54:32.649559 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 57520) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:54:32.716076 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-db68bbf3-a951-4cfb-ba4d-cee7c659119a tempest-TestShelveInstance-1569093280 tempest-TestShelveInstance-1569093280-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=0e805fa7-a642-4096-bcdc-771977aa020c HTTP/1.1" status: 200 len: 1094 time: 0.0653555 Feb 10 23:54:32.719259 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 57524) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:54:32.724413 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-7466c254-7981-4568-a7db-c956cf48b661 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Request body: {'floatingip': {'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'port_id': '975982aa-fd25-47b4-a4f8-91342ff27fb2', 'tenant_id': '30238af4bf9045f89f078fa7a928f878', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:54:32.729763 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-7466c254-7981-4568-a7db-c956cf48b661 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:54:32.733459 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-7466c254-7981-4568-a7db-c956cf48b661 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Usage tracker for resource:floatingip and tenant:30238af4bf9045f89f078fa7a928f878 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:54:32.736258 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-7466c254-7981-4568-a7db-c956cf48b661 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:54:32.741700 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-7466c254-7981-4568-a7db-c956cf48b661 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:54:32.814152 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7466c254-7981-4568-a7db-c956cf48b661 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks [] for floatingip, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:54:32.946367 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7466c254-7981-4568-a7db-c956cf48b661 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:54:33.081706 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-7466c254-7981-4568-a7db-c956cf48b661 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Allocated IP 172.26.8.84 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/b8bfb2d3-a2e5-4712-a4c8-ecacafc437e2) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:54:33.307327 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7466c254-7981-4568-a7db-c956cf48b661 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:54:33.385583 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7466c254-7981-4568-a7db-c956cf48b661 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:54:33.455026 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7466c254-7981-4568-a7db-c956cf48b661 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:54:33.457594 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-7466c254-7981-4568-a7db-c956cf48b661 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:54:33.461087 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7466c254-7981-4568-a7db-c956cf48b661 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:54:33.491128 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7466c254-7981-4568-a7db-c956cf48b661 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Pushing event updated for resources: {'Port': ['ID=b8bfb2d3-a2e5-4712-a4c8-ecacafc437e2,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:54:33.953940 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7466c254-7981-4568-a7db-c956cf48b661 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:54:34.047526 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7466c254-7981-4568-a7db-c956cf48b661 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:54:34.242839 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7466c254-7981-4568-a7db-c956cf48b661 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:54:34.293889 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7466c254-7981-4568-a7db-c956cf48b661 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:54:34.399548 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7466c254-7981-4568-a7db-c956cf48b661 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Pushing event updated for resources: {'Port': ['ID=b8bfb2d3-a2e5-4712-a4c8-ecacafc437e2,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:54:34.413827 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7466c254-7981-4568-a7db-c956cf48b661 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1734214'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:54:34.605360 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.l3_db [None req-7466c254-7981-4568-a7db-c956cf48b661 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Floating IP 38e30b5e-1d6b-4723-8842-3d1b30caea13 associated. External IP: 172.26.8.84, port: 975982aa-fd25-47b4-a4f8-91342ff27fb2. Feb 10 23:54:35.091005 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7466c254-7981-4568-a7db-c956cf48b661 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Router 095e871e-92ec-43ed-b565-843b217c2336 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:54:35.297699 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7466c254-7981-4568-a7db-c956cf48b661 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:54:35.299619 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79898382-0ccd-4498-90e0-759cad581e35 None None] Sync routers for ids ['095e871e-92ec-43ed-b565-843b217c2336'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:54:35.311947 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79898382-0ccd-4498-90e0-759cad581e35 None None] Routers {'095e871e-92ec-43ed-b565-843b217c2336'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:54:35.314256 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-79898382-0ccd-4498-90e0-759cad581e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:54:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['095e871e-92ec-43ed-b565-843b217c2336'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:54:35.516963 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7466c254-7981-4568-a7db-c956cf48b661 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:54:35.531955 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-79898382-0ccd-4498-90e0-759cad581e35 None None] Set router 095e871e-92ec-43ed-b565-843b217c2336 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:54:35.575469 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7466c254-7981-4568-a7db-c956cf48b661 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8550887 Feb 10 23:54:35.576081 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e805fa7-a642-4096-bcdc-771977aa020c', 'tag': '975982aa-fd25-47b4-a4f8-91342ff27fb2'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:54:35.634974 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e805fa7-a642-4096-bcdc-771977aa020c', 'tag': '975982aa-fd25-47b4-a4f8-91342ff27fb2', 'status': 'completed', 'code': 200} Feb 10 23:54:35.725992 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ee4c5aaa-f31f-4268-8755-0d4b3fa72815 req-c36702dd-c89e-4477-b58c-9be32a3aec48 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=30238af4bf9045f89f078fa7a928f878&device_id=0e805fa7-a642-4096-bcdc-771977aa020c HTTP/1.1" status: 200 len: 1099 time: 0.0680914 Feb 10 23:54:35.857391 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c5aaa-f31f-4268-8755-0d4b3fa72815 req-044e6fad-4ca3-40c4-9c9e-5ed90acce6d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:54:35.858735 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ee4c5aaa-f31f-4268-8755-0d4b3fa72815 req-044e6fad-4ca3-40c4-9c9e-5ed90acce6d6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e HTTP/1.1" status: 200 len: 910 time: 0.1265023 Feb 10 23:54:35.884915 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-79898382-0ccd-4498-90e0-759cad581e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095e871e-92ec-43ed-b565-843b217c2336', 'name': 'tempest-TestShelveInstance-1715709879-router', 'tenant_id': '30238af4bf9045f89f078fa7a928f878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.168'}], 'enable_snat': True}, 'gw_port_id': 'c8779d43-089c-4dfa-979c-dadd42ad2eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:49:16Z', 'updated_at': '2022-02-10T23:49:20Z', 'revision_number': 4, 'project_id': '30238af4bf9045f89f078fa7a928f878', 'gw_port': {'id': 'c8779d43-089c-4dfa-979c-dadd42ad2eaa', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095e871e-92ec-43ed-b565-843b217c2336', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:49:17Z', 'updated_at': '2022-02-10T23:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '38e30b5e-1d6b-4723-8842-3d1b30caea13', 'tenant_id': '30238af4bf9045f89f078fa7a928f878', 'floating_ip_address': '172.26.8.84', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '095e871e-92ec-43ed-b565-843b217c2336', 'port_id': '975982aa-fd25-47b4-a4f8-91342ff27fb2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e', 'mac_address': 'fa:16:3e:b3:6c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e805fa7-a642-4096-bcdc-771977aa020c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:54:33Z', 'updated_at': '2022-02-10T23:54:33Z', 'revision_number': 0, 'project_id': '30238af4bf9045f89f078fa7a928f878', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3196a52-5565-4b5c-8a0b-b013d8bb8f2e', 'name': '', 'network_id': '3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e', 'tenant_id': '30238af4bf9045f89f078fa7a928f878', 'mac_address': 'fa:16:3e:05:58:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095e871e-92ec-43ed-b565-843b217c2336', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3524c148-a12b-461b-bda4-ae720d811cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:49:19Z', 'updated_at': '2022-02-10T23:49:29Z', 'revision_number': 5, 'project_id': '30238af4bf9045f89f078fa7a928f878', 'subnets': [{'id': '3524c148-a12b-461b-bda4-ae720d811cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:54:35.891104 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79898382-0ccd-4498-90e0-759cad581e35 None None] Checking router: 095e871e-92ec-43ed-b565-843b217c2336 for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:54:35.899663 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79898382-0ccd-4498-90e0-759cad581e35 None None] Routers {'095e871e-92ec-43ed-b565-843b217c2336'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:54:35.900289 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-79898382-0ccd-4498-90e0-759cad581e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:54:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['095e871e-92ec-43ed-b565-843b217c2336'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:54:35.963031 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ee4c5aaa-f31f-4268-8755-0d4b3fa72815 req-13446145-56ef-42da-82ed-ef2b2fc8ebf4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=975982aa-fd25-47b4-a4f8-91342ff27fb2 HTTP/1.1" status: 200 len: 999 time: 0.0988152 Feb 10 23:54:36.024984 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c5aaa-f31f-4268-8755-0d4b3fa72815 req-a2a420df-599b-4332-8752-893af55805fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:54:36.026391 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ee4c5aaa-f31f-4268-8755-0d4b3fa72815 req-a2a420df-599b-4332-8752-893af55805fb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3524c148-a12b-461b-bda4-ae720d811cf5 HTTP/1.1" status: 200 len: 848 time: 0.0580950 Feb 10 23:54:36.073321 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-79898382-0ccd-4498-90e0-759cad581e35 None None] Set router 095e871e-92ec-43ed-b565-843b217c2336 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:54:36.102559 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ee4c5aaa-f31f-4268-8755-0d4b3fa72815 req-37b8710a-bbb0-4c88-81f9-8b339c8b7731 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698884 Feb 10 23:54:36.233953 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ee4c5aaa-f31f-4268-8755-0d4b3fa72815 req-22e8983f-81af-45da-b4e2-27f12a6f1069 service neutron] 10.222.0.37 "GET /v2.0/networks/3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249807 Feb 10 23:54:36.367683 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ee4c5aaa-f31f-4268-8755-0d4b3fa72815 req-74301499-cf3e-4b35-af6c-0b350f35f3af service neutron] 10.222.0.37 "GET /v2.0/networks/3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255968 Feb 10 23:54:36.428698 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-79898382-0ccd-4498-90e0-759cad581e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095e871e-92ec-43ed-b565-843b217c2336', 'name': 'tempest-TestShelveInstance-1715709879-router', 'tenant_id': '30238af4bf9045f89f078fa7a928f878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.168'}], 'enable_snat': True}, 'gw_port_id': 'c8779d43-089c-4dfa-979c-dadd42ad2eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:49:16Z', 'updated_at': '2022-02-10T23:49:20Z', 'revision_number': 4, 'project_id': '30238af4bf9045f89f078fa7a928f878', 'gw_port': {'id': 'c8779d43-089c-4dfa-979c-dadd42ad2eaa', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095e871e-92ec-43ed-b565-843b217c2336', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:49:17Z', 'updated_at': '2022-02-10T23:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '38e30b5e-1d6b-4723-8842-3d1b30caea13', 'tenant_id': '30238af4bf9045f89f078fa7a928f878', 'floating_ip_address': '172.26.8.84', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '095e871e-92ec-43ed-b565-843b217c2336', 'port_id': '975982aa-fd25-47b4-a4f8-91342ff27fb2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e', 'mac_address': 'fa:16:3e:b3:6c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e805fa7-a642-4096-bcdc-771977aa020c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:54:33Z', 'updated_at': '2022-02-10T23:54:33Z', 'revision_number': 0, 'project_id': '30238af4bf9045f89f078fa7a928f878', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3196a52-5565-4b5c-8a0b-b013d8bb8f2e', 'name': '', 'network_id': '3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e', 'tenant_id': '30238af4bf9045f89f078fa7a928f878', 'mac_address': 'fa:16:3e:05:58:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095e871e-92ec-43ed-b565-843b217c2336', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3524c148-a12b-461b-bda4-ae720d811cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:49:19Z', 'updated_at': '2022-02-10T23:49:29Z', 'revision_number': 5, 'project_id': '30238af4bf9045f89f078fa7a928f878', 'subnets': [{'id': '3524c148-a12b-461b-bda4-ae720d811cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:54:36.433071 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79898382-0ccd-4498-90e0-759cad581e35 None None] The sync data for ids ['095e871e-92ec-43ed-b565-843b217c2336'] in dv-neutron-828797-1-hyperv is: [{'id': '095e871e-92ec-43ed-b565-843b217c2336', 'name': 'tempest-TestShelveInstance-1715709879-router', 'tenant_id': '30238af4bf9045f89f078fa7a928f878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.168'}], 'enable_snat': True}, 'gw_port_id': 'c8779d43-089c-4dfa-979c-dadd42ad2eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:49:16Z', 'updated_at': '2022-02-10T23:49:20Z', 'revision_number': 4, 'project_id': '30238af4bf9045f89f078fa7a928f878', 'gw_port': {'id': 'c8779d43-089c-4dfa-979c-dadd42ad2eaa', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095e871e-92ec-43ed-b565-843b217c2336', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:49:17Z', 'updated_at': '2022-02-10T23:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '38e30b5e-1d6b-4723-8842-3d1b30caea13', 'tenant_id': '30238af4bf9045f89f078fa7a928f878', 'floating_ip_address': '172.26.8.84', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': '095e871e-92ec-43ed-b565-843b217c2336', 'port_id': '975982aa-fd25-47b4-a4f8-91342ff27fb2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e', 'mac_address': 'fa:16:3e:b3:6c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e805fa7-a642-4096-bcdc-771977aa020c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:54:33Z', 'updated_at': '2022-02-10T23:54:33Z', 'revision_number': 0, 'project_id': '30238af4bf9045f89f078fa7a928f878', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3196a52-5565-4b5c-8a0b-b013d8bb8f2e', 'name': '', 'network_id': '3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e', 'tenant_id': '30238af4bf9045f89f078fa7a928f878', 'mac_address': 'fa:16:3e:05:58:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095e871e-92ec-43ed-b565-843b217c2336', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3524c148-a12b-461b-bda4-ae720d811cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:49:19Z', 'updated_at': '2022-02-10T23:49:29Z', 'revision_number': 5, 'project_id': '30238af4bf9045f89f078fa7a928f878', 'subnets': [{'id': '3524c148-a12b-461b-bda4-ae720d811cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:54:36.629901 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7547c5-9e76-4255-a615-11066529c848 None None] New status for floating IP 38e30b5e-1d6b-4723-8842-3d1b30caea13: ACTIVE {{(pid=84334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 23:54:46.036961 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-30c98b72-8df8-45ab-b3be-38052358d5b4 req-fc928bef-ee98-4b1c-ac0b-ca94eddc28cf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0e805fa7-a642-4096-bcdc-771977aa020c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0700078 Feb 10 23:54:46.175656 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-30c98b72-8df8-45ab-b3be-38052358d5b4 req-f49dbc57-66e2-4947-8ceb-4a3772a3f4f3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=30238af4bf9045f89f078fa7a928f878&device_id=0e805fa7-a642-4096-bcdc-771977aa020c HTTP/1.1" status: 200 len: 1099 time: 0.0714898 Feb 10 23:54:46.317463 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c98b72-8df8-45ab-b3be-38052358d5b4 req-434cb1cb-391b-418a-be8c-1ed89ead55dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:54:46.318832 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-30c98b72-8df8-45ab-b3be-38052358d5b4 req-434cb1cb-391b-418a-be8c-1ed89ead55dc service neutron] 10.222.0.37 "GET /v2.0/networks?id=3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e HTTP/1.1" status: 200 len: 910 time: 0.1267052 Feb 10 23:54:46.418037 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-30c98b72-8df8-45ab-b3be-38052358d5b4 req-60e18dbe-541b-4982-9570-2a27914c554e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=975982aa-fd25-47b4-a4f8-91342ff27fb2 HTTP/1.1" status: 200 len: 1001 time: 0.0928690 Feb 10 23:54:46.559393 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:54:46.571047 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c98b72-8df8-45ab-b3be-38052358d5b4 req-480ac08b-e836-4eb6-8097-3c81757d41ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:54:46.573113 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-30c98b72-8df8-45ab-b3be-38052358d5b4 req-480ac08b-e836-4eb6-8097-3c81757d41ec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3524c148-a12b-461b-bda4-ae720d811cf5 HTTP/1.1" status: 200 len: 848 time: 0.1500175 Feb 10 23:54:46.648645 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-30c98b72-8df8-45ab-b3be-38052358d5b4 req-15b5195b-2a95-4571-8497-98865a696e35 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695899 Feb 10 23:54:46.776024 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-30c98b72-8df8-45ab-b3be-38052358d5b4 req-b5f7f5a1-b711-415b-bca5-d7fe9eda561a service neutron] 10.222.0.37 "GET /v2.0/networks/3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208611 Feb 10 23:54:46.904640 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-30c98b72-8df8-45ab-b3be-38052358d5b4 req-a4dfb59e-064d-4689-8488-287966bb5b14 service neutron] 10.222.0.37 "GET /v2.0/networks/3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222780 Feb 10 23:54:49.094028 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-178462f1-471e-40e0-af8b-51d758b23407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:54:49.253460 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:54:51.295217 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e06891a0-c93e-41e1-9526-26eae01ebd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:54:52.636482 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:54:52.667689 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:54:54.175206 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:55:16.563556 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:55:19.088393 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1d00d0dd-2745-4dca-8c5d-1da84457dbcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:55:21.275314 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-641e03c4-438e-4941-aa1c-152be4645eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:55:22.591638 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:55:22.636989 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:55:24.190283 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:55:26.254207 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:55:46.560173 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:55:47.045157 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-02f57768-0764-450e-ad82-72a8c7e3bdb0 req-b3ccea5b-a919-47c9-b621-a445aace6b05 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0e805fa7-a642-4096-bcdc-771977aa020c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0661221 Feb 10 23:55:47.179983 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-02f57768-0764-450e-ad82-72a8c7e3bdb0 req-7554c2b4-040f-4da8-b3dc-0d38ff199fb3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=30238af4bf9045f89f078fa7a928f878&device_id=0e805fa7-a642-4096-bcdc-771977aa020c HTTP/1.1" status: 200 len: 1099 time: 0.0676656 Feb 10 23:55:47.323050 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f57768-0764-450e-ad82-72a8c7e3bdb0 req-b5fe3ffd-cca1-43bb-92b2-bd8231b05485 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:55:47.325051 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-02f57768-0764-450e-ad82-72a8c7e3bdb0 req-b5fe3ffd-cca1-43bb-92b2-bd8231b05485 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e HTTP/1.1" status: 200 len: 910 time: 0.1265779 Feb 10 23:55:47.427802 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-02f57768-0764-450e-ad82-72a8c7e3bdb0 req-a7e5f012-c278-48e6-9a74-53e65a656dae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=975982aa-fd25-47b4-a4f8-91342ff27fb2 HTTP/1.1" status: 200 len: 1001 time: 0.0958686 Feb 10 23:55:47.492127 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f57768-0764-450e-ad82-72a8c7e3bdb0 req-c977453f-3f4f-477d-983e-688a23897cc2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:55:47.493560 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-02f57768-0764-450e-ad82-72a8c7e3bdb0 req-c977453f-3f4f-477d-983e-688a23897cc2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3524c148-a12b-461b-bda4-ae720d811cf5 HTTP/1.1" status: 200 len: 848 time: 0.0587118 Feb 10 23:55:47.566953 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-02f57768-0764-450e-ad82-72a8c7e3bdb0 req-a7c72b22-cf52-442c-a510-f95b703db03a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671532 Feb 10 23:55:47.697057 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-02f57768-0764-450e-ad82-72a8c7e3bdb0 req-8d65c6cb-9de6-4b97-b67a-ccf5791e9f29 service neutron] 10.222.0.37 "GET /v2.0/networks/3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237874 Feb 10 23:55:47.826568 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-02f57768-0764-450e-ad82-72a8c7e3bdb0 req-46dc9b45-8e0f-4099-8f53-70c59b9b1760 service neutron] 10.222.0.37 "GET /v2.0/networks/3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239157 Feb 10 23:55:49.119503 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4a510723-65f6-4a9d-8f9f-d9060edd63ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:55:51.282260 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d945db0e-f87e-48dd-9b2d-541721994551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:55:52.612904 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:55:52.634220 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:55:54.190015 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:56:03.255717 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:56:16.582657 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:56:19.093891 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-18ac0d7e-c9af-4800-9f1f-ee9de308a841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:56:21.317383 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4b7c27f4-e077-4790-958b-624921501c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:56:22.619825 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:56:22.642485 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:56:24.171239 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:56:40.256566 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:56:46.570715 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:56:48.046776 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2a71c407-9c1f-4b78-b230-0b53590da953 req-0baf8451-f57c-4145-91c7-12b5d473c395 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0e805fa7-a642-4096-bcdc-771977aa020c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0694635 Feb 10 23:56:48.182906 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2a71c407-9c1f-4b78-b230-0b53590da953 req-fa713dec-7c8d-425d-b564-6c16666ef399 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=30238af4bf9045f89f078fa7a928f878&device_id=0e805fa7-a642-4096-bcdc-771977aa020c HTTP/1.1" status: 200 len: 1099 time: 0.0670013 Feb 10 23:56:48.322254 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71c407-9c1f-4b78-b230-0b53590da953 req-d8847dfe-146b-4962-93db-e47de6856f12 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:56:48.323567 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2a71c407-9c1f-4b78-b230-0b53590da953 req-d8847dfe-146b-4962-93db-e47de6856f12 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e HTTP/1.1" status: 200 len: 910 time: 0.1238620 Feb 10 23:56:48.503177 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2a71c407-9c1f-4b78-b230-0b53590da953 req-ad7a0cd2-2bf6-4fc3-b029-99b08a5e2e2d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=975982aa-fd25-47b4-a4f8-91342ff27fb2 HTTP/1.1" status: 200 len: 1001 time: 0.1736495 Feb 10 23:56:48.564128 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71c407-9c1f-4b78-b230-0b53590da953 req-a56549d2-78fc-41bb-8504-0a88a2893fa7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:56:48.565558 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2a71c407-9c1f-4b78-b230-0b53590da953 req-a56549d2-78fc-41bb-8504-0a88a2893fa7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3524c148-a12b-461b-bda4-ae720d811cf5 HTTP/1.1" status: 200 len: 848 time: 0.0566080 Feb 10 23:56:48.641525 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2a71c407-9c1f-4b78-b230-0b53590da953 req-18c04a3b-6be6-4db8-bf22-1978eaf843fd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703681 Feb 10 23:56:48.771617 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2a71c407-9c1f-4b78-b230-0b53590da953 req-f18c9a88-9713-41f7-8a87-ba0e8334c130 service neutron] 10.222.0.37 "GET /v2.0/networks/3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233599 Feb 10 23:56:48.903713 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2a71c407-9c1f-4b78-b230-0b53590da953 req-14ff4905-5358-49c8-bf8c-488ef9fda4be service neutron] 10.222.0.37 "GET /v2.0/networks/3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263583 Feb 10 23:56:49.108298 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fdcf29d9-3480-4167-94b9-ad07376ce80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:56:51.284806 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1965aff9-46c9-4ca3-a22d-87920ae52231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:56:52.619060 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:56:52.641799 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:56:54.184906 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:13.765544 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b00e2-c5c2-4f0f-8434-98e3f44a6e27 req-3d33f84d-b9b6-4f1d-b9ee-2fa74312627f tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:13.767079 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-ce6b00e2-c5c2-4f0f-8434-98e3f44a6e27 req-3d33f84d-b9b6-4f1d-b9ee-2fa74312627f tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e805fa7-a642-4096-bcdc-771977aa020c HTTP/1.1" status: 200 len: 946 time: 0.0813560 Feb 10 23:57:13.813098 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-ce6b00e2-c5c2-4f0f-8434-98e3f44a6e27 req-f4ecff1e-09e1-473c-8805-17972692c9c1 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=19af5901-ff8d-4ff9-b9b4-6408adc1e6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393226 Feb 10 23:57:15.026808 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d14663-4450-4175-acfa-ef4d4939ba06 req-07d714c5-e978-4fb8-a25c-bbe98948c861 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:15.028221 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-04d14663-4450-4175-acfa-ef4d4939ba06 req-07d714c5-e978-4fb8-a25c-bbe98948c861 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e805fa7-a642-4096-bcdc-771977aa020c HTTP/1.1" status: 200 len: 946 time: 0.0748494 Feb 10 23:57:15.072761 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-04d14663-4450-4175-acfa-ef4d4939ba06 req-23566641-cd9f-4d66-9d0f-cb6a29c00cda tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=19af5901-ff8d-4ff9-b9b4-6408adc1e6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381222 Feb 10 23:57:16.280023 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ecd746-9b1e-4a9b-9283-353e2fae72df req-d8398fca-518f-44f9-9e81-0c1998d486d5 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:16.281471 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-58ecd746-9b1e-4a9b-9283-353e2fae72df req-d8398fca-518f-44f9-9e81-0c1998d486d5 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e805fa7-a642-4096-bcdc-771977aa020c HTTP/1.1" status: 200 len: 946 time: 0.0742445 Feb 10 23:57:16.329288 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-58ecd746-9b1e-4a9b-9283-353e2fae72df req-acbbb9d9-1438-42f0-bb9b-62fd54f5d139 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=19af5901-ff8d-4ff9-b9b4-6408adc1e6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418060 Feb 10 23:57:16.601721 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:17.257277 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:57:17.534512 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f18c2de-29f7-4ddb-9514-9f4f96a495e0 req-fe01b2d7-af3b-41e8-a899-fad8b903fb07 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:17.536134 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4f18c2de-29f7-4ddb-9514-9f4f96a495e0 req-fe01b2d7-af3b-41e8-a899-fad8b903fb07 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e805fa7-a642-4096-bcdc-771977aa020c HTTP/1.1" status: 200 len: 946 time: 0.0815024 Feb 10 23:57:17.583004 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4f18c2de-29f7-4ddb-9514-9f4f96a495e0 req-fe378d1e-a180-4d05-8a99-92ca33ba8b9b tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=19af5901-ff8d-4ff9-b9b4-6408adc1e6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409839 Feb 10 23:57:18.779497 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56967789-8462-4141-b0fb-780804ce7bb5 req-303737c8-2415-46f6-ac47-4d7a8d0c33b8 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:18.780924 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-56967789-8462-4141-b0fb-780804ce7bb5 req-303737c8-2415-46f6-ac47-4d7a8d0c33b8 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e805fa7-a642-4096-bcdc-771977aa020c HTTP/1.1" status: 200 len: 946 time: 0.0763373 Feb 10 23:57:18.823987 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-56967789-8462-4141-b0fb-780804ce7bb5 req-ddb27b90-2ed0-411e-bf25-9bf14b9f22b2 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=19af5901-ff8d-4ff9-b9b4-6408adc1e6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373752 Feb 10 23:57:19.121422 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0540bdf4-da5a-4521-b002-f00a4c506eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:20.013523 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610de5e-eecd-4f4b-947b-86a8af772dcf req-12175170-4359-4fc6-96cd-d97fe54237a3 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:20.014868 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4610de5e-eecd-4f4b-947b-86a8af772dcf req-12175170-4359-4fc6-96cd-d97fe54237a3 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e805fa7-a642-4096-bcdc-771977aa020c HTTP/1.1" status: 200 len: 946 time: 0.0733817 Feb 10 23:57:20.058765 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4610de5e-eecd-4f4b-947b-86a8af772dcf req-e52fb893-9988-4f9f-92d9-5b61b06f053f tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=19af5901-ff8d-4ff9-b9b4-6408adc1e6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375593 Feb 10 23:57:21.266322 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5868ff-3e16-4434-8912-f0dd554ddd24 req-f65204a8-33d5-4b45-bfd1-0d63f2919dc9 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:21.267753 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-ad5868ff-3e16-4434-8912-f0dd554ddd24 req-f65204a8-33d5-4b45-bfd1-0d63f2919dc9 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e805fa7-a642-4096-bcdc-771977aa020c HTTP/1.1" status: 200 len: 946 time: 0.0847750 Feb 10 23:57:21.281877 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8142eac6-b5f0-4f5e-b6bf-7e6799e71c3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:21.313088 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-ad5868ff-3e16-4434-8912-f0dd554ddd24 req-56021fcc-4739-44fa-95e0-dec4e159f936 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=19af5901-ff8d-4ff9-b9b4-6408adc1e6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393281 Feb 10 23:57:22.510725 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5dd9d-0d3e-4dd5-b8a0-6e92d5046cd2 req-21a88563-c9ff-431b-b3b1-76ec33647dc1 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:22.512161 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-23b5dd9d-0d3e-4dd5-b8a0-6e92d5046cd2 req-21a88563-c9ff-431b-b3b1-76ec33647dc1 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e805fa7-a642-4096-bcdc-771977aa020c HTTP/1.1" status: 200 len: 946 time: 0.0802488 Feb 10 23:57:22.558215 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-23b5dd9d-0d3e-4dd5-b8a0-6e92d5046cd2 req-1a76a617-31a4-46a8-a3af-3dda54e9c0b8 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=19af5901-ff8d-4ff9-b9b4-6408adc1e6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406444 Feb 10 23:57:22.597612 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:22.654622 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:23.751966 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6dd9e-1930-4c4a-a6fa-62e0b1db0e87 req-48e742d3-74af-44d6-abf5-d3bcf64fa453 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:23.753932 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-03e6dd9e-1930-4c4a-a6fa-62e0b1db0e87 req-48e742d3-74af-44d6-abf5-d3bcf64fa453 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e805fa7-a642-4096-bcdc-771977aa020c HTTP/1.1" status: 200 len: 946 time: 0.0735006 Feb 10 23:57:23.798037 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-03e6dd9e-1930-4c4a-a6fa-62e0b1db0e87 req-03166d6e-a3b1-4b39-a95e-809231fa9b47 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=19af5901-ff8d-4ff9-b9b4-6408adc1e6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385480 Feb 10 23:57:23.906879 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8e6206a1-347b-4958-8140-d2e71f26cf39 req-d22fba33-e4a9-49fc-ad95-d4870a6bb9bd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=30238af4bf9045f89f078fa7a928f878&device_id=0e805fa7-a642-4096-bcdc-771977aa020c HTTP/1.1" status: 200 len: 1099 time: 0.0665135 Feb 10 23:57:24.034770 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6206a1-347b-4958-8140-d2e71f26cf39 req-a6e96d2e-80bf-4369-89d2-30a5abe2e02b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:24.036196 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8e6206a1-347b-4958-8140-d2e71f26cf39 req-a6e96d2e-80bf-4369-89d2-30a5abe2e02b service neutron] 10.222.0.37 "GET /v2.0/networks?id=3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e HTTP/1.1" status: 200 len: 910 time: 0.1237192 Feb 10 23:57:24.141790 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8e6206a1-347b-4958-8140-d2e71f26cf39 req-1e5f3e0f-e7e5-440e-ae0b-4fea8024e9d5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=975982aa-fd25-47b4-a4f8-91342ff27fb2 HTTP/1.1" status: 200 len: 1001 time: 0.0997763 Feb 10 23:57:24.202106 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:24.204402 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6206a1-347b-4958-8140-d2e71f26cf39 req-f57f90c4-c2d6-4519-bd46-b695b3a71c6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:24.205962 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8e6206a1-347b-4958-8140-d2e71f26cf39 req-f57f90c4-c2d6-4519-bd46-b695b3a71c6d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3524c148-a12b-461b-bda4-ae720d811cf5 HTTP/1.1" status: 200 len: 848 time: 0.0587282 Feb 10 23:57:24.280483 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8e6206a1-347b-4958-8140-d2e71f26cf39 req-13baf224-1742-4721-9405-928b44115b6c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693061 Feb 10 23:57:24.408032 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8e6206a1-347b-4958-8140-d2e71f26cf39 req-d9ecfc12-0361-4ebb-95c9-6074ab95e689 service neutron] 10.222.0.37 "GET /v2.0/networks/3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212857 Feb 10 23:57:24.534575 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8e6206a1-347b-4958-8140-d2e71f26cf39 req-d3dd2afe-542d-4129-a275-ade0e48ac0ba service neutron] 10.222.0.37 "GET /v2.0/networks/3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205657 Feb 10 23:57:24.994718 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d41dfd1-3162-4034-bb8d-aa48bea04d3f req-6dc02f14-03b3-4936-9dbd-aa213f530ab3 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:24.996143 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0d41dfd1-3162-4034-bb8d-aa48bea04d3f req-6dc02f14-03b3-4936-9dbd-aa213f530ab3 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e805fa7-a642-4096-bcdc-771977aa020c HTTP/1.1" status: 200 len: 946 time: 0.0750773 Feb 10 23:57:25.126858 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0d41dfd1-3162-4034-bb8d-aa48bea04d3f req-5b385303-60a3-4e76-92c3-7b2e01109281 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=19af5901-ff8d-4ff9-b9b4-6408adc1e6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250429 Feb 10 23:57:26.325892 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f21f9-74d0-4a85-8cbe-076712ddee93 req-1ad62583-44b1-4478-b5ce-10e64bdda784 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:26.327308 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-251f21f9-74d0-4a85-8cbe-076712ddee93 req-1ad62583-44b1-4478-b5ce-10e64bdda784 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e805fa7-a642-4096-bcdc-771977aa020c HTTP/1.1" status: 200 len: 946 time: 0.0792170 Feb 10 23:57:26.375991 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-251f21f9-74d0-4a85-8cbe-076712ddee93 req-79408d43-c5c2-4d70-aba4-4a568b29c94c tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=19af5901-ff8d-4ff9-b9b4-6408adc1e6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422947 Feb 10 23:57:27.569421 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd30b7bc-5960-42c6-9a41-2afb79c6e935 req-03cd3f3d-cfd6-4649-93d6-54c472ef6cdd tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:27.570826 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cd30b7bc-5960-42c6-9a41-2afb79c6e935 req-03cd3f3d-cfd6-4649-93d6-54c472ef6cdd tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e805fa7-a642-4096-bcdc-771977aa020c HTTP/1.1" status: 200 len: 946 time: 0.0738752 Feb 10 23:57:27.615177 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cd30b7bc-5960-42c6-9a41-2afb79c6e935 req-7836e341-d167-4d20-8c42-da7003c63cf8 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=19af5901-ff8d-4ff9-b9b4-6408adc1e6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389323 Feb 10 23:57:27.869294 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-0081e7c5-0a41-4d4c-baf5-1b21168157f6 req-bbd21a0b-d396-4514-a59a-9dd66e907c65 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0e805fa7-a642-4096-bcdc-771977aa020c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1378088 Feb 10 23:57:28.305340 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98c00c-7b3c-4a86-8ed3-f651d9ec6d4f req-04a9bea5-65f0-4760-b637-f63f9b92b89c tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:28.306795 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8f98c00c-7b3c-4a86-8ed3-f651d9ec6d4f req-04a9bea5-65f0-4760-b637-f63f9b92b89c tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e805fa7-a642-4096-bcdc-771977aa020c HTTP/1.1" status: 200 len: 946 time: 0.1200275 Feb 10 23:57:28.354157 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8f98c00c-7b3c-4a86-8ed3-f651d9ec6d4f req-0d5f26c0-d4a2-47c0-a5c0-6cffb5af9e06 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=19af5901-ff8d-4ff9-b9b4-6408adc1e6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417330 Feb 10 23:57:28.364276 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-d39ad18c-df92-418e-b96d-67f43e1d9a54 req-e4c0d400-3265-40c8-beab-819ac20baad3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0e805fa7-a642-4096-bcdc-771977aa020c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1785166 Feb 10 23:57:29.550196 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268acbed-23da-4d93-8932-42b491fa5b46 req-a7c9718c-f128-4016-b25c-3ed95668ec52 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:29.551951 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-268acbed-23da-4d93-8932-42b491fa5b46 req-a7c9718c-f128-4016-b25c-3ed95668ec52 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e805fa7-a642-4096-bcdc-771977aa020c HTTP/1.1" status: 200 len: 946 time: 0.0758731 Feb 10 23:57:29.599532 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-268acbed-23da-4d93-8932-42b491fa5b46 req-89d0313b-5e1a-43c5-a329-40d81f3973b9 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=19af5901-ff8d-4ff9-b9b4-6408adc1e6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415490 Feb 10 23:57:30.131496 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 975982aa-fd25-47b4-a4f8-91342ff27fb2 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:57:30.244334 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:30.273579 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e805fa7-a642-4096-bcdc-771977aa020c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '975982aa-fd25-47b4-a4f8-91342ff27fb2'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:57:30.283299 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 975982aa-fd25-47b4-a4f8-91342ff27fb2, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=975982aa-fd25-47b4-a4f8-91342ff27fb2,segment=NetworkSegment(9ea2039f-2964-444a-8abc-d0c15e3e1aeb),segment_id=9ea2039f-2964-444a-8abc-d0c15e3e1aeb)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:57:30.406323 dv-neutron-828797-1-hyperv neutron-server[84334]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0e805fa7-a642-4096-bcdc-771977aa020c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '975982aa-fd25-47b4-a4f8-91342ff27fb2', 'code': 422} returned with failed status Feb 10 23:57:30.415451 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:30.590225 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=975982aa-fd25-47b4-a4f8-91342ff27fb2,revision_number=6']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:57:30.590225 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:57:30.590225 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:57:30.590225 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:57:30.590225 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:57:30.590225 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:57:30.590225 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:57:30.590225 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:57:30.590225 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:57:30.590225 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:57:30.590225 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:57:30.590225 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:57:30.800797 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c10f4-09b5-4ff4-ab03-e8b87f44195e req-046c7b5f-2e39-4a98-b6db-d4774aad9150 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:30.802147 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-1f0c10f4-09b5-4ff4-ab03-e8b87f44195e req-046c7b5f-2e39-4a98-b6db-d4774aad9150 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e805fa7-a642-4096-bcdc-771977aa020c HTTP/1.1" status: 200 len: 944 time: 0.0809951 Feb 10 23:57:30.848799 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-1f0c10f4-09b5-4ff4-ab03-e8b87f44195e req-789b1084-9963-474f-8acd-e8ef97349def tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=19af5901-ff8d-4ff9-b9b4-6408adc1e6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409272 Feb 10 23:57:31.464605 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d39ad18c-df92-418e-b96d-67f43e1d9a54 req-2edbdb26-9713-496d-a681-a4fd039a34f7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0e805fa7-a642-4096-bcdc-771977aa020c&tenant_id=30238af4bf9045f89f078fa7a928f878 HTTP/1.1" status: 200 len: 1097 time: 0.0681095 Feb 10 23:57:31.567057 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d39ad18c-df92-418e-b96d-67f43e1d9a54 req-541630be-281d-457f-9ad8-a9168116e8e8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=30238af4bf9045f89f078fa7a928f878&device_id=0e805fa7-a642-4096-bcdc-771977aa020c HTTP/1.1" status: 200 len: 1097 time: 0.0812163 Feb 10 23:57:31.725767 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39ad18c-df92-418e-b96d-67f43e1d9a54 req-b2195a13-54b4-4c6d-a1f2-94a22171a927 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:31.727218 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d39ad18c-df92-418e-b96d-67f43e1d9a54 req-b2195a13-54b4-4c6d-a1f2-94a22171a927 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e HTTP/1.1" status: 200 len: 910 time: 0.1550333 Feb 10 23:57:31.834331 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d39ad18c-df92-418e-b96d-67f43e1d9a54 req-acd8a997-dc83-4efe-af19-15ef62f1f391 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=975982aa-fd25-47b4-a4f8-91342ff27fb2 HTTP/1.1" status: 200 len: 999 time: 0.1002576 Feb 10 23:57:31.895314 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39ad18c-df92-418e-b96d-67f43e1d9a54 req-805b5b50-4aeb-4d08-8822-67cca81b9f1a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:31.896794 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d39ad18c-df92-418e-b96d-67f43e1d9a54 req-805b5b50-4aeb-4d08-8822-67cca81b9f1a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3524c148-a12b-461b-bda4-ae720d811cf5 HTTP/1.1" status: 200 len: 848 time: 0.0561295 Feb 10 23:57:31.969560 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d39ad18c-df92-418e-b96d-67f43e1d9a54 req-a01c8fc0-a8e9-4145-9184-3ed23f43d2d3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668309 Feb 10 23:57:32.157481 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d39ad18c-df92-418e-b96d-67f43e1d9a54 req-a3b8a517-f2f1-433a-9709-082c57e38295 service neutron] 10.222.0.37 "GET /v2.0/networks/3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807225 Feb 10 23:57:32.163763 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42fb4b5-c46b-4ecb-8319-dd6a58fb066d req-4e2cece8-084a-4ae8-ac4f-ade847417656 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:32.165111 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e42fb4b5-c46b-4ecb-8319-dd6a58fb066d req-4e2cece8-084a-4ae8-ac4f-ade847417656 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e805fa7-a642-4096-bcdc-771977aa020c HTTP/1.1" status: 200 len: 944 time: 0.1895535 Feb 10 23:57:32.288918 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e42fb4b5-c46b-4ecb-8319-dd6a58fb066d req-f290e861-bf05-4dad-86bc-b4ad208cf170 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=19af5901-ff8d-4ff9-b9b4-6408adc1e6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059608 Feb 10 23:57:32.322181 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d39ad18c-df92-418e-b96d-67f43e1d9a54 req-4cc0e113-193d-497f-9abd-eb798f9b904b service neutron] 10.222.0.37 "GET /v2.0/networks/3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561732 Feb 10 23:57:33.485427 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31391a5-f723-4d86-a39f-0e617f0a181d req-6356ede2-f1e8-46e6-b8f1-1d87768f3c3e tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:33.487081 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-b31391a5-f723-4d86-a39f-0e617f0a181d req-6356ede2-f1e8-46e6-b8f1-1d87768f3c3e tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e805fa7-a642-4096-bcdc-771977aa020c HTTP/1.1" status: 200 len: 944 time: 0.0760469 Feb 10 23:57:33.535262 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-b31391a5-f723-4d86-a39f-0e617f0a181d req-8106b760-0fcb-4f45-a96a-d7d188f9d2f2 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=19af5901-ff8d-4ff9-b9b4-6408adc1e6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416439 Feb 10 23:57:34.733373 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a679191-63ab-414c-836f-e284bef4547e req-d5295b5e-1c74-4c9d-a2a2-d7a6fc4abd36 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:34.734794 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1a679191-63ab-414c-836f-e284bef4547e req-d5295b5e-1c74-4c9d-a2a2-d7a6fc4abd36 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e805fa7-a642-4096-bcdc-771977aa020c HTTP/1.1" status: 200 len: 944 time: 0.0811040 Feb 10 23:57:34.780172 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1a679191-63ab-414c-836f-e284bef4547e req-766408b7-44f3-4c23-a498-20538bd0556d tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=19af5901-ff8d-4ff9-b9b4-6408adc1e6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393496 Feb 10 23:57:35.975872 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b6f214-40b0-4a1d-8889-fe4de5a12912 req-6ccb7693-1ea5-4936-950f-ac0d37f9e31a tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:35.977318 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-d9b6f214-40b0-4a1d-8889-fe4de5a12912 req-6ccb7693-1ea5-4936-950f-ac0d37f9e31a tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e805fa7-a642-4096-bcdc-771977aa020c HTTP/1.1" status: 200 len: 944 time: 0.0778549 Feb 10 23:57:36.021440 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-d9b6f214-40b0-4a1d-8889-fe4de5a12912 req-66086502-3e57-411a-8c5e-358364f131eb tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=19af5901-ff8d-4ff9-b9b4-6408adc1e6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385408 Feb 10 23:57:37.211809 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d6e06-3eeb-45ef-8d27-e606dc4aec0e req-48e255d1-4c6c-40b6-8281-3462af22d6fd tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:37.213235 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3e0d6e06-3eeb-45ef-8d27-e606dc4aec0e req-48e255d1-4c6c-40b6-8281-3462af22d6fd tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e805fa7-a642-4096-bcdc-771977aa020c HTTP/1.1" status: 200 len: 944 time: 0.0732639 Feb 10 23:57:37.256374 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3e0d6e06-3eeb-45ef-8d27-e606dc4aec0e req-7ee963fb-09c1-4e81-8ab0-5e24795c5ef9 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=19af5901-ff8d-4ff9-b9b4-6408adc1e6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376935 Feb 10 23:57:38.450952 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29ca43-de5c-46ee-a765-02d3093e7a5d req-f10c78c8-fd0f-4fcb-abd9-aa1345e00ce7 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:38.452376 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-3e29ca43-de5c-46ee-a765-02d3093e7a5d req-f10c78c8-fd0f-4fcb-abd9-aa1345e00ce7 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e805fa7-a642-4096-bcdc-771977aa020c HTTP/1.1" status: 200 len: 944 time: 0.0776718 Feb 10 23:57:38.589470 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-3e29ca43-de5c-46ee-a765-02d3093e7a5d req-a55f5074-c74a-44f0-880b-efc405949f4f tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=19af5901-ff8d-4ff9-b9b4-6408adc1e6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312771 Feb 10 23:57:39.789338 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1366937-826c-4dad-b132-c37d98d96313 req-ee197e4c-ee83-4f95-af04-3229514f2d18 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:39.790750 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d1366937-826c-4dad-b132-c37d98d96313 req-ee197e4c-ee83-4f95-af04-3229514f2d18 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e805fa7-a642-4096-bcdc-771977aa020c HTTP/1.1" status: 200 len: 944 time: 0.0788045 Feb 10 23:57:39.834400 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d1366937-826c-4dad-b132-c37d98d96313 req-07c33fe8-9026-4f58-902a-a20ee468472e tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=19af5901-ff8d-4ff9-b9b4-6408adc1e6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382514 Feb 10 23:57:40.163169 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 975982aa-fd25-47b4-a4f8-91342ff27fb2 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:57:40.291030 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 975982aa-fd25-47b4-a4f8-91342ff27fb2, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=975982aa-fd25-47b4-a4f8-91342ff27fb2,segment=NetworkSegment(9ea2039f-2964-444a-8abc-d0c15e3e1aeb),segment_id=9ea2039f-2964-444a-8abc-d0c15e3e1aeb)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:57:40.303310 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Returning: {'device': '975982aa-fd25-47b4-a4f8-91342ff27fb2', 'network_id': '3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e', 'port_id': '975982aa-fd25-47b4-a4f8-91342ff27fb2', 'mac_address': 'fa:16:3e:b3:6c:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3524c148-a12b-461b-bda4-ae720d811cf5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:57:40.356571 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:40.372500 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 975982aa-fd25-47b4-a4f8-91342ff27fb2 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:57:40.387195 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 975982aa-fd25-47b4-a4f8-91342ff27fb2, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=975982aa-fd25-47b4-a4f8-91342ff27fb2,segment=NetworkSegment(9ea2039f-2964-444a-8abc-d0c15e3e1aeb),segment_id=9ea2039f-2964-444a-8abc-d0c15e3e1aeb)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:57:40.513086 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:40.578675 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=975982aa-fd25-47b4-a4f8-91342ff27fb2,revision_number=7']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:57:40.763969 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['975982aa-fd25-47b4-a4f8-91342ff27fb2'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 23:57:41.033325 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe47fbd-60cd-4fed-80e7-72ac0f00b063 req-80356181-98e1-4d81-b7cd-c1d13a460fe1 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:41.034672 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-4fe47fbd-60cd-4fed-80e7-72ac0f00b063 req-80356181-98e1-4d81-b7cd-c1d13a460fe1 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e805fa7-a642-4096-bcdc-771977aa020c HTTP/1.1" status: 200 len: 945 time: 0.0749891 Feb 10 23:57:41.079023 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-4fe47fbd-60cd-4fed-80e7-72ac0f00b063 req-93c1c39e-d6e7-4969-9dde-0ec6748c2193 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=19af5901-ff8d-4ff9-b9b4-6408adc1e6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381272 Feb 10 23:57:42.178710 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 975982aa-fd25-47b4-a4f8-91342ff27fb2 up at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:57:42.246970 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning complete for port 975982aa-fd25-47b4-a4f8-91342ff27fb2 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:57:42.247321 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:42.274147 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d2f4c-ab60-41f9-8034-9f6685818b4e req-147bb4fc-12a4-4b3a-ba37-88e38d08cfa5 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:42.275568 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ac4d2f4c-ab60-41f9-8034-9f6685818b4e req-147bb4fc-12a4-4b3a-ba37-88e38d08cfa5 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e805fa7-a642-4096-bcdc-771977aa020c HTTP/1.1" status: 200 len: 945 time: 0.0740433 Feb 10 23:57:42.323519 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ac4d2f4c-ab60-41f9-8034-9f6685818b4e req-c89ae0ab-a124-45bf-8527-1f019611deac tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=19af5901-ff8d-4ff9-b9b4-6408adc1e6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424712 Feb 10 23:57:42.389505 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:42.414918 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e805fa7-a642-4096-bcdc-771977aa020c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '975982aa-fd25-47b4-a4f8-91342ff27fb2'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:57:42.424122 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 975982aa-fd25-47b4-a4f8-91342ff27fb2, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=975982aa-fd25-47b4-a4f8-91342ff27fb2,segment=NetworkSegment(9ea2039f-2964-444a-8abc-d0c15e3e1aeb),segment_id=9ea2039f-2964-444a-8abc-d0c15e3e1aeb)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:57:42.470873 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e805fa7-a642-4096-bcdc-771977aa020c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '975982aa-fd25-47b4-a4f8-91342ff27fb2', 'code': 200} Feb 10 23:57:42.523593 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:42.588673 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=975982aa-fd25-47b4-a4f8-91342ff27fb2,revision_number=8']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:57:42.830278 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-81ec1f01-ec7b-4bd3-b125-298884d31e02 req-37a06176-fdd2-4a53-9b36-92ddb281fd78 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0e805fa7-a642-4096-bcdc-771977aa020c HTTP/1.1" status: 200 len: 1099 time: 0.0645697 Feb 10 23:57:42.870600 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-81ec1f01-ec7b-4bd3-b125-298884d31e02 req-482bef49-1d77-4698-a6bb-3f2739fd6126 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=19af5901-ff8d-4ff9-b9b4-6408adc1e6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344999 Feb 10 23:57:43.604436 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0120641-80f7-4b9f-a9dd-f61a67168525 req-04575682-3c21-4f10-9ece-888e25ef547d tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:43.605859 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c0120641-80f7-4b9f-a9dd-f61a67168525 req-04575682-3c21-4f10-9ece-888e25ef547d tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e805fa7-a642-4096-bcdc-771977aa020c HTTP/1.1" status: 200 len: 946 time: 0.1616981 Feb 10 23:57:43.650379 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c0120641-80f7-4b9f-a9dd-f61a67168525 req-29697c37-e483-4439-9e13-f0d253b5a86b tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=19af5901-ff8d-4ff9-b9b4-6408adc1e6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390286 Feb 10 23:57:44.846003 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf30de-f714-4bd3-b1e7-befbd7378701 req-47daca2d-612d-4b3b-b2eb-4f946dc247c1 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:44.847420 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-adaf30de-f714-4bd3-b1e7-befbd7378701 req-47daca2d-612d-4b3b-b2eb-4f946dc247c1 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e805fa7-a642-4096-bcdc-771977aa020c HTTP/1.1" status: 200 len: 946 time: 0.0767419 Feb 10 23:57:44.893225 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-adaf30de-f714-4bd3-b1e7-befbd7378701 req-75657d17-be2c-4d07-a5d0-dae0b0eec7dc tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=19af5901-ff8d-4ff9-b9b4-6408adc1e6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401309 Feb 10 23:57:46.637716 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:48.038928 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fedbf86b-02e8-4714-b4f1-4411df38f3a2 req-59b518ac-4ac6-47b8-810e-6477bebaea13 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0e805fa7-a642-4096-bcdc-771977aa020c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0668566 Feb 10 23:57:48.183392 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fedbf86b-02e8-4714-b4f1-4411df38f3a2 req-b3cf5ad7-39df-4ffc-b92b-4284d2972be7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=30238af4bf9045f89f078fa7a928f878&device_id=0e805fa7-a642-4096-bcdc-771977aa020c HTTP/1.1" status: 200 len: 1099 time: 0.0780156 Feb 10 23:57:48.327731 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedbf86b-02e8-4714-b4f1-4411df38f3a2 req-3cd20e7b-f3a7-4a5c-b6b3-a54ad3596381 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:48.329111 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fedbf86b-02e8-4714-b4f1-4411df38f3a2 req-3cd20e7b-f3a7-4a5c-b6b3-a54ad3596381 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e HTTP/1.1" status: 200 len: 910 time: 0.1273346 Feb 10 23:57:48.425279 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fedbf86b-02e8-4714-b4f1-4411df38f3a2 req-e31bf693-f2fe-4fc3-bf30-3e5934b1bf56 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=975982aa-fd25-47b4-a4f8-91342ff27fb2 HTTP/1.1" status: 200 len: 1001 time: 0.0907893 Feb 10 23:57:48.489272 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedbf86b-02e8-4714-b4f1-4411df38f3a2 req-a125a726-d85e-434a-a60f-700220f12649 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:48.490715 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fedbf86b-02e8-4714-b4f1-4411df38f3a2 req-a125a726-d85e-434a-a60f-700220f12649 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3524c148-a12b-461b-bda4-ae720d811cf5 HTTP/1.1" status: 200 len: 848 time: 0.0600829 Feb 10 23:57:48.563988 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fedbf86b-02e8-4714-b4f1-4411df38f3a2 req-6ef5a74b-e35d-4bac-95de-3cd0ab23588d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671191 Feb 10 23:57:48.695881 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fedbf86b-02e8-4714-b4f1-4411df38f3a2 req-38ce1364-2ef5-4b0c-b07d-9a0c380d4a0d service neutron] 10.222.0.37 "GET /v2.0/networks/3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256046 Feb 10 23:57:48.826473 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fedbf86b-02e8-4714-b4f1-4411df38f3a2 req-df6ff162-f53d-4a1a-8e21-623793e1f3e3 service neutron] 10.222.0.37 "GET /v2.0/networks/3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244869 Feb 10 23:57:49.101996 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-78d69893-d9b6-461f-9812-7104f6b71d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:51.290106 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d5d619e7-eae6-4536-b7a5-28ccdf8b4599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:52.609550 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:52.667306 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:54.193307 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:54.258961 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:58:16.640226 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:58:19.096749 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ae1c3f39-3ec3-40b1-aafe-307ad545bfa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:58:21.264316 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8ee54f03-7c35-475d-a3d2-398a51ceb43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:58:22.628513 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:58:22.691812 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:58:24.171766 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:58:31.259775 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:58:46.675735 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:58:48.127102 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4e8b64b3-ff76-47ac-bd3e-5f8367b53709 req-9cfeb3cf-b1b7-40af-bf12-86821a9a9c54 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0e805fa7-a642-4096-bcdc-771977aa020c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1439629 Feb 10 23:58:48.267556 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4e8b64b3-ff76-47ac-bd3e-5f8367b53709 req-ea5567a2-4ccf-4ee7-b8d4-1614fb13081a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=30238af4bf9045f89f078fa7a928f878&device_id=0e805fa7-a642-4096-bcdc-771977aa020c HTTP/1.1" status: 200 len: 1099 time: 0.0705972 Feb 10 23:58:48.408525 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b64b3-ff76-47ac-bd3e-5f8367b53709 req-e33912cd-89f9-4378-bc1b-560473b34fec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:58:48.409962 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4e8b64b3-ff76-47ac-bd3e-5f8367b53709 req-e33912cd-89f9-4378-bc1b-560473b34fec service neutron] 10.222.0.37 "GET /v2.0/networks?id=3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e HTTP/1.1" status: 200 len: 910 time: 0.1253595 Feb 10 23:58:48.512238 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4e8b64b3-ff76-47ac-bd3e-5f8367b53709 req-4bf1d812-d257-45ff-924b-225b8206603d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=975982aa-fd25-47b4-a4f8-91342ff27fb2 HTTP/1.1" status: 200 len: 1001 time: 0.0955131 Feb 10 23:58:48.575322 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b64b3-ff76-47ac-bd3e-5f8367b53709 req-c8576717-2a61-4a6e-a622-167b21d9b5ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:58:48.576748 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4e8b64b3-ff76-47ac-bd3e-5f8367b53709 req-c8576717-2a61-4a6e-a622-167b21d9b5ba service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3524c148-a12b-461b-bda4-ae720d811cf5 HTTP/1.1" status: 200 len: 848 time: 0.0594180 Feb 10 23:58:48.652831 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4e8b64b3-ff76-47ac-bd3e-5f8367b53709 req-7f5f798f-8cb1-4979-99de-bba195c1d79c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706260 Feb 10 23:58:48.780927 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4e8b64b3-ff76-47ac-bd3e-5f8367b53709 req-0c57c612-7cd2-4ce4-b03b-95411c06b0d1 service neutron] 10.222.0.37 "GET /v2.0/networks/3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219807 Feb 10 23:58:48.997954 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4e8b64b3-ff76-47ac-bd3e-5f8367b53709 req-5088ac26-5a38-42f4-821f-71dfb476afd1 service neutron] 10.222.0.37 "GET /v2.0/networks/3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108777 Feb 10 23:58:49.105252 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a815a491-2ed0-4639-84cf-4827272a3e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:58:51.271776 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-344a1a05-afd4-406a-bbc7-00daaeee35b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:58:52.606770 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:58:52.681384 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:58:54.197285 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:08.260475 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:59:16.671245 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:19.094085 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-41275dd0-cf4f-4d16-b967-9e7b4da92fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:21.300097 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2d260dbe-acfb-4292-80ec-59ee99efd302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:22.619607 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:22.659561 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:24.202423 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:34.569803 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 57732) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:59:34.944042 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-3ac95284-3d80-4eeb-ab92-5194aa20084c tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Deleting port b8bfb2d3-a2e5-4712-a4c8-ecacafc437e2 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:59:34.954435 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3ac95284-3d80-4eeb-ab92-5194aa20084c tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:35.108997 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3ac95284-3d80-4eeb-ab92-5194aa20084c tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:35.109236 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3ac95284-3d80-4eeb-ab92-5194aa20084c tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:35.227187 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-3ac95284-3d80-4eeb-ab92-5194aa20084c tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Calling delete_port for b8bfb2d3-a2e5-4712-a4c8-ecacafc437e2 owned by network:floatingip {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:59:35.449331 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3ac95284-3d80-4eeb-ab92-5194aa20084c tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:35.494140 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac95284-3d80-4eeb-ab92-5194aa20084c tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Pushing event deleted for resources: {'Port': ['ID=b8bfb2d3-a2e5-4712-a4c8-ecacafc437e2,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:59:35.530828 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac95284-3d80-4eeb-ab92-5194aa20084c tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:59:35.531179 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac95284-3d80-4eeb-ab92-5194aa20084c tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:59:35.531532 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac95284-3d80-4eeb-ab92-5194aa20084c tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:59:35.531848 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac95284-3d80-4eeb-ab92-5194aa20084c tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:59:35.532180 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac95284-3d80-4eeb-ab92-5194aa20084c tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:59:35.532507 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac95284-3d80-4eeb-ab92-5194aa20084c tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:59:35.532863 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac95284-3d80-4eeb-ab92-5194aa20084c tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:59:35.533189 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac95284-3d80-4eeb-ab92-5194aa20084c tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:59:35.533510 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac95284-3d80-4eeb-ab92-5194aa20084c tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:59:35.533830 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac95284-3d80-4eeb-ab92-5194aa20084c tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:59:35.534151 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac95284-3d80-4eeb-ab92-5194aa20084c tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:59:35.598841 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3ac95284-3d80-4eeb-ab92-5194aa20084c tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks [] for floatingip, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:35.985640 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ac95284-3d80-4eeb-ab92-5194aa20084c tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Router 095e871e-92ec-43ed-b565-843b217c2336 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:59:36.271639 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac95284-3d80-4eeb-ab92-5194aa20084c tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:59:36.281320 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f722978b-9f12-4640-9684-da0cb37a7ad9 None None] Sync routers for ids ['095e871e-92ec-43ed-b565-843b217c2336'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:59:36.293310 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f722978b-9f12-4640-9684-da0cb37a7ad9 None None] Routers {'095e871e-92ec-43ed-b565-843b217c2336'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:59:36.301677 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-f722978b-9f12-4640-9684-da0cb37a7ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:59:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['095e871e-92ec-43ed-b565-843b217c2336'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:59:36.363432 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3ac95284-3d80-4eeb-ab92-5194aa20084c tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:36.415776 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3ac95284-3d80-4eeb-ab92-5194aa20084c tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "DELETE /v2.0/floatingips/38e30b5e-1d6b-4723-8842-3d1b30caea13 HTTP/1.1" status: 204 len: 168 time: 1.8445621 Feb 10 23:59:36.416623 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e805fa7-a642-4096-bcdc-771977aa020c', 'tag': '975982aa-fd25-47b4-a4f8-91342ff27fb2'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:59:36.477971 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-f722978b-9f12-4640-9684-da0cb37a7ad9 None None] Set router 095e871e-92ec-43ed-b565-843b217c2336 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:59:36.651308 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e805fa7-a642-4096-bcdc-771977aa020c', 'tag': '975982aa-fd25-47b4-a4f8-91342ff27fb2', 'status': 'completed', 'code': 200} Feb 10 23:59:36.742982 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-20b70b71-85fe-4479-ad07-6addfe0372ca req-6eb85e90-3119-4edd-ade3-55b133974c9d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=30238af4bf9045f89f078fa7a928f878&device_id=0e805fa7-a642-4096-bcdc-771977aa020c HTTP/1.1" status: 200 len: 1099 time: 0.0690024 Feb 10 23:59:36.797553 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-f722978b-9f12-4640-9684-da0cb37a7ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095e871e-92ec-43ed-b565-843b217c2336', 'name': 'tempest-TestShelveInstance-1715709879-router', 'tenant_id': '30238af4bf9045f89f078fa7a928f878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.168'}], 'enable_snat': True}, 'gw_port_id': 'c8779d43-089c-4dfa-979c-dadd42ad2eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:49:16Z', 'updated_at': '2022-02-10T23:49:20Z', 'revision_number': 4, 'project_id': '30238af4bf9045f89f078fa7a928f878', 'gw_port': {'id': 'c8779d43-089c-4dfa-979c-dadd42ad2eaa', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095e871e-92ec-43ed-b565-843b217c2336', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:49:17Z', 'updated_at': '2022-02-10T23:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'b3196a52-5565-4b5c-8a0b-b013d8bb8f2e', 'name': '', 'network_id': '3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e', 'tenant_id': '30238af4bf9045f89f078fa7a928f878', 'mac_address': 'fa:16:3e:05:58:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095e871e-92ec-43ed-b565-843b217c2336', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3524c148-a12b-461b-bda4-ae720d811cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:49:19Z', 'updated_at': '2022-02-10T23:49:29Z', 'revision_number': 5, 'project_id': '30238af4bf9045f89f078fa7a928f878', 'subnets': [{'id': '3524c148-a12b-461b-bda4-ae720d811cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:59:36.801286 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f722978b-9f12-4640-9684-da0cb37a7ad9 None None] Checking router: 095e871e-92ec-43ed-b565-843b217c2336 for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:59:36.813883 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f722978b-9f12-4640-9684-da0cb37a7ad9 None None] Routers {'095e871e-92ec-43ed-b565-843b217c2336'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:59:36.814524 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-f722978b-9f12-4640-9684-da0cb37a7ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:59:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['095e871e-92ec-43ed-b565-843b217c2336'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:59:36.877203 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b70b71-85fe-4479-ad07-6addfe0372ca req-0a44e5e9-f5d6-426f-9abd-413df5695528 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:59:36.878625 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-20b70b71-85fe-4479-ad07-6addfe0372ca req-0a44e5e9-f5d6-426f-9abd-413df5695528 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e HTTP/1.1" status: 200 len: 910 time: 0.1293411 Feb 10 23:59:36.949440 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-20b70b71-85fe-4479-ad07-6addfe0372ca req-f6aba1b0-42b0-4106-9e57-9e07a56f3da2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=975982aa-fd25-47b4-a4f8-91342ff27fb2 HTTP/1.1" status: 200 len: 217 time: 0.0635860 Feb 10 23:59:37.000268 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-f722978b-9f12-4640-9684-da0cb37a7ad9 None None] Set router 095e871e-92ec-43ed-b565-843b217c2336 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:59:37.012097 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b70b71-85fe-4479-ad07-6addfe0372ca req-f33b7636-97e7-4dd4-9ea4-92cc4f58623a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:59:37.013847 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-20b70b71-85fe-4479-ad07-6addfe0372ca req-f33b7636-97e7-4dd4-9ea4-92cc4f58623a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3524c148-a12b-461b-bda4-ae720d811cf5 HTTP/1.1" status: 200 len: 848 time: 0.0579464 Feb 10 23:59:37.087317 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f8e35-38d7-49fa-b136-76a19b6812ba req-c04518dc-8732-41a7-a04c-5c43b7794353 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:59:37.088724 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-eb0f8e35-38d7-49fa-b136-76a19b6812ba req-c04518dc-8732-41a7-a04c-5c43b7794353 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e805fa7-a642-4096-bcdc-771977aa020c HTTP/1.1" status: 200 len: 946 time: 0.1495919 Feb 10 23:59:37.093462 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-20b70b71-85fe-4479-ad07-6addfe0372ca req-955aca7b-2d56-460e-a46e-a10a887944b0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734541 Feb 10 23:59:37.138797 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-eb0f8e35-38d7-49fa-b136-76a19b6812ba req-6aed8d21-f360-4e40-9bfa-e7b379c38cff tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=19af5901-ff8d-4ff9-b9b4-6408adc1e6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440707 Feb 10 23:59:37.226253 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-20b70b71-85fe-4479-ad07-6addfe0372ca req-4be7642e-3141-4185-9d81-7fd1daaf57ce service neutron] 10.222.0.37 "GET /v2.0/networks/3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257243 Feb 10 23:59:37.317397 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-f722978b-9f12-4640-9684-da0cb37a7ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095e871e-92ec-43ed-b565-843b217c2336', 'name': 'tempest-TestShelveInstance-1715709879-router', 'tenant_id': '30238af4bf9045f89f078fa7a928f878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.168'}], 'enable_snat': True}, 'gw_port_id': 'c8779d43-089c-4dfa-979c-dadd42ad2eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:49:16Z', 'updated_at': '2022-02-10T23:49:20Z', 'revision_number': 4, 'project_id': '30238af4bf9045f89f078fa7a928f878', 'gw_port': {'id': 'c8779d43-089c-4dfa-979c-dadd42ad2eaa', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095e871e-92ec-43ed-b565-843b217c2336', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:49:17Z', 'updated_at': '2022-02-10T23:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'b3196a52-5565-4b5c-8a0b-b013d8bb8f2e', 'name': '', 'network_id': '3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e', 'tenant_id': '30238af4bf9045f89f078fa7a928f878', 'mac_address': 'fa:16:3e:05:58:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095e871e-92ec-43ed-b565-843b217c2336', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3524c148-a12b-461b-bda4-ae720d811cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:49:19Z', 'updated_at': '2022-02-10T23:49:29Z', 'revision_number': 5, 'project_id': '30238af4bf9045f89f078fa7a928f878', 'subnets': [{'id': '3524c148-a12b-461b-bda4-ae720d811cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:59:37.322131 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f722978b-9f12-4640-9684-da0cb37a7ad9 None None] The sync data for ids ['095e871e-92ec-43ed-b565-843b217c2336'] in dv-neutron-828797-1-hyperv is: [{'id': '095e871e-92ec-43ed-b565-843b217c2336', 'name': 'tempest-TestShelveInstance-1715709879-router', 'tenant_id': '30238af4bf9045f89f078fa7a928f878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.168'}], 'enable_snat': True}, 'gw_port_id': 'c8779d43-089c-4dfa-979c-dadd42ad2eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:49:16Z', 'updated_at': '2022-02-10T23:49:20Z', 'revision_number': 4, 'project_id': '30238af4bf9045f89f078fa7a928f878', 'gw_port': {'id': 'c8779d43-089c-4dfa-979c-dadd42ad2eaa', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095e871e-92ec-43ed-b565-843b217c2336', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:49:17Z', 'updated_at': '2022-02-10T23:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'b3196a52-5565-4b5c-8a0b-b013d8bb8f2e', 'name': '', 'network_id': '3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e', 'tenant_id': '30238af4bf9045f89f078fa7a928f878', 'mac_address': 'fa:16:3e:05:58:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095e871e-92ec-43ed-b565-843b217c2336', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3524c148-a12b-461b-bda4-ae720d811cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:49:19Z', 'updated_at': '2022-02-10T23:49:29Z', 'revision_number': 5, 'project_id': '30238af4bf9045f89f078fa7a928f878', 'subnets': [{'id': '3524c148-a12b-461b-bda4-ae720d811cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:59:37.358513 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-20b70b71-85fe-4479-ad07-6addfe0372ca req-07a55529-4d91-4bba-817b-9fe3a06da6ab service neutron] 10.222.0.37 "GET /v2.0/networks/3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262691 Feb 10 23:59:37.538571 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5211c47c-3a49-4dec-945f-6e48bdf735ae None None] New status for floating IP 38e30b5e-1d6b-4723-8842-3d1b30caea13: DOWN {{(pid=84334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 23:59:38.444902 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee41eb8-7d94-4841-b33f-899d0c98b341 req-620abb6b-f738-4bfd-95f7-2c9d2737db42 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:59:38.445585 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-bee41eb8-7d94-4841-b33f-899d0c98b341 req-620abb6b-f738-4bfd-95f7-2c9d2737db42 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Synchronizing usage tracker for tenant:30238af4bf9045f89f078fa7a928f878 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:59:38.461220 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36112002-4307-449a-898b-654007da1889 req-3bfc5148-3975-4279-8f62-dc1280da0546 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:59:38.461865 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-36112002-4307-449a-898b-654007da1889 req-3bfc5148-3975-4279-8f62-dc1280da0546 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Synchronizing usage tracker for tenant:30238af4bf9045f89f078fa7a928f878 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:59:38.518885 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-bee41eb8-7d94-4841-b33f-899d0c98b341 req-620abb6b-f738-4bfd-95f7-2c9d2737db42 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Unset dirty status for tenant:30238af4bf9045f89f078fa7a928f878 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:59:38.520011 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bee41eb8-7d94-4841-b33f-899d0c98b341 req-620abb6b-f738-4bfd-95f7-2c9d2737db42 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e805fa7-a642-4096-bcdc-771977aa020c HTTP/1.1" status: 200 len: 946 time: 0.2052743 Feb 10 23:59:38.521765 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-36112002-4307-449a-898b-654007da1889 req-3bfc5148-3975-4279-8f62-dc1280da0546 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Unset dirty status for tenant:30238af4bf9045f89f078fa7a928f878 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:59:38.522882 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-36112002-4307-449a-898b-654007da1889 req-3bfc5148-3975-4279-8f62-dc1280da0546 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e805fa7-a642-4096-bcdc-771977aa020c HTTP/1.1" status: 200 len: 946 time: 0.2580707 Feb 10 23:59:38.614025 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-bee41eb8-7d94-4841-b33f-899d0c98b341 req-6b10831a-e441-4ac8-b4f0-8cefed57434c tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Deleting port 975982aa-fd25-47b4-a4f8-91342ff27fb2 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:59:38.614360 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-bee41eb8-7d94-4841-b33f-899d0c98b341 req-6b10831a-e441-4ac8-b4f0-8cefed57434c tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:38.660683 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-36112002-4307-449a-898b-654007da1889 req-9965f3e2-6e6c-46e3-92aa-09338276a678 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/security-groups?id=19af5901-ff8d-4ff9-b9b4-6408adc1e6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024783 Feb 10 23:59:38.869038 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-bee41eb8-7d94-4841-b33f-899d0c98b341 req-6b10831a-e441-4ac8-b4f0-8cefed57434c tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] For port 975982aa-fd25-47b4-a4f8-91342ff27fb2, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=975982aa-fd25-47b4-a4f8-91342ff27fb2,segment=NetworkSegment(9ea2039f-2964-444a-8abc-d0c15e3e1aeb),segment_id=9ea2039f-2964-444a-8abc-d0c15e3e1aeb)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:59:38.869284 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-bee41eb8-7d94-4841-b33f-899d0c98b341 req-6b10831a-e441-4ac8-b4f0-8cefed57434c tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:38.990204 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-bee41eb8-7d94-4841-b33f-899d0c98b341 req-6b10831a-e441-4ac8-b4f0-8cefed57434c tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Calling delete_port for 975982aa-fd25-47b4-a4f8-91342ff27fb2 owned by compute:nova {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:59:39.186492 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-bee41eb8-7d94-4841-b33f-899d0c98b341 req-6b10831a-e441-4ac8-b4f0-8cefed57434c tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:39.234578 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b10831a-e441-4ac8-b4f0-8cefed57434c tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Pushing event deleted for resources: {'Port': ['ID=975982aa-fd25-47b4-a4f8-91342ff27fb2,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:59:39.394071 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-bee41eb8-7d94-4841-b33f-899d0c98b341 req-6b10831a-e441-4ac8-b4f0-8cefed57434c tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] No DVR routers for this DVR port 975982aa-fd25-47b4-a4f8-91342ff27fb2 on host hv-neutron-8287 {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:59:39.397000 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-bee41eb8-7d94-4841-b33f-899d0c98b341 req-6b10831a-e441-4ac8-b4f0-8cefed57434c tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:39.399275 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e805fa7-a642-4096-bcdc-771977aa020c', 'name': 'network-vif-deleted', 'tag': '975982aa-fd25-47b4-a4f8-91342ff27fb2'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:59:39.452687 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e805fa7-a642-4096-bcdc-771977aa020c', 'name': 'network-vif-deleted', 'tag': '975982aa-fd25-47b4-a4f8-91342ff27fb2', 'status': 'completed', 'code': 200} Feb 10 23:59:39.461514 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bee41eb8-7d94-4841-b33f-899d0c98b341 req-6b10831a-e441-4ac8-b4f0-8cefed57434c tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.37 "DELETE /v2.0/ports/975982aa-fd25-47b4-a4f8-91342ff27fb2 HTTP/1.1" status: 204 len: 173 time: 0.9357431 Feb 10 23:59:39.831056 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-545c6806-d580-4379-801d-3428224aec05 req-b7e64fbb-9765-434b-87d9-afccd2293f93 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Synchronizing usage tracker for tenant:30238af4bf9045f89f078fa7a928f878 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:59:39.913059 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-545c6806-d580-4379-801d-3428224aec05 req-b7e64fbb-9765-434b-87d9-afccd2293f93 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Unset dirty status for tenant:30238af4bf9045f89f078fa7a928f878 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:59:39.914218 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-545c6806-d580-4379-801d-3428224aec05 req-b7e64fbb-9765-434b-87d9-afccd2293f93 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e805fa7-a642-4096-bcdc-771977aa020c HTTP/1.1" status: 200 len: 210 time: 0.1229134 Feb 10 23:59:41.093396 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-fd4d62a7-3d07-4e5e-85c3-08d19c90f4c2 req-3623db4b-5983-42c1-a39a-8500df673eb7 tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e805fa7-a642-4096-bcdc-771977aa020c HTTP/1.1" status: 200 len: 210 time: 0.0418854 Feb 10 23:59:42.202207 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 57764) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:59:42.273842 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-55db3a81-02ec-4761-a8f2-f84d9a37e57b tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:42.302711 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-55db3a81-02ec-4761-a8f2-f84d9a37e57b tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:42.420874 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-55db3a81-02ec-4761-a8f2-f84d9a37e57b tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:42.438957 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55db3a81-02ec-4761-a8f2-f84d9a37e57b tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19af5901-ff8d-4ff9-b9b4-6408adc1e6ab,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:59:42.516546 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-55db3a81-02ec-4761-a8f2-f84d9a37e57b tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:42.517666 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-55db3a81-02ec-4761-a8f2-f84d9a37e57b tempest-TestShelveInstance-130375419 tempest-TestShelveInstance-130375419-project] 10.222.0.59 "DELETE /v2.0/security-groups/19af5901-ff8d-4ff9-b9b4-6408adc1e6ab HTTP/1.1" status: 204 len: 168 time: 0.3143463 Feb 10 23:59:42.629540 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 57770) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:59:42.807744 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 975982aa-fd25-47b4-a4f8-91342ff27fb2 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:59:42.843257 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] No Port match for: 975982aa-fd25-47b4-a4f8-91342ff27fb2 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:59:42.843696 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 975982aa-fd25-47b4-a4f8-91342ff27fb2 not bound to the agent host hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:59:43.185609 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-40a504c9-3367-47df-9839-89444f447886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732944'] for router_interface, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:43.768821 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-40a504c9-3367-47df-9839-89444f447886 admin admin] Deleting port b3196a52-5565-4b5c-8a0b-b013d8bb8f2e {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:59:43.769484 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-40a504c9-3367-47df-9839-89444f447886 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:43.935967 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-40a504c9-3367-47df-9839-89444f447886 admin admin] For port b3196a52-5565-4b5c-8a0b-b013d8bb8f2e, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=b3196a52-5565-4b5c-8a0b-b013d8bb8f2e,segment=NetworkSegment(9ea2039f-2964-444a-8abc-d0c15e3e1aeb),segment_id=9ea2039f-2964-444a-8abc-d0c15e3e1aeb)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:59:43.936316 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-40a504c9-3367-47df-9839-89444f447886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:44.142273 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-40a504c9-3367-47df-9839-89444f447886 admin admin] Calling delete_port for b3196a52-5565-4b5c-8a0b-b013d8bb8f2e owned by network:router_interface {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:59:44.335178 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-40a504c9-3367-47df-9839-89444f447886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:44.377971 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a504c9-3367-47df-9839-89444f447886 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3196a52-5565-4b5c-8a0b-b013d8bb8f2e,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:59:44.667336 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-40a504c9-3367-47df-9839-89444f447886 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2767638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733091'] for router_interface, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:45.233855 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a504c9-3367-47df-9839-89444f447886 admin admin] Router 095e871e-92ec-43ed-b565-843b217c2336 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:59:45.260168 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:59:45.431701 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a504c9-3367-47df-9839-89444f447886 admin admin] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:59:45.440084 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea38584-65a4-4dac-8e24-9054e6ea51f6 None None] Sync routers for ids ['095e871e-92ec-43ed-b565-843b217c2336'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:59:45.451440 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea38584-65a4-4dac-8e24-9054e6ea51f6 None None] Routers {'095e871e-92ec-43ed-b565-843b217c2336'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:59:45.452035 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-7ea38584-65a4-4dac-8e24-9054e6ea51f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:59:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['095e871e-92ec-43ed-b565-843b217c2336'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:59:45.497268 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-40a504c9-3367-47df-9839-89444f447886 admin admin] 10.222.0.59 "PUT /v2.0/routers/095e871e-92ec-43ed-b565-843b217c2336/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8669326 Feb 10 23:59:45.499897 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 57776) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:59:45.669108 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-7ea38584-65a4-4dac-8e24-9054e6ea51f6 None None] Set router 095e871e-92ec-43ed-b565-843b217c2336 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:59:45.693012 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-699cb51c-c897-45a2-8258-4499fb50b9ff admin admin] Notify callbacks [] for router, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:45.884118 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-699cb51c-c897-45a2-8258-4499fb50b9ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:45.953721 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-7ea38584-65a4-4dac-8e24-9054e6ea51f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095e871e-92ec-43ed-b565-843b217c2336', 'name': 'tempest-TestShelveInstance-1715709879-router', 'tenant_id': '30238af4bf9045f89f078fa7a928f878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.168'}], 'enable_snat': True}, 'gw_port_id': 'c8779d43-089c-4dfa-979c-dadd42ad2eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:49:16Z', 'updated_at': '2022-02-10T23:59:44Z', 'revision_number': 5, 'project_id': '30238af4bf9045f89f078fa7a928f878', 'gw_port': {'id': 'c8779d43-089c-4dfa-979c-dadd42ad2eaa', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095e871e-92ec-43ed-b565-843b217c2336', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:49:17Z', 'updated_at': '2022-02-10T23:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:59:45.957411 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea38584-65a4-4dac-8e24-9054e6ea51f6 None None] Checking router: 095e871e-92ec-43ed-b565-843b217c2336 for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:59:45.968082 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea38584-65a4-4dac-8e24-9054e6ea51f6 None None] Routers {'095e871e-92ec-43ed-b565-843b217c2336'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:59:45.968784 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-7ea38584-65a4-4dac-8e24-9054e6ea51f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:59:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['095e871e-92ec-43ed-b565-843b217c2336'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:59:45.969856 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-699cb51c-c897-45a2-8258-4499fb50b9ff admin admin] Deleting port c8779d43-089c-4dfa-979c-dadd42ad2eaa {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:59:45.970193 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-699cb51c-c897-45a2-8258-4499fb50b9ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:46.122101 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-7ea38584-65a4-4dac-8e24-9054e6ea51f6 None None] Set router 095e871e-92ec-43ed-b565-843b217c2336 gateway port host: None {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:59:46.143444 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-699cb51c-c897-45a2-8258-4499fb50b9ff admin admin] For port c8779d43-089c-4dfa-979c-dadd42ad2eaa, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=c8779d43-089c-4dfa-979c-dadd42ad2eaa,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:59:46.143794 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-699cb51c-c897-45a2-8258-4499fb50b9ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:46.222674 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-7ea38584-65a4-4dac-8e24-9054e6ea51f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095e871e-92ec-43ed-b565-843b217c2336', 'name': 'tempest-TestShelveInstance-1715709879-router', 'tenant_id': '30238af4bf9045f89f078fa7a928f878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:49:16Z', 'updated_at': '2022-02-10T23:59:45Z', 'revision_number': 6, 'project_id': '30238af4bf9045f89f078fa7a928f878', 'gw_port_host': None}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:59:46.227029 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea38584-65a4-4dac-8e24-9054e6ea51f6 None None] The sync data for ids ['095e871e-92ec-43ed-b565-843b217c2336'] in dv-neutron-828797-1-hyperv is: [{'id': '095e871e-92ec-43ed-b565-843b217c2336', 'name': 'tempest-TestShelveInstance-1715709879-router', 'tenant_id': '30238af4bf9045f89f078fa7a928f878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:49:16Z', 'updated_at': '2022-02-10T23:59:45Z', 'revision_number': 6, 'project_id': '30238af4bf9045f89f078fa7a928f878', 'gw_port_host': None}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:59:46.261588 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-699cb51c-c897-45a2-8258-4499fb50b9ff admin admin] Calling delete_port for c8779d43-089c-4dfa-979c-dadd42ad2eaa owned by network:router_gateway {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:59:46.489388 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-699cb51c-c897-45a2-8258-4499fb50b9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:46.531855 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699cb51c-c897-45a2-8258-4499fb50b9ff admin admin] Pushing event deleted for resources: {'Port': ['ID=c8779d43-089c-4dfa-979c-dadd42ad2eaa,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:59:46.571675 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699cb51c-c897-45a2-8258-4499fb50b9ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:59:46.572029 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699cb51c-c897-45a2-8258-4499fb50b9ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:59:46.582439 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699cb51c-c897-45a2-8258-4499fb50b9ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:59:46.582439 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699cb51c-c897-45a2-8258-4499fb50b9ff admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:59:46.582439 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699cb51c-c897-45a2-8258-4499fb50b9ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:59:46.582439 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699cb51c-c897-45a2-8258-4499fb50b9ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:59:46.582439 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699cb51c-c897-45a2-8258-4499fb50b9ff admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:59:46.582439 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699cb51c-c897-45a2-8258-4499fb50b9ff admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:59:46.582439 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699cb51c-c897-45a2-8258-4499fb50b9ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:59:46.582439 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699cb51c-c897-45a2-8258-4499fb50b9ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:59:46.582439 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699cb51c-c897-45a2-8258-4499fb50b9ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:59:46.643799 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:46.859547 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-699cb51c-c897-45a2-8258-4499fb50b9ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734197'] for router_gateway, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:47.111193 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-699cb51c-c897-45a2-8258-4499fb50b9ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:47.115197 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-699cb51c-c897-45a2-8258-4499fb50b9ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:47.202882 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device b3196a52-5565-4b5c-8a0b-b013d8bb8f2e no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:59:47.208511 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-699cb51c-c897-45a2-8258-4499fb50b9ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:47.209053 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699cb51c-c897-45a2-8258-4499fb50b9ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 095e871e-92ec-43ed-b565-843b217c2336 {{(pid=84333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:59:47.221529 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-699cb51c-c897-45a2-8258-4499fb50b9ff admin admin] Notify callbacks [] for router, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:47.225065 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-699cb51c-c897-45a2-8258-4499fb50b9ff admin admin] 10.222.0.59 "DELETE /v2.0/routers/095e871e-92ec-43ed-b565-843b217c2336 HTTP/1.1" status: 204 len: 168 time: 1.7218919 Feb 10 23:59:47.225699 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 57780) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:59:47.237604 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: b3196a52-5565-4b5c-8a0b-b013d8bb8f2e {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:59:47.237947 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device b3196a52-5565-4b5c-8a0b-b013d8bb8f2e not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:59:47.238363 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device c8779d43-089c-4dfa-979c-dadd42ad2eaa no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:59:47.270689 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: c8779d43-089c-4dfa-979c-dadd42ad2eaa {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:59:47.271033 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device c8779d43-089c-4dfa-979c-dadd42ad2eaa not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:59:47.286284 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-69ddb4cc-2a8f-459f-bcec-6ae278f4cb72 admin admin] Deleting subnet 3524c148-a12b-461b-bda4-ae720d811cf5 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:59:47.289710 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-69ddb4cc-2a8f-459f-bcec-6ae278f4cb72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:47.434968 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-69ddb4cc-2a8f-459f-bcec-6ae278f4cb72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:47.508554 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-69ddb4cc-2a8f-459f-bcec-6ae278f4cb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:47.644344 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-69ddb4cc-2a8f-459f-bcec-6ae278f4cb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:47.686346 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ddb4cc-2a8f-459f-bcec-6ae278f4cb72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3524c148-a12b-461b-bda4-ae720d811cf5,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:59:47.692451 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-69ddb4cc-2a8f-459f-bcec-6ae278f4cb72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:47.697997 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8029b5e0-4773-4ff5-ad48-c131fa777f4b None None] Network 3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:59:47.699970 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-69ddb4cc-2a8f-459f-bcec-6ae278f4cb72 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/3524c148-a12b-461b-bda4-ae720d811cf5 HTTP/1.1" status: 204 len: 168 time: 0.4732628 Feb 10 23:59:47.702393 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 57784) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:59:47.810133 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fb364928-f6f4-4b15-bfb5-0fb97dbe563a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:47.821710 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-fb364928-f6f4-4b15-bfb5-0fb97dbe563a admin admin] Deleting port c04d6017-6043-4d45-89f3-1192e9e5a7da {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:59:47.822038 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fb364928-f6f4-4b15-bfb5-0fb97dbe563a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:47.951830 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8567c7db-4a52-4da5-bd46-77037f3ef4ff None None] DHCP port deletion for 3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:59:47.955991 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-8567c7db-4a52-4da5-bd46-77037f3ef4ff None None] Deleting port c04d6017-6043-4d45-89f3-1192e9e5a7da {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:59:47.956359 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8567c7db-4a52-4da5-bd46-77037f3ef4ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:48.021914 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-fb364928-f6f4-4b15-bfb5-0fb97dbe563a admin admin] For port c04d6017-6043-4d45-89f3-1192e9e5a7da, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=c04d6017-6043-4d45-89f3-1192e9e5a7da,segment=NetworkSegment(9ea2039f-2964-444a-8abc-d0c15e3e1aeb),segment_id=9ea2039f-2964-444a-8abc-d0c15e3e1aeb)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:59:48.022261 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fb364928-f6f4-4b15-bfb5-0fb97dbe563a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:48.142270 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-fb364928-f6f4-4b15-bfb5-0fb97dbe563a admin admin] Calling delete_port for c04d6017-6043-4d45-89f3-1192e9e5a7da owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:59:48.151799 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-8567c7db-4a52-4da5-bd46-77037f3ef4ff None None] For port c04d6017-6043-4d45-89f3-1192e9e5a7da, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=c04d6017-6043-4d45-89f3-1192e9e5a7da,segment=NetworkSegment(9ea2039f-2964-444a-8abc-d0c15e3e1aeb),segment_id=9ea2039f-2964-444a-8abc-d0c15e3e1aeb)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:59:48.152184 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8567c7db-4a52-4da5-bd46-77037f3ef4ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:48.275513 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-8567c7db-4a52-4da5-bd46-77037f3ef4ff None None] Calling delete_port for c04d6017-6043-4d45-89f3-1192e9e5a7da owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:59:48.283919 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fb364928-f6f4-4b15-bfb5-0fb97dbe563a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:48.327927 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb364928-f6f4-4b15-bfb5-0fb97dbe563a admin admin] Pushing event deleted for resources: {'Port': ['ID=c04d6017-6043-4d45-89f3-1192e9e5a7da,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:59:48.336105 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb364928-f6f4-4b15-bfb5-0fb97dbe563a admin admin] No DVR routers for this DVR port c04d6017-6043-4d45-89f3-1192e9e5a7da on host dv-neutron-828797-1-hyperv {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:59:48.338667 dv-neutron-828797-1-hyperv neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:59:48.338667 dv-neutron-828797-1-hyperv neutron-server[84334]: util.warn( Feb 10 23:59:48.338667 dv-neutron-828797-1-hyperv neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:59:48.338667 dv-neutron-828797-1-hyperv neutron-server[84334]: util.warn( Feb 10 23:59:48.338667 dv-neutron-828797-1-hyperv neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:59:48.338667 dv-neutron-828797-1-hyperv neutron-server[84334]: util.warn( Feb 10 23:59:48.338667 dv-neutron-828797-1-hyperv neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:59:48.338667 dv-neutron-828797-1-hyperv neutron-server[84334]: util.warn( Feb 10 23:59:48.338667 dv-neutron-828797-1-hyperv neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:59:48.338667 dv-neutron-828797-1-hyperv neutron-server[84334]: util.warn( Feb 10 23:59:48.338667 dv-neutron-828797-1-hyperv neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:59:48.338667 dv-neutron-828797-1-hyperv neutron-server[84334]: util.warn( Feb 10 23:59:48.338667 dv-neutron-828797-1-hyperv neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:59:48.338667 dv-neutron-828797-1-hyperv neutron-server[84334]: util.warn( Feb 10 23:59:48.338667 dv-neutron-828797-1-hyperv neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:59:48.338667 dv-neutron-828797-1-hyperv neutron-server[84334]: util.warn( Feb 10 23:59:48.338667 dv-neutron-828797-1-hyperv neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:59:48.338667 dv-neutron-828797-1-hyperv neutron-server[84334]: util.warn( Feb 10 23:59:48.338667 dv-neutron-828797-1-hyperv neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:59:48.338667 dv-neutron-828797-1-hyperv neutron-server[84334]: util.warn( Feb 10 23:59:48.338667 dv-neutron-828797-1-hyperv neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:59:48.338667 dv-neutron-828797-1-hyperv neutron-server[84334]: util.warn( Feb 10 23:59:48.338667 dv-neutron-828797-1-hyperv neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:59:48.338667 dv-neutron-828797-1-hyperv neutron-server[84334]: util.warn( Feb 10 23:59:48.338667 dv-neutron-828797-1-hyperv neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:59:48.338667 dv-neutron-828797-1-hyperv neutron-server[84334]: util.warn( Feb 10 23:59:48.338667 dv-neutron-828797-1-hyperv neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:59:48.338667 dv-neutron-828797-1-hyperv neutron-server[84334]: util.warn( Feb 10 23:59:48.338667 dv-neutron-828797-1-hyperv neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:59:48.338667 dv-neutron-828797-1-hyperv neutron-server[84334]: util.warn( Feb 10 23:59:48.338667 dv-neutron-828797-1-hyperv neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:59:48.338667 dv-neutron-828797-1-hyperv neutron-server[84334]: util.warn( Feb 10 23:59:48.338667 dv-neutron-828797-1-hyperv neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:59:48.338667 dv-neutron-828797-1-hyperv neutron-server[84334]: util.warn( Feb 10 23:59:48.338667 dv-neutron-828797-1-hyperv neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:59:48.338667 dv-neutron-828797-1-hyperv neutron-server[84334]: util.warn( Feb 10 23:59:48.338667 dv-neutron-828797-1-hyperv neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:59:48.338667 dv-neutron-828797-1-hyperv neutron-server[84334]: util.warn( Feb 10 23:59:48.338667 dv-neutron-828797-1-hyperv neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:59:48.338667 dv-neutron-828797-1-hyperv neutron-server[84334]: util.warn( Feb 10 23:59:48.338667 dv-neutron-828797-1-hyperv neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:59:48.338667 dv-neutron-828797-1-hyperv neutron-server[84334]: util.warn( Feb 10 23:59:48.338667 dv-neutron-828797-1-hyperv neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:59:48.338667 dv-neutron-828797-1-hyperv neutron-server[84334]: util.warn( Feb 10 23:59:48.338667 dv-neutron-828797-1-hyperv neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:59:48.338667 dv-neutron-828797-1-hyperv neutron-server[84334]: util.warn( Feb 10 23:59:48.338667 dv-neutron-828797-1-hyperv neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:59:48.338667 dv-neutron-828797-1-hyperv neutron-server[84334]: util.warn( Feb 10 23:59:48.338667 dv-neutron-828797-1-hyperv neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:59:48.338667 dv-neutron-828797-1-hyperv neutron-server[84334]: util.warn( Feb 10 23:59:48.338667 dv-neutron-828797-1-hyperv neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:59:48.338667 dv-neutron-828797-1-hyperv neutron-server[84334]: util.warn( Feb 10 23:59:48.338667 dv-neutron-828797-1-hyperv neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:59:48.338667 dv-neutron-828797-1-hyperv neutron-server[84334]: util.warn( Feb 10 23:59:48.338667 dv-neutron-828797-1-hyperv neutron-server[84334]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:59:48.338667 dv-neutron-828797-1-hyperv neutron-server[84334]: util.warn( Feb 10 23:59:48.343588 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-8567c7db-4a52-4da5-bd46-77037f3ef4ff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:59:48.343945 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-8567c7db-4a52-4da5-bd46-77037f3ef4ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:59:48.452728 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fb364928-f6f4-4b15-bfb5-0fb97dbe563a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:48.477179 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-fb364928-f6f4-4b15-bfb5-0fb97dbe563a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:59:48.492883 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-fb364928-f6f4-4b15-bfb5-0fb97dbe563a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ea2039f-2964-444a-8abc-d0c15e3e1aeb') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:59:48.493174 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-fb364928-f6f4-4b15-bfb5-0fb97dbe563a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ea2039f-2964-444a-8abc-d0c15e3e1aeb') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:59:48.504034 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fb364928-f6f4-4b15-bfb5-0fb97dbe563a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32216962'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:48.519364 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fb364928-f6f4-4b15-bfb5-0fb97dbe563a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:48.525829 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb364928-f6f4-4b15-bfb5-0fb97dbe563a admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:59:48.526136 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fb364928-f6f4-4b15-bfb5-0fb97dbe563a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32033006'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:48.539249 dv-neutron-828797-1-hyperv neutron-server[84332]: Traceback (most recent call last): Feb 10 23:59:48.539249 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:59:48.539249 dv-neutron-828797-1-hyperv neutron-server[84332]: timer() Feb 10 23:59:48.539249 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:59:48.539249 dv-neutron-828797-1-hyperv neutron-server[84332]: cb(*args, **kw) Feb 10 23:59:48.539249 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:59:48.539249 dv-neutron-828797-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Feb 10 23:59:48.539249 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:59:48.539249 dv-neutron-828797-1-hyperv neutron-server[84332]: self._notify() Feb 10 23:59:48.539249 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:59:48.539249 dv-neutron-828797-1-hyperv neutron-server[84332]: self.callback(batched_events) Feb 10 23:59:48.539249 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:59:48.539249 dv-neutron-828797-1-hyperv neutron-server[84332]: event.method(event) Feb 10 23:59:48.539249 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:59:48.539249 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:59:48.539249 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:59:48.539249 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:59:48.539249 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:59:48.539249 dv-neutron-828797-1-hyperv neutron-server[84332]: return f(self, *a, **k) Feb 10 23:59:48.539249 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:59:48.539249 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._get(url).json() Feb 10 23:59:48.539249 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:59:48.539249 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:59:48.539249 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:59:48.539249 dv-neutron-828797-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Feb 10 23:59:48.539249 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:59:48.539249 dv-neutron-828797-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:59:48.539249 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:59:48.539249 dv-neutron-828797-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:59:48.539249 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:59:48.539249 dv-neutron-828797-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:59:48.539249 dv-neutron-828797-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:59:48.655098 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fb364928-f6f4-4b15-bfb5-0fb97dbe563a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:48.671699 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fb364928-f6f4-4b15-bfb5-0fb97dbe563a admin admin] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:48.685972 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb364928-f6f4-4b15-bfb5-0fb97dbe563a admin admin] Pushing event deleted for resources: {'Network': ['ID=3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:59:48.770059 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-fb364928-f6f4-4b15-bfb5-0fb97dbe563a admin admin] 10.222.0.59 "DELETE /v2.0/networks/3d7aa827-35fb-4f35-ab7a-3c2a7f85da6e HTTP/1.1" status: 204 len: 168 time: 1.0667167 Feb 10 23:59:48.773705 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 57788) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:59:48.845452 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-8567c7db-4a52-4da5-bd46-77037f3ef4ff None None] Deleting port c04d6017-6043-4d45-89f3-1192e9e5a7da {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:59:48.845975 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8567c7db-4a52-4da5-bd46-77037f3ef4ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:48.940713 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-8567c7db-4a52-4da5-bd46-77037f3ef4ff None None] The port 'c04d6017-6043-4d45-89f3-1192e9e5a7da' was deleted {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 23:59:49.159312 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4051c50c-36e1-4d68-9f14-cf5d4d91561b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:49.212902 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device c04d6017-6043-4d45-89f3-1192e9e5a7da no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:59:49.248057 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: c04d6017-6043-4d45-89f3-1192e9e5a7da {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:59:49.248712 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device c04d6017-6043-4d45-89f3-1192e9e5a7da not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:59:49.260329 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0d4fc24f-7a8e-4ed8-8ea0-afdfc115250c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732944'] for router_interface, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:49.848474 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-0d4fc24f-7a8e-4ed8-8ea0-afdfc115250c admin admin] Deleting port 7c57d7a8-1eb8-43cd-9f85-d82d41eefd3d {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:59:49.849231 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0d4fc24f-7a8e-4ed8-8ea0-afdfc115250c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:50.019557 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-0d4fc24f-7a8e-4ed8-8ea0-afdfc115250c admin admin] For port 7c57d7a8-1eb8-43cd-9f85-d82d41eefd3d, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=7c57d7a8-1eb8-43cd-9f85-d82d41eefd3d,segment=NetworkSegment(92dbdd2d-5920-4441-8551-7bca019ce444),segment_id=92dbdd2d-5920-4441-8551-7bca019ce444)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:59:50.019897 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0d4fc24f-7a8e-4ed8-8ea0-afdfc115250c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:50.135699 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-0d4fc24f-7a8e-4ed8-8ea0-afdfc115250c admin admin] Calling delete_port for 7c57d7a8-1eb8-43cd-9f85-d82d41eefd3d owned by network:router_interface {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:59:50.364173 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0d4fc24f-7a8e-4ed8-8ea0-afdfc115250c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:50.411009 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4fc24f-7a8e-4ed8-8ea0-afdfc115250c admin admin] Pushing event deleted for resources: {'Port': ['ID=7c57d7a8-1eb8-43cd-9f85-d82d41eefd3d,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:59:50.703541 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0d4fc24f-7a8e-4ed8-8ea0-afdfc115250c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2767638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733091'] for router_interface, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:51.271533 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-eb89dff2-c8c9-464f-9f4a-06a59696fd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:51.362949 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d4fc24f-7a8e-4ed8-8ea0-afdfc115250c admin admin] Router ebf48cea-f24a-44b4-95ad-f13dd610ccbe has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:59:51.556458 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d4fc24f-7a8e-4ed8-8ea0-afdfc115250c admin admin] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:59:51.565207 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b615f73d-072c-47a0-ae36-fd63a142a7e3 None None] Sync routers for ids ['ebf48cea-f24a-44b4-95ad-f13dd610ccbe'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 23:59:51.568780 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0d4fc24f-7a8e-4ed8-8ea0-afdfc115250c admin admin] 10.222.0.59 "PUT /v2.0/routers/ebf48cea-f24a-44b4-95ad-f13dd610ccbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7940111 Feb 10 23:59:51.571220 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 57794) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:59:51.577854 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b615f73d-072c-47a0-ae36-fd63a142a7e3 None None] Routers {'ebf48cea-f24a-44b4-95ad-f13dd610ccbe'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:59:51.578472 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-b615f73d-072c-47a0-ae36-fd63a142a7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:59:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['ebf48cea-f24a-44b4-95ad-f13dd610ccbe'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:59:51.754543 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-b615f73d-072c-47a0-ae36-fd63a142a7e3 None None] Set router ebf48cea-f24a-44b4-95ad-f13dd610ccbe gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:59:51.767530 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bfae970a-145e-4fa4-9cfc-09c616e276ad admin admin] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:51.960074 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bfae970a-145e-4fa4-9cfc-09c616e276ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:52.035741 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-b615f73d-072c-47a0-ae36-fd63a142a7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf48cea-f24a-44b4-95ad-f13dd610ccbe', 'name': 'tempest-TestShelveInstance-319138221-router', 'tenant_id': 'bd1f963da4534b04a47a7d2a512f7d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.194'}], 'enable_snat': True}, 'gw_port_id': '1d168191-8728-455d-bb43-8b4f11a4d933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:49:24Z', 'updated_at': '2022-02-10T23:59:50Z', 'revision_number': 5, 'project_id': 'bd1f963da4534b04a47a7d2a512f7d12', 'gw_port': {'id': '1d168191-8728-455d-bb43-8b4f11a4d933', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf48cea-f24a-44b4-95ad-f13dd610ccbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:49:24Z', 'updated_at': '2022-02-10T23:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:59:52.039571 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b615f73d-072c-47a0-ae36-fd63a142a7e3 None None] Checking router: ebf48cea-f24a-44b4-95ad-f13dd610ccbe for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 23:59:52.049893 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b615f73d-072c-47a0-ae36-fd63a142a7e3 None None] Routers {'ebf48cea-f24a-44b4-95ad-f13dd610ccbe'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 23:59:52.050486 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-b615f73d-072c-47a0-ae36-fd63a142a7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:59:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['ebf48cea-f24a-44b4-95ad-f13dd610ccbe'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:59:52.066887 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-bfae970a-145e-4fa4-9cfc-09c616e276ad admin admin] Deleting port 1d168191-8728-455d-bb43-8b4f11a4d933 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:59:52.067230 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bfae970a-145e-4fa4-9cfc-09c616e276ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:52.200342 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-b615f73d-072c-47a0-ae36-fd63a142a7e3 None None] Set router ebf48cea-f24a-44b4-95ad-f13dd610ccbe gateway port host: None {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 23:59:52.238996 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-bfae970a-145e-4fa4-9cfc-09c616e276ad admin admin] For port 1d168191-8728-455d-bb43-8b4f11a4d933, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=1d168191-8728-455d-bb43-8b4f11a4d933,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:59:52.239345 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bfae970a-145e-4fa4-9cfc-09c616e276ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:52.304825 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-b615f73d-072c-47a0-ae36-fd63a142a7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf48cea-f24a-44b4-95ad-f13dd610ccbe', 'name': 'tempest-TestShelveInstance-319138221-router', 'tenant_id': 'bd1f963da4534b04a47a7d2a512f7d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:49:24Z', 'updated_at': '2022-02-10T23:59:51Z', 'revision_number': 6, 'project_id': 'bd1f963da4534b04a47a7d2a512f7d12', 'gw_port_host': None}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:59:52.308714 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b615f73d-072c-47a0-ae36-fd63a142a7e3 None None] The sync data for ids ['ebf48cea-f24a-44b4-95ad-f13dd610ccbe'] in dv-neutron-828797-1-hyperv is: [{'id': 'ebf48cea-f24a-44b4-95ad-f13dd610ccbe', 'name': 'tempest-TestShelveInstance-319138221-router', 'tenant_id': 'bd1f963da4534b04a47a7d2a512f7d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:49:24Z', 'updated_at': '2022-02-10T23:59:51Z', 'revision_number': 6, 'project_id': 'bd1f963da4534b04a47a7d2a512f7d12', 'gw_port_host': None}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 23:59:52.453975 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-bfae970a-145e-4fa4-9cfc-09c616e276ad admin admin] Calling delete_port for 1d168191-8728-455d-bb43-8b4f11a4d933 owned by network:router_gateway {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:59:52.655659 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:52.683433 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:52.683640 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bfae970a-145e-4fa4-9cfc-09c616e276ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:52.731083 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfae970a-145e-4fa4-9cfc-09c616e276ad admin admin] Pushing event deleted for resources: {'Port': ['ID=1d168191-8728-455d-bb43-8b4f11a4d933,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:59:52.942993 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bfae970a-145e-4fa4-9cfc-09c616e276ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734197'] for router_gateway, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:53.192360 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bfae970a-145e-4fa4-9cfc-09c616e276ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:53.196952 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bfae970a-145e-4fa4-9cfc-09c616e276ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:53.206871 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 1d168191-8728-455d-bb43-8b4f11a4d933 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:59:53.239436 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 1d168191-8728-455d-bb43-8b4f11a4d933 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:59:53.239775 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 1d168191-8728-455d-bb43-8b4f11a4d933 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:59:53.240209 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 7c57d7a8-1eb8-43cd-9f85-d82d41eefd3d no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:59:53.272981 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 7c57d7a8-1eb8-43cd-9f85-d82d41eefd3d {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:59:53.273489 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 7c57d7a8-1eb8-43cd-9f85-d82d41eefd3d not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:59:53.301555 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bfae970a-145e-4fa4-9cfc-09c616e276ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:53.302062 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfae970a-145e-4fa4-9cfc-09c616e276ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebf48cea-f24a-44b4-95ad-f13dd610ccbe {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:59:53.317662 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bfae970a-145e-4fa4-9cfc-09c616e276ad admin admin] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:53.319518 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-bfae970a-145e-4fa4-9cfc-09c616e276ad admin admin] 10.222.0.59 "DELETE /v2.0/routers/ebf48cea-f24a-44b4-95ad-f13dd610ccbe HTTP/1.1" status: 204 len: 168 time: 1.7470975 Feb 10 23:59:53.322258 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 57800) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:59:53.384441 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3062424-0ddc-4c6b-be1d-636b09bbb437 admin admin] Deleting subnet 66ee1b5f-1dab-4963-a161-15f846850feb {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 23:59:53.387568 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d3062424-0ddc-4c6b-be1d-636b09bbb437 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:53.438642 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d3062424-0ddc-4c6b-be1d-636b09bbb437 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:53.512629 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d3062424-0ddc-4c6b-be1d-636b09bbb437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:53.633854 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d3062424-0ddc-4c6b-be1d-636b09bbb437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:53.672635 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3062424-0ddc-4c6b-be1d-636b09bbb437 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66ee1b5f-1dab-4963-a161-15f846850feb,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:59:53.679595 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d3062424-0ddc-4c6b-be1d-636b09bbb437 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:53.684601 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5e163c-676d-45d7-a76c-d9183abd8a6f None None] Network ccc83cd0-af00-4eed-af75-4f37f11cf14c requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:59:53.686271 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d3062424-0ddc-4c6b-be1d-636b09bbb437 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/66ee1b5f-1dab-4963-a161-15f846850feb HTTP/1.1" status: 204 len: 168 time: 0.3629320 Feb 10 23:59:53.688819 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 57804) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:59:53.792657 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-35e27cea-a927-4bf6-82b4-7b00bd60dbcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:53.803047 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-35e27cea-a927-4bf6-82b4-7b00bd60dbcb admin admin] Deleting port 598a10ef-319d-46cc-aa79-1bb8a984128c {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:59:53.803883 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-35e27cea-a927-4bf6-82b4-7b00bd60dbcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:53.915297 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082b462c-2980-423e-83a2-337631aba1d0 None None] DHCP port deletion for ccc83cd0-af00-4eed-af75-4f37f11cf14c request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 23:59:53.919709 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-082b462c-2980-423e-83a2-337631aba1d0 None None] Deleting port 598a10ef-319d-46cc-aa79-1bb8a984128c {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:59:53.920088 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-082b462c-2980-423e-83a2-337631aba1d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:54.093721 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-35e27cea-a927-4bf6-82b4-7b00bd60dbcb admin admin] For port 598a10ef-319d-46cc-aa79-1bb8a984128c, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=598a10ef-319d-46cc-aa79-1bb8a984128c,segment=NetworkSegment(92dbdd2d-5920-4441-8551-7bca019ce444),segment_id=92dbdd2d-5920-4441-8551-7bca019ce444)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:59:54.094073 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-35e27cea-a927-4bf6-82b4-7b00bd60dbcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:54.165753 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-082b462c-2980-423e-83a2-337631aba1d0 None None] For port 598a10ef-319d-46cc-aa79-1bb8a984128c, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=598a10ef-319d-46cc-aa79-1bb8a984128c,segment=NetworkSegment(92dbdd2d-5920-4441-8551-7bca019ce444),segment_id=92dbdd2d-5920-4441-8551-7bca019ce444)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:59:54.166138 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-082b462c-2980-423e-83a2-337631aba1d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:54.218190 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-35e27cea-a927-4bf6-82b4-7b00bd60dbcb admin admin] Calling delete_port for 598a10ef-319d-46cc-aa79-1bb8a984128c owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:59:54.287765 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-082b462c-2980-423e-83a2-337631aba1d0 None None] Calling delete_port for 598a10ef-319d-46cc-aa79-1bb8a984128c owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 23:59:54.312040 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:54.359248 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-35e27cea-a927-4bf6-82b4-7b00bd60dbcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:54.363356 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-082b462c-2980-423e-83a2-337631aba1d0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:59:54.363730 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-082b462c-2980-423e-83a2-337631aba1d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:59:54.406534 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e27cea-a927-4bf6-82b4-7b00bd60dbcb admin admin] Pushing event deleted for resources: {'Port': ['ID=598a10ef-319d-46cc-aa79-1bb8a984128c,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:59:54.413384 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e27cea-a927-4bf6-82b4-7b00bd60dbcb admin admin] No DVR routers for this DVR port 598a10ef-319d-46cc-aa79-1bb8a984128c on host dv-neutron-828797-1-hyperv {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:59:54.524239 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-35e27cea-a927-4bf6-82b4-7b00bd60dbcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:54.548052 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-35e27cea-a927-4bf6-82b4-7b00bd60dbcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccc83cd0-af00-4eed-af75-4f37f11cf14c']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:59:54.564212 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-35e27cea-a927-4bf6-82b4-7b00bd60dbcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92dbdd2d-5920-4441-8551-7bca019ce444') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:59:54.564505 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-35e27cea-a927-4bf6-82b4-7b00bd60dbcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92dbdd2d-5920-4441-8551-7bca019ce444') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:59:54.576713 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-35e27cea-a927-4bf6-82b4-7b00bd60dbcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32216962'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:54.592137 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-35e27cea-a927-4bf6-82b4-7b00bd60dbcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:54.598415 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35e27cea-a927-4bf6-82b4-7b00bd60dbcb admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 23:59:54.598925 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-35e27cea-a927-4bf6-82b4-7b00bd60dbcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32033006'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:54.612189 dv-neutron-828797-1-hyperv neutron-server[84332]: Traceback (most recent call last): Feb 10 23:59:54.612189 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 23:59:54.612189 dv-neutron-828797-1-hyperv neutron-server[84332]: timer() Feb 10 23:59:54.612189 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:59:54.612189 dv-neutron-828797-1-hyperv neutron-server[84332]: cb(*args, **kw) Feb 10 23:59:54.612189 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:59:54.612189 dv-neutron-828797-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Feb 10 23:59:54.612189 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:59:54.612189 dv-neutron-828797-1-hyperv neutron-server[84332]: self._notify() Feb 10 23:59:54.612189 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:59:54.612189 dv-neutron-828797-1-hyperv neutron-server[84332]: self.callback(batched_events) Feb 10 23:59:54.612189 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:59:54.612189 dv-neutron-828797-1-hyperv neutron-server[84332]: event.method(event) Feb 10 23:59:54.612189 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:59:54.612189 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:59:54.612189 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:59:54.612189 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:59:54.612189 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:59:54.612189 dv-neutron-828797-1-hyperv neutron-server[84332]: return f(self, *a, **k) Feb 10 23:59:54.612189 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:59:54.612189 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._get(url).json() Feb 10 23:59:54.612189 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:59:54.612189 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:59:54.612189 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 23:59:54.612189 dv-neutron-828797-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Feb 10 23:59:54.612189 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 23:59:54.612189 dv-neutron-828797-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:59:54.612189 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 23:59:54.612189 dv-neutron-828797-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:59:54.612189 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 23:59:54.612189 dv-neutron-828797-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:59:54.612189 dv-neutron-828797-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:59:54.747020 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-35e27cea-a927-4bf6-82b4-7b00bd60dbcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:54.762823 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-35e27cea-a927-4bf6-82b4-7b00bd60dbcb admin admin] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:54.777472 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e27cea-a927-4bf6-82b4-7b00bd60dbcb admin admin] Pushing event deleted for resources: {'Network': ['ID=ccc83cd0-af00-4eed-af75-4f37f11cf14c,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:59:54.780270 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-35e27cea-a927-4bf6-82b4-7b00bd60dbcb admin admin] 10.222.0.59 "DELETE /v2.0/networks/ccc83cd0-af00-4eed-af75-4f37f11cf14c HTTP/1.1" status: 204 len: 168 time: 1.0903273 Feb 10 23:59:54.864756 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-082b462c-2980-423e-83a2-337631aba1d0 None None] Deleting port 598a10ef-319d-46cc-aa79-1bb8a984128c {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 23:59:54.865264 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-082b462c-2980-423e-83a2-337631aba1d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:54.932011 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-082b462c-2980-423e-83a2-337631aba1d0 None None] The port '598a10ef-319d-46cc-aa79-1bb8a984128c' was deleted {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 23:59:55.137290 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 57810) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:59:55.191287 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-114bd270-f0d7-4859-add6-556c606513e5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=30238af4bf9045f89f078fa7a928f878&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0527704 Feb 10 23:59:55.193667 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 57814) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:59:55.202307 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 598a10ef-319d-46cc-aa79-1bb8a984128c no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:59:55.234512 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 598a10ef-319d-46cc-aa79-1bb8a984128c {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 23:59:55.234857 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 598a10ef-319d-46cc-aa79-1bb8a984128c not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:59:55.254854 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ec486e05-81fd-406b-8915-6035c26a8a68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:55.280265 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ec486e05-81fd-406b-8915-6035c26a8a68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:55.402862 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ec486e05-81fd-406b-8915-6035c26a8a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:55.421131 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec486e05-81fd-406b-8915-6035c26a8a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda7b0ad-aa64-4000-b709-4a518adcf6c9,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:59:55.427771 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ec486e05-81fd-406b-8915-6035c26a8a68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:55.428894 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ec486e05-81fd-406b-8915-6035c26a8a68 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cda7b0ad-aa64-4000-b709-4a518adcf6c9 HTTP/1.1" status: 204 len: 168 time: 0.2340860 Feb 10 23:59:56.153406 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 57822) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:59:56.205910 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-ebd72efd-df63-4fe9-80a2-687a5f4a31cc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bd1f963da4534b04a47a7d2a512f7d12&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0513928 Feb 10 23:59:56.208370 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 57826) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:59:56.266469 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-784bb741-fe1c-4232-b91d-42abf11b075e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:56.291399 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-784bb741-fe1c-4232-b91d-42abf11b075e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:56.398245 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-784bb741-fe1c-4232-b91d-42abf11b075e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:56.411438 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784bb741-fe1c-4232-b91d-42abf11b075e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f728a2dc-0120-46c7-a8d5-154b81470001,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:59:56.417705 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-784bb741-fe1c-4232-b91d-42abf11b075e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:56.419012 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-784bb741-fe1c-4232-b91d-42abf11b075e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f728a2dc-0120-46c7-a8d5-154b81470001 HTTP/1.1" status: 204 len: 168 time: 0.2095234 Feb 10 23:59:57.510510 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 57848) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:59:57.659488 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-e32a4f1e-778d-4659-b403-39640a719b29 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-620643377-network', 'tenant_id': '294e1a9856fb4929bd4667c7a9c43938'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:59:57.665187 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e32a4f1e-778d-4659-b403-39640a719b29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:59:57.668995 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e32a4f1e-778d-4659-b403-39640a719b29 admin admin] Usage tracker for resource:network and tenant:294e1a9856fb4929bd4667c7a9c43938 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:59:57.671814 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e32a4f1e-778d-4659-b403-39640a719b29 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:59:57.677861 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e32a4f1e-778d-4659-b403-39640a719b29 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:59:57.741523 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32a4f1e-778d-4659-b403-39640a719b29 admin admin] Made reservation on behalf of 294e1a9856fb4929bd4667c7a9c43938 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:59:57.743800 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e32a4f1e-778d-4659-b403-39640a719b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:57.755811 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e32a4f1e-778d-4659-b403-39640a719b29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:57.790598 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e32a4f1e-778d-4659-b403-39640a719b29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:59:57.794404 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e32a4f1e-778d-4659-b403-39640a719b29 admin admin] Usage tracker for resource:security_group_rule and tenant:294e1a9856fb4929bd4667c7a9c43938 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:59:57.797296 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e32a4f1e-778d-4659-b403-39640a719b29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:59:57.802817 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e32a4f1e-778d-4659-b403-39640a719b29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:59:57.864796 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e32a4f1e-778d-4659-b403-39640a719b29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:57.918445 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e32a4f1e-778d-4659-b403-39640a719b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:57.949908 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e32a4f1e-778d-4659-b403-39640a719b29 admin admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:59:57.955079 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32a4f1e-778d-4659-b403-39640a719b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee848310-ec46-4b13-b3cc-f356f816ef3a,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:59:57.962083 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e32a4f1e-778d-4659-b403-39640a719b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:57.962956 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-e32a4f1e-778d-4659-b403-39640a719b29 admin admin] Added segment fe355424-ee2d-4efd-9b5a-bf32f9df01b0 of type vlan for network 9b5544a5-8e8f-4a97-b0e6-a5d9ba537117 Feb 10 23:59:57.987355 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e32a4f1e-778d-4659-b403-39640a719b29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:58.077665 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e32a4f1e-778d-4659-b403-39640a719b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:58.078444 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32a4f1e-778d-4659-b403-39640a719b29 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:59:58.079016 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e32a4f1e-778d-4659-b403-39640a719b29 admin admin] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:58.179636 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32a4f1e-778d-4659-b403-39640a719b29 admin admin] Pushing event updated for resources: {'Network': ['ID=9b5544a5-8e8f-4a97-b0e6-a5d9ba537117,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:59:58.189416 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 9b5544a5-8e8f-4a97-b0e6-a5d9ba537117 details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:59:58.243899 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e32a4f1e-778d-4659-b403-39640a719b29 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7323029 Feb 10 23:59:58.246652 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 57854) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:59:58.251799 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-dc12f8aa-77c7-4a89-a968-b6bb41a5e383 admin admin] Request body: {'subnet': {'network_id': '9b5544a5-8e8f-4a97-b0e6-a5d9ba537117', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-620643377-subnet', 'tenant_id': '294e1a9856fb4929bd4667c7a9c43938', 'ip_version': 4}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:59:58.257426 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-dc12f8aa-77c7-4a89-a968-b6bb41a5e383 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:59:58.261479 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-dc12f8aa-77c7-4a89-a968-b6bb41a5e383 admin admin] Usage tracker for resource:subnet and tenant:294e1a9856fb4929bd4667c7a9c43938 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:59:58.264575 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-dc12f8aa-77c7-4a89-a968-b6bb41a5e383 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:59:58.270098 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-dc12f8aa-77c7-4a89-a968-b6bb41a5e383 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:59:58.341620 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc12f8aa-77c7-4a89-a968-b6bb41a5e383 admin admin] Made reservation on behalf of 294e1a9856fb4929bd4667c7a9c43938 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:59:58.343923 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dc12f8aa-77c7-4a89-a968-b6bb41a5e383 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:58.599061 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dc12f8aa-77c7-4a89-a968-b6bb41a5e383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:58.672766 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc12f8aa-77c7-4a89-a968-b6bb41a5e383 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e89db62b-496f-4962-81bd-6ec315bc85ff,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:59:58.686733 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc12f8aa-77c7-4a89-a968-b6bb41a5e383 admin admin] Checking segment: {'id': 'fe355424-ee2d-4efd-9b5a-bf32f9df01b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '9b5544a5-8e8f-4a97-b0e6-a5d9ba537117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:59:58.687074 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc12f8aa-77c7-4a89-a968-b6bb41a5e383 admin admin] Network hostable DHCP agents. Network: 9b5544a5-8e8f-4a97-b0e6-a5d9ba537117, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:59:58.769877 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc12f8aa-77c7-4a89-a968-b6bb41a5e383 admin admin] Network 9b5544a5-8e8f-4a97-b0e6-a5d9ba537117 is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:59:58.821587 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-dc12f8aa-77c7-4a89-a968-b6bb41a5e383 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 9b5544a5-8e8f-4a97-b0e6-a5d9ba537117) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:59:58.825359 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc12f8aa-77c7-4a89-a968-b6bb41a5e383 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:59:58.825944 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dc12f8aa-77c7-4a89-a968-b6bb41a5e383 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:58.830721 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a29f107-6f5f-4c95-afea-52476b36148d None None] Network 9b5544a5-8e8f-4a97-b0e6-a5d9ba537117 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 23:59:58.910611 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-dc12f8aa-77c7-4a89-a968-b6bb41a5e383 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6604970 Feb 10 23:59:58.910866 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 57858) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:59:58.916413 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-5ebff854-11be-4024-8f19-2c2d15e5d36c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-620643377-router', 'tenant_id': '294e1a9856fb4929bd4667c7a9c43938', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 23:59:58.921018 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-5ebff854-11be-4024-8f19-2c2d15e5d36c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:59:58.924795 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-5ebff854-11be-4024-8f19-2c2d15e5d36c admin admin] Usage tracker for resource:router and tenant:294e1a9856fb4929bd4667c7a9c43938 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:59:58.927564 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-5ebff854-11be-4024-8f19-2c2d15e5d36c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:59:58.933967 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-5ebff854-11be-4024-8f19-2c2d15e5d36c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:59:59.004553 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5ebff854-11be-4024-8f19-2c2d15e5d36c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:59.005526 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5ebff854-11be-4024-8f19-2c2d15e5d36c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:59.024417 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5ebff854-11be-4024-8f19-2c2d15e5d36c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:59.039400 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370cf477-3f50-4f0e-9f75-dfd41ab41efc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-9b5544a5-8e8f-4a97-b0e6-a5d9ba537117', 'network_id': '9b5544a5-8e8f-4a97-b0e6-a5d9ba537117', 'tenant_id': '294e1a9856fb4929bd4667c7a9c43938', 'fixed_ips': [{'subnet_id': 'e89db62b-496f-4962-81bd-6ec315bc85ff'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 23:59:59.040218 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-370cf477-3f50-4f0e-9f75-dfd41ab41efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:59.190282 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-370cf477-3f50-4f0e-9f75-dfd41ab41efc None None] Allocated IP 172.20.0.2 (9b5544a5-8e8f-4a97-b0e6-a5d9ba537117/e89db62b-496f-4962-81bd-6ec315bc85ff/f2a581c5-7227-4849-85f5-3ef8869d5902) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:59:59.227508 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5ebff854-11be-4024-8f19-2c2d15e5d36c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:59.388873 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-370cf477-3f50-4f0e-9f75-dfd41ab41efc None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:59.399989 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-370cf477-3f50-4f0e-9f75-dfd41ab41efc None None] Transition to ACTIVE for port object f2a581c5-7227-4849-85f5-3ef8869d5902 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:59:59.419082 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-370cf477-3f50-4f0e-9f75-dfd41ab41efc None None] Transition to ACTIVE for port object f2a581c5-7227-4849-85f5-3ef8869d5902 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:59:59.496152 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-370cf477-3f50-4f0e-9f75-dfd41ab41efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:59.566334 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370cf477-3f50-4f0e-9f75-dfd41ab41efc None None] Network 9b5544a5-8e8f-4a97-b0e6-a5d9ba537117 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:59:59.567466 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-370cf477-3f50-4f0e-9f75-dfd41ab41efc None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:59:59.570480 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370cf477-3f50-4f0e-9f75-dfd41ab41efc None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 23:59:59.577191 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5ebff854-11be-4024-8f19-2c2d15e5d36c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:59.603518 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370cf477-3f50-4f0e-9f75-dfd41ab41efc None None] Pushing event updated for resources: {'Port': ['ID=f2a581c5-7227-4849-85f5-3ef8869d5902,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:59:59.607117 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5ebff854-11be-4024-8f19-2c2d15e5d36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:59.645678 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370cf477-3f50-4f0e-9f75-dfd41ab41efc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:59:59.646023 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370cf477-3f50-4f0e-9f75-dfd41ab41efc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:59:59.646357 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370cf477-3f50-4f0e-9f75-dfd41ab41efc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:59:59.646684 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370cf477-3f50-4f0e-9f75-dfd41ab41efc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:59:59.647015 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370cf477-3f50-4f0e-9f75-dfd41ab41efc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:59:59.647379 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370cf477-3f50-4f0e-9f75-dfd41ab41efc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:59:59.648290 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370cf477-3f50-4f0e-9f75-dfd41ab41efc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:59:59.648636 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370cf477-3f50-4f0e-9f75-dfd41ab41efc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:59:59.649042 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370cf477-3f50-4f0e-9f75-dfd41ab41efc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:59:59.654752 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370cf477-3f50-4f0e-9f75-dfd41ab41efc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:59:59.654752 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370cf477-3f50-4f0e-9f75-dfd41ab41efc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:59:59.672755 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-370cf477-3f50-4f0e-9f75-dfd41ab41efc None None] Attempting to bind port f2a581c5-7227-4849-85f5-3ef8869d5902 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:59:59.673119 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-370cf477-3f50-4f0e-9f75-dfd41ab41efc None None] Attempting to bind port f2a581c5-7227-4849-85f5-3ef8869d5902 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': 'fe355424-ee2d-4efd-9b5a-bf32f9df01b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '9b5544a5-8e8f-4a97-b0e6-a5d9ba537117'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:59:59.673474 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370cf477-3f50-4f0e-9f75-dfd41ab41efc None None] Attempting to bind port f2a581c5-7227-4849-85f5-3ef8869d5902 on network 9b5544a5-8e8f-4a97-b0e6-a5d9ba537117 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 23:59:59.679738 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370cf477-3f50-4f0e-9f75-dfd41ab41efc None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 23:59:59.680105 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370cf477-3f50-4f0e-9f75-dfd41ab41efc None None] Checking segment: {'id': 'fe355424-ee2d-4efd-9b5a-bf32f9df01b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '9b5544a5-8e8f-4a97-b0e6-a5d9ba537117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 23:59:59.680501 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-370cf477-3f50-4f0e-9f75-dfd41ab41efc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:59.680909 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370cf477-3f50-4f0e-9f75-dfd41ab41efc None None] Bound using segment: {'id': 'fe355424-ee2d-4efd-9b5a-bf32f9df01b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '9b5544a5-8e8f-4a97-b0e6-a5d9ba537117'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 23:59:59.681367 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-370cf477-3f50-4f0e-9f75-dfd41ab41efc None None] Bound port: f2a581c5-7227-4849-85f5-3ef8869d5902, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe355424-ee2d-4efd-9b5a-bf32f9df01b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '9b5544a5-8e8f-4a97-b0e6-a5d9ba537117'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:59:59.681772 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-370cf477-3f50-4f0e-9f75-dfd41ab41efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:59.740128 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-5ebff854-11be-4024-8f19-2c2d15e5d36c admin admin] Allocated IP 172.26.8.214 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/0c44dd00-5c76-43cd-bd6b-af6269fddf17) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:59:59.770600 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-370cf477-3f50-4f0e-9f75-dfd41ab41efc None None] For port f2a581c5-7227-4849-85f5-3ef8869d5902, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:59:59.773876 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-370cf477-3f50-4f0e-9f75-dfd41ab41efc None None] For port f2a581c5-7227-4849-85f5-3ef8869d5902, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=f2a581c5-7227-4849-85f5-3ef8869d5902,segment=NetworkSegment(fe355424-ee2d-4efd-9b5a-bf32f9df01b0),segment_id=fe355424-ee2d-4efd-9b5a-bf32f9df01b0)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:59:59.862074 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-370cf477-3f50-4f0e-9f75-dfd41ab41efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:59.884937 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5ebff854-11be-4024-8f19-2c2d15e5d36c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:59.946321 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370cf477-3f50-4f0e-9f75-dfd41ab41efc None None] Pushing event updated for resources: {'Port': ['ID=f2a581c5-7227-4849-85f5-3ef8869d5902,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:59:59.986619 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5ebff854-11be-4024-8f19-2c2d15e5d36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:00.055326 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebff854-11be-4024-8f19-2c2d15e5d36c admin admin] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 00:00:00.058111 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-5ebff854-11be-4024-8f19-2c2d15e5d36c admin admin] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 00:00:00.062428 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebff854-11be-4024-8f19-2c2d15e5d36c admin admin] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 00:00:00.119653 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebff854-11be-4024-8f19-2c2d15e5d36c admin admin] Pushing event updated for resources: {'Port': ['ID=0c44dd00-5c76-43cd-bd6b-af6269fddf17,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:00:00.333036 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5ebff854-11be-4024-8f19-2c2d15e5d36c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:00.333706 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5ebff854-11be-4024-8f19-2c2d15e5d36c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:00.626322 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ebff854-11be-4024-8f19-2c2d15e5d36c admin admin] Router b0231e79-c151-439c-acd2-5aa0ae6ba296 is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 00:00:00.831359 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ebff854-11be-4024-8f19-2c2d15e5d36c admin admin] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 00:00:00.843334 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d95afad-2376-4672-8d98-e97823c431dc None None] Sync routers for ids ['b0231e79-c151-439c-acd2-5aa0ae6ba296'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 00:00:00.860034 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d95afad-2376-4672-8d98-e97823c431dc None None] Routers {'b0231e79-c151-439c-acd2-5aa0ae6ba296'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 00:00:00.860034 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-9d95afad-2376-4672-8d98-e97823c431dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:59:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['b0231e79-c151-439c-acd2-5aa0ae6ba296'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:00:00.892193 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98031768-ce0e-43d2-8f8f-6aacf8254013 None None] Network 9b5544a5-8e8f-4a97-b0e6-a5d9ba537117 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 00:00:00.931095 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5ebff854-11be-4024-8f19-2c2d15e5d36c admin admin] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:00.935188 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5ebff854-11be-4024-8f19-2c2d15e5d36c admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0208454 Feb 11 00:00:00.935750 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 57862) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 00:00:01.033659 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-9d95afad-2376-4672-8d98-e97823c431dc None None] Set router b0231e79-c151-439c-acd2-5aa0ae6ba296 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 00:00:01.075717 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-3b4ac6bf-0e93-4636-b3a2-58666bec4cb4 None None] Provisioning for port f2a581c5-7227-4849-85f5-3ef8869d5902 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 00:00:01.281129 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device f2a581c5-7227-4849-85f5-3ef8869d5902 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 00:00:01.379904 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-9d95afad-2376-4672-8d98-e97823c431dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'name': 'tempest-TestSnapshotPattern-620643377-router', 'tenant_id': '294e1a9856fb4929bd4667c7a9c43938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': '0c44dd00-5c76-43cd-bd6b-af6269fddf17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:59:59Z', 'updated_at': '2022-02-11T00:00:00Z', 'revision_number': 3, 'project_id': '294e1a9856fb4929bd4667c7a9c43938', 'gw_port': {'id': '0c44dd00-5c76-43cd-bd6b-af6269fddf17', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a3:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:59:59Z', 'updated_at': '2022-02-10T23:59:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:00:01.386946 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d95afad-2376-4672-8d98-e97823c431dc None None] Checking router: b0231e79-c151-439c-acd2-5aa0ae6ba296 for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 00:00:01.386946 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d95afad-2376-4672-8d98-e97823c431dc None None] Updating router b0231e79-c151-439c-acd2-5aa0ae6ba296 port 0c44dd00-5c76-43cd-bd6b-af6269fddf17 binding host dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 00:00:01.442415 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9d95afad-2376-4672-8d98-e97823c431dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:01.479039 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port f2a581c5-7227-4849-85f5-3ef8869d5902 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 00:00:01.483742 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port f2a581c5-7227-4849-85f5-3ef8869d5902 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 00:00:01.484111 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:01.567799 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-d3538fd2-615f-4e06-95ec-aeb9ca6f33ea None None] Provisioning complete for port f2a581c5-7227-4849-85f5-3ef8869d5902 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 00:00:01.568338 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d3538fd2-615f-4e06-95ec-aeb9ca6f33ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:01.683341 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:01.762829 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port f2a581c5-7227-4849-85f5-3ef8869d5902, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=f2a581c5-7227-4849-85f5-3ef8869d5902,segment=NetworkSegment(fe355424-ee2d-4efd-9b5a-bf32f9df01b0),segment_id=fe355424-ee2d-4efd-9b5a-bf32f9df01b0)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 00:00:01.767457 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d3538fd2-615f-4e06-95ec-aeb9ca6f33ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:01.796274 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9d95afad-2376-4672-8d98-e97823c431dc None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:01.808965 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-9d95afad-2376-4672-8d98-e97823c431dc None None] Transition to ACTIVE for port object 0c44dd00-5c76-43cd-bd6b-af6269fddf17 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 00:00:01.830176 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ec838296-4162-4b78-96b3-fc6eda4fa78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:01.839748 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:01.890236 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9d95afad-2376-4672-8d98-e97823c431dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:01.947270 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-d3538fd2-615f-4e06-95ec-aeb9ca6f33ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 00:00:01.947689 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-d3538fd2-615f-4e06-95ec-aeb9ca6f33ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 00:00:01.949881 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=f2a581c5-7227-4849-85f5-3ef8869d5902,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:00:01.964212 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad429dc-ec51-4b16-bd1d-8eea99fdbaa0 None None] Pushing event updated for resources: {'Port': ['ID=0c44dd00-5c76-43cd-bd6b-af6269fddf17,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:00:01.985431 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad429dc-ec51-4b16-bd1d-8eea99fdbaa0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:00:01.985757 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad429dc-ec51-4b16-bd1d-8eea99fdbaa0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:00:01.986079 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad429dc-ec51-4b16-bd1d-8eea99fdbaa0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:00:01.986395 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad429dc-ec51-4b16-bd1d-8eea99fdbaa0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:00:01.986715 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad429dc-ec51-4b16-bd1d-8eea99fdbaa0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:00:01.987026 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad429dc-ec51-4b16-bd1d-8eea99fdbaa0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:00:01.987334 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad429dc-ec51-4b16-bd1d-8eea99fdbaa0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:00:01.987643 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad429dc-ec51-4b16-bd1d-8eea99fdbaa0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:00:01.987950 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad429dc-ec51-4b16-bd1d-8eea99fdbaa0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:00:01.988255 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad429dc-ec51-4b16-bd1d-8eea99fdbaa0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:00:01.988568 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad429dc-ec51-4b16-bd1d-8eea99fdbaa0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:00:01.994724 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-9d95afad-2376-4672-8d98-e97823c431dc None None] Attempting to bind port 0c44dd00-5c76-43cd-bd6b-af6269fddf17 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 00:00:01.995081 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-9d95afad-2376-4672-8d98-e97823c431dc None None] Attempting to bind port 0c44dd00-5c76-43cd-bd6b-af6269fddf17 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 00:00:01.995422 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d95afad-2376-4672-8d98-e97823c431dc None None] Attempting to bind port 0c44dd00-5c76-43cd-bd6b-af6269fddf17 on network c2ed7563-f8af-409c-803f-f56530124ba5 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 00:00:02.001721 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d95afad-2376-4672-8d98-e97823c431dc None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 00:00:02.002073 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d95afad-2376-4672-8d98-e97823c431dc None None] Checking segment: {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 00:00:02.002452 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9d95afad-2376-4672-8d98-e97823c431dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:02.002820 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d95afad-2376-4672-8d98-e97823c431dc None None] Bound using segment: {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 00:00:02.003257 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-9d95afad-2376-4672-8d98-e97823c431dc None None] Bound port: 0c44dd00-5c76-43cd-bd6b-af6269fddf17, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 00:00:02.003614 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9d95afad-2376-4672-8d98-e97823c431dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:02.064378 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-ec838296-4162-4b78-96b3-fc6eda4fa78b admin admin] Allocated IP 172.20.0.1 (9b5544a5-8e8f-4a97-b0e6-a5d9ba537117/e89db62b-496f-4962-81bd-6ec315bc85ff/af35ab25-c847-4ed0-9820-56399ff21aeb) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 00:00:02.073377 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-9d95afad-2376-4672-8d98-e97823c431dc None None] For port 0c44dd00-5c76-43cd-bd6b-af6269fddf17, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 00:00:02.076277 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-9d95afad-2376-4672-8d98-e97823c431dc None None] For port 0c44dd00-5c76-43cd-bd6b-af6269fddf17, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=0c44dd00-5c76-43cd-bd6b-af6269fddf17,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 00:00:02.176505 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-9d95afad-2376-4672-8d98-e97823c431dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:02.210051 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ec838296-4162-4b78-96b3-fc6eda4fa78b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:02.226998 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-ec838296-4162-4b78-96b3-fc6eda4fa78b admin admin] Transition to ACTIVE for port object af35ab25-c847-4ed0-9820-56399ff21aeb will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 00:00:02.255523 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad429dc-ec51-4b16-bd1d-8eea99fdbaa0 None None] Pushing event updated for resources: {'Port': ['ID=0c44dd00-5c76-43cd-bd6b-af6269fddf17,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:00:02.261959 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d95afad-2376-4672-8d98-e97823c431dc None None] Routers {'b0231e79-c151-439c-acd2-5aa0ae6ba296'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 00:00:02.262556 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-9d95afad-2376-4672-8d98-e97823c431dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:59:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['b0231e79-c151-439c-acd2-5aa0ae6ba296'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:00:02.313991 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ec838296-4162-4b78-96b3-fc6eda4fa78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:02.378881 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec838296-4162-4b78-96b3-fc6eda4fa78b admin admin] Network 9b5544a5-8e8f-4a97-b0e6-a5d9ba537117 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 00:00:02.381428 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-ec838296-4162-4b78-96b3-fc6eda4fa78b admin admin] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 00:00:02.385653 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec838296-4162-4b78-96b3-fc6eda4fa78b admin admin] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 00:00:02.414782 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec838296-4162-4b78-96b3-fc6eda4fa78b admin admin] Pushing event updated for resources: {'Port': ['ID=af35ab25-c847-4ed0-9820-56399ff21aeb,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:00:02.437673 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-9d95afad-2376-4672-8d98-e97823c431dc None None] Set router b0231e79-c151-439c-acd2-5aa0ae6ba296 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 00:00:02.445342 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ec838296-4162-4b78-96b3-fc6eda4fa78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733071'] for router_interface, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:02.597889 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ec838296-4162-4b78-96b3-fc6eda4fa78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:02.672820 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-1f8e281a-a742-4476-ac17-bad642c9bf9e None None] Provisioning for port af35ab25-c847-4ed0-9820-56399ff21aeb completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 00:00:02.677710 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-1f8e281a-a742-4476-ac17-bad642c9bf9e None None] Provisioning complete for port af35ab25-c847-4ed0-9820-56399ff21aeb triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 00:00:02.678180 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1f8e281a-a742-4476-ac17-bad642c9bf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:02.734923 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e281a-a742-4476-ac17-bad642c9bf9e None None] Port af35ab25-c847-4ed0-9820-56399ff21aeb cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 00:00:02.748847 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-9d95afad-2376-4672-8d98-e97823c431dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'name': 'tempest-TestSnapshotPattern-620643377-router', 'tenant_id': '294e1a9856fb4929bd4667c7a9c43938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': '0c44dd00-5c76-43cd-bd6b-af6269fddf17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:59:59Z', 'updated_at': '2022-02-11T00:00:00Z', 'revision_number': 3, 'project_id': '294e1a9856fb4929bd4667c7a9c43938', 'gw_port': {'id': '0c44dd00-5c76-43cd-bd6b-af6269fddf17', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a3:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:59:59Z', 'updated_at': '2022-02-11T00:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:00:02.752814 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d95afad-2376-4672-8d98-e97823c431dc None None] The sync data for ids ['b0231e79-c151-439c-acd2-5aa0ae6ba296'] in dv-neutron-828797-1-hyperv is: [{'id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'name': 'tempest-TestSnapshotPattern-620643377-router', 'tenant_id': '294e1a9856fb4929bd4667c7a9c43938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': '0c44dd00-5c76-43cd-bd6b-af6269fddf17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:59:59Z', 'updated_at': '2022-02-11T00:00:00Z', 'revision_number': 3, 'project_id': '294e1a9856fb4929bd4667c7a9c43938', 'gw_port': {'id': '0c44dd00-5c76-43cd-bd6b-af6269fddf17', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a3:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:59:59Z', 'updated_at': '2022-02-11T00:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 00:00:02.854477 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ec838296-4162-4b78-96b3-fc6eda4fa78b admin admin] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:02.919743 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ec838296-4162-4b78-96b3-fc6eda4fa78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:03.030819 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec838296-4162-4b78-96b3-fc6eda4fa78b admin admin] Pushing event updated for resources: {'Port': ['ID=af35ab25-c847-4ed0-9820-56399ff21aeb,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:00:03.033158 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ec838296-4162-4b78-96b3-fc6eda4fa78b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2767683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732898'] for router_interface, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:03.175662 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec838296-4162-4b78-96b3-fc6eda4fa78b admin admin] Network 9b5544a5-8e8f-4a97-b0e6-a5d9ba537117 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 00:00:03.177724 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-ec838296-4162-4b78-96b3-fc6eda4fa78b admin admin] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 00:00:03.301174 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 0c44dd00-5c76-43cd-bd6b-af6269fddf17 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 00:00:03.466836 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 0c44dd00-5c76-43cd-bd6b-af6269fddf17 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 00:00:03.470944 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-9416c446-8cf9-4b13-8983-46c9829acfc0 None None] Provisioning complete for port af35ab25-c847-4ed0-9820-56399ff21aeb triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 00:00:03.471315 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9416c446-8cf9-4b13-8983-46c9829acfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:03.499640 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 0c44dd00-5c76-43cd-bd6b-af6269fddf17 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 00:00:03.500032 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:03.589015 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-9416c446-8cf9-4b13-8983-46c9829acfc0 None None] Port af35ab25-c847-4ed0-9820-56399ff21aeb cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 00:00:03.647600 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:03.663424 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 0c44dd00-5c76-43cd-bd6b-af6269fddf17, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=0c44dd00-5c76-43cd-bd6b-af6269fddf17,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 00:00:03.706081 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec838296-4162-4b78-96b3-fc6eda4fa78b admin admin] Router b0231e79-c151-439c-acd2-5aa0ae6ba296 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 00:00:03.746050 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:03.746825 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device f2a581c5-7227-4849-85f5-3ef8869d5902 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 00:00:03.857694 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=0c44dd00-5c76-43cd-bd6b-af6269fddf17,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:00:03.870642 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port f2a581c5-7227-4849-85f5-3ef8869d5902 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 00:00:03.871006 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:03.911860 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec838296-4162-4b78-96b3-fc6eda4fa78b admin admin] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 00:00:03.920963 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ec838296-4162-4b78-96b3-fc6eda4fa78b admin admin] 10.222.0.59 "PUT /v2.0/routers/b0231e79-c151-439c-acd2-5aa0ae6ba296/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9842403 Feb 11 00:00:04.986377 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 57888) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 00:00:04.992587 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-c5f4a0af-b91d-496d-af1e-a2bdb9a25ffe admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-614644033-network', 'tenant_id': '55d2543561644daa9491f42c2b75bd9b'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 00:00:04.997277 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c5f4a0af-b91d-496d-af1e-a2bdb9a25ffe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 00:00:05.001005 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-c5f4a0af-b91d-496d-af1e-a2bdb9a25ffe admin admin] Usage tracker for resource:network and tenant:55d2543561644daa9491f42c2b75bd9b is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 00:00:05.003802 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-c5f4a0af-b91d-496d-af1e-a2bdb9a25ffe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 00:00:05.010858 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c5f4a0af-b91d-496d-af1e-a2bdb9a25ffe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 00:00:05.078803 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f4a0af-b91d-496d-af1e-a2bdb9a25ffe admin admin] Made reservation on behalf of 55d2543561644daa9491f42c2b75bd9b for: {'network': 1} {{(pid=84333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 00:00:05.081148 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c5f4a0af-b91d-496d-af1e-a2bdb9a25ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for network, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:05.093540 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c5f4a0af-b91d-496d-af1e-a2bdb9a25ffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:05.124108 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c5f4a0af-b91d-496d-af1e-a2bdb9a25ffe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 00:00:05.127881 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-c5f4a0af-b91d-496d-af1e-a2bdb9a25ffe admin admin] Usage tracker for resource:security_group_rule and tenant:55d2543561644daa9491f42c2b75bd9b is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 00:00:05.130664 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-c5f4a0af-b91d-496d-af1e-a2bdb9a25ffe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 00:00:05.137087 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-c5f4a0af-b91d-496d-af1e-a2bdb9a25ffe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 00:00:05.204243 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c5f4a0af-b91d-496d-af1e-a2bdb9a25ffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:05.214125 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 0c44dd00-5c76-43cd-bd6b-af6269fddf17 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 00:00:05.279098 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c5f4a0af-b91d-496d-af1e-a2bdb9a25ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:05.283579 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 0c44dd00-5c76-43cd-bd6b-af6269fddf17 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 00:00:05.283951 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:05.308451 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5f4a0af-b91d-496d-af1e-a2bdb9a25ffe admin admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=84333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 00:00:05.317174 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f4a0af-b91d-496d-af1e-a2bdb9a25ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d635e7d-abbc-4a41-a516-cbb653c0b767,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:00:05.323433 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c5f4a0af-b91d-496d-af1e-a2bdb9a25ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:05.323809 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.segments_db [None req-c5f4a0af-b91d-496d-af1e-a2bdb9a25ffe admin admin] Added segment c25ba172-8782-4fa0-afe1-8d7469837f0c of type vlan for network 995b81c7-88d9-4481-8026-2b643d95ec1a Feb 11 00:00:05.350503 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c5f4a0af-b91d-496d-af1e-a2bdb9a25ffe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769971808759'] for network, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:05.454724 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c5f4a0af-b91d-496d-af1e-a2bdb9a25ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867'] for network, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:05.455604 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f4a0af-b91d-496d-af1e-a2bdb9a25ffe admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:00:05.456169 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c5f4a0af-b91d-496d-af1e-a2bdb9a25ffe admin admin] Notify callbacks [] for network, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:05.556670 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f4a0af-b91d-496d-af1e-a2bdb9a25ffe admin admin] Pushing event updated for resources: {'Network': ['ID=995b81c7-88d9-4481-8026-2b643d95ec1a,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:00:05.566485 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Network 995b81c7-88d9-4481-8026-2b643d95ec1a details requested by agent ovs-agent-dv-neutron-828797-1-hyperv with host dv-neutron-828797-1-hyperv {{(pid=84334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 00:00:05.621102 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-c5f4a0af-b91d-496d-af1e-a2bdb9a25ffe admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6335456 Feb 11 00:00:05.623771 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 57892) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 00:00:05.630291 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-e55c1940-da50-4003-ab4f-8d0421e167bd admin admin] Request body: {'subnet': {'network_id': '995b81c7-88d9-4481-8026-2b643d95ec1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-614644033-subnet', 'tenant_id': '55d2543561644daa9491f42c2b75bd9b', 'ip_version': 4}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 00:00:05.635616 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e55c1940-da50-4003-ab4f-8d0421e167bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 00:00:05.639813 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e55c1940-da50-4003-ab4f-8d0421e167bd admin admin] Usage tracker for resource:subnet and tenant:55d2543561644daa9491f42c2b75bd9b is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 00:00:05.642839 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e55c1940-da50-4003-ab4f-8d0421e167bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 00:00:05.654877 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e55c1940-da50-4003-ab4f-8d0421e167bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 00:00:05.751717 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55c1940-da50-4003-ab4f-8d0421e167bd admin admin] Made reservation on behalf of 55d2543561644daa9491f42c2b75bd9b for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 00:00:05.754093 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e55c1940-da50-4003-ab4f-8d0421e167bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1511881'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:06.016233 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e55c1940-da50-4003-ab4f-8d0421e167bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32032775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1511927'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:06.100491 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55c1940-da50-4003-ab4f-8d0421e167bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=536f7847-91ff-4929-b5fc-99f9bda3f433,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:00:06.118844 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55c1940-da50-4003-ab4f-8d0421e167bd admin admin] Checking segment: {'id': 'c25ba172-8782-4fa0-afe1-8d7469837f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '995b81c7-88d9-4481-8026-2b643d95ec1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 00:00:06.119211 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55c1940-da50-4003-ab4f-8d0421e167bd admin admin] Network hostable DHCP agents. Network: 995b81c7-88d9-4481-8026-2b643d95ec1a, hostable agents: ['43499674-f43d-4631-a492-3d0c4027683f'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 00:00:06.209251 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55c1940-da50-4003-ab4f-8d0421e167bd admin admin] Network 995b81c7-88d9-4481-8026-2b643d95ec1a is scheduled to be hosted by DHCP agent 43499674-f43d-4631-a492-3d0c4027683f with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 00:00:06.294854 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-e55c1940-da50-4003-ab4f-8d0421e167bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828797-1-hyperv, 995b81c7-88d9-4481-8026-2b643d95ec1a) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 00:00:06.299005 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55c1940-da50-4003-ab4f-8d0421e167bd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:00:06.299660 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e55c1940-da50-4003-ab4f-8d0421e167bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:06.303533 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd047475-f819-46a4-9fab-28f63733a913 None None] Network 995b81c7-88d9-4481-8026-2b643d95ec1a requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 00:00:06.367332 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d547026-ffc2-49ba-ae4a-15b60769738a None None] Sync routers for ids ['b0231e79-c151-439c-acd2-5aa0ae6ba296'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 00:00:06.395100 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e55c1940-da50-4003-ab4f-8d0421e167bd admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7670164 Feb 11 00:00:06.395316 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 57896) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 00:00:06.401040 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-7ef18ad6-f1e9-491b-b071-fc3a877a63f1 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-614644033-router', 'tenant_id': '55d2543561644daa9491f42c2b75bd9b', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 00:00:06.405641 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-7ef18ad6-f1e9-491b-b071-fc3a877a63f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 00:00:06.409355 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-7ef18ad6-f1e9-491b-b071-fc3a877a63f1 admin admin] Usage tracker for resource:router and tenant:55d2543561644daa9491f42c2b75bd9b is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 00:00:06.412109 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-7ef18ad6-f1e9-491b-b071-fc3a877a63f1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 00:00:06.418166 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-7ef18ad6-f1e9-491b-b071-fc3a877a63f1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 00:00:06.448629 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d547026-ffc2-49ba-ae4a-15b60769738a None None] Routers {'b0231e79-c151-439c-acd2-5aa0ae6ba296'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 00:00:06.449278 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-0d547026-ffc2-49ba-ae4a-15b60769738a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:59:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['b0231e79-c151-439c-acd2-5aa0ae6ba296'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:00:06.496227 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7ef18ad6-f1e9-491b-b071-fc3a877a63f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237712'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:06.497301 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7ef18ad6-f1e9-491b-b071-fc3a877a63f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1932916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237727'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:06.516463 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7ef18ad6-f1e9-491b-b071-fc3a877a63f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:06.714155 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d18cbe-56b7-4c58-bac5-7c77636b69cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce780e36-04ff-50a0-ba17-a22e95ee21c7-995b81c7-88d9-4481-8026-2b643d95ec1a', 'network_id': '995b81c7-88d9-4481-8026-2b643d95ec1a', 'tenant_id': '55d2543561644daa9491f42c2b75bd9b', 'fixed_ips': [{'subnet_id': '536f7847-91ff-4929-b5fc-99f9bda3f433'}]}} from dv-neutron-828797-1-hyperv. {{(pid=84334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 00:00:06.714965 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c5d18cbe-56b7-4c58-bac5-7c77636b69cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:06.732914 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-0d547026-ffc2-49ba-ae4a-15b60769738a None None] Set router b0231e79-c151-439c-acd2-5aa0ae6ba296 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 00:00:06.746048 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7ef18ad6-f1e9-491b-b071-fc3a877a63f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237741'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:07.021155 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7ef18ad6-f1e9-491b-b071-fc3a877a63f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:07.050868 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7ef18ad6-f1e9-491b-b071-fc3a877a63f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:07.095967 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.db_base_plugin_common [None req-c5d18cbe-56b7-4c58-bac5-7c77636b69cb None None] Allocated IP 172.20.0.2 (995b81c7-88d9-4481-8026-2b643d95ec1a/536f7847-91ff-4929-b5fc-99f9bda3f433/a17f2ddf-828c-45ab-b33a-68467ad84752) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 00:00:07.189802 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-7ef18ad6-f1e9-491b-b071-fc3a877a63f1 admin admin] Allocated IP 172.26.8.77 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/68e95505-cab2-4aa1-9c80-1d22f425d364) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 00:00:07.293112 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-0d547026-ffc2-49ba-ae4a-15b60769738a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'name': 'tempest-TestSnapshotPattern-620643377-router', 'tenant_id': '294e1a9856fb4929bd4667c7a9c43938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': '0c44dd00-5c76-43cd-bd6b-af6269fddf17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:59:59Z', 'updated_at': '2022-02-11T00:00:02Z', 'revision_number': 4, 'project_id': '294e1a9856fb4929bd4667c7a9c43938', 'gw_port': {'id': '0c44dd00-5c76-43cd-bd6b-af6269fddf17', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:59:59Z', 'updated_at': '2022-02-11T00:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'af35ab25-c847-4ed0-9820-56399ff21aeb', 'name': '', 'network_id': '9b5544a5-8e8f-4a97-b0e6-a5d9ba537117', 'tenant_id': '294e1a9856fb4929bd4667c7a9c43938', 'mac_address': 'fa:16:3e:6e:6b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e89db62b-496f-4962-81bd-6ec315bc85ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T00:00:01Z', 'updated_at': '2022-02-11T00:00:02Z', 'revision_number': 2, 'project_id': '294e1a9856fb4929bd4667c7a9c43938', 'subnets': [{'id': 'e89db62b-496f-4962-81bd-6ec315bc85ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:00:07.323021 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d547026-ffc2-49ba-ae4a-15b60769738a None None] Checking router: b0231e79-c151-439c-acd2-5aa0ae6ba296 for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 00:00:07.323677 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d547026-ffc2-49ba-ae4a-15b60769738a None None] Updating router b0231e79-c151-439c-acd2-5aa0ae6ba296 port af35ab25-c847-4ed0-9820-56399ff21aeb binding host dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 00:00:07.334700 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7ef18ad6-f1e9-491b-b071-fc3a877a63f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:07.399417 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0d547026-ffc2-49ba-ae4a-15b60769738a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:07.411108 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c5d18cbe-56b7-4c58-bac5-7c77636b69cb None None] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:07.433698 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7ef18ad6-f1e9-491b-b071-fc3a877a63f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:07.450518 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-c5d18cbe-56b7-4c58-bac5-7c77636b69cb None None] Transition to ACTIVE for port object a17f2ddf-828c-45ab-b33a-68467ad84752 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 00:00:07.487065 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-c5d18cbe-56b7-4c58-bac5-7c77636b69cb None None] Transition to ACTIVE for port object a17f2ddf-828c-45ab-b33a-68467ad84752 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 00:00:07.501284 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef18ad6-f1e9-491b-b071-fc3a877a63f1 admin admin] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 00:00:07.504586 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-7ef18ad6-f1e9-491b-b071-fc3a877a63f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 00:00:07.506425 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef18ad6-f1e9-491b-b071-fc3a877a63f1 admin admin] Pushing event updated for resources: {'Port': ['ID=68e95505-cab2-4aa1-9c80-1d22f425d364,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:00:07.508557 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef18ad6-f1e9-491b-b071-fc3a877a63f1 admin admin] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 00:00:07.536599 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c5d18cbe-56b7-4c58-bac5-7c77636b69cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:07.650103 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d18cbe-56b7-4c58-bac5-7c77636b69cb None None] Network 995b81c7-88d9-4481-8026-2b643d95ec1a is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 00:00:07.657255 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.scheduler.base_scheduler [None req-c5d18cbe-56b7-4c58-bac5-7c77636b69cb None None] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 00:00:07.709965 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d18cbe-56b7-4c58-bac5-7c77636b69cb None None] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 00:00:07.713701 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d18cbe-56b7-4c58-bac5-7c77636b69cb None None] Pushing event updated for resources: {'Port': ['ID=a17f2ddf-828c-45ab-b33a-68467ad84752,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:00:07.816366 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7ef18ad6-f1e9-491b-b071-fc3a877a63f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:07.817301 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7ef18ad6-f1e9-491b-b071-fc3a877a63f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734161'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:07.833864 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-c5d18cbe-56b7-4c58-bac5-7c77636b69cb None None] Attempting to bind port a17f2ddf-828c-45ab-b33a-68467ad84752 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 00:00:07.834231 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-c5d18cbe-56b7-4c58-bac5-7c77636b69cb None None] Attempting to bind port a17f2ddf-828c-45ab-b33a-68467ad84752 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': 'c25ba172-8782-4fa0-afe1-8d7469837f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '995b81c7-88d9-4481-8026-2b643d95ec1a'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 00:00:07.834595 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d18cbe-56b7-4c58-bac5-7c77636b69cb None None] Attempting to bind port a17f2ddf-828c-45ab-b33a-68467ad84752 on network 995b81c7-88d9-4481-8026-2b643d95ec1a {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 00:00:07.853014 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d18cbe-56b7-4c58-bac5-7c77636b69cb None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 00:00:07.853311 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d18cbe-56b7-4c58-bac5-7c77636b69cb None None] Checking segment: {'id': 'c25ba172-8782-4fa0-afe1-8d7469837f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '995b81c7-88d9-4481-8026-2b643d95ec1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 00:00:07.853713 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c5d18cbe-56b7-4c58-bac5-7c77636b69cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:07.854115 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d18cbe-56b7-4c58-bac5-7c77636b69cb None None] Bound using segment: {'id': 'c25ba172-8782-4fa0-afe1-8d7469837f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '995b81c7-88d9-4481-8026-2b643d95ec1a'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 00:00:07.854566 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-c5d18cbe-56b7-4c58-bac5-7c77636b69cb None None] Bound port: a17f2ddf-828c-45ab-b33a-68467ad84752, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c25ba172-8782-4fa0-afe1-8d7469837f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '995b81c7-88d9-4481-8026-2b643d95ec1a'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 00:00:07.854935 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c5d18cbe-56b7-4c58-bac5-7c77636b69cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:08.048611 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0d547026-ffc2-49ba-ae4a-15b60769738a None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:08.053493 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-c5d18cbe-56b7-4c58-bac5-7c77636b69cb None None] For port a17f2ddf-828c-45ab-b33a-68467ad84752, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 00:00:08.059093 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-c5d18cbe-56b7-4c58-bac5-7c77636b69cb None None] For port a17f2ddf-828c-45ab-b33a-68467ad84752, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=a17f2ddf-828c-45ab-b33a-68467ad84752,segment=NetworkSegment(c25ba172-8782-4fa0-afe1-8d7469837f0c),segment_id=c25ba172-8782-4fa0-afe1-8d7469837f0c)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 00:00:08.064695 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-0d547026-ffc2-49ba-ae4a-15b60769738a None None] Transition to ACTIVE for port object af35ab25-c847-4ed0-9820-56399ff21aeb will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 00:00:08.102071 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef18ad6-f1e9-491b-b071-fc3a877a63f1 admin admin] Router 3a7b1d54-72dc-44b0-b1bc-53e87557aad7 is scheduled to L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 with binding_index 1 {{(pid=84332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 00:00:08.125833 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c5d18cbe-56b7-4c58-bac5-7c77636b69cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:08.129382 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0d547026-ffc2-49ba-ae4a-15b60769738a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:08.483180 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d18cbe-56b7-4c58-bac5-7c77636b69cb None None] Pushing event updated for resources: {'Port': ['ID=a17f2ddf-828c-45ab-b33a-68467ad84752,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:00:08.485511 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef18ad6-f1e9-491b-b071-fc3a877a63f1 admin admin] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 00:00:08.486922 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369a10a1-dd4c-4661-8a44-5d963909217d None None] Sync routers for ids ['3a7b1d54-72dc-44b0-b1bc-53e87557aad7'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 00:00:08.486922 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369a10a1-dd4c-4661-8a44-5d963909217d None None] Routers {'3a7b1d54-72dc-44b0-b1bc-53e87557aad7'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 00:00:08.486922 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-369a10a1-dd4c-4661-8a44-5d963909217d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:59:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['3a7b1d54-72dc-44b0-b1bc-53e87557aad7'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:00:08.487411 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143979f0-9836-43a2-a0e9-ac0f5acce49b None None] Pushing event updated for resources: {'Port': ['ID=af35ab25-c847-4ed0-9820-56399ff21aeb,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:00:08.487411 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-0d547026-ffc2-49ba-ae4a-15b60769738a None None] Attempting to bind port af35ab25-c847-4ed0-9820-56399ff21aeb on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 00:00:08.487411 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-0d547026-ffc2-49ba-ae4a-15b60769738a None None] Attempting to bind port af35ab25-c847-4ed0-9820-56399ff21aeb by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': 'fe355424-ee2d-4efd-9b5a-bf32f9df01b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '9b5544a5-8e8f-4a97-b0e6-a5d9ba537117'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 00:00:08.487411 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d547026-ffc2-49ba-ae4a-15b60769738a None None] Attempting to bind port af35ab25-c847-4ed0-9820-56399ff21aeb on network 9b5544a5-8e8f-4a97-b0e6-a5d9ba537117 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 00:00:08.487670 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7ef18ad6-f1e9-491b-b071-fc3a877a63f1 admin admin] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:08.487670 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7ef18ad6-f1e9-491b-b071-fc3a877a63f1 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0846150 Feb 11 00:00:08.487670 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 57900) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 00:00:08.496866 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d547026-ffc2-49ba-ae4a-15b60769738a None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 00:00:08.501846 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d547026-ffc2-49ba-ae4a-15b60769738a None None] Checking segment: {'id': 'fe355424-ee2d-4efd-9b5a-bf32f9df01b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '9b5544a5-8e8f-4a97-b0e6-a5d9ba537117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 00:00:08.501846 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0d547026-ffc2-49ba-ae4a-15b60769738a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:08.501846 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d547026-ffc2-49ba-ae4a-15b60769738a None None] Bound using segment: {'id': 'fe355424-ee2d-4efd-9b5a-bf32f9df01b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '9b5544a5-8e8f-4a97-b0e6-a5d9ba537117'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 00:00:08.501846 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-0d547026-ffc2-49ba-ae4a-15b60769738a None None] Bound port: af35ab25-c847-4ed0-9820-56399ff21aeb, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe355424-ee2d-4efd-9b5a-bf32f9df01b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '9b5544a5-8e8f-4a97-b0e6-a5d9ba537117'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 00:00:08.501846 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0d547026-ffc2-49ba-ae4a-15b60769738a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:08.622027 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-369a10a1-dd4c-4661-8a44-5d963909217d None None] Set router 3a7b1d54-72dc-44b0-b1bc-53e87557aad7 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 00:00:08.632089 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-0d547026-ffc2-49ba-ae4a-15b60769738a None None] For port af35ab25-c847-4ed0-9820-56399ff21aeb, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 00:00:08.636351 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-0d547026-ffc2-49ba-ae4a-15b60769738a None None] For port af35ab25-c847-4ed0-9820-56399ff21aeb, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=af35ab25-c847-4ed0-9820-56399ff21aeb,segment=NetworkSegment(fe355424-ee2d-4efd-9b5a-bf32f9df01b0),segment_id=fe355424-ee2d-4efd-9b5a-bf32f9df01b0)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 00:00:08.703897 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0d547026-ffc2-49ba-ae4a-15b60769738a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:08.795031 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d547026-ffc2-49ba-ae4a-15b60769738a None None] Routers {'b0231e79-c151-439c-acd2-5aa0ae6ba296'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 00:00:08.795743 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-0d547026-ffc2-49ba-ae4a-15b60769738a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:59:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['b0231e79-c151-439c-acd2-5aa0ae6ba296'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:00:08.928597 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143979f0-9836-43a2-a0e9-ac0f5acce49b None None] Pushing event updated for resources: {'Port': ['ID=af35ab25-c847-4ed0-9820-56399ff21aeb,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:00:08.977805 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-369a10a1-dd4c-4661-8a44-5d963909217d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a7b1d54-72dc-44b0-b1bc-53e87557aad7', 'name': 'tempest-TestSnapshotPattern-614644033-router', 'tenant_id': '55d2543561644daa9491f42c2b75bd9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.77'}], 'enable_snat': True}, 'gw_port_id': '68e95505-cab2-4aa1-9c80-1d22f425d364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T00:00:06Z', 'updated_at': '2022-02-11T00:00:07Z', 'revision_number': 3, 'project_id': '55d2543561644daa9491f42c2b75bd9b', 'gw_port': {'id': '68e95505-cab2-4aa1-9c80-1d22f425d364', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:34:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a7b1d54-72dc-44b0-b1bc-53e87557aad7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T00:00:07Z', 'updated_at': '2022-02-11T00:00:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:00:08.982137 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369a10a1-dd4c-4661-8a44-5d963909217d None None] Checking router: 3a7b1d54-72dc-44b0-b1bc-53e87557aad7 for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 00:00:08.982588 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369a10a1-dd4c-4661-8a44-5d963909217d None None] Updating router 3a7b1d54-72dc-44b0-b1bc-53e87557aad7 port 68e95505-cab2-4aa1-9c80-1d22f425d364 binding host dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 00:00:09.010463 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-0d547026-ffc2-49ba-ae4a-15b60769738a None None] Set router b0231e79-c151-439c-acd2-5aa0ae6ba296 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 00:00:09.059501 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-369a10a1-dd4c-4661-8a44-5d963909217d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:09.326703 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device a17f2ddf-828c-45ab-b33a-68467ad84752 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 00:00:09.411280 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-82c05554-0867-4b49-9967-ded0995bd253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:09.440605 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-369a10a1-dd4c-4661-8a44-5d963909217d None None] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:09.453490 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.provisioning_blocks [None req-369a10a1-dd4c-4661-8a44-5d963909217d None None] Transition to ACTIVE for port object 68e95505-cab2-4aa1-9c80-1d22f425d364 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 00:00:09.477586 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-0d547026-ffc2-49ba-ae4a-15b60769738a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'name': 'tempest-TestSnapshotPattern-620643377-router', 'tenant_id': '294e1a9856fb4929bd4667c7a9c43938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': '0c44dd00-5c76-43cd-bd6b-af6269fddf17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:59:59Z', 'updated_at': '2022-02-11T00:00:02Z', 'revision_number': 4, 'project_id': '294e1a9856fb4929bd4667c7a9c43938', 'gw_port': {'id': '0c44dd00-5c76-43cd-bd6b-af6269fddf17', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:59:59Z', 'updated_at': '2022-02-11T00:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'af35ab25-c847-4ed0-9820-56399ff21aeb', 'name': '', 'network_id': '9b5544a5-8e8f-4a97-b0e6-a5d9ba537117', 'tenant_id': '294e1a9856fb4929bd4667c7a9c43938', 'mac_address': 'fa:16:3e:6e:6b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e89db62b-496f-4962-81bd-6ec315bc85ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T00:00:01Z', 'updated_at': '2022-02-11T00:00:08Z', 'revision_number': 4, 'project_id': '294e1a9856fb4929bd4667c7a9c43938', 'subnets': [{'id': 'e89db62b-496f-4962-81bd-6ec315bc85ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:00:09.482121 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d547026-ffc2-49ba-ae4a-15b60769738a None None] The sync data for ids ['b0231e79-c151-439c-acd2-5aa0ae6ba296'] in dv-neutron-828797-1-hyperv is: [{'id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'name': 'tempest-TestSnapshotPattern-620643377-router', 'tenant_id': '294e1a9856fb4929bd4667c7a9c43938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': '0c44dd00-5c76-43cd-bd6b-af6269fddf17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:59:59Z', 'updated_at': '2022-02-11T00:00:02Z', 'revision_number': 4, 'project_id': '294e1a9856fb4929bd4667c7a9c43938', 'gw_port': {'id': '0c44dd00-5c76-43cd-bd6b-af6269fddf17', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:59:59Z', 'updated_at': '2022-02-11T00:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'af35ab25-c847-4ed0-9820-56399ff21aeb', 'name': '', 'network_id': '9b5544a5-8e8f-4a97-b0e6-a5d9ba537117', 'tenant_id': '294e1a9856fb4929bd4667c7a9c43938', 'mac_address': 'fa:16:3e:6e:6b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e89db62b-496f-4962-81bd-6ec315bc85ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T00:00:01Z', 'updated_at': '2022-02-11T00:00:08Z', 'revision_number': 4, 'project_id': '294e1a9856fb4929bd4667c7a9c43938', 'subnets': [{'id': 'e89db62b-496f-4962-81bd-6ec315bc85ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 00:00:09.506662 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f1eb06-1fb2-4680-a24f-b54ca86bd49f None None] Network 995b81c7-88d9-4481-8026-2b643d95ec1a requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 00:00:09.571003 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-369a10a1-dd4c-4661-8a44-5d963909217d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:09.622409 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port a17f2ddf-828c-45ab-b33a-68467ad84752 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 00:00:09.693758 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3285c781-31da-45c0-b2fe-14221c6771a1 None None] Pushing event updated for resources: {'Port': ['ID=68e95505-cab2-4aa1-9c80-1d22f425d364,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:00:09.706038 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-82c05554-0867-4b49-9967-ded0995bd253 admin admin] Allocated IP 172.20.0.1 (995b81c7-88d9-4481-8026-2b643d95ec1a/536f7847-91ff-4929-b5fc-99f9bda3f433/b7963366-5d37-422c-8608-f962d0195738) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 00:00:09.706119 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-369a10a1-dd4c-4661-8a44-5d963909217d None None] Attempting to bind port 68e95505-cab2-4aa1-9c80-1d22f425d364 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 00:00:09.706119 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-369a10a1-dd4c-4661-8a44-5d963909217d None None] Attempting to bind port 68e95505-cab2-4aa1-9c80-1d22f425d364 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 00:00:09.706119 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369a10a1-dd4c-4661-8a44-5d963909217d None None] Attempting to bind port 68e95505-cab2-4aa1-9c80-1d22f425d364 on network c2ed7563-f8af-409c-803f-f56530124ba5 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 00:00:09.715693 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369a10a1-dd4c-4661-8a44-5d963909217d None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 00:00:09.716449 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369a10a1-dd4c-4661-8a44-5d963909217d None None] Checking segment: {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 00:00:09.717190 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-369a10a1-dd4c-4661-8a44-5d963909217d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:09.717584 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369a10a1-dd4c-4661-8a44-5d963909217d None None] Bound using segment: {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 00:00:09.718134 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.managers [None req-369a10a1-dd4c-4661-8a44-5d963909217d None None] Bound port: 68e95505-cab2-4aa1-9c80-1d22f425d364, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969fbc86-8081-4898-8615-8bb0868b38c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 00:00:09.718510 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-369a10a1-dd4c-4661-8a44-5d963909217d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:09.741168 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-5d8f4bc4-9fe5-4650-9604-865f5de43294 None None] Provisioning for port a17f2ddf-828c-45ab-b33a-68467ad84752 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 00:00:09.759696 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-5d8f4bc4-9fe5-4650-9604-865f5de43294 None None] Provisioning complete for port a17f2ddf-828c-45ab-b33a-68467ad84752 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 00:00:09.759959 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5d8f4bc4-9fe5-4650-9604-865f5de43294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:09.809968 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-369a10a1-dd4c-4661-8a44-5d963909217d None None] For port 68e95505-cab2-4aa1-9c80-1d22f425d364, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 00:00:09.813442 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.plugins.ml2.db [None req-369a10a1-dd4c-4661-8a44-5d963909217d None None] For port 68e95505-cab2-4aa1-9c80-1d22f425d364, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=68e95505-cab2-4aa1-9c80-1d22f425d364,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 00:00:09.891336 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron_lib.callbacks.manager [None req-369a10a1-dd4c-4661-8a44-5d963909217d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:09.987976 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369a10a1-dd4c-4661-8a44-5d963909217d None None] Routers {'3a7b1d54-72dc-44b0-b1bc-53e87557aad7'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 00:00:09.988859 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-369a10a1-dd4c-4661-8a44-5d963909217d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-10T23:59:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['3a7b1d54-72dc-44b0-b1bc-53e87557aad7'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:00:10.002827 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5d8f4bc4-9fe5-4650-9604-865f5de43294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:10.008637 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-82c05554-0867-4b49-9967-ded0995bd253 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:10.027887 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-82c05554-0867-4b49-9967-ded0995bd253 admin admin] Transition to ACTIVE for port object b7963366-5d37-422c-8608-f962d0195738 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 00:00:10.046923 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-5d8f4bc4-9fe5-4650-9604-865f5de43294 None None] For port a17f2ddf-828c-45ab-b33a-68467ad84752, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=a17f2ddf-828c-45ab-b33a-68467ad84752,segment=NetworkSegment(c25ba172-8782-4fa0-afe1-8d7469837f0c),segment_id=c25ba172-8782-4fa0-afe1-8d7469837f0c)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 00:00:10.116680 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3285c781-31da-45c0-b2fe-14221c6771a1 None None] Pushing event updated for resources: {'Port': ['ID=68e95505-cab2-4aa1-9c80-1d22f425d364,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:00:10.124285 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5d8f4bc4-9fe5-4650-9604-865f5de43294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:10.147030 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-82c05554-0867-4b49-9967-ded0995bd253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:10.200828 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-369a10a1-dd4c-4661-8a44-5d963909217d None None] Set router 3a7b1d54-72dc-44b0-b1bc-53e87557aad7 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 00:00:10.234813 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8f4bc4-9fe5-4650-9604-865f5de43294 None None] Pushing event updated for resources: {'Port': ['ID=a17f2ddf-828c-45ab-b33a-68467ad84752,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:00:10.251430 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c05554-0867-4b49-9967-ded0995bd253 admin admin] Pushing event updated for resources: {'Port': ['ID=b7963366-5d37-422c-8608-f962d0195738,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:00:10.261118 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c05554-0867-4b49-9967-ded0995bd253 admin admin] Network 995b81c7-88d9-4481-8026-2b643d95ec1a is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 00:00:10.262273 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-82c05554-0867-4b49-9967-ded0995bd253 admin admin] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 00:00:10.264979 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c05554-0867-4b49-9967-ded0995bd253 admin admin] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 00:00:10.329128 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-82c05554-0867-4b49-9967-ded0995bd253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733071'] for router_interface, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:10.357153 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-4aef2257-5b4f-4ad6-8856-5ea8085201e6 None None] Provisioning complete for port a17f2ddf-828c-45ab-b33a-68467ad84752 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 00:00:10.357714 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4aef2257-5b4f-4ad6-8856-5ea8085201e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:10.525037 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-82c05554-0867-4b49-9967-ded0995bd253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:10.575033 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-369a10a1-dd4c-4661-8a44-5d963909217d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a7b1d54-72dc-44b0-b1bc-53e87557aad7', 'name': 'tempest-TestSnapshotPattern-614644033-router', 'tenant_id': '55d2543561644daa9491f42c2b75bd9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.77'}], 'enable_snat': True}, 'gw_port_id': '68e95505-cab2-4aa1-9c80-1d22f425d364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T00:00:06Z', 'updated_at': '2022-02-11T00:00:07Z', 'revision_number': 3, 'project_id': '55d2543561644daa9491f42c2b75bd9b', 'gw_port': {'id': '68e95505-cab2-4aa1-9c80-1d22f425d364', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:34:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a7b1d54-72dc-44b0-b1bc-53e87557aad7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T00:00:07Z', 'updated_at': '2022-02-11T00:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:00:10.579440 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369a10a1-dd4c-4661-8a44-5d963909217d None None] The sync data for ids ['3a7b1d54-72dc-44b0-b1bc-53e87557aad7'] in dv-neutron-828797-1-hyperv is: [{'id': '3a7b1d54-72dc-44b0-b1bc-53e87557aad7', 'name': 'tempest-TestSnapshotPattern-614644033-router', 'tenant_id': '55d2543561644daa9491f42c2b75bd9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.77'}], 'enable_snat': True}, 'gw_port_id': '68e95505-cab2-4aa1-9c80-1d22f425d364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T00:00:06Z', 'updated_at': '2022-02-11T00:00:07Z', 'revision_number': 3, 'project_id': '55d2543561644daa9491f42c2b75bd9b', 'gw_port': {'id': '68e95505-cab2-4aa1-9c80-1d22f425d364', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:34:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a7b1d54-72dc-44b0-b1bc-53e87557aad7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T00:00:07Z', 'updated_at': '2022-02-11T00:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 00:00:10.689369 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-f9146a1e-8c34-44cd-9166-8d8ee7f781db None None] Provisioning for port b7963366-5d37-422c-8608-f962d0195738 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 00:00:10.694420 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-f9146a1e-8c34-44cd-9166-8d8ee7f781db None None] Provisioning complete for port b7963366-5d37-422c-8608-f962d0195738 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 00:00:10.694883 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f9146a1e-8c34-44cd-9166-8d8ee7f781db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:10.748703 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-f9146a1e-8c34-44cd-9166-8d8ee7f781db None None] Port b7963366-5d37-422c-8608-f962d0195738 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 00:00:10.776640 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-82c05554-0867-4b49-9967-ded0995bd253 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:10.843527 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-82c05554-0867-4b49-9967-ded0995bd253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:10.946183 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-82c05554-0867-4b49-9967-ded0995bd253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2767683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732898'] for router_interface, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:10.949401 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c05554-0867-4b49-9967-ded0995bd253 admin admin] Pushing event updated for resources: {'Port': ['ID=b7963366-5d37-422c-8608-f962d0195738,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:00:11.079910 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c05554-0867-4b49-9967-ded0995bd253 admin admin] Network 995b81c7-88d9-4481-8026-2b643d95ec1a is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 00:00:11.081068 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-82c05554-0867-4b49-9967-ded0995bd253 admin admin] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 00:00:11.306427 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device a17f2ddf-828c-45ab-b33a-68467ad84752 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 00:00:11.383081 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-4f274d1e-b151-4be1-821d-ca3fe4aec602 None None] Provisioning complete for port b7963366-5d37-422c-8608-f962d0195738 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 00:00:11.383346 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4f274d1e-b151-4be1-821d-ca3fe4aec602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:11.421372 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port a17f2ddf-828c-45ab-b33a-68467ad84752 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 00:00:11.421738 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:11.473269 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-4f274d1e-b151-4be1-821d-ca3fe4aec602 None None] Port b7963366-5d37-422c-8608-f962d0195738 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 00:00:11.475814 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c05554-0867-4b49-9967-ded0995bd253 admin admin] Router 3a7b1d54-72dc-44b0-b1bc-53e87557aad7 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 00:00:11.546188 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device af35ab25-c847-4ed0-9820-56399ff21aeb up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 00:00:11.672924 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c05554-0867-4b49-9967-ded0995bd253 admin admin] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 00:00:11.682184 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-82c05554-0867-4b49-9967-ded0995bd253 admin admin] 10.222.0.59 "PUT /v2.0/routers/3a7b1d54-72dc-44b0-b1bc-53e87557aad7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1964397 Feb 11 00:00:11.685004 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port af35ab25-c847-4ed0-9820-56399ff21aeb completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 00:00:11.689932 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port af35ab25-c847-4ed0-9820-56399ff21aeb triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 00:00:11.694850 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:11.802879 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:11.837092 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port af35ab25-c847-4ed0-9820-56399ff21aeb, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=af35ab25-c847-4ed0-9820-56399ff21aeb,segment=NetworkSegment(fe355424-ee2d-4efd-9b5a-bf32f9df01b0),segment_id=fe355424-ee2d-4efd-9b5a-bf32f9df01b0)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 00:00:11.896362 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:11.959119 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=af35ab25-c847-4ed0-9820-56399ff21aeb,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:00:12.514227 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 57910) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 00:00:12.519717 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-3f0c8f2f-9f69-4fc4-afd1-527272bce578 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-984961952', 'description': 'tempest-secgroup-smoke-984961952 description', 'project_id': '294e1a9856fb4929bd4667c7a9c43938'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 00:00:12.525700 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-3f0c8f2f-9f69-4fc4-afd1-527272bce578 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 00:00:12.529462 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-3f0c8f2f-9f69-4fc4-afd1-527272bce578 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Usage tracker for resource:security_group and tenant:294e1a9856fb4929bd4667c7a9c43938 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 00:00:12.532230 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-3f0c8f2f-9f69-4fc4-afd1-527272bce578 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 00:00:12.537902 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-3f0c8f2f-9f69-4fc4-afd1-527272bce578 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 00:00:12.609349 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3f0c8f2f-9f69-4fc4-afd1-527272bce578 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:12.644681 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-3f0c8f2f-9f69-4fc4-afd1-527272bce578 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 00:00:12.648374 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-3f0c8f2f-9f69-4fc4-afd1-527272bce578 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Usage tracker for resource:security_group_rule and tenant:294e1a9856fb4929bd4667c7a9c43938 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 00:00:12.651171 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-3f0c8f2f-9f69-4fc4-afd1-527272bce578 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 00:00:12.656837 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-3f0c8f2f-9f69-4fc4-afd1-527272bce578 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 00:00:12.709728 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3f0c8f2f-9f69-4fc4-afd1-527272bce578 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:12.780992 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3f0c8f2f-9f69-4fc4-afd1-527272bce578 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:12.826008 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0c8f2f-9f69-4fc4-afd1-527272bce578 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e083d675-6f07-428a-8056-0a9ab5359752,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:00:12.902594 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3f0c8f2f-9f69-4fc4-afd1-527272bce578 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:12.906500 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3f0c8f2f-9f69-4fc4-afd1-527272bce578 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3886378 Feb 11 00:00:12.906724 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 57914) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 00:00:12.912380 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-2f0efbef-d865-4280-b0ad-9bb42a204a78 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Request body: {'security_group_rule': {'security_group_id': 'e083d675-6f07-428a-8056-0a9ab5359752', 'project_id': '294e1a9856fb4929bd4667c7a9c43938', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 00:00:12.919292 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-2f0efbef-d865-4280-b0ad-9bb42a204a78 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 00:00:12.923366 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-2f0efbef-d865-4280-b0ad-9bb42a204a78 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Usage tracker for resource:security_group_rule and tenant:294e1a9856fb4929bd4667c7a9c43938 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 00:00:12.926322 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-2f0efbef-d865-4280-b0ad-9bb42a204a78 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 00:00:12.933030 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-2f0efbef-d865-4280-b0ad-9bb42a204a78 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 00:00:13.109265 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2f0efbef-d865-4280-b0ad-9bb42a204a78 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:13.168836 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2f0efbef-d865-4280-b0ad-9bb42a204a78 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:13.217522 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device af35ab25-c847-4ed0-9820-56399ff21aeb up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 00:00:13.233640 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2f0efbef-d865-4280-b0ad-9bb42a204a78 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:13.264985 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0efbef-d865-4280-b0ad-9bb42a204a78 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac3bc491-9f62-438e-ad7d-3a1649d7fdfe,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:00:13.298175 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port af35ab25-c847-4ed0-9820-56399ff21aeb triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 00:00:13.298545 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:13.325020 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2f0efbef-d865-4280-b0ad-9bb42a204a78 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:13.326201 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2f0efbef-d865-4280-b0ad-9bb42a204a78 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4184458 Feb 11 00:00:13.328890 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 57918) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 00:00:13.334371 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-c1e9dfd3-b7cf-4fdc-b055-6f37125b1ab5 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Request body: {'security_group_rule': {'security_group_id': 'e083d675-6f07-428a-8056-0a9ab5359752', 'project_id': '294e1a9856fb4929bd4667c7a9c43938', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 00:00:13.340787 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c1e9dfd3-b7cf-4fdc-b055-6f37125b1ab5 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 00:00:13.344466 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c1e9dfd3-b7cf-4fdc-b055-6f37125b1ab5 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Usage tracker for resource:security_group_rule and tenant:294e1a9856fb4929bd4667c7a9c43938 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 00:00:13.347299 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c1e9dfd3-b7cf-4fdc-b055-6f37125b1ab5 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 00:00:13.353478 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c1e9dfd3-b7cf-4fdc-b055-6f37125b1ab5 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 00:00:13.411336 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c1e9dfd3-b7cf-4fdc-b055-6f37125b1ab5 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:13.472160 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c1e9dfd3-b7cf-4fdc-b055-6f37125b1ab5 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:13.530473 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c1e9dfd3-b7cf-4fdc-b055-6f37125b1ab5 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:13.554484 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e9dfd3-b7cf-4fdc-b055-6f37125b1ab5 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce6cdf00-92e1-404e-86a6-3c02dbf9c649,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:00:13.605122 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c1e9dfd3-b7cf-4fdc-b055-6f37125b1ab5 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:13.606330 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c1e9dfd3-b7cf-4fdc-b055-6f37125b1ab5 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2764666 Feb 11 00:00:13.609030 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 57922) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 00:00:13.614352 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-438072e9-01cf-4686-a8c5-a75760675dfa tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Request body: {'security_group_rule': {'security_group_id': 'e083d675-6f07-428a-8056-0a9ab5359752', 'project_id': '294e1a9856fb4929bd4667c7a9c43938', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 00:00:13.620172 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-438072e9-01cf-4686-a8c5-a75760675dfa tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 00:00:13.623983 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-438072e9-01cf-4686-a8c5-a75760675dfa tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Usage tracker for resource:security_group_rule and tenant:294e1a9856fb4929bd4667c7a9c43938 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 00:00:13.626783 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-438072e9-01cf-4686-a8c5-a75760675dfa tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 00:00:13.632187 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-438072e9-01cf-4686-a8c5-a75760675dfa tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 00:00:13.690851 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-438072e9-01cf-4686-a8c5-a75760675dfa tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:13.753690 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-438072e9-01cf-4686-a8c5-a75760675dfa tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:13.793461 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-438072e9-01cf-4686-a8c5-a75760675dfa tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:13.816338 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438072e9-01cf-4686-a8c5-a75760675dfa tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d902f5c7-60f1-47ba-9609-ab4f84e8b4c5,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:00:13.894844 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-438072e9-01cf-4686-a8c5-a75760675dfa tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:13.895993 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-438072e9-01cf-4686-a8c5-a75760675dfa tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2860649 Feb 11 00:00:13.899235 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 57926) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 00:00:13.904488 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-7a32efc0-a940-4334-bb1b-ed87c4929be9 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Request body: {'security_group_rule': {'security_group_id': 'e083d675-6f07-428a-8056-0a9ab5359752', 'project_id': '294e1a9856fb4929bd4667c7a9c43938', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 00:00:13.910188 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-7a32efc0-a940-4334-bb1b-ed87c4929be9 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 00:00:13.913922 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-7a32efc0-a940-4334-bb1b-ed87c4929be9 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Usage tracker for resource:security_group_rule and tenant:294e1a9856fb4929bd4667c7a9c43938 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 00:00:13.917006 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-7a32efc0-a940-4334-bb1b-ed87c4929be9 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 00:00:13.922590 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-7a32efc0-a940-4334-bb1b-ed87c4929be9 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 00:00:14.057332 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7a32efc0-a940-4334-bb1b-ed87c4929be9 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:14.117803 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7a32efc0-a940-4334-bb1b-ed87c4929be9 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:14.199493 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7a32efc0-a940-4334-bb1b-ed87c4929be9 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:14.222836 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a32efc0-a940-4334-bb1b-ed87c4929be9 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f07292d-d13d-4f96-89b6-4e09fc7ae5f3,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:00:14.308272 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7a32efc0-a940-4334-bb1b-ed87c4929be9 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:14.309436 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7a32efc0-a940-4334-bb1b-ed87c4929be9 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4093115 Feb 11 00:00:14.312180 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 57930) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 00:00:14.317505 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-e82e65c6-0bd5-4cc4-b784-f46849865037 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Request body: {'security_group_rule': {'security_group_id': 'e083d675-6f07-428a-8056-0a9ab5359752', 'project_id': '294e1a9856fb4929bd4667c7a9c43938', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 00:00:14.324235 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e82e65c6-0bd5-4cc4-b784-f46849865037 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 00:00:14.327912 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e82e65c6-0bd5-4cc4-b784-f46849865037 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Usage tracker for resource:security_group_rule and tenant:294e1a9856fb4929bd4667c7a9c43938 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 00:00:14.330693 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e82e65c6-0bd5-4cc4-b784-f46849865037 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 00:00:14.336372 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e82e65c6-0bd5-4cc4-b784-f46849865037 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 00:00:14.405122 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.db.securitygroups_db [None req-e82e65c6-0bd5-4cc4-b784-f46849865037 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Project 294e1a9856fb4929bd4667c7a9c43938 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 00:00:14.411182 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e82e65c6-0bd5-4cc4-b784-f46849865037 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:14.483040 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e82e65c6-0bd5-4cc4-b784-f46849865037 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:14.553351 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e82e65c6-0bd5-4cc4-b784-f46849865037 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:14.577869 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e65c6-0bd5-4cc4-b784-f46849865037 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f744f408-25bc-446a-a026-03b2c546004e,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:00:14.639251 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e82e65c6-0bd5-4cc4-b784-f46849865037 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:14.640423 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e82e65c6-0bd5-4cc4-b784-f46849865037 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3273220 Feb 11 00:00:14.643200 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 57934) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 00:00:14.650056 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-97b166f1-530b-4964-b8cd-e84fe6663b7d tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Request body: {'security_group_rule': {'security_group_id': 'e083d675-6f07-428a-8056-0a9ab5359752', 'project_id': '294e1a9856fb4929bd4667c7a9c43938', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 00:00:14.656066 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-97b166f1-530b-4964-b8cd-e84fe6663b7d tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 00:00:14.660176 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-97b166f1-530b-4964-b8cd-e84fe6663b7d tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Usage tracker for resource:security_group_rule and tenant:294e1a9856fb4929bd4667c7a9c43938 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 00:00:14.663056 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-97b166f1-530b-4964-b8cd-e84fe6663b7d tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 00:00:14.668976 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-97b166f1-530b-4964-b8cd-e84fe6663b7d tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 00:00:14.786400 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.securitygroups_db [None req-97b166f1-530b-4964-b8cd-e84fe6663b7d tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Project 294e1a9856fb4929bd4667c7a9c43938 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 00:00:14.792965 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-97b166f1-530b-4964-b8cd-e84fe6663b7d tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:14.856883 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-97b166f1-530b-4964-b8cd-e84fe6663b7d tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:14.929139 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-97b166f1-530b-4964-b8cd-e84fe6663b7d tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913446'] for security_group_rule, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:14.953680 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b166f1-530b-4964-b8cd-e84fe6663b7d tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baac25b5-5aa0-4e2d-8a93-4b64eea4af95,revision_number=0']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:00:15.037944 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-97b166f1-530b-4964-b8cd-e84fe6663b7d tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:15.040943 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-97b166f1-530b-4964-b8cd-e84fe6663b7d tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3949590 Feb 11 00:00:15.276627 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-14a912d7-717a-4039-aa36-36b693c00062 req-14802806-329f-48a1-80b7-ce4fb967e68d tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-984961952&fields=id&tenant_id=294e1a9856fb4929bd4667c7a9c43938 HTTP/1.1" status: 200 len: 267 time: 0.0400882 Feb 11 00:00:15.420495 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a912d7-717a-4039-aa36-36b693c00062 req-21abab00-255f-4f7f-81a3-e24480ae74c4 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:00:15.421931 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-14a912d7-717a-4039-aa36-36b693c00062 req-21abab00-255f-4f7f-81a3-e24480ae74c4 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/networks?id=9b5544a5-8e8f-4a97-b0e6-a5d9ba537117 HTTP/1.1" status: 200 len: 809 time: 0.1391995 Feb 11 00:00:15.438239 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-14a912d7-717a-4039-aa36-36b693c00062 req-fcbcf7e9-ae5f-4564-8377-605dd8b644cd tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/quotas/294e1a9856fb4929bd4667c7a9c43938 HTTP/1.1" status: 200 len: 375 time: 0.0110350 Feb 11 00:00:15.519613 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-14a912d7-717a-4039-aa36-36b693c00062 req-e9aa16fe-00d4-4280-b989-73da6e8f136a tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=294e1a9856fb4929bd4667c7a9c43938&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0767264 Feb 11 00:00:15.534956 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [req-14a912d7-717a-4039-aa36-36b693c00062 req-76e15416-2cf8-40eb-b38b-27c4aba12d0e service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84333) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 00:00:15.535878 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-14a912d7-717a-4039-aa36-36b693c00062 req-76e15416-2cf8-40eb-b38b-27c4aba12d0e service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048130 Feb 11 00:00:15.663364 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-14a912d7-717a-4039-aa36-36b693c00062 req-82c85437-d174-4e5a-bd82-0093ec5f738e service neutron] 10.222.0.59 "GET /v2.0/networks/9b5544a5-8e8f-4a97-b0e6-a5d9ba537117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209493 Feb 11 00:00:15.790512 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-14a912d7-717a-4039-aa36-36b693c00062 req-21245d3d-e6cf-45fa-b828-62dbc9faa531 service neutron] 10.222.0.59 "GET /v2.0/networks/9b5544a5-8e8f-4a97-b0e6-a5d9ba537117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207800 Feb 11 00:00:16.677591 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:17.096185 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-a5cc9ba7-513e-419a-b650-e29a18db6ff5 req-993738da-9fa5-4741-8b21-c2d17d3c0685 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Synchronizing usage tracker for tenant:294e1a9856fb4929bd4667c7a9c43938 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 00:00:17.169473 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-a5cc9ba7-513e-419a-b650-e29a18db6ff5 req-993738da-9fa5-4741-8b21-c2d17d3c0685 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Unset dirty status for tenant:294e1a9856fb4929bd4667c7a9c43938 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 00:00:17.170617 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a5cc9ba7-513e-419a-b650-e29a18db6ff5 req-993738da-9fa5-4741-8b21-c2d17d3c0685 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebab98ee-85bf-4a3b-b19f-6bed81aed7a8 HTTP/1.1" status: 200 len: 210 time: 0.1140563 Feb 11 00:00:18.350684 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-39a2857f-63dc-419f-9ce8-a9b094f3a99d req-298068bb-9afe-4bff-adfd-47eba9193598 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebab98ee-85bf-4a3b-b19f-6bed81aed7a8 HTTP/1.1" status: 200 len: 210 time: 0.0444002 Feb 11 00:00:19.084965 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-df7addbc-8517-4f8e-bf12-6247b3d588d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:19.235733 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a912d7-717a-4039-aa36-36b693c00062 req-443006de-6c6d-4459-b3d2-bc5226ba7034 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:00:19.237031 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-14a912d7-717a-4039-aa36-36b693c00062 req-443006de-6c6d-4459-b3d2-bc5226ba7034 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Synchronizing usage tracker for tenant:294e1a9856fb4929bd4667c7a9c43938 on resource:network {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 00:00:19.249843 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 68e95505-cab2-4aa1-9c80-1d22f425d364 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 00:00:19.340596 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-14a912d7-717a-4039-aa36-36b693c00062 req-443006de-6c6d-4459-b3d2-bc5226ba7034 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Unset dirty status for tenant:294e1a9856fb4929bd4667c7a9c43938 on resource:network {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 00:00:19.341729 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-14a912d7-717a-4039-aa36-36b693c00062 req-443006de-6c6d-4459-b3d2-bc5226ba7034 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.37 "GET /v2.0/networks?id=9b5544a5-8e8f-4a97-b0e6-a5d9ba537117 HTTP/1.1" status: 200 len: 809 time: 0.2546196 Feb 11 00:00:19.396815 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-14a912d7-717a-4039-aa36-36b693c00062 req-608a1d6a-cffb-4e7b-9495-7437047922c9 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Synchronizing usage tracker for tenant:294e1a9856fb4929bd4667c7a9c43938 on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 00:00:19.397913 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port 68e95505-cab2-4aa1-9c80-1d22f425d364 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 00:00:19.403629 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 68e95505-cab2-4aa1-9c80-1d22f425d364 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 00:00:19.404477 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:19.531121 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:19.533119 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-14a912d7-717a-4039-aa36-36b693c00062 req-608a1d6a-cffb-4e7b-9495-7437047922c9 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Unset dirty status for tenant:294e1a9856fb4929bd4667c7a9c43938 on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 00:00:19.534237 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-14a912d7-717a-4039-aa36-36b693c00062 req-608a1d6a-cffb-4e7b-9495-7437047922c9 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=294e1a9856fb4929bd4667c7a9c43938 HTTP/1.1" status: 200 len: 379 time: 0.1808655 Feb 11 00:00:19.543563 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-14a912d7-717a-4039-aa36-36b693c00062 req-3e9f2a1b-01ca-4334-8705-b5d7303f1fbc tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Request body: {'port': {'device_id': 'ebab98ee-85bf-4a3b-b19f-6bed81aed7a8', 'network_id': '9b5544a5-8e8f-4a97-b0e6-a5d9ba537117', 'admin_state_up': True, 'tenant_id': '294e1a9856fb4929bd4667c7a9c43938', 'security_groups': ['e083d675-6f07-428a-8056-0a9ab5359752']}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 00:00:19.559072 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e3d7f545-47ae-4fce-8bfc-08d1ac360794 req-b3576b69-ac73-4685-b1cd-561ca24662ef tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebab98ee-85bf-4a3b-b19f-6bed81aed7a8 HTTP/1.1" status: 200 len: 210 time: 0.0675631 Feb 11 00:00:19.564927 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port 68e95505-cab2-4aa1-9c80-1d22f425d364, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=68e95505-cab2-4aa1-9c80-1d22f425d364,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 00:00:19.643559 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:19.684075 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-14a912d7-717a-4039-aa36-36b693c00062 req-3e9f2a1b-01ca-4334-8705-b5d7303f1fbc tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 00:00:19.693462 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-14a912d7-717a-4039-aa36-36b693c00062 req-3e9f2a1b-01ca-4334-8705-b5d7303f1fbc tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 00:00:19.709572 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=68e95505-cab2-4aa1-9c80-1d22f425d364,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:00:19.797871 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14a912d7-717a-4039-aa36-36b693c00062 req-3e9f2a1b-01ca-4334-8705-b5d7303f1fbc tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Made reservation on behalf of 294e1a9856fb4929bd4667c7a9c43938 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 00:00:19.801006 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-14a912d7-717a-4039-aa36-36b693c00062 req-3e9f2a1b-01ca-4334-8705-b5d7303f1fbc tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:19.958098 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [req-14a912d7-717a-4039-aa36-36b693c00062 req-3e9f2a1b-01ca-4334-8705-b5d7303f1fbc tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Allocated IP 172.20.0.12 (9b5544a5-8e8f-4a97-b0e6-a5d9ba537117/e89db62b-496f-4962-81bd-6ec315bc85ff/76b584c3-0e7b-459f-ae0e-26be67957eaf) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 00:00:20.145496 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-14a912d7-717a-4039-aa36-36b693c00062 req-3e9f2a1b-01ca-4334-8705-b5d7303f1fbc tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:20.160519 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-14a912d7-717a-4039-aa36-36b693c00062 req-3e9f2a1b-01ca-4334-8705-b5d7303f1fbc tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Transition to ACTIVE for port object 76b584c3-0e7b-459f-ae0e-26be67957eaf will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 00:00:20.286026 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-14a912d7-717a-4039-aa36-36b693c00062 req-3e9f2a1b-01ca-4334-8705-b5d7303f1fbc tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:20.357377 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14a912d7-717a-4039-aa36-36b693c00062 req-3e9f2a1b-01ca-4334-8705-b5d7303f1fbc tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Network 9b5544a5-8e8f-4a97-b0e6-a5d9ba537117 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 00:00:20.360193 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [req-14a912d7-717a-4039-aa36-36b693c00062 req-3e9f2a1b-01ca-4334-8705-b5d7303f1fbc tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 00:00:20.362726 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a912d7-717a-4039-aa36-36b693c00062 req-3e9f2a1b-01ca-4334-8705-b5d7303f1fbc tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 00:00:20.396866 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9f2a1b-01ca-4334-8705-b5d7303f1fbc tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Pushing event updated for resources: {'Port': ['ID=76b584c3-0e7b-459f-ae0e-26be67957eaf,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:00:20.434804 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a912d7-717a-4039-aa36-36b693c00062 req-3e9f2a1b-01ca-4334-8705-b5d7303f1fbc tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:00:20.435547 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-14a912d7-717a-4039-aa36-36b693c00062 req-3e9f2a1b-01ca-4334-8705-b5d7303f1fbc tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:20.543593 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-14a912d7-717a-4039-aa36-36b693c00062 req-3e9f2a1b-01ca-4334-8705-b5d7303f1fbc tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0042531 Feb 11 00:00:20.555168 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-14a912d7-717a-4039-aa36-36b693c00062 req-bc444951-4c5c-4947-81fd-b215a14f9f94 service neutron] Request body: {'port': {'device_id': 'ebab98ee-85bf-4a3b-b19f-6bed81aed7a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 00:00:20.628865 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-ee72aa3b-67dc-4f4f-8fc0-c3d058e3e9e0 None None] Provisioning for port 76b584c3-0e7b-459f-ae0e-26be67957eaf completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 00:00:20.634125 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-ee72aa3b-67dc-4f4f-8fc0-c3d058e3e9e0 None None] Provisioning complete for port 76b584c3-0e7b-459f-ae0e-26be67957eaf triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 00:00:20.637942 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ee72aa3b-67dc-4f4f-8fc0-c3d058e3e9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:20.668332 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-14a912d7-717a-4039-aa36-36b693c00062 req-bc444951-4c5c-4947-81fd-b215a14f9f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:20.699514 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-ee72aa3b-67dc-4f4f-8fc0-c3d058e3e9e0 None None] Port 76b584c3-0e7b-459f-ae0e-26be67957eaf cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 00:00:20.775923 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e25263-81d0-48bb-aec4-460d4ab93bcf req-199da876-5952-4479-84e0-251ae80fdf4e tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:00:20.777391 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-03e25263-81d0-48bb-aec4-460d4ab93bcf req-199da876-5952-4479-84e0-251ae80fdf4e tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebab98ee-85bf-4a3b-b19f-6bed81aed7a8 HTTP/1.1" status: 200 len: 932 time: 0.0764244 Feb 11 00:00:20.926960 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-03e25263-81d0-48bb-aec4-460d4ab93bcf req-7bffb0bb-4598-423c-8b64-934f2c2075d6 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/security-groups?id=e083d675-6f07-428a-8056-0a9ab5359752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437397 Feb 11 00:00:21.097543 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [req-14a912d7-717a-4039-aa36-36b693c00062 req-bc444951-4c5c-4947-81fd-b215a14f9f94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76b584c3-0e7b-459f-ae0e-26be67957eaf {{(pid=84332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 00:00:21.104400 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-14a912d7-717a-4039-aa36-36b693c00062 req-bc444951-4c5c-4947-81fd-b215a14f9f94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:21.117814 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-14a912d7-717a-4039-aa36-36b693c00062 req-bc444951-4c5c-4947-81fd-b215a14f9f94 service neutron] Transition to ACTIVE for port object 76b584c3-0e7b-459f-ae0e-26be67957eaf will not be triggered until provisioned by entity L2. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 00:00:21.180433 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-14a912d7-717a-4039-aa36-36b693c00062 req-bc444951-4c5c-4947-81fd-b215a14f9f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:21.224183 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 68e95505-cab2-4aa1-9c80-1d22f425d364 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 00:00:21.284347 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a5ff1ebf-3a69-4efb-b842-3602e0eb31bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:21.299346 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port 68e95505-cab2-4aa1-9c80-1d22f425d364 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 00:00:21.299719 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:21.304832 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc444951-4c5c-4947-81fd-b215a14f9f94 service neutron] Pushing event updated for resources: {'Port': ['ID=76b584c3-0e7b-459f-ae0e-26be67957eaf,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:00:21.420515 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-14a912d7-717a-4039-aa36-36b693c00062 req-bc444951-4c5c-4947-81fd-b215a14f9f94 service neutron] Attempting to bind port 76b584c3-0e7b-459f-ae0e-26be67957eaf on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 00:00:21.420796 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-14a912d7-717a-4039-aa36-36b693c00062 req-bc444951-4c5c-4947-81fd-b215a14f9f94 service neutron] Attempting to bind port 76b584c3-0e7b-459f-ae0e-26be67957eaf by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': 'fe355424-ee2d-4efd-9b5a-bf32f9df01b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '9b5544a5-8e8f-4a97-b0e6-a5d9ba537117'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 00:00:21.421130 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a912d7-717a-4039-aa36-36b693c00062 req-bc444951-4c5c-4947-81fd-b215a14f9f94 service neutron] Attempting to bind port 76b584c3-0e7b-459f-ae0e-26be67957eaf on network 9b5544a5-8e8f-4a97-b0e6-a5d9ba537117 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 00:00:21.429100 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a912d7-717a-4039-aa36-36b693c00062 req-bc444951-4c5c-4947-81fd-b215a14f9f94 service neutron] Port 76b584c3-0e7b-459f-ae0e-26be67957eaf on network 9b5544a5-8e8f-4a97-b0e6-a5d9ba537117 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 00:00:21.429606 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a912d7-717a-4039-aa36-36b693c00062 req-bc444951-4c5c-4947-81fd-b215a14f9f94 service neutron] Attempting to bind port 76b584c3-0e7b-459f-ae0e-26be67957eaf on network 9b5544a5-8e8f-4a97-b0e6-a5d9ba537117 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 00:00:21.437189 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a912d7-717a-4039-aa36-36b693c00062 req-bc444951-4c5c-4947-81fd-b215a14f9f94 service neutron] Checking agent: {'id': '0f85d58b-4cda-4360-97cf-be037aef26b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'started_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 0, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 00:00:21.437526 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a912d7-717a-4039-aa36-36b693c00062 req-bc444951-4c5c-4947-81fd-b215a14f9f94 service neutron] Checking segment: {'id': 'fe355424-ee2d-4efd-9b5a-bf32f9df01b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '9b5544a5-8e8f-4a97-b0e6-a5d9ba537117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 00:00:21.437906 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a912d7-717a-4039-aa36-36b693c00062 req-bc444951-4c5c-4947-81fd-b215a14f9f94 service neutron] Bound using segment: {'id': 'fe355424-ee2d-4efd-9b5a-bf32f9df01b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '9b5544a5-8e8f-4a97-b0e6-a5d9ba537117'} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 00:00:21.438358 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-14a912d7-717a-4039-aa36-36b693c00062 req-bc444951-4c5c-4947-81fd-b215a14f9f94 service neutron] Bound port: 76b584c3-0e7b-459f-ae0e-26be67957eaf, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe355424-ee2d-4efd-9b5a-bf32f9df01b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '9b5544a5-8e8f-4a97-b0e6-a5d9ba537117'}}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 00:00:21.438701 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-14a912d7-717a-4039-aa36-36b693c00062 req-bc444951-4c5c-4947-81fd-b215a14f9f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:21.526365 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-14a912d7-717a-4039-aa36-36b693c00062 req-bc444951-4c5c-4947-81fd-b215a14f9f94 service neutron] For port 76b584c3-0e7b-459f-ae0e-26be67957eaf, host hv-neutron-8287, cleared binding levels {{(pid=84332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 00:00:21.529363 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-14a912d7-717a-4039-aa36-36b693c00062 req-bc444951-4c5c-4947-81fd-b215a14f9f94 service neutron] For port 76b584c3-0e7b-459f-ae0e-26be67957eaf, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=76b584c3-0e7b-459f-ae0e-26be67957eaf,segment=NetworkSegment(fe355424-ee2d-4efd-9b5a-bf32f9df01b0),segment_id=fe355424-ee2d-4efd-9b5a-bf32f9df01b0)] {{(pid=84332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 00:00:21.623052 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-14a912d7-717a-4039-aa36-36b693c00062 req-bc444951-4c5c-4947-81fd-b215a14f9f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:21.691037 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-14a912d7-717a-4039-aa36-36b693c00062 req-bc444951-4c5c-4947-81fd-b215a14f9f94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:21.692382 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-14a912d7-717a-4039-aa36-36b693c00062 req-bc444951-4c5c-4947-81fd-b215a14f9f94 service neutron] 10.222.0.37 "PUT /v2.0/ports/76b584c3-0e7b-459f-ae0e-26be67957eaf HTTP/1.1" status: 200 len: 1094 time: 1.1413465 Feb 11 00:00:21.699074 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebab98ee-85bf-4a3b-b19f-6bed81aed7a8', 'tag': '76b584c3-0e7b-459f-ae0e-26be67957eaf'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 00:00:21.711306 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc444951-4c5c-4947-81fd-b215a14f9f94 service neutron] Pushing event updated for resources: {'Port': ['ID=76b584c3-0e7b-459f-ae0e-26be67957eaf,revision_number=3']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:00:21.755810 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebab98ee-85bf-4a3b-b19f-6bed81aed7a8', 'tag': '76b584c3-0e7b-459f-ae0e-26be67957eaf', 'status': 'completed', 'code': 200} Feb 11 00:00:21.847823 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3917ec4a-60c6-4645-9e5b-1f6f59048f6e req-67dd5758-1934-44c7-b570-263f408f6e5a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=294e1a9856fb4929bd4667c7a9c43938&device_id=ebab98ee-85bf-4a3b-b19f-6bed81aed7a8 HTTP/1.1" status: 200 len: 1097 time: 0.0712144 Feb 11 00:00:21.988593 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3917ec4a-60c6-4645-9e5b-1f6f59048f6e req-3ecf9f6a-8d73-40b9-bd69-b2f86d366b21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:00:21.989933 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3917ec4a-60c6-4645-9e5b-1f6f59048f6e req-3ecf9f6a-8d73-40b9-bd69-b2f86d366b21 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=294e1a9856fb4929bd4667c7a9c43938&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1353481 Feb 11 00:00:22.124337 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b2a6b9-564f-4d53-802b-aa71d88664c9 req-44d05b40-aaae-419d-8237-bf2625ffb82a tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:00:22.127548 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3917ec4a-60c6-4645-9e5b-1f6f59048f6e req-69cd3ab1-1c5d-4b6d-9b66-a6c66847759c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:00:22.127665 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-b4b2a6b9-564f-4d53-802b-aa71d88664c9 req-44d05b40-aaae-419d-8237-bf2625ffb82a tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebab98ee-85bf-4a3b-b19f-6bed81aed7a8 HTTP/1.1" status: 200 len: 944 time: 0.0790727 Feb 11 00:00:22.129135 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3917ec4a-60c6-4645-9e5b-1f6f59048f6e req-69cd3ab1-1c5d-4b6d-9b66-a6c66847759c service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1333542 Feb 11 00:00:22.180362 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-b4b2a6b9-564f-4d53-802b-aa71d88664c9 req-1a33317a-12d9-4163-b7e6-a348147d65ef tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/security-groups?id=e083d675-6f07-428a-8056-0a9ab5359752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458832 Feb 11 00:00:22.238271 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-14a912d7-717a-4039-aa36-36b693c00062 req-858c8b26-f0df-4b14-8654-8ddd73abad80 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=294e1a9856fb4929bd4667c7a9c43938&device_id=ebab98ee-85bf-4a3b-b19f-6bed81aed7a8 HTTP/1.1" status: 200 len: 1097 time: 0.0705233 Feb 11 00:00:22.260718 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 00:00:22.302859 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-14a912d7-717a-4039-aa36-36b693c00062 req-00ef4aed-ab95-4f49-b063-d1d982c941c0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76b584c3-0e7b-459f-ae0e-26be67957eaf HTTP/1.1" status: 200 len: 217 time: 0.0578272 Feb 11 00:00:22.366000 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a912d7-717a-4039-aa36-36b693c00062 req-1baa2c39-4c0d-4523-b016-5501a748bfc6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:00:22.367380 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-14a912d7-717a-4039-aa36-36b693c00062 req-1baa2c39-4c0d-4523-b016-5501a748bfc6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e89db62b-496f-4962-81bd-6ec315bc85ff HTTP/1.1" status: 200 len: 848 time: 0.0591938 Feb 11 00:00:22.439219 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-14a912d7-717a-4039-aa36-36b693c00062 req-d96c40ff-ed37-413f-8910-d8f5dc909637 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9b5544a5-8e8f-4a97-b0e6-a5d9ba537117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659049 Feb 11 00:00:22.570619 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-14a912d7-717a-4039-aa36-36b693c00062 req-2db6fdb0-355b-4fb7-ba46-d939493816e6 service neutron] 10.222.0.37 "GET /v2.0/networks/9b5544a5-8e8f-4a97-b0e6-a5d9ba537117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240957 Feb 11 00:00:22.621042 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:22.672249 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:22.701009 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-14a912d7-717a-4039-aa36-36b693c00062 req-45776add-01f7-4a9d-9ba2-35e0593650f9 service neutron] 10.222.0.37 "GET /v2.0/networks/9b5544a5-8e8f-4a97-b0e6-a5d9ba537117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267385 Feb 11 00:00:23.378162 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27761cc7-22a6-4d48-b8d1-62a7e87a4921 req-51e54920-a390-4a57-afdb-7da9ac6473a2 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:00:23.378823 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-27761cc7-22a6-4d48-b8d1-62a7e87a4921 req-51e54920-a390-4a57-afdb-7da9ac6473a2 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Synchronizing usage tracker for tenant:294e1a9856fb4929bd4667c7a9c43938 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 00:00:23.460796 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-27761cc7-22a6-4d48-b8d1-62a7e87a4921 req-51e54920-a390-4a57-afdb-7da9ac6473a2 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Unset dirty status for tenant:294e1a9856fb4929bd4667c7a9c43938 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 00:00:23.461853 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-27761cc7-22a6-4d48-b8d1-62a7e87a4921 req-51e54920-a390-4a57-afdb-7da9ac6473a2 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebab98ee-85bf-4a3b-b19f-6bed81aed7a8 HTTP/1.1" status: 200 len: 944 time: 0.1614039 Feb 11 00:00:23.505960 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-27761cc7-22a6-4d48-b8d1-62a7e87a4921 req-e67095e4-4b45-4a1c-9f56-97431569f3a1 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/security-groups?id=e083d675-6f07-428a-8056-0a9ab5359752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378408 Feb 11 00:00:24.215300 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:24.707240 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb750671-33af-4a76-80d7-fba36628cee1 req-60b08ec7-88d3-440c-ba81-e97f4dece340 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:00:24.708704 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-fb750671-33af-4a76-80d7-fba36628cee1 req-60b08ec7-88d3-440c-ba81-e97f4dece340 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebab98ee-85bf-4a3b-b19f-6bed81aed7a8 HTTP/1.1" status: 200 len: 944 time: 0.0770252 Feb 11 00:00:24.755002 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-fb750671-33af-4a76-80d7-fba36628cee1 req-5dd37e5b-880a-41cd-95bf-2a25318f8bfb tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/security-groups?id=e083d675-6f07-428a-8056-0a9ab5359752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404005 Feb 11 00:00:24.973816 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 76b584c3-0e7b-459f-ae0e-26be67957eaf details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 00:00:25.131117 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 76b584c3-0e7b-459f-ae0e-26be67957eaf, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=76b584c3-0e7b-459f-ae0e-26be67957eaf,segment=NetworkSegment(fe355424-ee2d-4efd-9b5a-bf32f9df01b0),segment_id=fe355424-ee2d-4efd-9b5a-bf32f9df01b0)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 00:00:25.144944 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Returning: {'device': '76b584c3-0e7b-459f-ae0e-26be67957eaf', 'network_id': '9b5544a5-8e8f-4a97-b0e6-a5d9ba537117', 'port_id': '76b584c3-0e7b-459f-ae0e-26be67957eaf', 'mac_address': 'fa:16:3e:19:49:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e89db62b-496f-4962-81bd-6ec315bc85ff', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 00:00:25.197648 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:25.218439 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76b584c3-0e7b-459f-ae0e-26be67957eaf {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 00:00:25.232849 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 76b584c3-0e7b-459f-ae0e-26be67957eaf, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=76b584c3-0e7b-459f-ae0e-26be67957eaf,segment=NetworkSegment(fe355424-ee2d-4efd-9b5a-bf32f9df01b0),segment_id=fe355424-ee2d-4efd-9b5a-bf32f9df01b0)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 00:00:25.300336 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:25.363429 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=76b584c3-0e7b-459f-ae0e-26be67957eaf,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:00:25.540773 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['76b584c3-0e7b-459f-ae0e-26be67957eaf'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 00:00:25.946289 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d12ba-d902-46da-bfc1-61b8eaf76c24 req-1201a9bb-ec08-4d2f-b7f7-762ede585a48 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:00:25.948301 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-989d12ba-d902-46da-bfc1-61b8eaf76c24 req-1201a9bb-ec08-4d2f-b7f7-762ede585a48 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebab98ee-85bf-4a3b-b19f-6bed81aed7a8 HTTP/1.1" status: 200 len: 945 time: 0.0739057 Feb 11 00:00:25.992320 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-989d12ba-d902-46da-bfc1-61b8eaf76c24 req-de5a4cf4-c3c1-42f8-a74c-0dafe36735fc tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/security-groups?id=e083d675-6f07-428a-8056-0a9ab5359752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386267 Feb 11 00:00:26.973771 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 76b584c3-0e7b-459f-ae0e-26be67957eaf up at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 00:00:27.113861 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning for port 76b584c3-0e7b-459f-ae0e-26be67957eaf completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 00:00:27.118890 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning complete for port 76b584c3-0e7b-459f-ae0e-26be67957eaf triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 00:00:27.119320 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:27.184845 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9646d47-1216-4f82-8202-0bb663292dcb req-ded9b08e-7c6b-4aec-a16d-630c4ec8567a tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:00:27.186279 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-c9646d47-1216-4f82-8202-0bb663292dcb req-ded9b08e-7c6b-4aec-a16d-630c4ec8567a tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebab98ee-85bf-4a3b-b19f-6bed81aed7a8 HTTP/1.1" status: 200 len: 945 time: 0.0756803 Feb 11 00:00:27.231558 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:27.231970 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-c9646d47-1216-4f82-8202-0bb663292dcb req-be825495-6b36-4655-8799-aef53e2ca6f7 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/security-groups?id=e083d675-6f07-428a-8056-0a9ab5359752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401268 Feb 11 00:00:27.258018 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebab98ee-85bf-4a3b-b19f-6bed81aed7a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b584c3-0e7b-459f-ae0e-26be67957eaf'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 00:00:27.268521 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 76b584c3-0e7b-459f-ae0e-26be67957eaf, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=76b584c3-0e7b-459f-ae0e-26be67957eaf,segment=NetworkSegment(fe355424-ee2d-4efd-9b5a-bf32f9df01b0),segment_id=fe355424-ee2d-4efd-9b5a-bf32f9df01b0)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 00:00:27.311139 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebab98ee-85bf-4a3b-b19f-6bed81aed7a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b584c3-0e7b-459f-ae0e-26be67957eaf', 'code': 200} Feb 11 00:00:27.335354 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:27.402630 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=76b584c3-0e7b-459f-ae0e-26be67957eaf,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:00:27.801519 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-89b10284-6ac1-4fbc-8cba-3ea294102666 req-0d16ff30-0fda-4ece-a94d-6433c0d453f6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ebab98ee-85bf-4a3b-b19f-6bed81aed7a8 HTTP/1.1" status: 200 len: 1099 time: 0.1559966 Feb 11 00:00:27.841567 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-89b10284-6ac1-4fbc-8cba-3ea294102666 req-080a1d64-cea4-4e7b-8ad5-5aad5f97e549 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e083d675-6f07-428a-8056-0a9ab5359752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344353 Feb 11 00:00:28.428163 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6a2d8-6b4e-4b90-a55b-3f61fcb53673 req-81ee7dec-d712-4a86-90fa-a9ad0274aa09 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:00:28.429613 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-03d6a2d8-6b4e-4b90-a55b-3f61fcb53673 req-81ee7dec-d712-4a86-90fa-a9ad0274aa09 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebab98ee-85bf-4a3b-b19f-6bed81aed7a8 HTTP/1.1" status: 200 len: 946 time: 0.0779307 Feb 11 00:00:28.473347 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-03d6a2d8-6b4e-4b90-a55b-3f61fcb53673 req-1eb9f762-556d-407a-9eed-9d7c452a9dd8 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/security-groups?id=e083d675-6f07-428a-8056-0a9ab5359752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381830 Feb 11 00:00:29.456670 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede29b33-58c6-45e5-bea1-d298a14be611 None None] Sync routers for ids ['3a7b1d54-72dc-44b0-b1bc-53e87557aad7'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 00:00:29.469310 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede29b33-58c6-45e5-bea1-d298a14be611 None None] Routers {'3a7b1d54-72dc-44b0-b1bc-53e87557aad7'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 00:00:29.469916 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-ede29b33-58c6-45e5-bea1-d298a14be611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-11T00:00:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['3a7b1d54-72dc-44b0-b1bc-53e87557aad7'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:00:29.649686 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-ede29b33-58c6-45e5-bea1-d298a14be611 None None] Set router 3a7b1d54-72dc-44b0-b1bc-53e87557aad7 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 00:00:29.672586 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cbd314-3332-4a26-bb5f-5e6f22d7eaa6 req-6439e08d-80ec-482e-8d49-d6f67ecfedc3 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:00:29.674025 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e5cbd314-3332-4a26-bb5f-5e6f22d7eaa6 req-6439e08d-80ec-482e-8d49-d6f67ecfedc3 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebab98ee-85bf-4a3b-b19f-6bed81aed7a8 HTTP/1.1" status: 200 len: 946 time: 0.0751407 Feb 11 00:00:29.718873 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e5cbd314-3332-4a26-bb5f-5e6f22d7eaa6 req-2d3fbe9a-8671-4a1f-b410-cb7fe58de490 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/security-groups?id=e083d675-6f07-428a-8056-0a9ab5359752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392029 Feb 11 00:00:29.924192 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db728d-3d8f-47d7-aaa0-01d5eb30f2ce req-8f8fd0d3-cf0f-4f51-857e-cefb12e30adf tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:00:29.925660 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-88db728d-3d8f-47d7-aaa0-01d5eb30f2ce req-8f8fd0d3-cf0f-4f51-857e-cefb12e30adf tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebab98ee-85bf-4a3b-b19f-6bed81aed7a8 HTTP/1.1" status: 200 len: 946 time: 0.0774689 Feb 11 00:00:29.959243 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-ede29b33-58c6-45e5-bea1-d298a14be611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a7b1d54-72dc-44b0-b1bc-53e87557aad7', 'name': 'tempest-TestSnapshotPattern-614644033-router', 'tenant_id': '55d2543561644daa9491f42c2b75bd9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.77'}], 'enable_snat': True}, 'gw_port_id': '68e95505-cab2-4aa1-9c80-1d22f425d364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T00:00:06Z', 'updated_at': '2022-02-11T00:00:10Z', 'revision_number': 4, 'project_id': '55d2543561644daa9491f42c2b75bd9b', 'gw_port': {'id': '68e95505-cab2-4aa1-9c80-1d22f425d364', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:34:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7b1d54-72dc-44b0-b1bc-53e87557aad7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T00:00:07Z', 'updated_at': '2022-02-11T00:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'b7963366-5d37-422c-8608-f962d0195738', 'name': '', 'network_id': '995b81c7-88d9-4481-8026-2b643d95ec1a', 'tenant_id': '55d2543561644daa9491f42c2b75bd9b', 'mac_address': 'fa:16:3e:49:06:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a7b1d54-72dc-44b0-b1bc-53e87557aad7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '536f7847-91ff-4929-b5fc-99f9bda3f433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T00:00:09Z', 'updated_at': '2022-02-11T00:00:10Z', 'revision_number': 2, 'project_id': '55d2543561644daa9491f42c2b75bd9b', 'subnets': [{'id': '536f7847-91ff-4929-b5fc-99f9bda3f433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:00:29.963045 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede29b33-58c6-45e5-bea1-d298a14be611 None None] Checking router: 3a7b1d54-72dc-44b0-b1bc-53e87557aad7 for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 00:00:29.963444 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede29b33-58c6-45e5-bea1-d298a14be611 None None] Updating router 3a7b1d54-72dc-44b0-b1bc-53e87557aad7 port b7963366-5d37-422c-8608-f962d0195738 binding host dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 00:00:29.973429 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-88db728d-3d8f-47d7-aaa0-01d5eb30f2ce req-1337c368-c414-463f-b8f5-8039fb4bea25 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/security-groups?id=e083d675-6f07-428a-8056-0a9ab5359752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423539 Feb 11 00:00:30.001840 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 57990) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 00:00:30.018137 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ede29b33-58c6-45e5-bea1-d298a14be611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:30.191484 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-0f6b3839-5301-449e-9d8f-e1e06dc9d53c tempest-TestSnapshotPattern-2086355217 tempest-TestSnapshotPattern-2086355217-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=ebab98ee-85bf-4a3b-b19f-6bed81aed7a8 HTTP/1.1" status: 200 len: 1094 time: 0.1884706 Feb 11 00:00:30.194176 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 57996) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 00:00:30.199162 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-12cc0742-251e-4732-b9e9-a8a1f036f69c tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Request body: {'floatingip': {'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'port_id': '76b584c3-0e7b-459f-ae0e-26be67957eaf', 'tenant_id': '294e1a9856fb4929bd4667c7a9c43938', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 00:00:30.204600 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-12cc0742-251e-4732-b9e9-a8a1f036f69c tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 00:00:30.208293 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-12cc0742-251e-4732-b9e9-a8a1f036f69c tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Usage tracker for resource:floatingip and tenant:294e1a9856fb4929bd4667c7a9c43938 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 00:00:30.211065 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-12cc0742-251e-4732-b9e9-a8a1f036f69c tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 00:00:30.217186 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-12cc0742-251e-4732-b9e9-a8a1f036f69c tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 00:00:30.302798 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-12cc0742-251e-4732-b9e9-a8a1f036f69c tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks [] for floatingip, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:30.378399 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ede29b33-58c6-45e5-bea1-d298a14be611 None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:30.392954 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-ede29b33-58c6-45e5-bea1-d298a14be611 None None] Transition to ACTIVE for port object b7963366-5d37-422c-8608-f962d0195738 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 00:00:30.438068 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-12cc0742-251e-4732-b9e9-a8a1f036f69c tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:30.468246 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ede29b33-58c6-45e5-bea1-d298a14be611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:30.576970 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-12cc0742-251e-4732-b9e9-a8a1f036f69c tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Allocated IP 172.26.8.63 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/05daac9f-b939-4965-b48d-40e4458c5363) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 00:00:30.595157 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147034c7-05be-417d-8d32-a3c20ac52cdb None None] Pushing event updated for resources: {'Port': ['ID=b7963366-5d37-422c-8608-f962d0195738,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:00:30.686574 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-ede29b33-58c6-45e5-bea1-d298a14be611 None None] Attempting to bind port b7963366-5d37-422c-8608-f962d0195738 on host dv-neutron-828797-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 00:00:30.686944 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-ede29b33-58c6-45e5-bea1-d298a14be611 None None] Attempting to bind port b7963366-5d37-422c-8608-f962d0195738 by drivers openvswitch,hyperv on host dv-neutron-828797-1-hyperv at level 0 using segments [{'id': 'c25ba172-8782-4fa0-afe1-8d7469837f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '995b81c7-88d9-4481-8026-2b643d95ec1a'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 00:00:30.687309 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede29b33-58c6-45e5-bea1-d298a14be611 None None] Attempting to bind port b7963366-5d37-422c-8608-f962d0195738 on network 995b81c7-88d9-4481-8026-2b643d95ec1a {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 00:00:30.694732 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede29b33-58c6-45e5-bea1-d298a14be611 None None] Checking agent: {'id': 'a7378d92-6f92-47f6-855e-47b2fec0d597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 54, 22), 'started_at': datetime.datetime(2022, 2, 10, 22, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 0, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 00:00:30.695101 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede29b33-58c6-45e5-bea1-d298a14be611 None None] Checking segment: {'id': 'c25ba172-8782-4fa0-afe1-8d7469837f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '995b81c7-88d9-4481-8026-2b643d95ec1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 00:00:30.695502 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ede29b33-58c6-45e5-bea1-d298a14be611 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:30.695894 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede29b33-58c6-45e5-bea1-d298a14be611 None None] Bound using segment: {'id': 'c25ba172-8782-4fa0-afe1-8d7469837f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '995b81c7-88d9-4481-8026-2b643d95ec1a'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 00:00:30.696431 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-ede29b33-58c6-45e5-bea1-d298a14be611 None None] Bound port: b7963366-5d37-422c-8608-f962d0195738, host: dv-neutron-828797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c25ba172-8782-4fa0-afe1-8d7469837f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '995b81c7-88d9-4481-8026-2b643d95ec1a'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 00:00:30.696835 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ede29b33-58c6-45e5-bea1-d298a14be611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:30.754414 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-12cc0742-251e-4732-b9e9-a8a1f036f69c tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:30.787872 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-ede29b33-58c6-45e5-bea1-d298a14be611 None None] For port b7963366-5d37-422c-8608-f962d0195738, host dv-neutron-828797-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 00:00:30.790763 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-ede29b33-58c6-45e5-bea1-d298a14be611 None None] For port b7963366-5d37-422c-8608-f962d0195738, host dv-neutron-828797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=b7963366-5d37-422c-8608-f962d0195738,segment=NetworkSegment(c25ba172-8782-4fa0-afe1-8d7469837f0c),segment_id=c25ba172-8782-4fa0-afe1-8d7469837f0c)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 00:00:30.839294 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-12cc0742-251e-4732-b9e9-a8a1f036f69c tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:30.867299 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ede29b33-58c6-45e5-bea1-d298a14be611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:30.907321 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cc0742-251e-4732-b9e9-a8a1f036f69c tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 00:00:30.909985 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-12cc0742-251e-4732-b9e9-a8a1f036f69c tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 00:00:30.912553 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cc0742-251e-4732-b9e9-a8a1f036f69c tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 00:00:30.945599 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147034c7-05be-417d-8d32-a3c20ac52cdb None None] Pushing event updated for resources: {'Port': ['ID=b7963366-5d37-422c-8608-f962d0195738,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:00:30.952883 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc0742-251e-4732-b9e9-a8a1f036f69c tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Pushing event updated for resources: {'Port': ['ID=05daac9f-b939-4965-b48d-40e4458c5363,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:00:30.956841 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede29b33-58c6-45e5-bea1-d298a14be611 None None] Routers {'3a7b1d54-72dc-44b0-b1bc-53e87557aad7'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 00:00:30.958189 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-ede29b33-58c6-45e5-bea1-d298a14be611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-11T00:00:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['3a7b1d54-72dc-44b0-b1bc-53e87557aad7'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:00:31.149716 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-ede29b33-58c6-45e5-bea1-d298a14be611 None None] Set router 3a7b1d54-72dc-44b0-b1bc-53e87557aad7 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 00:00:31.422085 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-12cc0742-251e-4732-b9e9-a8a1f036f69c tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:31.469903 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-ede29b33-58c6-45e5-bea1-d298a14be611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a7b1d54-72dc-44b0-b1bc-53e87557aad7', 'name': 'tempest-TestSnapshotPattern-614644033-router', 'tenant_id': '55d2543561644daa9491f42c2b75bd9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.77'}], 'enable_snat': True}, 'gw_port_id': '68e95505-cab2-4aa1-9c80-1d22f425d364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T00:00:06Z', 'updated_at': '2022-02-11T00:00:10Z', 'revision_number': 4, 'project_id': '55d2543561644daa9491f42c2b75bd9b', 'gw_port': {'id': '68e95505-cab2-4aa1-9c80-1d22f425d364', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:34:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7b1d54-72dc-44b0-b1bc-53e87557aad7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T00:00:07Z', 'updated_at': '2022-02-11T00:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'b7963366-5d37-422c-8608-f962d0195738', 'name': '', 'network_id': '995b81c7-88d9-4481-8026-2b643d95ec1a', 'tenant_id': '55d2543561644daa9491f42c2b75bd9b', 'mac_address': 'fa:16:3e:49:06:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a7b1d54-72dc-44b0-b1bc-53e87557aad7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '536f7847-91ff-4929-b5fc-99f9bda3f433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T00:00:09Z', 'updated_at': '2022-02-11T00:00:30Z', 'revision_number': 4, 'project_id': '55d2543561644daa9491f42c2b75bd9b', 'subnets': [{'id': '536f7847-91ff-4929-b5fc-99f9bda3f433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:00:31.473902 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede29b33-58c6-45e5-bea1-d298a14be611 None None] The sync data for ids ['3a7b1d54-72dc-44b0-b1bc-53e87557aad7'] in dv-neutron-828797-1-hyperv is: [{'id': '3a7b1d54-72dc-44b0-b1bc-53e87557aad7', 'name': 'tempest-TestSnapshotPattern-614644033-router', 'tenant_id': '55d2543561644daa9491f42c2b75bd9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.77'}], 'enable_snat': True}, 'gw_port_id': '68e95505-cab2-4aa1-9c80-1d22f425d364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T00:00:06Z', 'updated_at': '2022-02-11T00:00:10Z', 'revision_number': 4, 'project_id': '55d2543561644daa9491f42c2b75bd9b', 'gw_port': {'id': '68e95505-cab2-4aa1-9c80-1d22f425d364', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:34:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7b1d54-72dc-44b0-b1bc-53e87557aad7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T00:00:07Z', 'updated_at': '2022-02-11T00:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'b7963366-5d37-422c-8608-f962d0195738', 'name': '', 'network_id': '995b81c7-88d9-4481-8026-2b643d95ec1a', 'tenant_id': '55d2543561644daa9491f42c2b75bd9b', 'mac_address': 'fa:16:3e:49:06:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a7b1d54-72dc-44b0-b1bc-53e87557aad7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '536f7847-91ff-4929-b5fc-99f9bda3f433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T00:00:09Z', 'updated_at': '2022-02-11T00:00:30Z', 'revision_number': 4, 'project_id': '55d2543561644daa9491f42c2b75bd9b', 'subnets': [{'id': '536f7847-91ff-4929-b5fc-99f9bda3f433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 00:00:31.643092 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-12cc0742-251e-4732-b9e9-a8a1f036f69c tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:31.854835 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-12cc0742-251e-4732-b9e9-a8a1f036f69c tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:31.903247 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-12cc0742-251e-4732-b9e9-a8a1f036f69c tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:32.031810 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc0742-251e-4732-b9e9-a8a1f036f69c tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Pushing event updated for resources: {'Port': ['ID=05daac9f-b939-4965-b48d-40e4458c5363,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:00:32.044203 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-12cc0742-251e-4732-b9e9-a8a1f036f69c tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1734214'] for floatingip, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:32.248576 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.l3_db [None req-12cc0742-251e-4732-b9e9-a8a1f036f69c tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Floating IP c9fb801f-77ed-46e0-a274-5ba6392839b9 associated. External IP: 172.26.8.63, port: 76b584c3-0e7b-459f-ae0e-26be67957eaf. Feb 11 00:00:32.671191 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12cc0742-251e-4732-b9e9-a8a1f036f69c tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Router b0231e79-c151-439c-acd2-5aa0ae6ba296 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 00:00:32.890592 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12cc0742-251e-4732-b9e9-a8a1f036f69c tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 00:00:32.900138 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f39d08a-99c0-4bcb-8717-95dce9f474d8 None None] Sync routers for ids ['b0231e79-c151-439c-acd2-5aa0ae6ba296'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 00:00:32.913618 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f39d08a-99c0-4bcb-8717-95dce9f474d8 None None] Routers {'b0231e79-c151-439c-acd2-5aa0ae6ba296'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 00:00:32.914223 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-6f39d08a-99c0-4bcb-8717-95dce9f474d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-11T00:00:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['b0231e79-c151-439c-acd2-5aa0ae6ba296'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:00:32.964550 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-12cc0742-251e-4732-b9e9-a8a1f036f69c tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:33.020401 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-12cc0742-251e-4732-b9e9-a8a1f036f69c tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8252246 Feb 11 00:00:33.021028 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebab98ee-85bf-4a3b-b19f-6bed81aed7a8', 'tag': '76b584c3-0e7b-459f-ae0e-26be67957eaf'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 00:00:33.091395 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-6f39d08a-99c0-4bcb-8717-95dce9f474d8 None None] Set router b0231e79-c151-439c-acd2-5aa0ae6ba296 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 00:00:33.155605 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebab98ee-85bf-4a3b-b19f-6bed81aed7a8', 'tag': '76b584c3-0e7b-459f-ae0e-26be67957eaf', 'status': 'completed', 'code': 200} Feb 11 00:00:33.251313 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d07a8c3e-692c-4f82-bf82-3afde2a476b8 req-895ad65e-1a72-42af-a8fe-a7b3ef1d785a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=294e1a9856fb4929bd4667c7a9c43938&device_id=ebab98ee-85bf-4a3b-b19f-6bed81aed7a8 HTTP/1.1" status: 200 len: 1099 time: 0.0745935 Feb 11 00:00:33.255444 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device b7963366-5d37-422c-8608-f962d0195738 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 00:00:33.387133 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a8c3e-692c-4f82-bf82-3afde2a476b8 req-a3957c5d-dc5e-4f2b-ac8e-6a458a6f0a17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:00:33.388657 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d07a8c3e-692c-4f82-bf82-3afde2a476b8 req-a3957c5d-dc5e-4f2b-ac8e-6a458a6f0a17 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9b5544a5-8e8f-4a97-b0e6-a5d9ba537117 HTTP/1.1" status: 200 len: 910 time: 0.1315031 Feb 11 00:00:33.394073 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning for port b7963366-5d37-422c-8608-f962d0195738 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 00:00:33.399080 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port b7963366-5d37-422c-8608-f962d0195738 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 00:00:33.399370 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:33.470313 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-6f39d08a-99c0-4bcb-8717-95dce9f474d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'name': 'tempest-TestSnapshotPattern-620643377-router', 'tenant_id': '294e1a9856fb4929bd4667c7a9c43938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': '0c44dd00-5c76-43cd-bd6b-af6269fddf17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:59:59Z', 'updated_at': '2022-02-11T00:00:02Z', 'revision_number': 4, 'project_id': '294e1a9856fb4929bd4667c7a9c43938', 'gw_port': {'id': '0c44dd00-5c76-43cd-bd6b-af6269fddf17', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:59:59Z', 'updated_at': '2022-02-11T00:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': 'c9fb801f-77ed-46e0-a274-5ba6392839b9', 'tenant_id': '294e1a9856fb4929bd4667c7a9c43938', 'floating_ip_address': '172.26.8.63', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'port_id': '76b584c3-0e7b-459f-ae0e-26be67957eaf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b5544a5-8e8f-4a97-b0e6-a5d9ba537117', 'mac_address': 'fa:16:3e:19:49:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebab98ee-85bf-4a3b-b19f-6bed81aed7a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T00:00:31Z', 'updated_at': '2022-02-11T00:00:31Z', 'revision_number': 0, 'project_id': '294e1a9856fb4929bd4667c7a9c43938', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af35ab25-c847-4ed0-9820-56399ff21aeb', 'name': '', 'network_id': '9b5544a5-8e8f-4a97-b0e6-a5d9ba537117', 'tenant_id': '294e1a9856fb4929bd4667c7a9c43938', 'mac_address': 'fa:16:3e:6e:6b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e89db62b-496f-4962-81bd-6ec315bc85ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T00:00:01Z', 'updated_at': '2022-02-11T00:00:11Z', 'revision_number': 5, 'project_id': '294e1a9856fb4929bd4667c7a9c43938', 'subnets': [{'id': 'e89db62b-496f-4962-81bd-6ec315bc85ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:00:33.474197 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f39d08a-99c0-4bcb-8717-95dce9f474d8 None None] Checking router: b0231e79-c151-439c-acd2-5aa0ae6ba296 for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 00:00:33.485019 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f39d08a-99c0-4bcb-8717-95dce9f474d8 None None] Routers {'b0231e79-c151-439c-acd2-5aa0ae6ba296'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 00:00:33.485620 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-6f39d08a-99c0-4bcb-8717-95dce9f474d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-11T00:00:21Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['b0231e79-c151-439c-acd2-5aa0ae6ba296'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:00:33.493703 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d07a8c3e-692c-4f82-bf82-3afde2a476b8 req-e38ab0ce-a6fc-4108-bc83-12570530f415 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76b584c3-0e7b-459f-ae0e-26be67957eaf HTTP/1.1" status: 200 len: 999 time: 0.0986533 Feb 11 00:00:33.518752 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:33.556264 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a8c3e-692c-4f82-bf82-3afde2a476b8 req-8b302252-e117-4f09-909d-c999bd8e5adb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:00:33.558609 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d07a8c3e-692c-4f82-bf82-3afde2a476b8 req-8b302252-e117-4f09-909d-c999bd8e5adb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e89db62b-496f-4962-81bd-6ec315bc85ff HTTP/1.1" status: 200 len: 848 time: 0.0595260 Feb 11 00:00:33.561588 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] For port b7963366-5d37-422c-8608-f962d0195738, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=b7963366-5d37-422c-8608-f962d0195738,segment=NetworkSegment(c25ba172-8782-4fa0-afe1-8d7469837f0c),segment_id=c25ba172-8782-4fa0-afe1-8d7469837f0c)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 00:00:33.634729 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:33.646850 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d07a8c3e-692c-4f82-bf82-3afde2a476b8 req-17ec77c1-f0a9-425a-af59-afc47a4959ca service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9b5544a5-8e8f-4a97-b0e6-a5d9ba537117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722685 Feb 11 00:00:33.662563 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-6f39d08a-99c0-4bcb-8717-95dce9f474d8 None None] Set router b0231e79-c151-439c-acd2-5aa0ae6ba296 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 00:00:33.704279 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Pushing event updated for resources: {'Port': ['ID=b7963366-5d37-422c-8608-f962d0195738,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:00:33.776949 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d07a8c3e-692c-4f82-bf82-3afde2a476b8 req-57a915af-dfee-4097-871f-67fff461e73b service neutron] 10.222.0.37 "GET /v2.0/networks/9b5544a5-8e8f-4a97-b0e6-a5d9ba537117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245034 Feb 11 00:00:33.908236 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d07a8c3e-692c-4f82-bf82-3afde2a476b8 req-ba168d04-c72d-44c9-9fdc-ab4cbedd820c service neutron] 10.222.0.37 "GET /v2.0/networks/9b5544a5-8e8f-4a97-b0e6-a5d9ba537117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235106 Feb 11 00:00:34.001298 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-6f39d08a-99c0-4bcb-8717-95dce9f474d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'name': 'tempest-TestSnapshotPattern-620643377-router', 'tenant_id': '294e1a9856fb4929bd4667c7a9c43938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': '0c44dd00-5c76-43cd-bd6b-af6269fddf17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:59:59Z', 'updated_at': '2022-02-11T00:00:02Z', 'revision_number': 4, 'project_id': '294e1a9856fb4929bd4667c7a9c43938', 'gw_port': {'id': '0c44dd00-5c76-43cd-bd6b-af6269fddf17', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:59:59Z', 'updated_at': '2022-02-11T00:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': 'c9fb801f-77ed-46e0-a274-5ba6392839b9', 'tenant_id': '294e1a9856fb4929bd4667c7a9c43938', 'floating_ip_address': '172.26.8.63', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'port_id': '76b584c3-0e7b-459f-ae0e-26be67957eaf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b5544a5-8e8f-4a97-b0e6-a5d9ba537117', 'mac_address': 'fa:16:3e:19:49:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebab98ee-85bf-4a3b-b19f-6bed81aed7a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T00:00:31Z', 'updated_at': '2022-02-11T00:00:31Z', 'revision_number': 0, 'project_id': '294e1a9856fb4929bd4667c7a9c43938', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af35ab25-c847-4ed0-9820-56399ff21aeb', 'name': '', 'network_id': '9b5544a5-8e8f-4a97-b0e6-a5d9ba537117', 'tenant_id': '294e1a9856fb4929bd4667c7a9c43938', 'mac_address': 'fa:16:3e:6e:6b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e89db62b-496f-4962-81bd-6ec315bc85ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T00:00:01Z', 'updated_at': '2022-02-11T00:00:11Z', 'revision_number': 5, 'project_id': '294e1a9856fb4929bd4667c7a9c43938', 'subnets': [{'id': 'e89db62b-496f-4962-81bd-6ec315bc85ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:00:34.004946 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f39d08a-99c0-4bcb-8717-95dce9f474d8 None None] The sync data for ids ['b0231e79-c151-439c-acd2-5aa0ae6ba296'] in dv-neutron-828797-1-hyperv is: [{'id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'name': 'tempest-TestSnapshotPattern-620643377-router', 'tenant_id': '294e1a9856fb4929bd4667c7a9c43938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': '0c44dd00-5c76-43cd-bd6b-af6269fddf17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:59:59Z', 'updated_at': '2022-02-11T00:00:02Z', 'revision_number': 4, 'project_id': '294e1a9856fb4929bd4667c7a9c43938', 'gw_port': {'id': '0c44dd00-5c76-43cd-bd6b-af6269fddf17', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:59:59Z', 'updated_at': '2022-02-11T00:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': 'c9fb801f-77ed-46e0-a274-5ba6392839b9', 'tenant_id': '294e1a9856fb4929bd4667c7a9c43938', 'floating_ip_address': '172.26.8.63', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'port_id': '76b584c3-0e7b-459f-ae0e-26be67957eaf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b5544a5-8e8f-4a97-b0e6-a5d9ba537117', 'mac_address': 'fa:16:3e:19:49:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebab98ee-85bf-4a3b-b19f-6bed81aed7a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T00:00:31Z', 'updated_at': '2022-02-11T00:00:31Z', 'revision_number': 0, 'project_id': '294e1a9856fb4929bd4667c7a9c43938', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af35ab25-c847-4ed0-9820-56399ff21aeb', 'name': '', 'network_id': '9b5544a5-8e8f-4a97-b0e6-a5d9ba537117', 'tenant_id': '294e1a9856fb4929bd4667c7a9c43938', 'mac_address': 'fa:16:3e:6e:6b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e89db62b-496f-4962-81bd-6ec315bc85ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T00:00:01Z', 'updated_at': '2022-02-11T00:00:11Z', 'revision_number': 5, 'project_id': '294e1a9856fb4929bd4667c7a9c43938', 'subnets': [{'id': 'e89db62b-496f-4962-81bd-6ec315bc85ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 00:00:35.226473 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device b7963366-5d37-422c-8608-f962d0195738 up at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 00:00:35.291289 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Provisioning complete for port b7963366-5d37-422c-8608-f962d0195738 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 00:00:35.291649 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:35.551966 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2a69a9-a7b0-46c9-9b66-57ff89035949 None None] New status for floating IP c9fb801f-77ed-46e0-a274-5ba6392839b9: ACTIVE {{(pid=84334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 00:00:46.714535 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:49.102985 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1e80e115-1011-4849-8d39-bd1fd5fe6528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:51.052222 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d461cc16-cdeb-49d0-9ce8-d813ec393fc6 req-468849ac-717a-4a5d-94d3-9f2849a03d97 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ebab98ee-85bf-4a3b-b19f-6bed81aed7a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0655446 Feb 11 00:00:51.188256 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d461cc16-cdeb-49d0-9ce8-d813ec393fc6 req-a32ee311-3016-40e2-b0f2-600749fa58ab service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=294e1a9856fb4929bd4667c7a9c43938&device_id=ebab98ee-85bf-4a3b-b19f-6bed81aed7a8 HTTP/1.1" status: 200 len: 1099 time: 0.0678356 Feb 11 00:00:51.301060 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-91f9cd5d-1845-426c-87e2-c4ca6ca4cfd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:51.332052 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461cc16-cdeb-49d0-9ce8-d813ec393fc6 req-17b9a49a-74f4-4426-aca2-079e09951b49 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:00:51.333533 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d461cc16-cdeb-49d0-9ce8-d813ec393fc6 req-17b9a49a-74f4-4426-aca2-079e09951b49 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9b5544a5-8e8f-4a97-b0e6-a5d9ba537117 HTTP/1.1" status: 200 len: 910 time: 0.1266377 Feb 11 00:00:51.433737 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d461cc16-cdeb-49d0-9ce8-d813ec393fc6 req-9c121e40-f88d-414d-852d-476cc97b516a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76b584c3-0e7b-459f-ae0e-26be67957eaf HTTP/1.1" status: 200 len: 1001 time: 0.0942457 Feb 11 00:00:51.496783 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461cc16-cdeb-49d0-9ce8-d813ec393fc6 req-24c088ed-51ae-47ce-a929-8bda7b10bb4f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:00:51.498175 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d461cc16-cdeb-49d0-9ce8-d813ec393fc6 req-24c088ed-51ae-47ce-a929-8bda7b10bb4f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e89db62b-496f-4962-81bd-6ec315bc85ff HTTP/1.1" status: 200 len: 848 time: 0.0581117 Feb 11 00:00:51.574456 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d461cc16-cdeb-49d0-9ce8-d813ec393fc6 req-788d7eb0-ee74-4c0f-8069-8012ef410dbc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9b5544a5-8e8f-4a97-b0e6-a5d9ba537117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697536 Feb 11 00:00:51.702149 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d461cc16-cdeb-49d0-9ce8-d813ec393fc6 req-49150f8e-ec9b-4ec7-9a9b-e6a44939b3c5 service neutron] 10.222.0.37 "GET /v2.0/networks/9b5544a5-8e8f-4a97-b0e6-a5d9ba537117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216984 Feb 11 00:00:51.916785 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d461cc16-cdeb-49d0-9ce8-d813ec393fc6 req-7559ae57-b975-416d-a202-84f44cd1b40e service neutron] 10.222.0.37 "GET /v2.0/networks/9b5544a5-8e8f-4a97-b0e6-a5d9ba537117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081463 Feb 11 00:00:52.635000 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:52.691505 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:54.200745 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:59.260163 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 00:01:16.721205 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:01:19.112954 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e296fbf7-3921-4f69-b3f9-94d0b5ffd56a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:01:21.275631 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c98f391a-360d-4166-8868-8e99ecd6744e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:01:22.621520 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:01:22.701488 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:01:24.210018 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:01:36.260011 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 00:01:46.727887 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:01:49.099242 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8811920f-b250-4b16-bb9b-a42a82b2845c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:01:51.333835 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5b9f524d-6101-4486-831c-c281e351e97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:01:52.160023 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f97fd663-356a-4a6b-b8f9-95364db74056 req-ea1e0470-9df9-4c92-acd9-d51d87d3587b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ebab98ee-85bf-4a3b-b19f-6bed81aed7a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1345780 Feb 11 00:01:52.301949 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f97fd663-356a-4a6b-b8f9-95364db74056 req-0ae9fbfa-aa5c-47af-870a-d104e4445b9d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=294e1a9856fb4929bd4667c7a9c43938&device_id=ebab98ee-85bf-4a3b-b19f-6bed81aed7a8 HTTP/1.1" status: 200 len: 1099 time: 0.0682116 Feb 11 00:01:52.444683 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97fd663-356a-4a6b-b8f9-95364db74056 req-2c6274fa-000b-4b0b-988c-08aafd0f752e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:01:52.446096 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f97fd663-356a-4a6b-b8f9-95364db74056 req-2c6274fa-000b-4b0b-988c-08aafd0f752e service neutron] 10.222.0.37 "GET /v2.0/networks?id=9b5544a5-8e8f-4a97-b0e6-a5d9ba537117 HTTP/1.1" status: 200 len: 910 time: 0.1261868 Feb 11 00:01:52.547425 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f97fd663-356a-4a6b-b8f9-95364db74056 req-31a58f4e-51bf-4cd8-8648-cf7cd5673ec9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76b584c3-0e7b-459f-ae0e-26be67957eaf HTTP/1.1" status: 200 len: 1001 time: 0.0953648 Feb 11 00:01:52.611830 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97fd663-356a-4a6b-b8f9-95364db74056 req-f52cf093-703f-4e64-a534-d3d88d4373a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:01:52.613295 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f97fd663-356a-4a6b-b8f9-95364db74056 req-f52cf093-703f-4e64-a534-d3d88d4373a4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e89db62b-496f-4962-81bd-6ec315bc85ff HTTP/1.1" status: 200 len: 848 time: 0.0597823 Feb 11 00:01:52.615953 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:01:52.665199 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:01:52.691176 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f97fd663-356a-4a6b-b8f9-95364db74056 req-07eefa9d-2c1c-40b9-a2c8-1ab39eae57dc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9b5544a5-8e8f-4a97-b0e6-a5d9ba537117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723481 Feb 11 00:01:52.821369 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f97fd663-356a-4a6b-b8f9-95364db74056 req-f60bf856-3172-4dca-9de7-518158967d4a service neutron] 10.222.0.37 "GET /v2.0/networks/9b5544a5-8e8f-4a97-b0e6-a5d9ba537117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246238 Feb 11 00:01:52.957556 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f97fd663-356a-4a6b-b8f9-95364db74056 req-24a572c7-12ec-4621-be83-0b037088b2d9 service neutron] 10.222.0.37 "GET /v2.0/networks/9b5544a5-8e8f-4a97-b0e6-a5d9ba537117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303539 Feb 11 00:01:54.237073 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:13.261353 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 00:02:16.751116 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:19.118918 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-77de257b-79ec-4df8-a7e1-05f50ccc6419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:21.290755 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6a922c00-fd48-4748-b407-a6f20c2f0a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:22.618124 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:22.667579 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:24.260342 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:31.553516 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 76b584c3-0e7b-459f-ae0e-26be67957eaf details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 00:02:31.694760 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 76b584c3-0e7b-459f-ae0e-26be67957eaf, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=76b584c3-0e7b-459f-ae0e-26be67957eaf,segment=NetworkSegment(fe355424-ee2d-4efd-9b5a-bf32f9df01b0),segment_id=fe355424-ee2d-4efd-9b5a-bf32f9df01b0)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 00:02:31.707861 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Returning: {'device': '76b584c3-0e7b-459f-ae0e-26be67957eaf', 'network_id': '9b5544a5-8e8f-4a97-b0e6-a5d9ba537117', 'port_id': '76b584c3-0e7b-459f-ae0e-26be67957eaf', 'mac_address': 'fa:16:3e:19:49:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e89db62b-496f-4962-81bd-6ec315bc85ff', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 00:02:31.761533 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:31.778644 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 76b584c3-0e7b-459f-ae0e-26be67957eaf {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 00:02:31.793725 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 76b584c3-0e7b-459f-ae0e-26be67957eaf, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=76b584c3-0e7b-459f-ae0e-26be67957eaf,segment=NetworkSegment(fe355424-ee2d-4efd-9b5a-bf32f9df01b0),segment_id=fe355424-ee2d-4efd-9b5a-bf32f9df01b0)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 00:02:31.854761 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:31.925060 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=76b584c3-0e7b-459f-ae0e-26be67957eaf,revision_number=6']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:02:31.928785 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['76b584c3-0e7b-459f-ae0e-26be67957eaf'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 00:02:31.978967 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:02:31.979691 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:02:31.979691 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:02:31.980375 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:02:31.980375 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:02:31.980750 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:02:31.981068 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:02:31.981407 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:02:31.981731 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:02:31.982082 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:02:31.982391 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:02:33.570188 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 76b584c3-0e7b-459f-ae0e-26be67957eaf up at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 00:02:33.645997 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning complete for port 76b584c3-0e7b-459f-ae0e-26be67957eaf triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 00:02:33.646368 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:33.769210 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:33.801643 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebab98ee-85bf-4a3b-b19f-6bed81aed7a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b584c3-0e7b-459f-ae0e-26be67957eaf'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 00:02:33.813982 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 76b584c3-0e7b-459f-ae0e-26be67957eaf, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=76b584c3-0e7b-459f-ae0e-26be67957eaf,segment=NetworkSegment(fe355424-ee2d-4efd-9b5a-bf32f9df01b0),segment_id=fe355424-ee2d-4efd-9b5a-bf32f9df01b0)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 00:02:33.890995 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:33.972504 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=76b584c3-0e7b-459f-ae0e-26be67957eaf,revision_number=7']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:02:34.139828 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebab98ee-85bf-4a3b-b19f-6bed81aed7a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b584c3-0e7b-459f-ae0e-26be67957eaf', 'code': 200} Feb 11 00:02:44.676411 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-7207abf8-ed86-4dbb-bbbb-a4a48d362ae9 req-2f187758-74b3-4a6b-9cd5-54971525bf3e tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-984961952&fields=id&tenant_id=294e1a9856fb4929bd4667c7a9c43938 HTTP/1.1" status: 200 len: 267 time: 0.0449119 Feb 11 00:02:44.820359 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207abf8-ed86-4dbb-bbbb-a4a48d362ae9 req-de522d89-478e-4cc1-81f6-c69f91aa1dfd tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:02:44.821694 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-7207abf8-ed86-4dbb-bbbb-a4a48d362ae9 req-de522d89-478e-4cc1-81f6-c69f91aa1dfd tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/networks?id=9b5544a5-8e8f-4a97-b0e6-a5d9ba537117 HTTP/1.1" status: 200 len: 809 time: 0.1389565 Feb 11 00:02:44.840050 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-7207abf8-ed86-4dbb-bbbb-a4a48d362ae9 req-0c7e4021-6d30-4746-8fe5-ae4364d5ade8 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/quotas/294e1a9856fb4929bd4667c7a9c43938 HTTP/1.1" status: 200 len: 375 time: 0.0130033 Feb 11 00:02:44.922042 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-7207abf8-ed86-4dbb-bbbb-a4a48d362ae9 req-c43c59e4-2854-4207-ae2b-f84792f9a581 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=294e1a9856fb4929bd4667c7a9c43938&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0768652 Feb 11 00:02:45.262865 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-7207abf8-ed86-4dbb-bbbb-a4a48d362ae9 req-43a77e37-6a47-4798-b2b8-d7e796402f7b service neutron] 10.222.0.59 "GET /v2.0/networks/9b5544a5-8e8f-4a97-b0e6-a5d9ba537117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864482 Feb 11 00:02:45.389409 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-7207abf8-ed86-4dbb-bbbb-a4a48d362ae9 req-01c9c170-e956-4151-9d86-e3934c6fb256 service neutron] 10.222.0.59 "GET /v2.0/networks/9b5544a5-8e8f-4a97-b0e6-a5d9ba537117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218774 Feb 11 00:02:45.737719 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e53f3e90-3406-4de6-b5e2-2e6e69dad263 req-b9c87456-0471-44cf-acd2-f41c6e311170 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/ports?device_id=d839e7b0-4985-497d-922d-c2b6e88386f3 HTTP/1.1" status: 200 len: 210 time: 0.1106992 Feb 11 00:02:46.691121 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:46.848349 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-40ce4349-9ffd-497b-b8c9-5db53da1382a req-96e810ed-563a-4808-bfa4-111e252a65c9 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/ports?device_id=d839e7b0-4985-497d-922d-c2b6e88386f3 HTTP/1.1" status: 200 len: 210 time: 0.0443194 Feb 11 00:02:47.644910 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 76b584c3-0e7b-459f-ae0e-26be67957eaf no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 00:02:47.751871 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:47.783149 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebab98ee-85bf-4a3b-b19f-6bed81aed7a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76b584c3-0e7b-459f-ae0e-26be67957eaf'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 00:02:47.792896 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port 76b584c3-0e7b-459f-ae0e-26be67957eaf, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=76b584c3-0e7b-459f-ae0e-26be67957eaf,segment=NetworkSegment(fe355424-ee2d-4efd-9b5a-bf32f9df01b0),segment_id=fe355424-ee2d-4efd-9b5a-bf32f9df01b0)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 00:02:47.837340 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebab98ee-85bf-4a3b-b19f-6bed81aed7a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76b584c3-0e7b-459f-ae0e-26be67957eaf', 'code': 200} Feb 11 00:02:47.880056 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:47.947354 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=76b584c3-0e7b-459f-ae0e-26be67957eaf,revision_number=8']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:02:47.959731 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-caa02237-63c1-4979-981e-6abd10647085 req-edfd868c-3b54-4da2-a4b2-753dc50e9e42 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/ports?device_id=d839e7b0-4985-497d-922d-c2b6e88386f3 HTTP/1.1" status: 200 len: 210 time: 0.0418215 Feb 11 00:02:49.129789 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-27df0cbf-9355-4729-90ba-fc039e33002d req-29842b32-fa96-4eb7-aa2b-26ad0db98a05 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/ports?device_id=d839e7b0-4985-497d-922d-c2b6e88386f3 HTTP/1.1" status: 200 len: 210 time: 0.0450542 Feb 11 00:02:49.251055 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8289f496-8da3-437d-ae3b-8b4e16c8f8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:49.880335 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207abf8-ed86-4dbb-bbbb-a4a48d362ae9 req-1109b31f-0a16-4629-b9c0-f9160aad19f0 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:02:49.881637 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7207abf8-ed86-4dbb-bbbb-a4a48d362ae9 req-1109b31f-0a16-4629-b9c0-f9160aad19f0 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.37 "GET /v2.0/networks?id=9b5544a5-8e8f-4a97-b0e6-a5d9ba537117 HTTP/1.1" status: 200 len: 809 time: 0.1423411 Feb 11 00:02:49.935228 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7207abf8-ed86-4dbb-bbbb-a4a48d362ae9 req-6f059a94-7dfc-4ab6-945a-2d1db91ef5ea tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=294e1a9856fb4929bd4667c7a9c43938 HTTP/1.1" status: 200 len: 379 time: 0.0386386 Feb 11 00:02:49.944461 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-7207abf8-ed86-4dbb-bbbb-a4a48d362ae9 req-c03b4818-21ab-4436-a004-5d7ae15bf2e4 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Request body: {'port': {'device_id': 'd839e7b0-4985-497d-922d-c2b6e88386f3', 'network_id': '9b5544a5-8e8f-4a97-b0e6-a5d9ba537117', 'admin_state_up': True, 'tenant_id': '294e1a9856fb4929bd4667c7a9c43938', 'security_groups': ['e083d675-6f07-428a-8056-0a9ab5359752']}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 00:02:50.080210 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-7207abf8-ed86-4dbb-bbbb-a4a48d362ae9 req-c03b4818-21ab-4436-a004-5d7ae15bf2e4 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 00:02:50.090192 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-7207abf8-ed86-4dbb-bbbb-a4a48d362ae9 req-c03b4818-21ab-4436-a004-5d7ae15bf2e4 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 00:02:50.159701 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7207abf8-ed86-4dbb-bbbb-a4a48d362ae9 req-c03b4818-21ab-4436-a004-5d7ae15bf2e4 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Made reservation on behalf of 294e1a9856fb4929bd4667c7a9c43938 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 00:02:50.162859 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-7207abf8-ed86-4dbb-bbbb-a4a48d362ae9 req-c03b4818-21ab-4436-a004-5d7ae15bf2e4 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:50.275606 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 00:02:50.318674 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-282ffedb-f606-4f62-bc47-9ffa86b6b706 req-9cef8832-f64c-4371-8366-64241b4882bc tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/ports?device_id=d839e7b0-4985-497d-922d-c2b6e88386f3 HTTP/1.1" status: 200 len: 210 time: 0.0522184 Feb 11 00:02:50.340840 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [req-7207abf8-ed86-4dbb-bbbb-a4a48d362ae9 req-c03b4818-21ab-4436-a004-5d7ae15bf2e4 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Allocated IP 172.20.0.7 (9b5544a5-8e8f-4a97-b0e6-a5d9ba537117/e89db62b-496f-4962-81bd-6ec315bc85ff/f81bb9ee-9e53-4446-aff0-e06a36fa8fb4) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 00:02:50.527214 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-7207abf8-ed86-4dbb-bbbb-a4a48d362ae9 req-c03b4818-21ab-4436-a004-5d7ae15bf2e4 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:50.542711 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-7207abf8-ed86-4dbb-bbbb-a4a48d362ae9 req-c03b4818-21ab-4436-a004-5d7ae15bf2e4 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Transition to ACTIVE for port object f81bb9ee-9e53-4446-aff0-e06a36fa8fb4 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 00:02:50.636986 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-7207abf8-ed86-4dbb-bbbb-a4a48d362ae9 req-c03b4818-21ab-4436-a004-5d7ae15bf2e4 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:50.844085 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03b4818-21ab-4436-a004-5d7ae15bf2e4 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Pushing event updated for resources: {'Port': ['ID=f81bb9ee-9e53-4446-aff0-e06a36fa8fb4,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:02:50.849848 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7207abf8-ed86-4dbb-bbbb-a4a48d362ae9 req-c03b4818-21ab-4436-a004-5d7ae15bf2e4 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Network 9b5544a5-8e8f-4a97-b0e6-a5d9ba537117 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 00:02:50.852091 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [req-7207abf8-ed86-4dbb-bbbb-a4a48d362ae9 req-c03b4818-21ab-4436-a004-5d7ae15bf2e4 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 00:02:50.858115 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-7207abf8-ed86-4dbb-bbbb-a4a48d362ae9 req-c03b4818-21ab-4436-a004-5d7ae15bf2e4 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 00:02:50.889970 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03b4818-21ab-4436-a004-5d7ae15bf2e4 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:02:50.890332 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03b4818-21ab-4436-a004-5d7ae15bf2e4 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:02:50.890637 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03b4818-21ab-4436-a004-5d7ae15bf2e4 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:02:50.890920 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03b4818-21ab-4436-a004-5d7ae15bf2e4 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:02:50.891514 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03b4818-21ab-4436-a004-5d7ae15bf2e4 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:02:50.891910 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03b4818-21ab-4436-a004-5d7ae15bf2e4 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:02:50.892164 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03b4818-21ab-4436-a004-5d7ae15bf2e4 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:02:50.892501 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03b4818-21ab-4436-a004-5d7ae15bf2e4 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:02:50.892855 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03b4818-21ab-4436-a004-5d7ae15bf2e4 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:02:50.893344 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03b4818-21ab-4436-a004-5d7ae15bf2e4 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:02:50.894299 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03b4818-21ab-4436-a004-5d7ae15bf2e4 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:02:50.952560 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207abf8-ed86-4dbb-bbbb-a4a48d362ae9 req-c03b4818-21ab-4436-a004-5d7ae15bf2e4 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:02:50.953280 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-7207abf8-ed86-4dbb-bbbb-a4a48d362ae9 req-c03b4818-21ab-4436-a004-5d7ae15bf2e4 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:51.067785 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7207abf8-ed86-4dbb-bbbb-a4a48d362ae9 req-c03b4818-21ab-4436-a004-5d7ae15bf2e4 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1266222 Feb 11 00:02:51.239287 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-c6937184-988c-45b5-83ce-c4ed31bf97e7 None None] Provisioning for port f81bb9ee-9e53-4446-aff0-e06a36fa8fb4 completed by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 00:02:51.249621 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-c6937184-988c-45b5-83ce-c4ed31bf97e7 None None] Provisioning complete for port f81bb9ee-9e53-4446-aff0-e06a36fa8fb4 triggered by entity DHCP. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 00:02:51.250086 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c6937184-988c-45b5-83ce-c4ed31bf97e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:51.293257 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c5f2cf31-667f-461a-8ce9-08ce42a45e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:51.355567 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-c6937184-988c-45b5-83ce-c4ed31bf97e7 None None] Port f81bb9ee-9e53-4446-aff0-e06a36fa8fb4 cannot update to ACTIVE because it is not bound. {{(pid=84334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 00:02:51.535913 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc856612-d6df-4e76-8712-abf770600fe0 req-ed9c1def-e934-4ea0-a0af-f2e4f8edd4e5 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:02:51.536694 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-cc856612-d6df-4e76-8712-abf770600fe0 req-ed9c1def-e934-4ea0-a0af-f2e4f8edd4e5 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Synchronizing usage tracker for tenant:294e1a9856fb4929bd4667c7a9c43938 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 00:02:51.616717 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-cc856612-d6df-4e76-8712-abf770600fe0 req-ed9c1def-e934-4ea0-a0af-f2e4f8edd4e5 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Unset dirty status for tenant:294e1a9856fb4929bd4667c7a9c43938 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 00:02:51.617872 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cc856612-d6df-4e76-8712-abf770600fe0 req-ed9c1def-e934-4ea0-a0af-f2e4f8edd4e5 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/ports?device_id=d839e7b0-4985-497d-922d-c2b6e88386f3 HTTP/1.1" status: 200 len: 931 time: 0.1636569 Feb 11 00:02:51.669048 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cc856612-d6df-4e76-8712-abf770600fe0 req-1c81d37b-1b2f-466c-b300-c564a8d9a4bd tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/security-groups?id=e083d675-6f07-428a-8056-0a9ab5359752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452387 Feb 11 00:02:52.620948 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:52.696414 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:52.879604 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9a74e-f078-4014-a114-9b9d323591a1 req-bde63e78-1af4-440b-b870-bde8a1bf061c tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:02:52.881400 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-1ee9a74e-f078-4014-a114-9b9d323591a1 req-bde63e78-1af4-440b-b870-bde8a1bf061c tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/ports?device_id=d839e7b0-4985-497d-922d-c2b6e88386f3 HTTP/1.1" status: 200 len: 931 time: 0.0824699 Feb 11 00:02:52.936853 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-1ee9a74e-f078-4014-a114-9b9d323591a1 req-38775201-1326-478b-b09c-1e2341498cb0 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/security-groups?id=e083d675-6f07-428a-8056-0a9ab5359752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486071 Feb 11 00:02:54.147056 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1646e060-fe02-48c8-91df-261385a93738 req-32fdcea5-8248-4c59-850a-d365d6ce3e66 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:02:54.152528 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1646e060-fe02-48c8-91df-261385a93738 req-32fdcea5-8248-4c59-850a-d365d6ce3e66 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/ports?device_id=d839e7b0-4985-497d-922d-c2b6e88386f3 HTTP/1.1" status: 200 len: 931 time: 0.0790091 Feb 11 00:02:54.206668 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1646e060-fe02-48c8-91df-261385a93738 req-4f3bceaf-ce9f-4820-9224-9fa62c25a7fc tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/security-groups?id=e083d675-6f07-428a-8056-0a9ab5359752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510433 Feb 11 00:02:54.222681 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:55.418383 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce26a4-2abf-4a74-97f1-46903a604c16 req-eaf21e67-900a-4974-810d-e44799d70fc4 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:02:55.419824 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-90ce26a4-2abf-4a74-97f1-46903a604c16 req-eaf21e67-900a-4974-810d-e44799d70fc4 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/ports?device_id=d839e7b0-4985-497d-922d-c2b6e88386f3 HTTP/1.1" status: 200 len: 931 time: 0.0816052 Feb 11 00:02:55.471907 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-90ce26a4-2abf-4a74-97f1-46903a604c16 req-b1564ae0-1b37-45de-8597-026c41d0c433 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/security-groups?id=e083d675-6f07-428a-8056-0a9ab5359752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440452 Feb 11 00:02:56.689249 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d809ec-d166-4520-8c95-88e1a76ccf10 req-e3248418-68f9-4ec3-9652-0deb9c29f74e tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:02:56.691388 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a2d809ec-d166-4520-8c95-88e1a76ccf10 req-e3248418-68f9-4ec3-9652-0deb9c29f74e tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/ports?device_id=d839e7b0-4985-497d-922d-c2b6e88386f3 HTTP/1.1" status: 200 len: 931 time: 0.0800474 Feb 11 00:02:56.744092 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a2d809ec-d166-4520-8c95-88e1a76ccf10 req-cd92d579-ddb5-4d63-9f95-9847a25854aa tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/security-groups?id=e083d675-6f07-428a-8056-0a9ab5359752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443828 Feb 11 00:02:57.973883 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3aaf58-332d-404c-b141-eeb8cf2326cc req-5f64305e-f65a-4233-bcb0-a063722e94a9 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:02:57.975359 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-db3aaf58-332d-404c-b141-eeb8cf2326cc req-5f64305e-f65a-4233-bcb0-a063722e94a9 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/ports?device_id=d839e7b0-4985-497d-922d-c2b6e88386f3 HTTP/1.1" status: 200 len: 931 time: 0.0825787 Feb 11 00:02:58.033435 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-db3aaf58-332d-404c-b141-eeb8cf2326cc req-1045d382-bc42-4986-b64f-84be0e45d77f tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/security-groups?id=e083d675-6f07-428a-8056-0a9ab5359752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522225 Feb 11 00:02:58.948093 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-7207abf8-ed86-4dbb-bbbb-a4a48d362ae9 req-9ddd6f79-2294-4dff-bb15-7addc2408bd9 service neutron] Request body: {'port': {'device_id': 'd839e7b0-4985-497d-922d-c2b6e88386f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 00:02:58.975752 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.37', 62192) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 00:02:59.047370 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-0e0d073f-3ece-4861-a168-c5cd92fa208b req-07e52907-8f55-4e07-b4f4-b358c7ce4877 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ebab98ee-85bf-4a3b-b19f-6bed81aed7a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0702441 Feb 11 00:02:59.055659 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-7207abf8-ed86-4dbb-bbbb-a4a48d362ae9 req-9ddd6f79-2294-4dff-bb15-7addc2408bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:59.202046 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-0e0d073f-3ece-4861-a168-c5cd92fa208b req-23f2754e-ecf7-4809-93fd-ff6c87b71d0e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=294e1a9856fb4929bd4667c7a9c43938&device_id=ebab98ee-85bf-4a3b-b19f-6bed81aed7a8 HTTP/1.1" status: 200 len: 1097 time: 0.0697203 Feb 11 00:02:59.349275 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d073f-3ece-4861-a168-c5cd92fa208b req-ae799bca-e6b1-4ccb-8ecf-bf4fd9b4c103 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:02:59.350727 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-0e0d073f-3ece-4861-a168-c5cd92fa208b req-ae799bca-e6b1-4ccb-8ecf-bf4fd9b4c103 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9b5544a5-8e8f-4a97-b0e6-a5d9ba537117 HTTP/1.1" status: 200 len: 910 time: 0.1297040 Feb 11 00:02:59.363792 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b4d248-318f-47d9-a004-4043d723533b req-49aa37a1-837c-4207-8721-2aaebf0d8c9c tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:02:59.365272 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-30b4d248-318f-47d9-a004-4043d723533b req-49aa37a1-837c-4207-8721-2aaebf0d8c9c tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/ports?device_id=d839e7b0-4985-497d-922d-c2b6e88386f3 HTTP/1.1" status: 200 len: 931 time: 0.1933472 Feb 11 00:02:59.440396 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-30b4d248-318f-47d9-a004-4043d723533b req-c85e700c-8103-4227-8087-6077b4fe8f0b tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/security-groups?id=e083d675-6f07-428a-8056-0a9ab5359752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661144 Feb 11 00:02:59.458533 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-0e0d073f-3ece-4861-a168-c5cd92fa208b req-cf5c5093-445a-4ada-a11a-26c3cb3999ed service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76b584c3-0e7b-459f-ae0e-26be67957eaf HTTP/1.1" status: 200 len: 999 time: 0.0997100 Feb 11 00:02:59.492929 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [req-7207abf8-ed86-4dbb-bbbb-a4a48d362ae9 req-9ddd6f79-2294-4dff-bb15-7addc2408bd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f81bb9ee-9e53-4446-aff0-e06a36fa8fb4 {{(pid=84332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 00:02:59.499866 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-7207abf8-ed86-4dbb-bbbb-a4a48d362ae9 req-9ddd6f79-2294-4dff-bb15-7addc2408bd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:59.514287 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-7207abf8-ed86-4dbb-bbbb-a4a48d362ae9 req-9ddd6f79-2294-4dff-bb15-7addc2408bd9 service neutron] Transition to ACTIVE for port object f81bb9ee-9e53-4446-aff0-e06a36fa8fb4 will not be triggered until provisioned by entity L2. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 00:02:59.520394 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d073f-3ece-4861-a168-c5cd92fa208b req-e884f2a0-4c4a-494f-8a53-c604a3af470a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:02:59.521834 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-0e0d073f-3ece-4861-a168-c5cd92fa208b req-e884f2a0-4c4a-494f-8a53-c604a3af470a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e89db62b-496f-4962-81bd-6ec315bc85ff HTTP/1.1" status: 200 len: 848 time: 0.0574713 Feb 11 00:02:59.577036 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-7207abf8-ed86-4dbb-bbbb-a4a48d362ae9 req-9ddd6f79-2294-4dff-bb15-7addc2408bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:59.598335 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-0e0d073f-3ece-4861-a168-c5cd92fa208b req-f547a55d-1115-4c42-8bcb-2c9cb8db7130 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9b5544a5-8e8f-4a97-b0e6-a5d9ba537117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698044 Feb 11 00:02:59.704345 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddd6f79-2294-4dff-bb15-7addc2408bd9 service neutron] Pushing event updated for resources: {'Port': ['ID=f81bb9ee-9e53-4446-aff0-e06a36fa8fb4,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:02:59.739081 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-0e0d073f-3ece-4861-a168-c5cd92fa208b req-495fb446-e8ec-4e9c-8946-d1e0ea7b40e7 service neutron] 10.222.0.37 "GET /v2.0/networks/9b5544a5-8e8f-4a97-b0e6-a5d9ba537117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317792 Feb 11 00:02:59.815720 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-7207abf8-ed86-4dbb-bbbb-a4a48d362ae9 req-9ddd6f79-2294-4dff-bb15-7addc2408bd9 service neutron] Attempting to bind port f81bb9ee-9e53-4446-aff0-e06a36fa8fb4 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 00:02:59.816062 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-7207abf8-ed86-4dbb-bbbb-a4a48d362ae9 req-9ddd6f79-2294-4dff-bb15-7addc2408bd9 service neutron] Attempting to bind port f81bb9ee-9e53-4446-aff0-e06a36fa8fb4 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': 'fe355424-ee2d-4efd-9b5a-bf32f9df01b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '9b5544a5-8e8f-4a97-b0e6-a5d9ba537117'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 00:02:59.816613 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7207abf8-ed86-4dbb-bbbb-a4a48d362ae9 req-9ddd6f79-2294-4dff-bb15-7addc2408bd9 service neutron] Attempting to bind port f81bb9ee-9e53-4446-aff0-e06a36fa8fb4 on network 9b5544a5-8e8f-4a97-b0e6-a5d9ba537117 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 00:02:59.822395 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7207abf8-ed86-4dbb-bbbb-a4a48d362ae9 req-9ddd6f79-2294-4dff-bb15-7addc2408bd9 service neutron] Port f81bb9ee-9e53-4446-aff0-e06a36fa8fb4 on network 9b5544a5-8e8f-4a97-b0e6-a5d9ba537117 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 00:02:59.822718 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7207abf8-ed86-4dbb-bbbb-a4a48d362ae9 req-9ddd6f79-2294-4dff-bb15-7addc2408bd9 service neutron] Attempting to bind port f81bb9ee-9e53-4446-aff0-e06a36fa8fb4 on network 9b5544a5-8e8f-4a97-b0e6-a5d9ba537117 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 00:02:59.828785 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7207abf8-ed86-4dbb-bbbb-a4a48d362ae9 req-9ddd6f79-2294-4dff-bb15-7addc2408bd9 service neutron] Checking agent: {'id': '0f85d58b-4cda-4360-97cf-be037aef26b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'started_at': datetime.datetime(2022, 2, 10, 23, 0, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 0, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 00:02:59.829114 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7207abf8-ed86-4dbb-bbbb-a4a48d362ae9 req-9ddd6f79-2294-4dff-bb15-7addc2408bd9 service neutron] Checking segment: {'id': 'fe355424-ee2d-4efd-9b5a-bf32f9df01b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '9b5544a5-8e8f-4a97-b0e6-a5d9ba537117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 00:02:59.830357 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7207abf8-ed86-4dbb-bbbb-a4a48d362ae9 req-9ddd6f79-2294-4dff-bb15-7addc2408bd9 service neutron] Bound using segment: {'id': 'fe355424-ee2d-4efd-9b5a-bf32f9df01b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '9b5544a5-8e8f-4a97-b0e6-a5d9ba537117'} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 00:02:59.830856 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-7207abf8-ed86-4dbb-bbbb-a4a48d362ae9 req-9ddd6f79-2294-4dff-bb15-7addc2408bd9 service neutron] Bound port: f81bb9ee-9e53-4446-aff0-e06a36fa8fb4, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe355424-ee2d-4efd-9b5a-bf32f9df01b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '9b5544a5-8e8f-4a97-b0e6-a5d9ba537117'}}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 00:02:59.831343 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-7207abf8-ed86-4dbb-bbbb-a4a48d362ae9 req-9ddd6f79-2294-4dff-bb15-7addc2408bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:59.871607 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-0e0d073f-3ece-4861-a168-c5cd92fa208b req-58e6dd7e-b80b-43a9-8d26-071a4b06b7f7 service neutron] 10.222.0.37 "GET /v2.0/networks/9b5544a5-8e8f-4a97-b0e6-a5d9ba537117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281335 Feb 11 00:02:59.918877 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-7207abf8-ed86-4dbb-bbbb-a4a48d362ae9 req-9ddd6f79-2294-4dff-bb15-7addc2408bd9 service neutron] For port f81bb9ee-9e53-4446-aff0-e06a36fa8fb4, host hv-neutron-8287, cleared binding levels {{(pid=84332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 00:02:59.921710 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-7207abf8-ed86-4dbb-bbbb-a4a48d362ae9 req-9ddd6f79-2294-4dff-bb15-7addc2408bd9 service neutron] For port f81bb9ee-9e53-4446-aff0-e06a36fa8fb4, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=f81bb9ee-9e53-4446-aff0-e06a36fa8fb4,segment=NetworkSegment(fe355424-ee2d-4efd-9b5a-bf32f9df01b0),segment_id=fe355424-ee2d-4efd-9b5a-bf32f9df01b0)] {{(pid=84332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 00:03:00.028392 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-7207abf8-ed86-4dbb-bbbb-a4a48d362ae9 req-9ddd6f79-2294-4dff-bb15-7addc2408bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32032914'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:00.094642 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-7207abf8-ed86-4dbb-bbbb-a4a48d362ae9 req-9ddd6f79-2294-4dff-bb15-7addc2408bd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:00.096005 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7207abf8-ed86-4dbb-bbbb-a4a48d362ae9 req-9ddd6f79-2294-4dff-bb15-7addc2408bd9 service neutron] 10.222.0.37 "PUT /v2.0/ports/f81bb9ee-9e53-4446-aff0-e06a36fa8fb4 HTTP/1.1" status: 200 len: 1093 time: 1.1521378 Feb 11 00:03:00.096953 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd839e7b0-4985-497d-922d-c2b6e88386f3', 'tag': 'f81bb9ee-9e53-4446-aff0-e06a36fa8fb4'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 00:03:00.115495 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddd6f79-2294-4dff-bb15-7addc2408bd9 service neutron] Pushing event updated for resources: {'Port': ['ID=f81bb9ee-9e53-4446-aff0-e06a36fa8fb4,revision_number=3']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:03:00.278202 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd839e7b0-4985-497d-922d-c2b6e88386f3', 'tag': 'f81bb9ee-9e53-4446-aff0-e06a36fa8fb4', 'status': 'completed', 'code': 200} Feb 11 00:03:00.292390 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7207abf8-ed86-4dbb-bbbb-a4a48d362ae9 req-d86ff9ac-ba4c-4b8f-9c89-420de964a519 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=294e1a9856fb4929bd4667c7a9c43938&device_id=d839e7b0-4985-497d-922d-c2b6e88386f3 HTTP/1.1" status: 200 len: 1096 time: 0.0765221 Feb 11 00:03:00.362360 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7207abf8-ed86-4dbb-bbbb-a4a48d362ae9 req-44643b3b-6f7b-4301-91c0-4e01200c04e4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f81bb9ee-9e53-4446-aff0-e06a36fa8fb4 HTTP/1.1" status: 200 len: 217 time: 0.0629203 Feb 11 00:03:00.422925 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207abf8-ed86-4dbb-bbbb-a4a48d362ae9 req-a19b158a-b99a-4ad6-addf-544be1149890 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:03:00.424312 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7207abf8-ed86-4dbb-bbbb-a4a48d362ae9 req-a19b158a-b99a-4ad6-addf-544be1149890 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e89db62b-496f-4962-81bd-6ec315bc85ff HTTP/1.1" status: 200 len: 848 time: 0.0563774 Feb 11 00:03:00.500592 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7207abf8-ed86-4dbb-bbbb-a4a48d362ae9 req-108b2777-85ac-4105-8a8d-60f5bd1f91ec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9b5544a5-8e8f-4a97-b0e6-a5d9ba537117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697906 Feb 11 00:03:00.764980 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7207abf8-ed86-4dbb-bbbb-a4a48d362ae9 req-9c2ca8f1-5dac-4c86-9467-178d1939a6e1 service neutron] 10.222.0.37 "GET /v2.0/networks/9b5544a5-8e8f-4a97-b0e6-a5d9ba537117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578430 Feb 11 00:03:00.776924 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4eab9f-d890-4a13-9feb-130d1266845b req-b37e8122-7a74-4f45-9414-a8eb9305937f tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:03:00.778245 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3e4eab9f-d890-4a13-9feb-130d1266845b req-b37e8122-7a74-4f45-9414-a8eb9305937f tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/ports?device_id=d839e7b0-4985-497d-922d-c2b6e88386f3 HTTP/1.1" status: 200 len: 943 time: 0.1702511 Feb 11 00:03:00.902399 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3e4eab9f-d890-4a13-9feb-130d1266845b req-79e57858-3874-43fd-b867-4ba9acd433d8 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/security-groups?id=e083d675-6f07-428a-8056-0a9ab5359752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076019 Feb 11 00:03:00.934852 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7207abf8-ed86-4dbb-bbbb-a4a48d362ae9 req-5ddc0cdb-fced-472b-a8df-7b1e0310e80d service neutron] 10.222.0.37 "GET /v2.0/networks/9b5544a5-8e8f-4a97-b0e6-a5d9ba537117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637843 Feb 11 00:03:01.103377 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d0437e26-1d95-4973-9696-5618bae1fc56 req-266905a2-2544-4251-8ac2-66c889c0523d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=294e1a9856fb4929bd4667c7a9c43938&device_id=d839e7b0-4985-497d-922d-c2b6e88386f3 HTTP/1.1" status: 200 len: 1096 time: 0.0657439 Feb 11 00:03:01.230515 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0437e26-1d95-4973-9696-5618bae1fc56 req-3f733305-e9ad-4a46-8840-835c26de7d08 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:03:01.231924 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d0437e26-1d95-4973-9696-5618bae1fc56 req-3f733305-e9ad-4a46-8840-835c26de7d08 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9b5544a5-8e8f-4a97-b0e6-a5d9ba537117 HTTP/1.1" status: 200 len: 910 time: 0.1222053 Feb 11 00:03:01.300675 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d0437e26-1d95-4973-9696-5618bae1fc56 req-f22767fb-63a5-4a15-b47b-5a6ab04c5fab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f81bb9ee-9e53-4446-aff0-e06a36fa8fb4 HTTP/1.1" status: 200 len: 217 time: 0.0621524 Feb 11 00:03:01.360252 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0437e26-1d95-4973-9696-5618bae1fc56 req-6d0b3c66-10bc-4890-b672-9c047a15a7db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:03:01.361720 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d0437e26-1d95-4973-9696-5618bae1fc56 req-6d0b3c66-10bc-4890-b672-9c047a15a7db service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e89db62b-496f-4962-81bd-6ec315bc85ff HTTP/1.1" status: 200 len: 848 time: 0.0552320 Feb 11 00:03:01.438309 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d0437e26-1d95-4973-9696-5618bae1fc56 req-b3fac91f-adc6-484d-b18e-b89b85147128 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9b5544a5-8e8f-4a97-b0e6-a5d9ba537117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705063 Feb 11 00:03:01.565795 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d0437e26-1d95-4973-9696-5618bae1fc56 req-28887d0d-27be-4c69-bfaf-e6605c538b06 service neutron] 10.222.0.37 "GET /v2.0/networks/9b5544a5-8e8f-4a97-b0e6-a5d9ba537117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201768 Feb 11 00:03:01.695273 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d0437e26-1d95-4973-9696-5618bae1fc56 req-cb5d73d3-1c23-460f-ad0e-d355d4feee70 service neutron] 10.222.0.37 "GET /v2.0/networks/9b5544a5-8e8f-4a97-b0e6-a5d9ba537117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233132 Feb 11 00:03:02.096984 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43188a2-943c-46ae-be13-3437a1cc08ad req-34965ff5-d2f4-4f3a-a554-9f49f7a779fb tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:03:02.098398 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-a43188a2-943c-46ae-be13-3437a1cc08ad req-34965ff5-d2f4-4f3a-a554-9f49f7a779fb tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/ports?device_id=d839e7b0-4985-497d-922d-c2b6e88386f3 HTTP/1.1" status: 200 len: 943 time: 0.0730789 Feb 11 00:03:02.142573 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-a43188a2-943c-46ae-be13-3437a1cc08ad req-6009314b-0870-4a74-85ed-81d613a048a6 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/security-groups?id=e083d675-6f07-428a-8056-0a9ab5359752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387745 Feb 11 00:03:03.339707 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1219c24d-a51b-4465-8f92-2f372fe91df1 req-be6cd770-6a12-42a7-800c-48fd43d242c6 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:03:03.341263 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1219c24d-a51b-4465-8f92-2f372fe91df1 req-be6cd770-6a12-42a7-800c-48fd43d242c6 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/ports?device_id=d839e7b0-4985-497d-922d-c2b6e88386f3 HTTP/1.1" status: 200 len: 943 time: 0.0799015 Feb 11 00:03:03.392109 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1219c24d-a51b-4465-8f92-2f372fe91df1 req-b231112a-647f-459c-9210-7dcd6f0c16fa tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/security-groups?id=e083d675-6f07-428a-8056-0a9ab5359752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454829 Feb 11 00:03:03.764881 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device f81bb9ee-9e53-4446-aff0-e06a36fa8fb4 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 00:03:03.894244 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port f81bb9ee-9e53-4446-aff0-e06a36fa8fb4, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=f81bb9ee-9e53-4446-aff0-e06a36fa8fb4,segment=NetworkSegment(fe355424-ee2d-4efd-9b5a-bf32f9df01b0),segment_id=fe355424-ee2d-4efd-9b5a-bf32f9df01b0)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 00:03:03.906459 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Returning: {'device': 'f81bb9ee-9e53-4446-aff0-e06a36fa8fb4', 'network_id': '9b5544a5-8e8f-4a97-b0e6-a5d9ba537117', 'port_id': 'f81bb9ee-9e53-4446-aff0-e06a36fa8fb4', 'mac_address': 'fa:16:3e:f8:c6:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e89db62b-496f-4962-81bd-6ec315bc85ff', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 00:03:03.957848 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:03.973837 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f81bb9ee-9e53-4446-aff0-e06a36fa8fb4 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 00:03:03.988450 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port f81bb9ee-9e53-4446-aff0-e06a36fa8fb4, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=f81bb9ee-9e53-4446-aff0-e06a36fa8fb4,segment=NetworkSegment(fe355424-ee2d-4efd-9b5a-bf32f9df01b0),segment_id=fe355424-ee2d-4efd-9b5a-bf32f9df01b0)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 00:03:04.090886 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:04.157868 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=f81bb9ee-9e53-4446-aff0-e06a36fa8fb4,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:03:04.324186 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['f81bb9ee-9e53-4446-aff0-e06a36fa8fb4'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 00:03:04.677968 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1680bd-3649-442a-826a-6e90eac8ed51 req-4745bcaa-a27b-497f-a4e6-5000a9b59426 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:03:04.679381 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-3d1680bd-3649-442a-826a-6e90eac8ed51 req-4745bcaa-a27b-497f-a4e6-5000a9b59426 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/ports?device_id=d839e7b0-4985-497d-922d-c2b6e88386f3 HTTP/1.1" status: 200 len: 944 time: 0.1644719 Feb 11 00:03:04.722953 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-3d1680bd-3649-442a-826a-6e90eac8ed51 req-945cadfb-15cd-4dda-8ffa-42d4e0d99168 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/security-groups?id=e083d675-6f07-428a-8056-0a9ab5359752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381389 Feb 11 00:03:05.764256 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device f81bb9ee-9e53-4446-aff0-e06a36fa8fb4 up at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 00:03:05.902019 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning for port f81bb9ee-9e53-4446-aff0-e06a36fa8fb4 completed by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 00:03:05.906861 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning complete for port f81bb9ee-9e53-4446-aff0-e06a36fa8fb4 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 00:03:05.907245 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:05.919415 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28102eb-e6a0-4ea3-865f-3c733c8e0f0d req-e46c599a-99bc-4882-9aff-b68e433f0784 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:03:05.920862 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c28102eb-e6a0-4ea3-865f-3c733c8e0f0d req-e46c599a-99bc-4882-9aff-b68e433f0784 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/ports?device_id=d839e7b0-4985-497d-922d-c2b6e88386f3 HTTP/1.1" status: 200 len: 944 time: 0.0758233 Feb 11 00:03:05.969277 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c28102eb-e6a0-4ea3-865f-3c733c8e0f0d req-48f97fa1-482c-4190-b2dc-216862a17e9e tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/security-groups?id=e083d675-6f07-428a-8056-0a9ab5359752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425475 Feb 11 00:03:06.021825 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:06.047273 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd839e7b0-4985-497d-922d-c2b6e88386f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81bb9ee-9e53-4446-aff0-e06a36fa8fb4'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 00:03:06.056489 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port f81bb9ee-9e53-4446-aff0-e06a36fa8fb4, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=f81bb9ee-9e53-4446-aff0-e06a36fa8fb4,segment=NetworkSegment(fe355424-ee2d-4efd-9b5a-bf32f9df01b0),segment_id=fe355424-ee2d-4efd-9b5a-bf32f9df01b0)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 00:03:06.101389 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd839e7b0-4985-497d-922d-c2b6e88386f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81bb9ee-9e53-4446-aff0-e06a36fa8fb4', 'code': 200} Feb 11 00:03:06.142396 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:06.210748 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=f81bb9ee-9e53-4446-aff0-e06a36fa8fb4,revision_number=5']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:03:06.450530 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-45c8742f-d768-4f92-b79f-b3213a23b9e0 req-3b311ca3-1f7c-47a2-9137-8297277079d2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d839e7b0-4985-497d-922d-c2b6e88386f3 HTTP/1.1" status: 200 len: 1098 time: 0.0654819 Feb 11 00:03:06.492302 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-45c8742f-d768-4f92-b79f-b3213a23b9e0 req-a7b9c2c0-108a-43fc-beb7-403929143aa4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e083d675-6f07-428a-8056-0a9ab5359752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350645 Feb 11 00:03:07.164919 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94830a1c-49d7-4208-bc26-c231484bfe96 req-62c93307-eeec-4617-9e4a-6e2a81d931c8 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:03:07.166405 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-94830a1c-49d7-4208-bc26-c231484bfe96 req-62c93307-eeec-4617-9e4a-6e2a81d931c8 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/ports?device_id=d839e7b0-4985-497d-922d-c2b6e88386f3 HTTP/1.1" status: 200 len: 945 time: 0.0787172 Feb 11 00:03:07.209230 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-94830a1c-49d7-4208-bc26-c231484bfe96 req-0063c591-d7a2-45c0-b5ea-a25c752b9bd6 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/security-groups?id=e083d675-6f07-428a-8056-0a9ab5359752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374289 Feb 11 00:03:08.403622 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd1963-404e-439a-9a8e-4745464b8c3e req-cb59e16a-6d87-4914-9e40-a9bc7b08998f tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:03:08.405063 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-a7dd1963-404e-439a-9a8e-4745464b8c3e req-cb59e16a-6d87-4914-9e40-a9bc7b08998f tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/ports?device_id=d839e7b0-4985-497d-922d-c2b6e88386f3 HTTP/1.1" status: 200 len: 945 time: 0.0747430 Feb 11 00:03:08.449044 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-a7dd1963-404e-439a-9a8e-4745464b8c3e req-684a9bed-f8f7-482b-925a-5205eb5464a6 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/security-groups?id=e083d675-6f07-428a-8056-0a9ab5359752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379040 Feb 11 00:03:08.640652 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6756d88-0dd5-4f1f-809e-1906f064afcc req-ac3babc9-ddc7-4926-88ad-eb8cbf2bab0e tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:03:08.642335 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f6756d88-0dd5-4f1f-809e-1906f064afcc req-ac3babc9-ddc7-4926-88ad-eb8cbf2bab0e tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/ports?device_id=d839e7b0-4985-497d-922d-c2b6e88386f3 HTTP/1.1" status: 200 len: 945 time: 0.0751085 Feb 11 00:03:08.686800 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f6756d88-0dd5-4f1f-809e-1906f064afcc req-51cac724-df2a-4ef1-bc1e-19c14ae870f6 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/security-groups?id=e083d675-6f07-428a-8056-0a9ab5359752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384085 Feb 11 00:03:08.713856 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 58292) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 00:03:08.784825 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-a7240980-0c03-4b70-842c-3e94e8b7fac1 tempest-TestSnapshotPattern-2086355217 tempest-TestSnapshotPattern-2086355217-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d839e7b0-4985-497d-922d-c2b6e88386f3 HTTP/1.1" status: 200 len: 1093 time: 0.0691559 Feb 11 00:03:08.787361 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 58296) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 00:03:08.792432 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.v2.base [None req-bacde4a2-65de-408d-b8f7-0bbf6213b8e6 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Request body: {'floatingip': {'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'port_id': 'f81bb9ee-9e53-4446-aff0-e06a36fa8fb4', 'tenant_id': '294e1a9856fb4929bd4667c7a9c43938', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 00:03:08.798075 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-bacde4a2-65de-408d-b8f7-0bbf6213b8e6 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 00:03:08.801957 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-bacde4a2-65de-408d-b8f7-0bbf6213b8e6 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Usage tracker for resource:floatingip and tenant:294e1a9856fb4929bd4667c7a9c43938 is out of sync, need to count used quota {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 00:03:08.804751 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [None req-bacde4a2-65de-408d-b8f7-0bbf6213b8e6 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84333) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 00:03:08.810420 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.quota.driver [None req-bacde4a2-65de-408d-b8f7-0bbf6213b8e6 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84333) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 00:03:08.918681 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bacde4a2-65de-408d-b8f7-0bbf6213b8e6 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks [] for floatingip, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:09.050633 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bacde4a2-65de-408d-b8f7-0bbf6213b8e6 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:09.196175 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-bacde4a2-65de-408d-b8f7-0bbf6213b8e6 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Allocated IP 172.26.8.54 (c2ed7563-f8af-409c-803f-f56530124ba5/f4864ddd-7f59-4972-ad96-15ac8a39cd25/0521a60f-8925-4291-a5f4-379c14f88011) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 00:03:09.345458 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bacde4a2-65de-408d-b8f7-0bbf6213b8e6 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:09.434281 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bacde4a2-65de-408d-b8f7-0bbf6213b8e6 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769971839353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:09.499264 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacde4a2-65de-408d-b8f7-0bbf6213b8e6 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Network c2ed7563-f8af-409c-803f-f56530124ba5 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 00:03:09.501714 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-bacde4a2-65de-408d-b8f7-0bbf6213b8e6 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 00:03:09.505428 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacde4a2-65de-408d-b8f7-0bbf6213b8e6 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 00:03:09.537681 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacde4a2-65de-408d-b8f7-0bbf6213b8e6 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Pushing event updated for resources: {'Port': ['ID=0521a60f-8925-4291-a5f4-379c14f88011,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:03:09.555787 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacde4a2-65de-408d-b8f7-0bbf6213b8e6 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:03:09.556128 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacde4a2-65de-408d-b8f7-0bbf6213b8e6 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:03:09.556461 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacde4a2-65de-408d-b8f7-0bbf6213b8e6 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:03:09.556814 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacde4a2-65de-408d-b8f7-0bbf6213b8e6 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:03:09.557140 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacde4a2-65de-408d-b8f7-0bbf6213b8e6 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:03:09.557462 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacde4a2-65de-408d-b8f7-0bbf6213b8e6 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:03:09.557778 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacde4a2-65de-408d-b8f7-0bbf6213b8e6 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:03:09.558096 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacde4a2-65de-408d-b8f7-0bbf6213b8e6 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:03:09.558410 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacde4a2-65de-408d-b8f7-0bbf6213b8e6 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:03:09.558721 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacde4a2-65de-408d-b8f7-0bbf6213b8e6 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:03:09.559031 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacde4a2-65de-408d-b8f7-0bbf6213b8e6 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:03:10.002003 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bacde4a2-65de-408d-b8f7-0bbf6213b8e6 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:10.099771 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bacde4a2-65de-408d-b8f7-0bbf6213b8e6 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:10.300768 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bacde4a2-65de-408d-b8f7-0bbf6213b8e6 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:10.342250 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bacde4a2-65de-408d-b8f7-0bbf6213b8e6 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32244915'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:10.544559 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacde4a2-65de-408d-b8f7-0bbf6213b8e6 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Pushing event updated for resources: {'Port': ['ID=0521a60f-8925-4291-a5f4-379c14f88011,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:03:10.557620 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bacde4a2-65de-408d-b8f7-0bbf6213b8e6 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1734214'] for floatingip, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:10.744939 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.db.l3_db [None req-bacde4a2-65de-408d-b8f7-0bbf6213b8e6 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Floating IP 39f3a07a-88e9-4f69-ad1d-5d63122ceea0 associated. External IP: 172.26.8.54, port: f81bb9ee-9e53-4446-aff0-e06a36fa8fb4. Feb 11 00:03:11.124251 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bacde4a2-65de-408d-b8f7-0bbf6213b8e6 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Router b0231e79-c151-439c-acd2-5aa0ae6ba296 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 00:03:11.321117 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bacde4a2-65de-408d-b8f7-0bbf6213b8e6 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 00:03:11.331024 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6607242b-5598-4edd-ac2f-0e632943889b None None] Sync routers for ids ['b0231e79-c151-439c-acd2-5aa0ae6ba296'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 00:03:11.343087 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6607242b-5598-4edd-ac2f-0e632943889b None None] Routers {'b0231e79-c151-439c-acd2-5aa0ae6ba296'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 00:03:11.343708 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-6607242b-5598-4edd-ac2f-0e632943889b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-11T00:02:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['b0231e79-c151-439c-acd2-5aa0ae6ba296'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:03:11.398726 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bacde4a2-65de-408d-b8f7-0bbf6213b8e6 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:11.454651 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-bacde4a2-65de-408d-b8f7-0bbf6213b8e6 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6662841 Feb 11 00:03:11.455366 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd839e7b0-4985-497d-922d-c2b6e88386f3', 'tag': 'f81bb9ee-9e53-4446-aff0-e06a36fa8fb4'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 00:03:11.519216 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-6607242b-5598-4edd-ac2f-0e632943889b None None] Set router b0231e79-c151-439c-acd2-5aa0ae6ba296 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 00:03:11.633330 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd839e7b0-4985-497d-922d-c2b6e88386f3', 'tag': 'f81bb9ee-9e53-4446-aff0-e06a36fa8fb4', 'status': 'completed', 'code': 200} Feb 11 00:03:11.809882 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-49fe0997-929c-47ec-a233-7d29953d3347 req-25a77840-8d58-42be-93f2-3f5dd3f72a50 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=294e1a9856fb4929bd4667c7a9c43938&device_id=d839e7b0-4985-497d-922d-c2b6e88386f3 HTTP/1.1" status: 200 len: 1098 time: 0.1524951 Feb 11 00:03:11.900715 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-6607242b-5598-4edd-ac2f-0e632943889b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'name': 'tempest-TestSnapshotPattern-620643377-router', 'tenant_id': '294e1a9856fb4929bd4667c7a9c43938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': '0c44dd00-5c76-43cd-bd6b-af6269fddf17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:59:59Z', 'updated_at': '2022-02-11T00:00:02Z', 'revision_number': 4, 'project_id': '294e1a9856fb4929bd4667c7a9c43938', 'gw_port': {'id': '0c44dd00-5c76-43cd-bd6b-af6269fddf17', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:59:59Z', 'updated_at': '2022-02-11T00:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '39f3a07a-88e9-4f69-ad1d-5d63122ceea0', 'tenant_id': '294e1a9856fb4929bd4667c7a9c43938', 'floating_ip_address': '172.26.8.54', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'port_id': 'f81bb9ee-9e53-4446-aff0-e06a36fa8fb4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b5544a5-8e8f-4a97-b0e6-a5d9ba537117', 'mac_address': 'fa:16:3e:f8:c6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd839e7b0-4985-497d-922d-c2b6e88386f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T00:03:09Z', 'updated_at': '2022-02-11T00:03:09Z', 'revision_number': 0, 'project_id': '294e1a9856fb4929bd4667c7a9c43938', 'fixed_ip_address_scope': None}, {'id': 'c9fb801f-77ed-46e0-a274-5ba6392839b9', 'tenant_id': '294e1a9856fb4929bd4667c7a9c43938', 'floating_ip_address': '172.26.8.63', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'port_id': '76b584c3-0e7b-459f-ae0e-26be67957eaf', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b5544a5-8e8f-4a97-b0e6-a5d9ba537117', 'mac_address': 'fa:16:3e:19:49:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebab98ee-85bf-4a3b-b19f-6bed81aed7a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T00:00:31Z', 'updated_at': '2022-02-11T00:00:35Z', 'revision_number': 1, 'project_id': '294e1a9856fb4929bd4667c7a9c43938', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af35ab25-c847-4ed0-9820-56399ff21aeb', 'name': '', 'network_id': '9b5544a5-8e8f-4a97-b0e6-a5d9ba537117', 'tenant_id': '294e1a9856fb4929bd4667c7a9c43938', 'mac_address': 'fa:16:3e:6e:6b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e89db62b-496f-4962-81bd-6ec315bc85ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T00:00:01Z', 'updated_at': '2022-02-11T00:00:11Z', 'revision_number': 5, 'project_id': '294e1a9856fb4929bd4667c7a9c43938', 'subnets': [{'id': 'e89db62b-496f-4962-81bd-6ec315bc85ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:03:11.905264 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6607242b-5598-4edd-ac2f-0e632943889b None None] Checking router: b0231e79-c151-439c-acd2-5aa0ae6ba296 for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 00:03:11.916058 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6607242b-5598-4edd-ac2f-0e632943889b None None] Routers {'b0231e79-c151-439c-acd2-5aa0ae6ba296'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 00:03:11.916670 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-6607242b-5598-4edd-ac2f-0e632943889b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-11T00:02:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['b0231e79-c151-439c-acd2-5aa0ae6ba296'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:03:11.938740 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe0997-929c-47ec-a233-7d29953d3347 req-a8f85574-a6d1-4a74-959f-0cca89674be7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:03:11.940714 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-49fe0997-929c-47ec-a233-7d29953d3347 req-a8f85574-a6d1-4a74-959f-0cca89674be7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9b5544a5-8e8f-4a97-b0e6-a5d9ba537117 HTTP/1.1" status: 200 len: 910 time: 0.1242571 Feb 11 00:03:12.042652 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-49fe0997-929c-47ec-a233-7d29953d3347 req-2068d047-df1f-48d0-9dec-8ad037401fa6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f81bb9ee-9e53-4446-aff0-e06a36fa8fb4 HTTP/1.1" status: 200 len: 998 time: 0.0957568 Feb 11 00:03:12.092526 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-6607242b-5598-4edd-ac2f-0e632943889b None None] Set router b0231e79-c151-439c-acd2-5aa0ae6ba296 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 00:03:12.102626 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe0997-929c-47ec-a233-7d29953d3347 req-663cca9c-6277-4c9f-ab32-0db96e293960 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:03:12.104314 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-49fe0997-929c-47ec-a233-7d29953d3347 req-663cca9c-6277-4c9f-ab32-0db96e293960 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e89db62b-496f-4962-81bd-6ec315bc85ff HTTP/1.1" status: 200 len: 848 time: 0.0560322 Feb 11 00:03:12.181613 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-49fe0997-929c-47ec-a233-7d29953d3347 req-5d1bc496-0186-4105-a190-2bf898dd350b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9b5544a5-8e8f-4a97-b0e6-a5d9ba537117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715346 Feb 11 00:03:12.313589 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-49fe0997-929c-47ec-a233-7d29953d3347 req-d525a973-befa-4f7f-b745-a21c99b29f24 service neutron] 10.222.0.37 "GET /v2.0/networks/9b5544a5-8e8f-4a97-b0e6-a5d9ba537117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259873 Feb 11 00:03:12.437539 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-6607242b-5598-4edd-ac2f-0e632943889b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'name': 'tempest-TestSnapshotPattern-620643377-router', 'tenant_id': '294e1a9856fb4929bd4667c7a9c43938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': '0c44dd00-5c76-43cd-bd6b-af6269fddf17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:59:59Z', 'updated_at': '2022-02-11T00:00:02Z', 'revision_number': 4, 'project_id': '294e1a9856fb4929bd4667c7a9c43938', 'gw_port': {'id': '0c44dd00-5c76-43cd-bd6b-af6269fddf17', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:59:59Z', 'updated_at': '2022-02-11T00:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '39f3a07a-88e9-4f69-ad1d-5d63122ceea0', 'tenant_id': '294e1a9856fb4929bd4667c7a9c43938', 'floating_ip_address': '172.26.8.54', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'port_id': 'f81bb9ee-9e53-4446-aff0-e06a36fa8fb4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b5544a5-8e8f-4a97-b0e6-a5d9ba537117', 'mac_address': 'fa:16:3e:f8:c6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd839e7b0-4985-497d-922d-c2b6e88386f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T00:03:09Z', 'updated_at': '2022-02-11T00:03:09Z', 'revision_number': 0, 'project_id': '294e1a9856fb4929bd4667c7a9c43938', 'fixed_ip_address_scope': None}, {'id': 'c9fb801f-77ed-46e0-a274-5ba6392839b9', 'tenant_id': '294e1a9856fb4929bd4667c7a9c43938', 'floating_ip_address': '172.26.8.63', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'port_id': '76b584c3-0e7b-459f-ae0e-26be67957eaf', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b5544a5-8e8f-4a97-b0e6-a5d9ba537117', 'mac_address': 'fa:16:3e:19:49:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebab98ee-85bf-4a3b-b19f-6bed81aed7a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T00:00:31Z', 'updated_at': '2022-02-11T00:00:35Z', 'revision_number': 1, 'project_id': '294e1a9856fb4929bd4667c7a9c43938', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af35ab25-c847-4ed0-9820-56399ff21aeb', 'name': '', 'network_id': '9b5544a5-8e8f-4a97-b0e6-a5d9ba537117', 'tenant_id': '294e1a9856fb4929bd4667c7a9c43938', 'mac_address': 'fa:16:3e:6e:6b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e89db62b-496f-4962-81bd-6ec315bc85ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T00:00:01Z', 'updated_at': '2022-02-11T00:00:11Z', 'revision_number': 5, 'project_id': '294e1a9856fb4929bd4667c7a9c43938', 'subnets': [{'id': 'e89db62b-496f-4962-81bd-6ec315bc85ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:03:12.442273 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6607242b-5598-4edd-ac2f-0e632943889b None None] The sync data for ids ['b0231e79-c151-439c-acd2-5aa0ae6ba296'] in dv-neutron-828797-1-hyperv is: [{'id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'name': 'tempest-TestSnapshotPattern-620643377-router', 'tenant_id': '294e1a9856fb4929bd4667c7a9c43938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': '0c44dd00-5c76-43cd-bd6b-af6269fddf17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:59:59Z', 'updated_at': '2022-02-11T00:00:02Z', 'revision_number': 4, 'project_id': '294e1a9856fb4929bd4667c7a9c43938', 'gw_port': {'id': '0c44dd00-5c76-43cd-bd6b-af6269fddf17', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:59:59Z', 'updated_at': '2022-02-11T00:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': '39f3a07a-88e9-4f69-ad1d-5d63122ceea0', 'tenant_id': '294e1a9856fb4929bd4667c7a9c43938', 'floating_ip_address': '172.26.8.54', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'port_id': 'f81bb9ee-9e53-4446-aff0-e06a36fa8fb4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b5544a5-8e8f-4a97-b0e6-a5d9ba537117', 'mac_address': 'fa:16:3e:f8:c6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd839e7b0-4985-497d-922d-c2b6e88386f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T00:03:09Z', 'updated_at': '2022-02-11T00:03:09Z', 'revision_number': 0, 'project_id': '294e1a9856fb4929bd4667c7a9c43938', 'fixed_ip_address_scope': None}, {'id': 'c9fb801f-77ed-46e0-a274-5ba6392839b9', 'tenant_id': '294e1a9856fb4929bd4667c7a9c43938', 'floating_ip_address': '172.26.8.63', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'port_id': '76b584c3-0e7b-459f-ae0e-26be67957eaf', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b5544a5-8e8f-4a97-b0e6-a5d9ba537117', 'mac_address': 'fa:16:3e:19:49:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebab98ee-85bf-4a3b-b19f-6bed81aed7a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T00:00:31Z', 'updated_at': '2022-02-11T00:00:35Z', 'revision_number': 1, 'project_id': '294e1a9856fb4929bd4667c7a9c43938', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af35ab25-c847-4ed0-9820-56399ff21aeb', 'name': '', 'network_id': '9b5544a5-8e8f-4a97-b0e6-a5d9ba537117', 'tenant_id': '294e1a9856fb4929bd4667c7a9c43938', 'mac_address': 'fa:16:3e:6e:6b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e89db62b-496f-4962-81bd-6ec315bc85ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T00:00:01Z', 'updated_at': '2022-02-11T00:00:11Z', 'revision_number': 5, 'project_id': '294e1a9856fb4929bd4667c7a9c43938', 'subnets': [{'id': 'e89db62b-496f-4962-81bd-6ec315bc85ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 00:03:12.443261 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-49fe0997-929c-47ec-a233-7d29953d3347 req-934d86c3-9484-4231-8eb1-20980207c8bc service neutron] 10.222.0.37 "GET /v2.0/networks/9b5544a5-8e8f-4a97-b0e6-a5d9ba537117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231060 Feb 11 00:03:12.640548 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33baab5e-4c9a-4ba6-b06b-236948c808e6 None None] New status for floating IP 39f3a07a-88e9-4f69-ad1d-5d63122ceea0: ACTIVE {{(pid=84334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 00:03:16.736507 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:19.137092 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-460db832-d1a5-49f5-a537-d7c1e4d5e10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:21.279445 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9f17765b-014a-4ef8-abc8-41db76f7c9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:22.633418 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:22.713422 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:24.221328 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:27.265354 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 00:03:46.725685 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:49.136526 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-54837821-8180-4d01-a95d-ca92ec3205b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:51.273824 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ce9bb626-ce3e-493e-a4cc-51ef97dc7021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:52.610879 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:52.662537 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:54.233395 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:56.076073 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b7c6cc99-4bde-46ea-a2c5-e76aeed37c8d req-feb24128-0183-44a1-a325-e3be88549ded service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ebab98ee-85bf-4a3b-b19f-6bed81aed7a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0664093 Feb 11 00:03:56.216078 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b7c6cc99-4bde-46ea-a2c5-e76aeed37c8d req-53c77f40-67ca-46e7-b7c4-a1135b91ea7c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=294e1a9856fb4929bd4667c7a9c43938&device_id=ebab98ee-85bf-4a3b-b19f-6bed81aed7a8 HTTP/1.1" status: 200 len: 1097 time: 0.0664229 Feb 11 00:03:56.355482 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6cc99-4bde-46ea-a2c5-e76aeed37c8d req-ceb495b0-d000-408e-b833-9acd04391818 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:03:56.356843 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b7c6cc99-4bde-46ea-a2c5-e76aeed37c8d req-ceb495b0-d000-408e-b833-9acd04391818 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9b5544a5-8e8f-4a97-b0e6-a5d9ba537117 HTTP/1.1" status: 200 len: 910 time: 0.1232219 Feb 11 00:03:56.458665 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b7c6cc99-4bde-46ea-a2c5-e76aeed37c8d req-e51d37be-40fc-493d-a4e4-5535caf22123 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76b584c3-0e7b-459f-ae0e-26be67957eaf HTTP/1.1" status: 200 len: 999 time: 0.0950618 Feb 11 00:03:56.523803 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6cc99-4bde-46ea-a2c5-e76aeed37c8d req-b71683e3-2972-4208-850f-d3a5b92fdbc8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:03:56.525242 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b7c6cc99-4bde-46ea-a2c5-e76aeed37c8d req-b71683e3-2972-4208-850f-d3a5b92fdbc8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e89db62b-496f-4962-81bd-6ec315bc85ff HTTP/1.1" status: 200 len: 848 time: 0.0608358 Feb 11 00:03:56.596621 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b7c6cc99-4bde-46ea-a2c5-e76aeed37c8d req-44485788-680a-4da1-bfb0-b597a6bfc3c2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9b5544a5-8e8f-4a97-b0e6-a5d9ba537117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0655715 Feb 11 00:03:56.610891 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [req-b7c6cc99-4bde-46ea-a2c5-e76aeed37c8d req-30c5154e-dbc3-48c0-8edc-0d6e3fd59666 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 00:03:56.611733 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b7c6cc99-4bde-46ea-a2c5-e76aeed37c8d req-30c5154e-dbc3-48c0-8edc-0d6e3fd59666 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046754 Feb 11 00:03:56.741425 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b7c6cc99-4bde-46ea-a2c5-e76aeed37c8d req-8fe31cc9-388b-4c96-8bde-72fb691d240d service neutron] 10.222.0.37 "GET /v2.0/networks/9b5544a5-8e8f-4a97-b0e6-a5d9ba537117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225121 Feb 11 00:03:56.870068 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b7c6cc99-4bde-46ea-a2c5-e76aeed37c8d req-17d29c1b-943b-419a-bdc0-54f711d6be72 service neutron] 10.222.0.37 "GET /v2.0/networks/9b5544a5-8e8f-4a97-b0e6-a5d9ba537117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229515 Feb 11 00:04:04.264913 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 00:04:16.731089 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:04:19.096493 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-4e19aa59-e570-40b9-a09b-4f63e507a26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:04:21.291218 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1f90155d-669b-4ea8-b53e-985cf3136466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:04:22.617289 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:04:22.685606 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:04:24.245732 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:04:41.266012 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 00:04:42.280467 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device f81bb9ee-9e53-4446-aff0-e06a36fa8fb4 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=84334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 00:04:42.442671 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port f81bb9ee-9e53-4446-aff0-e06a36fa8fb4, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=f81bb9ee-9e53-4446-aff0-e06a36fa8fb4,segment=NetworkSegment(fe355424-ee2d-4efd-9b5a-bf32f9df01b0),segment_id=fe355424-ee2d-4efd-9b5a-bf32f9df01b0)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 00:04:42.455034 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Returning: {'device': 'f81bb9ee-9e53-4446-aff0-e06a36fa8fb4', 'network_id': '9b5544a5-8e8f-4a97-b0e6-a5d9ba537117', 'port_id': 'f81bb9ee-9e53-4446-aff0-e06a36fa8fb4', 'mac_address': 'fa:16:3e:f8:c6:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e89db62b-496f-4962-81bd-6ec315bc85ff', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 00:04:42.511549 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:04:42.535249 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f81bb9ee-9e53-4446-aff0-e06a36fa8fb4 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 00:04:42.552168 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port f81bb9ee-9e53-4446-aff0-e06a36fa8fb4, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=f81bb9ee-9e53-4446-aff0-e06a36fa8fb4,segment=NetworkSegment(fe355424-ee2d-4efd-9b5a-bf32f9df01b0),segment_id=fe355424-ee2d-4efd-9b5a-bf32f9df01b0)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 00:04:42.606087 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:04:42.671588 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=f81bb9ee-9e53-4446-aff0-e06a36fa8fb4,revision_number=6']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:04:42.679770 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:04:42.680205 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:04:42.680478 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:04:42.683948 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:04:42.683948 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:04:42.683948 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:04:42.683948 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:04:42.683948 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:04:42.683948 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:04:42.683948 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:04:42.683948 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:04:42.687841 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] get_ports_and_sgs() called for port_ids ['f81bb9ee-9e53-4446-aff0-e06a36fa8fb4'] {{(pid=84334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 00:04:44.282263 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device f81bb9ee-9e53-4446-aff0-e06a36fa8fb4 up at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 00:04:44.361842 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Provisioning complete for port f81bb9ee-9e53-4446-aff0-e06a36fa8fb4 triggered by entity L2. {{(pid=84334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 00:04:44.362207 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3341578'] for port, provisioning_complete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:04:44.489362 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:04:44.528251 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd839e7b0-4985-497d-922d-c2b6e88386f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81bb9ee-9e53-4446-aff0-e06a36fa8fb4'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 00:04:44.555912 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port f81bb9ee-9e53-4446-aff0-e06a36fa8fb4, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=f81bb9ee-9e53-4446-aff0-e06a36fa8fb4,segment=NetworkSegment(fe355424-ee2d-4efd-9b5a-bf32f9df01b0),segment_id=fe355424-ee2d-4efd-9b5a-bf32f9df01b0)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 00:04:44.630267 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd839e7b0-4985-497d-922d-c2b6e88386f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81bb9ee-9e53-4446-aff0-e06a36fa8fb4', 'code': 200} Feb 11 00:04:44.671463 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:04:44.747957 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=f81bb9ee-9e53-4446-aff0-e06a36fa8fb4,revision_number=7']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:04:46.749317 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:04:49.354995 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-60ae6e66-8a40-44f9-8094-05808f07f9e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:04:51.291028 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e3f60f46-e29e-4e0d-b755-1334dfa84a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:04:52.970437 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:04:52.983379 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:04:54.239159 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:04:55.997609 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 58452) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 00:04:56.199632 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-5554f601-c271-476b-ac34-f45016c05eae tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Deleting port 0521a60f-8925-4291-a5f4-379c14f88011 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 00:04:56.199972 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5554f601-c271-476b-ac34-f45016c05eae tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:04:56.369414 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5554f601-c271-476b-ac34-f45016c05eae tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:04:56.369653 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5554f601-c271-476b-ac34-f45016c05eae tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:04:56.486537 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-5554f601-c271-476b-ac34-f45016c05eae tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Calling delete_port for 0521a60f-8925-4291-a5f4-379c14f88011 owned by network:floatingip {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 00:04:56.800235 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5554f601-c271-476b-ac34-f45016c05eae tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:04:56.846417 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5554f601-c271-476b-ac34-f45016c05eae tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Pushing event deleted for resources: {'Port': ['ID=0521a60f-8925-4291-a5f4-379c14f88011,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:04:56.883952 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5554f601-c271-476b-ac34-f45016c05eae tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:04:56.884295 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5554f601-c271-476b-ac34-f45016c05eae tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:04:56.884651 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5554f601-c271-476b-ac34-f45016c05eae tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:04:56.884983 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5554f601-c271-476b-ac34-f45016c05eae tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:04:56.885311 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5554f601-c271-476b-ac34-f45016c05eae tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:04:56.885639 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5554f601-c271-476b-ac34-f45016c05eae tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:04:56.885959 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5554f601-c271-476b-ac34-f45016c05eae tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:04:56.886280 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5554f601-c271-476b-ac34-f45016c05eae tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:04:56.886596 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5554f601-c271-476b-ac34-f45016c05eae tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:04:56.886909 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5554f601-c271-476b-ac34-f45016c05eae tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:04:56.887226 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5554f601-c271-476b-ac34-f45016c05eae tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:04:56.946833 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5554f601-c271-476b-ac34-f45016c05eae tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks [] for floatingip, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:04:57.332107 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5554f601-c271-476b-ac34-f45016c05eae tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Router b0231e79-c151-439c-acd2-5aa0ae6ba296 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 00:04:57.527742 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5554f601-c271-476b-ac34-f45016c05eae tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 00:04:57.537898 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc3228e-0e8f-4351-9501-76f0f28a17b5 None None] Sync routers for ids ['b0231e79-c151-439c-acd2-5aa0ae6ba296'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 00:04:57.551285 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc3228e-0e8f-4351-9501-76f0f28a17b5 None None] Routers {'b0231e79-c151-439c-acd2-5aa0ae6ba296'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 00:04:57.551865 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-4fc3228e-0e8f-4351-9501-76f0f28a17b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-11T00:04:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['b0231e79-c151-439c-acd2-5aa0ae6ba296'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:04:57.583828 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5554f601-c271-476b-ac34-f45016c05eae tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:04:57.641066 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-5554f601-c271-476b-ac34-f45016c05eae tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "DELETE /v2.0/floatingips/39f3a07a-88e9-4f69-ad1d-5d63122ceea0 HTTP/1.1" status: 204 len: 168 time: 1.6422877 Feb 11 00:04:57.641616 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd839e7b0-4985-497d-922d-c2b6e88386f3', 'tag': 'f81bb9ee-9e53-4446-aff0-e06a36fa8fb4'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 00:04:57.710137 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd839e7b0-4985-497d-922d-c2b6e88386f3', 'tag': 'f81bb9ee-9e53-4446-aff0-e06a36fa8fb4', 'status': 'completed', 'code': 200} Feb 11 00:04:57.729190 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-4fc3228e-0e8f-4351-9501-76f0f28a17b5 None None] Set router b0231e79-c151-439c-acd2-5aa0ae6ba296 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 00:04:57.807734 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-61925757-8a2d-44fc-964d-23c721877046 req-f17b4dc7-f20d-49fb-928e-d1142c4c55c1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=294e1a9856fb4929bd4667c7a9c43938&device_id=d839e7b0-4985-497d-922d-c2b6e88386f3 HTTP/1.1" status: 200 len: 1098 time: 0.0732989 Feb 11 00:04:58.038966 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61925757-8a2d-44fc-964d-23c721877046 req-f120a457-c1a8-4b42-bc30-6030a580ad21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:04:58.040382 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-61925757-8a2d-44fc-964d-23c721877046 req-f120a457-c1a8-4b42-bc30-6030a580ad21 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9b5544a5-8e8f-4a97-b0e6-a5d9ba537117 HTTP/1.1" status: 200 len: 910 time: 0.2271523 Feb 11 00:04:58.105855 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-61925757-8a2d-44fc-964d-23c721877046 req-ad713488-fac1-403f-b4a4-095873850a76 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f81bb9ee-9e53-4446-aff0-e06a36fa8fb4 HTTP/1.1" status: 200 len: 217 time: 0.0591638 Feb 11 00:04:58.118157 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-4fc3228e-0e8f-4351-9501-76f0f28a17b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'name': 'tempest-TestSnapshotPattern-620643377-router', 'tenant_id': '294e1a9856fb4929bd4667c7a9c43938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': '0c44dd00-5c76-43cd-bd6b-af6269fddf17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:59:59Z', 'updated_at': '2022-02-11T00:00:02Z', 'revision_number': 4, 'project_id': '294e1a9856fb4929bd4667c7a9c43938', 'gw_port': {'id': '0c44dd00-5c76-43cd-bd6b-af6269fddf17', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:59:59Z', 'updated_at': '2022-02-11T00:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': 'c9fb801f-77ed-46e0-a274-5ba6392839b9', 'tenant_id': '294e1a9856fb4929bd4667c7a9c43938', 'floating_ip_address': '172.26.8.63', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'port_id': '76b584c3-0e7b-459f-ae0e-26be67957eaf', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b5544a5-8e8f-4a97-b0e6-a5d9ba537117', 'mac_address': 'fa:16:3e:19:49:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebab98ee-85bf-4a3b-b19f-6bed81aed7a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T00:00:31Z', 'updated_at': '2022-02-11T00:00:35Z', 'revision_number': 1, 'project_id': '294e1a9856fb4929bd4667c7a9c43938', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af35ab25-c847-4ed0-9820-56399ff21aeb', 'name': '', 'network_id': '9b5544a5-8e8f-4a97-b0e6-a5d9ba537117', 'tenant_id': '294e1a9856fb4929bd4667c7a9c43938', 'mac_address': 'fa:16:3e:6e:6b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e89db62b-496f-4962-81bd-6ec315bc85ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T00:00:01Z', 'updated_at': '2022-02-11T00:00:11Z', 'revision_number': 5, 'project_id': '294e1a9856fb4929bd4667c7a9c43938', 'subnets': [{'id': 'e89db62b-496f-4962-81bd-6ec315bc85ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:04:58.122351 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc3228e-0e8f-4351-9501-76f0f28a17b5 None None] Checking router: b0231e79-c151-439c-acd2-5aa0ae6ba296 for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 00:04:58.133615 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc3228e-0e8f-4351-9501-76f0f28a17b5 None None] Routers {'b0231e79-c151-439c-acd2-5aa0ae6ba296'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 00:04:58.134295 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-4fc3228e-0e8f-4351-9501-76f0f28a17b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-11T00:04:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['b0231e79-c151-439c-acd2-5aa0ae6ba296'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:04:58.172136 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61925757-8a2d-44fc-964d-23c721877046 req-8e145e69-60d0-44d2-9d49-96a61c907244 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:04:58.173891 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-61925757-8a2d-44fc-964d-23c721877046 req-8e145e69-60d0-44d2-9d49-96a61c907244 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e89db62b-496f-4962-81bd-6ec315bc85ff HTTP/1.1" status: 200 len: 848 time: 0.0624814 Feb 11 00:04:58.257315 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-61925757-8a2d-44fc-964d-23c721877046 req-ff4f34cb-9d90-4592-8dec-5be6449d0eb7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9b5544a5-8e8f-4a97-b0e6-a5d9ba537117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706944 Feb 11 00:04:58.286498 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea9f773-c745-4c03-b9ed-8fd9ac170954 req-a4607101-6dd6-4529-ae4e-5fd35801d4ec tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:04:58.287190 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-eea9f773-c745-4c03-b9ed-8fd9ac170954 req-a4607101-6dd6-4529-ae4e-5fd35801d4ec tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Synchronizing usage tracker for tenant:294e1a9856fb4929bd4667c7a9c43938 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 00:04:58.328507 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-4fc3228e-0e8f-4351-9501-76f0f28a17b5 None None] Set router b0231e79-c151-439c-acd2-5aa0ae6ba296 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 00:04:58.344648 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device f81bb9ee-9e53-4446-aff0-e06a36fa8fb4 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 00:04:58.359490 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-eea9f773-c745-4c03-b9ed-8fd9ac170954 req-a4607101-6dd6-4529-ae4e-5fd35801d4ec tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Unset dirty status for tenant:294e1a9856fb4929bd4667c7a9c43938 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 00:04:58.360596 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-eea9f773-c745-4c03-b9ed-8fd9ac170954 req-a4607101-6dd6-4529-ae4e-5fd35801d4ec tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/ports?device_id=d839e7b0-4985-497d-922d-c2b6e88386f3 HTTP/1.1" status: 200 len: 945 time: 0.1539941 Feb 11 00:04:58.402640 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-61925757-8a2d-44fc-964d-23c721877046 req-47575cd9-eff4-43ab-9605-f84cc4e6667c service neutron] 10.222.0.37 "GET /v2.0/networks/9b5544a5-8e8f-4a97-b0e6-a5d9ba537117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360941 Feb 11 00:04:58.419420 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-eea9f773-c745-4c03-b9ed-8fd9ac170954 req-91d3511f-d925-42d6-a675-1bda4c46d465 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/security-groups?id=e083d675-6f07-428a-8056-0a9ab5359752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481465 Feb 11 00:04:58.468232 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3182887'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:04:58.494815 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd839e7b0-4985-497d-922d-c2b6e88386f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f81bb9ee-9e53-4446-aff0-e06a36fa8fb4'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 00:04:58.504973 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] For port f81bb9ee-9e53-4446-aff0-e06a36fa8fb4, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=f81bb9ee-9e53-4446-aff0-e06a36fa8fb4,segment=NetworkSegment(fe355424-ee2d-4efd-9b5a-bf32f9df01b0),segment_id=fe355424-ee2d-4efd-9b5a-bf32f9df01b0)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 00:04:58.550894 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769972262292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769971839371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769971839416'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:04:58.571123 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-61925757-8a2d-44fc-964d-23c721877046 req-38189e6b-55c4-4c3b-bcfb-decd8af544e3 service neutron] 10.222.0.37 "GET /v2.0/networks/9b5544a5-8e8f-4a97-b0e6-a5d9ba537117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618600 Feb 11 00:04:58.590466 dv-neutron-828797-1-hyperv neutron-server[84334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd839e7b0-4985-497d-922d-c2b6e88386f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f81bb9ee-9e53-4446-aff0-e06a36fa8fb4', 'code': 200} Feb 11 00:04:58.624221 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Pushing event updated for resources: {'Port': ['ID=f81bb9ee-9e53-4446-aff0-e06a36fa8fb4,revision_number=8']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:04:58.695480 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-4fc3228e-0e8f-4351-9501-76f0f28a17b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'name': 'tempest-TestSnapshotPattern-620643377-router', 'tenant_id': '294e1a9856fb4929bd4667c7a9c43938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': '0c44dd00-5c76-43cd-bd6b-af6269fddf17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:59:59Z', 'updated_at': '2022-02-11T00:00:02Z', 'revision_number': 4, 'project_id': '294e1a9856fb4929bd4667c7a9c43938', 'gw_port': {'id': '0c44dd00-5c76-43cd-bd6b-af6269fddf17', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:59:59Z', 'updated_at': '2022-02-11T00:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': 'c9fb801f-77ed-46e0-a274-5ba6392839b9', 'tenant_id': '294e1a9856fb4929bd4667c7a9c43938', 'floating_ip_address': '172.26.8.63', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'port_id': '76b584c3-0e7b-459f-ae0e-26be67957eaf', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b5544a5-8e8f-4a97-b0e6-a5d9ba537117', 'mac_address': 'fa:16:3e:19:49:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebab98ee-85bf-4a3b-b19f-6bed81aed7a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T00:00:31Z', 'updated_at': '2022-02-11T00:00:35Z', 'revision_number': 1, 'project_id': '294e1a9856fb4929bd4667c7a9c43938', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af35ab25-c847-4ed0-9820-56399ff21aeb', 'name': '', 'network_id': '9b5544a5-8e8f-4a97-b0e6-a5d9ba537117', 'tenant_id': '294e1a9856fb4929bd4667c7a9c43938', 'mac_address': 'fa:16:3e:6e:6b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e89db62b-496f-4962-81bd-6ec315bc85ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T00:00:01Z', 'updated_at': '2022-02-11T00:00:11Z', 'revision_number': 5, 'project_id': '294e1a9856fb4929bd4667c7a9c43938', 'subnets': [{'id': 'e89db62b-496f-4962-81bd-6ec315bc85ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:04:58.699250 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc3228e-0e8f-4351-9501-76f0f28a17b5 None None] The sync data for ids ['b0231e79-c151-439c-acd2-5aa0ae6ba296'] in dv-neutron-828797-1-hyperv is: [{'id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'name': 'tempest-TestSnapshotPattern-620643377-router', 'tenant_id': '294e1a9856fb4929bd4667c7a9c43938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': '0c44dd00-5c76-43cd-bd6b-af6269fddf17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:59:59Z', 'updated_at': '2022-02-11T00:00:02Z', 'revision_number': 4, 'project_id': '294e1a9856fb4929bd4667c7a9c43938', 'gw_port': {'id': '0c44dd00-5c76-43cd-bd6b-af6269fddf17', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:59:59Z', 'updated_at': '2022-02-11T00:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_floatingips': [{'id': 'c9fb801f-77ed-46e0-a274-5ba6392839b9', 'tenant_id': '294e1a9856fb4929bd4667c7a9c43938', 'floating_ip_address': '172.26.8.63', 'floating_network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'router_id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'port_id': '76b584c3-0e7b-459f-ae0e-26be67957eaf', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b5544a5-8e8f-4a97-b0e6-a5d9ba537117', 'mac_address': 'fa:16:3e:19:49:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebab98ee-85bf-4a3b-b19f-6bed81aed7a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T00:00:31Z', 'updated_at': '2022-02-11T00:00:35Z', 'revision_number': 1, 'project_id': '294e1a9856fb4929bd4667c7a9c43938', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af35ab25-c847-4ed0-9820-56399ff21aeb', 'name': '', 'network_id': '9b5544a5-8e8f-4a97-b0e6-a5d9ba537117', 'tenant_id': '294e1a9856fb4929bd4667c7a9c43938', 'mac_address': 'fa:16:3e:6e:6b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e89db62b-496f-4962-81bd-6ec315bc85ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T00:00:01Z', 'updated_at': '2022-02-11T00:00:11Z', 'revision_number': 5, 'project_id': '294e1a9856fb4929bd4667c7a9c43938', 'subnets': [{'id': 'e89db62b-496f-4962-81bd-6ec315bc85ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 00:04:58.913574 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7aecd2-b334-4c52-af4f-024f62a743a6 None None] New status for floating IP 39f3a07a-88e9-4f69-ad1d-5d63122ceea0: DOWN {{(pid=84334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 00:04:59.618313 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3d13a-49c6-4ab0-b8ac-b3351fd833c2 req-016c5eb4-451f-4d19-993d-9af799a6f2b9 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:04:59.619753 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-12e3d13a-49c6-4ab0-b8ac-b3351fd833c2 req-016c5eb4-451f-4d19-993d-9af799a6f2b9 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/ports?device_id=d839e7b0-4985-497d-922d-c2b6e88386f3 HTTP/1.1" status: 200 len: 943 time: 0.0797055 Feb 11 00:04:59.664612 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-12e3d13a-49c6-4ab0-b8ac-b3351fd833c2 req-5a587b07-934f-40da-830b-b04b064410a7 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/security-groups?id=e083d675-6f07-428a-8056-0a9ab5359752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384126 Feb 11 00:04:59.761570 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef601c73-1d39-4847-b186-b1933f71dfee req-e6cc8af6-d65c-4fe6-a886-a960dbd081dc tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:04:59.762965 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ef601c73-1d39-4847-b186-b1933f71dfee req-e6cc8af6-d65c-4fe6-a886-a960dbd081dc tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.37 "GET /v2.0/ports?device_id=d839e7b0-4985-497d-922d-c2b6e88386f3 HTTP/1.1" status: 200 len: 943 time: 0.0769770 Feb 11 00:04:59.827725 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-ef601c73-1d39-4847-b186-b1933f71dfee req-cb49519a-636f-40bf-8b78-22eedc758de7 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Deleting port f81bb9ee-9e53-4446-aff0-e06a36fa8fb4 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 00:04:59.828054 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-ef601c73-1d39-4847-b186-b1933f71dfee req-cb49519a-636f-40bf-8b78-22eedc758de7 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:00.058661 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-ef601c73-1d39-4847-b186-b1933f71dfee req-cb49519a-636f-40bf-8b78-22eedc758de7 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] For port f81bb9ee-9e53-4446-aff0-e06a36fa8fb4, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=f81bb9ee-9e53-4446-aff0-e06a36fa8fb4,segment=NetworkSegment(fe355424-ee2d-4efd-9b5a-bf32f9df01b0),segment_id=fe355424-ee2d-4efd-9b5a-bf32f9df01b0)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 00:05:00.059006 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-ef601c73-1d39-4847-b186-b1933f71dfee req-cb49519a-636f-40bf-8b78-22eedc758de7 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:00.173991 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-ef601c73-1d39-4847-b186-b1933f71dfee req-cb49519a-636f-40bf-8b78-22eedc758de7 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Calling delete_port for f81bb9ee-9e53-4446-aff0-e06a36fa8fb4 owned by compute:nova {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 00:05:00.394951 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-ef601c73-1d39-4847-b186-b1933f71dfee req-cb49519a-636f-40bf-8b78-22eedc758de7 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:00.443476 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb49519a-636f-40bf-8b78-22eedc758de7 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Pushing event deleted for resources: {'Port': ['ID=f81bb9ee-9e53-4446-aff0-e06a36fa8fb4,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:05:00.484582 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb49519a-636f-40bf-8b78-22eedc758de7 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:05:00.484927 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb49519a-636f-40bf-8b78-22eedc758de7 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:05:00.485259 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb49519a-636f-40bf-8b78-22eedc758de7 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:05:00.485579 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb49519a-636f-40bf-8b78-22eedc758de7 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:05:00.485900 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb49519a-636f-40bf-8b78-22eedc758de7 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:05:00.486215 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb49519a-636f-40bf-8b78-22eedc758de7 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:05:00.486530 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb49519a-636f-40bf-8b78-22eedc758de7 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:05:00.486842 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb49519a-636f-40bf-8b78-22eedc758de7 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:05:00.487152 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb49519a-636f-40bf-8b78-22eedc758de7 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:05:00.487461 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb49519a-636f-40bf-8b78-22eedc758de7 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:05:00.487767 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb49519a-636f-40bf-8b78-22eedc758de7 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828797-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:05:00.527386 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef601c73-1d39-4847-b186-b1933f71dfee req-cb49519a-636f-40bf-8b78-22eedc758de7 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] No DVR routers for this DVR port f81bb9ee-9e53-4446-aff0-e06a36fa8fb4 on host hv-neutron-8287 {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 00:05:00.530335 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-ef601c73-1d39-4847-b186-b1933f71dfee req-cb49519a-636f-40bf-8b78-22eedc758de7 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:00.532737 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd839e7b0-4985-497d-922d-c2b6e88386f3', 'name': 'network-vif-deleted', 'tag': 'f81bb9ee-9e53-4446-aff0-e06a36fa8fb4'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 00:05:00.588843 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd839e7b0-4985-497d-922d-c2b6e88386f3', 'name': 'network-vif-deleted', 'tag': 'f81bb9ee-9e53-4446-aff0-e06a36fa8fb4', 'status': 'completed', 'code': 200} Feb 11 00:05:00.601401 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ef601c73-1d39-4847-b186-b1933f71dfee req-cb49519a-636f-40bf-8b78-22eedc758de7 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.37 "DELETE /v2.0/ports/f81bb9ee-9e53-4446-aff0-e06a36fa8fb4 HTTP/1.1" status: 204 len: 173 time: 0.8332999 Feb 11 00:05:00.837826 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-786bf313-c46c-4d38-ab50-2deaee466bd5 req-9807356d-dd42-4836-913f-dfe01c7848d4 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/ports?device_id=d839e7b0-4985-497d-922d-c2b6e88386f3 HTTP/1.1" status: 200 len: 210 time: 0.0413315 Feb 11 00:05:03.245105 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 58512) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 00:05:03.439280 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f63ad5bd-cc8c-4f1a-b539-390d2410fe21 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Deleting port 05daac9f-b939-4965-b48d-40e4458c5363 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 00:05:03.439613 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f63ad5bd-cc8c-4f1a-b539-390d2410fe21 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:03.701290 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f63ad5bd-cc8c-4f1a-b539-390d2410fe21 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:03.701495 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f63ad5bd-cc8c-4f1a-b539-390d2410fe21 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:03.816851 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f63ad5bd-cc8c-4f1a-b539-390d2410fe21 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Calling delete_port for 05daac9f-b939-4965-b48d-40e4458c5363 owned by network:floatingip {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 00:05:04.046279 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f63ad5bd-cc8c-4f1a-b539-390d2410fe21 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32244922'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:04.094296 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63ad5bd-cc8c-4f1a-b539-390d2410fe21 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Pushing event deleted for resources: {'Port': ['ID=05daac9f-b939-4965-b48d-40e4458c5363,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:05:04.181433 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f63ad5bd-cc8c-4f1a-b539-390d2410fe21 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks [] for floatingip, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:04.344605 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device f81bb9ee-9e53-4446-aff0-e06a36fa8fb4 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 00:05:04.376815 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] No Port match for: f81bb9ee-9e53-4446-aff0-e06a36fa8fb4 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 00:05:04.377158 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device f81bb9ee-9e53-4446-aff0-e06a36fa8fb4 not bound to the agent host hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 00:05:04.570662 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f63ad5bd-cc8c-4f1a-b539-390d2410fe21 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Router b0231e79-c151-439c-acd2-5aa0ae6ba296 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 00:05:04.766682 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63ad5bd-cc8c-4f1a-b539-390d2410fe21 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 00:05:04.776180 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e844be-3b1b-41e8-8dd6-84d91d472831 None None] Sync routers for ids ['b0231e79-c151-439c-acd2-5aa0ae6ba296'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 00:05:04.783043 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f63ad5bd-cc8c-4f1a-b539-390d2410fe21 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for floatingip, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:04.788073 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e844be-3b1b-41e8-8dd6-84d91d472831 None None] Routers {'b0231e79-c151-439c-acd2-5aa0ae6ba296'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 00:05:04.788754 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-74e844be-3b1b-41e8-8dd6-84d91d472831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-11T00:04:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['b0231e79-c151-439c-acd2-5aa0ae6ba296'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:05:04.833905 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-f63ad5bd-cc8c-4f1a-b539-390d2410fe21 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "DELETE /v2.0/floatingips/c9fb801f-77ed-46e0-a274-5ba6392839b9 HTTP/1.1" status: 204 len: 168 time: 1.5875592 Feb 11 00:05:04.834474 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebab98ee-85bf-4a3b-b19f-6bed81aed7a8', 'tag': '76b584c3-0e7b-459f-ae0e-26be67957eaf'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 00:05:04.890567 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebab98ee-85bf-4a3b-b19f-6bed81aed7a8', 'tag': '76b584c3-0e7b-459f-ae0e-26be67957eaf', 'status': 'completed', 'code': 200} Feb 11 00:05:04.970311 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-74e844be-3b1b-41e8-8dd6-84d91d472831 None None] Set router b0231e79-c151-439c-acd2-5aa0ae6ba296 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 00:05:04.983873 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-98c4e40f-0bc6-4bf9-9fbc-2902802f78a0 req-195806b0-7f4b-470a-a1a7-5485746f5247 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=294e1a9856fb4929bd4667c7a9c43938&device_id=ebab98ee-85bf-4a3b-b19f-6bed81aed7a8 HTTP/1.1" status: 200 len: 1097 time: 0.0734742 Feb 11 00:05:05.202804 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c4e40f-0bc6-4bf9-9fbc-2902802f78a0 req-feeb5790-c63f-4126-9057-b1d4e668db3c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:05:05.204644 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-98c4e40f-0bc6-4bf9-9fbc-2902802f78a0 req-feeb5790-c63f-4126-9057-b1d4e668db3c service neutron] 10.222.0.37 "GET /v2.0/networks?id=9b5544a5-8e8f-4a97-b0e6-a5d9ba537117 HTTP/1.1" status: 200 len: 910 time: 0.2146626 Feb 11 00:05:05.275501 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-98c4e40f-0bc6-4bf9-9fbc-2902802f78a0 req-efa70819-ba2a-4df7-bed1-0bf4f235bd0b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76b584c3-0e7b-459f-ae0e-26be67957eaf HTTP/1.1" status: 200 len: 217 time: 0.0654821 Feb 11 00:05:05.296103 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-74e844be-3b1b-41e8-8dd6-84d91d472831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'name': 'tempest-TestSnapshotPattern-620643377-router', 'tenant_id': '294e1a9856fb4929bd4667c7a9c43938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': '0c44dd00-5c76-43cd-bd6b-af6269fddf17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:59:59Z', 'updated_at': '2022-02-11T00:00:02Z', 'revision_number': 4, 'project_id': '294e1a9856fb4929bd4667c7a9c43938', 'gw_port': {'id': '0c44dd00-5c76-43cd-bd6b-af6269fddf17', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:59:59Z', 'updated_at': '2022-02-11T00:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'af35ab25-c847-4ed0-9820-56399ff21aeb', 'name': '', 'network_id': '9b5544a5-8e8f-4a97-b0e6-a5d9ba537117', 'tenant_id': '294e1a9856fb4929bd4667c7a9c43938', 'mac_address': 'fa:16:3e:6e:6b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e89db62b-496f-4962-81bd-6ec315bc85ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T00:00:01Z', 'updated_at': '2022-02-11T00:00:11Z', 'revision_number': 5, 'project_id': '294e1a9856fb4929bd4667c7a9c43938', 'subnets': [{'id': 'e89db62b-496f-4962-81bd-6ec315bc85ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:05:05.300141 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e844be-3b1b-41e8-8dd6-84d91d472831 None None] Checking router: b0231e79-c151-439c-acd2-5aa0ae6ba296 for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 00:05:05.312257 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e844be-3b1b-41e8-8dd6-84d91d472831 None None] Routers {'b0231e79-c151-439c-acd2-5aa0ae6ba296'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 00:05:05.312911 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-74e844be-3b1b-41e8-8dd6-84d91d472831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-11T00:04:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['b0231e79-c151-439c-acd2-5aa0ae6ba296'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:05:05.344430 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c4e40f-0bc6-4bf9-9fbc-2902802f78a0 req-1a26f886-23ea-4ed7-9d3e-e73b9a4b77d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:05:05.345919 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-98c4e40f-0bc6-4bf9-9fbc-2902802f78a0 req-1a26f886-23ea-4ed7-9d3e-e73b9a4b77d0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e89db62b-496f-4962-81bd-6ec315bc85ff HTTP/1.1" status: 200 len: 848 time: 0.0641034 Feb 11 00:05:05.483597 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-98c4e40f-0bc6-4bf9-9fbc-2902802f78a0 req-8de5fa33-268c-40bc-92cb-3031592450fe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9b5544a5-8e8f-4a97-b0e6-a5d9ba537117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1298597 Feb 11 00:05:05.488950 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9938a8-47f8-4def-9d1b-955e6341b94b req-6466938e-4c57-4082-97d2-b2fba046d9fe tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:05:05.489619 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-8d9938a8-47f8-4def-9d1b-955e6341b94b req-6466938e-4c57-4082-97d2-b2fba046d9fe tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Synchronizing usage tracker for tenant:294e1a9856fb4929bd4667c7a9c43938 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 00:05:05.565695 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-74e844be-3b1b-41e8-8dd6-84d91d472831 None None] Set router b0231e79-c151-439c-acd2-5aa0ae6ba296 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 00:05:05.628237 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-98c4e40f-0bc6-4bf9-9fbc-2902802f78a0 req-8c25243d-f0d2-4860-b14e-bed4ba2d834c service neutron] 10.222.0.37 "GET /v2.0/networks/9b5544a5-8e8f-4a97-b0e6-a5d9ba537117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359665 Feb 11 00:05:05.653987 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-8d9938a8-47f8-4def-9d1b-955e6341b94b req-6466938e-4c57-4082-97d2-b2fba046d9fe tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Unset dirty status for tenant:294e1a9856fb4929bd4667c7a9c43938 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 00:05:05.655084 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8d9938a8-47f8-4def-9d1b-955e6341b94b req-6466938e-4c57-4082-97d2-b2fba046d9fe tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebab98ee-85bf-4a3b-b19f-6bed81aed7a8 HTTP/1.1" status: 200 len: 944 time: 0.2689023 Feb 11 00:05:05.774754 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8d9938a8-47f8-4def-9d1b-955e6341b94b req-e28c0301-75bd-4348-9dc1-e536f09c1f04 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/security-groups?id=e083d675-6f07-428a-8056-0a9ab5359752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747218 Feb 11 00:05:05.792475 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-98c4e40f-0bc6-4bf9-9fbc-2902802f78a0 req-05edcaf2-262e-407f-946b-1ec793a499f5 service neutron] 10.222.0.37 "GET /v2.0/networks/9b5544a5-8e8f-4a97-b0e6-a5d9ba537117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581593 Feb 11 00:05:05.875465 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-74e844be-3b1b-41e8-8dd6-84d91d472831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'name': 'tempest-TestSnapshotPattern-620643377-router', 'tenant_id': '294e1a9856fb4929bd4667c7a9c43938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': '0c44dd00-5c76-43cd-bd6b-af6269fddf17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:59:59Z', 'updated_at': '2022-02-11T00:00:02Z', 'revision_number': 4, 'project_id': '294e1a9856fb4929bd4667c7a9c43938', 'gw_port': {'id': '0c44dd00-5c76-43cd-bd6b-af6269fddf17', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:59:59Z', 'updated_at': '2022-02-11T00:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'af35ab25-c847-4ed0-9820-56399ff21aeb', 'name': '', 'network_id': '9b5544a5-8e8f-4a97-b0e6-a5d9ba537117', 'tenant_id': '294e1a9856fb4929bd4667c7a9c43938', 'mac_address': 'fa:16:3e:6e:6b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e89db62b-496f-4962-81bd-6ec315bc85ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T00:00:01Z', 'updated_at': '2022-02-11T00:00:11Z', 'revision_number': 5, 'project_id': '294e1a9856fb4929bd4667c7a9c43938', 'subnets': [{'id': 'e89db62b-496f-4962-81bd-6ec315bc85ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:05:05.879394 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e844be-3b1b-41e8-8dd6-84d91d472831 None None] The sync data for ids ['b0231e79-c151-439c-acd2-5aa0ae6ba296'] in dv-neutron-828797-1-hyperv is: [{'id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'name': 'tempest-TestSnapshotPattern-620643377-router', 'tenant_id': '294e1a9856fb4929bd4667c7a9c43938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': '0c44dd00-5c76-43cd-bd6b-af6269fddf17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:59:59Z', 'updated_at': '2022-02-11T00:00:02Z', 'revision_number': 4, 'project_id': '294e1a9856fb4929bd4667c7a9c43938', 'gw_port': {'id': '0c44dd00-5c76-43cd-bd6b-af6269fddf17', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:59:59Z', 'updated_at': '2022-02-11T00:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv', '_interfaces': [{'id': 'af35ab25-c847-4ed0-9820-56399ff21aeb', 'name': '', 'network_id': '9b5544a5-8e8f-4a97-b0e6-a5d9ba537117', 'tenant_id': '294e1a9856fb4929bd4667c7a9c43938', 'mac_address': 'fa:16:3e:6e:6b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e89db62b-496f-4962-81bd-6ec315bc85ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T00:00:01Z', 'updated_at': '2022-02-11T00:00:11Z', 'revision_number': 5, 'project_id': '294e1a9856fb4929bd4667c7a9c43938', 'subnets': [{'id': 'e89db62b-496f-4962-81bd-6ec315bc85ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 00:05:06.094275 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fda2338-9e92-4d08-9b24-b8dd4a8aeeb3 None None] New status for floating IP c9fb801f-77ed-46e0-a274-5ba6392839b9: DOWN {{(pid=84334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 00:05:06.832686 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09142a57-1dc2-4180-9d9f-005a63b4ce24 req-c2370daa-0d80-4b9d-bd25-8375522e91b8 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:05:06.834105 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-09142a57-1dc2-4180-9d9f-005a63b4ce24 req-c2370daa-0d80-4b9d-bd25-8375522e91b8 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebab98ee-85bf-4a3b-b19f-6bed81aed7a8 HTTP/1.1" status: 200 len: 944 time: 0.0752687 Feb 11 00:05:06.906902 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-09142a57-1dc2-4180-9d9f-005a63b4ce24 req-0ab9d8b0-81f8-429e-98f0-a7a52c477b90 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Deleting port 76b584c3-0e7b-459f-ae0e-26be67957eaf {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 00:05:06.907244 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-09142a57-1dc2-4180-9d9f-005a63b4ce24 req-0ab9d8b0-81f8-429e-98f0-a7a52c477b90 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:06.976455 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea2387-faaa-4c42-91b2-7663e1e68a59 req-f7c8a962-af01-44b0-9051-76f1884037c4 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:05:06.977150 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-7eea2387-faaa-4c42-91b2-7663e1e68a59 req-f7c8a962-af01-44b0-9051-76f1884037c4 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Synchronizing usage tracker for tenant:294e1a9856fb4929bd4667c7a9c43938 on resource:port {{(pid=84333) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 00:05:06.988819 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.quota.resource [req-7eea2387-faaa-4c42-91b2-7663e1e68a59 req-f7c8a962-af01-44b0-9051-76f1884037c4 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Unset dirty status for tenant:294e1a9856fb4929bd4667c7a9c43938 on resource:port {{(pid=84333) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 00:05:06.989928 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-7eea2387-faaa-4c42-91b2-7663e1e68a59 req-f7c8a962-af01-44b0-9051-76f1884037c4 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebab98ee-85bf-4a3b-b19f-6bed81aed7a8 HTTP/1.1" status: 200 len: 944 time: 0.0889759 Feb 11 00:05:07.036196 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-7eea2387-faaa-4c42-91b2-7663e1e68a59 req-95fd6d6f-6ea1-437c-8e2b-46abc66f6473 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/security-groups?id=e083d675-6f07-428a-8056-0a9ab5359752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407953 Feb 11 00:05:07.140697 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-09142a57-1dc2-4180-9d9f-005a63b4ce24 req-0ab9d8b0-81f8-429e-98f0-a7a52c477b90 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] For port 76b584c3-0e7b-459f-ae0e-26be67957eaf, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=76b584c3-0e7b-459f-ae0e-26be67957eaf,segment=NetworkSegment(fe355424-ee2d-4efd-9b5a-bf32f9df01b0),segment_id=fe355424-ee2d-4efd-9b5a-bf32f9df01b0)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 00:05:07.141040 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-09142a57-1dc2-4180-9d9f-005a63b4ce24 req-0ab9d8b0-81f8-429e-98f0-a7a52c477b90 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:07.258294 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-09142a57-1dc2-4180-9d9f-005a63b4ce24 req-0ab9d8b0-81f8-429e-98f0-a7a52c477b90 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Calling delete_port for 76b584c3-0e7b-459f-ae0e-26be67957eaf owned by compute:nova {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 00:05:07.444983 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-09142a57-1dc2-4180-9d9f-005a63b4ce24 req-0ab9d8b0-81f8-429e-98f0-a7a52c477b90 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:07.496636 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab9d8b0-81f8-429e-98f0-a7a52c477b90 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Pushing event deleted for resources: {'Port': ['ID=76b584c3-0e7b-459f-ae0e-26be67957eaf,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:05:07.566735 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-09142a57-1dc2-4180-9d9f-005a63b4ce24 req-0ab9d8b0-81f8-429e-98f0-a7a52c477b90 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] No DVR routers for this DVR port 76b584c3-0e7b-459f-ae0e-26be67957eaf on host hv-neutron-8287 {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 00:05:07.569191 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-09142a57-1dc2-4180-9d9f-005a63b4ce24 req-0ab9d8b0-81f8-429e-98f0-a7a52c477b90 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-517621'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:07.571598 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebab98ee-85bf-4a3b-b19f-6bed81aed7a8', 'name': 'network-vif-deleted', 'tag': '76b584c3-0e7b-459f-ae0e-26be67957eaf'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 00:05:07.629049 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebab98ee-85bf-4a3b-b19f-6bed81aed7a8', 'name': 'network-vif-deleted', 'tag': '76b584c3-0e7b-459f-ae0e-26be67957eaf', 'status': 'completed', 'code': 200} Feb 11 00:05:07.641270 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-09142a57-1dc2-4180-9d9f-005a63b4ce24 req-0ab9d8b0-81f8-429e-98f0-a7a52c477b90 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.37 "DELETE /v2.0/ports/76b584c3-0e7b-459f-ae0e-26be67957eaf HTTP/1.1" status: 204 len: 173 time: 0.8012128 Feb 11 00:05:08.213417 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [req-75bd1417-1dda-4abe-a4c8-bf8185a39c88 req-05c22aa6-b590-45aa-82b3-cc746c93c41b tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebab98ee-85bf-4a3b-b19f-6bed81aed7a8 HTTP/1.1" status: 200 len: 210 time: 0.0399325 Feb 11 00:05:09.321582 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.wsgi [-] (84333) accepted ('10.222.0.59', 58530) {{(pid=84333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 00:05:09.392011 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-089bdec2-166b-4094-b029-be281edf2658 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks [] for security_group, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:09.420780 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-089bdec2-166b-4094-b029-be281edf2658 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:09.548226 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-089bdec2-166b-4094-b029-be281edf2658 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:09.567167 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089bdec2-166b-4094-b029-be281edf2658 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e083d675-6f07-428a-8056-0a9ab5359752,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:05:09.666762 dv-neutron-828797-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-089bdec2-166b-4094-b029-be281edf2658 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] Notify callbacks [] for security_group, before_response {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:09.667865 dv-neutron-828797-1-hyperv neutron-server[84333]: INFO neutron.wsgi [None req-089bdec2-166b-4094-b029-be281edf2658 tempest-TestSnapshotPattern-2137552319 tempest-TestSnapshotPattern-2137552319-project] 10.222.0.59 "DELETE /v2.0/security-groups/e083d675-6f07-428a-8056-0a9ab5359752 HTTP/1.1" status: 204 len: 168 time: 0.3453183 Feb 11 00:05:09.783603 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 58536) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 00:05:10.361444 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-eedcdf8d-dd39-4883-a05b-f48d8545960c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732944'] for router_interface, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:10.405695 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 76b584c3-0e7b-459f-ae0e-26be67957eaf no longer exists at agent hyperv_hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 00:05:10.439333 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] No Port match for: 76b584c3-0e7b-459f-ae0e-26be67957eaf {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 00:05:10.439678 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Device 76b584c3-0e7b-459f-ae0e-26be67957eaf not bound to the agent host hv-neutron-8287 {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 00:05:10.943458 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-eedcdf8d-dd39-4883-a05b-f48d8545960c admin admin] Deleting port af35ab25-c847-4ed0-9820-56399ff21aeb {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 00:05:10.944053 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-eedcdf8d-dd39-4883-a05b-f48d8545960c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:11.107095 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-eedcdf8d-dd39-4883-a05b-f48d8545960c admin admin] For port af35ab25-c847-4ed0-9820-56399ff21aeb, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=af35ab25-c847-4ed0-9820-56399ff21aeb,segment=NetworkSegment(fe355424-ee2d-4efd-9b5a-bf32f9df01b0),segment_id=fe355424-ee2d-4efd-9b5a-bf32f9df01b0)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 00:05:11.107440 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-eedcdf8d-dd39-4883-a05b-f48d8545960c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:11.236679 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-eedcdf8d-dd39-4883-a05b-f48d8545960c admin admin] Calling delete_port for af35ab25-c847-4ed0-9820-56399ff21aeb owned by network:router_interface {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 00:05:11.440908 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-eedcdf8d-dd39-4883-a05b-f48d8545960c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:11.488461 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedcdf8d-dd39-4883-a05b-f48d8545960c admin admin] Pushing event deleted for resources: {'Port': ['ID=af35ab25-c847-4ed0-9820-56399ff21aeb,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:05:11.870510 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-eedcdf8d-dd39-4883-a05b-f48d8545960c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2767638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733091'] for router_interface, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:12.421073 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eedcdf8d-dd39-4883-a05b-f48d8545960c admin admin] Router b0231e79-c151-439c-acd2-5aa0ae6ba296 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 00:05:12.613324 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eedcdf8d-dd39-4883-a05b-f48d8545960c admin admin] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 00:05:12.622346 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079d747e-9d98-49e1-8910-b1ab81e62eb4 None None] Sync routers for ids ['b0231e79-c151-439c-acd2-5aa0ae6ba296'] in dv-neutron-828797-1-hyperv {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 00:05:12.626455 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-eedcdf8d-dd39-4883-a05b-f48d8545960c admin admin] 10.222.0.59 "PUT /v2.0/routers/b0231e79-c151-439c-acd2-5aa0ae6ba296/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8414478 Feb 11 00:05:12.628623 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 58542) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 00:05:12.633817 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079d747e-9d98-49e1-8910-b1ab81e62eb4 None None] Routers {'b0231e79-c151-439c-acd2-5aa0ae6ba296'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 00:05:12.634403 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-079d747e-9d98-49e1-8910-b1ab81e62eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-11T00:04:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['b0231e79-c151-439c-acd2-5aa0ae6ba296'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:05:12.807677 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-079d747e-9d98-49e1-8910-b1ab81e62eb4 None None] Set router b0231e79-c151-439c-acd2-5aa0ae6ba296 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 00:05:12.818016 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-551cf276-470c-4e7a-9c5c-93b8491c3ac7 admin admin] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:13.090193 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-079d747e-9d98-49e1-8910-b1ab81e62eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'name': 'tempest-TestSnapshotPattern-620643377-router', 'tenant_id': '294e1a9856fb4929bd4667c7a9c43938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': '0c44dd00-5c76-43cd-bd6b-af6269fddf17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:59:59Z', 'updated_at': '2022-02-11T00:05:11Z', 'revision_number': 5, 'project_id': '294e1a9856fb4929bd4667c7a9c43938', 'gw_port': {'id': '0c44dd00-5c76-43cd-bd6b-af6269fddf17', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:59:59Z', 'updated_at': '2022-02-11T00:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:05:13.093929 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079d747e-9d98-49e1-8910-b1ab81e62eb4 None None] Checking router: b0231e79-c151-439c-acd2-5aa0ae6ba296 for host: dv-neutron-828797-1-hyperv {{(pid=84335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 00:05:13.103997 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079d747e-9d98-49e1-8910-b1ab81e62eb4 None None] Routers {'b0231e79-c151-439c-acd2-5aa0ae6ba296'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 00:05:13.104597 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-079d747e-9d98-49e1-8910-b1ab81e62eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-11T00:04:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['b0231e79-c151-439c-acd2-5aa0ae6ba296'], 'active': True} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:05:13.115600 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-551cf276-470c-4e7a-9c5c-93b8491c3ac7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:13.212273 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-551cf276-470c-4e7a-9c5c-93b8491c3ac7 admin admin] Deleting port 0c44dd00-5c76-43cd-bd6b-af6269fddf17 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 00:05:13.212644 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-551cf276-470c-4e7a-9c5c-93b8491c3ac7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:13.278407 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_dvr_db [None req-079d747e-9d98-49e1-8910-b1ab81e62eb4 None None] Set router b0231e79-c151-439c-acd2-5aa0ae6ba296 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 00:05:13.387054 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-551cf276-470c-4e7a-9c5c-93b8491c3ac7 admin admin] For port 0c44dd00-5c76-43cd-bd6b-af6269fddf17, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=0c44dd00-5c76-43cd-bd6b-af6269fddf17,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 00:05:13.387737 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-551cf276-470c-4e7a-9c5c-93b8491c3ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:13.505960 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-551cf276-470c-4e7a-9c5c-93b8491c3ac7 admin admin] Calling delete_port for 0c44dd00-5c76-43cd-bd6b-af6269fddf17 owned by network:router_gateway {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 00:05:13.589118 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.l3_hamode_db [None req-079d747e-9d98-49e1-8910-b1ab81e62eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'name': 'tempest-TestSnapshotPattern-620643377-router', 'tenant_id': '294e1a9856fb4929bd4667c7a9c43938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': '0c44dd00-5c76-43cd-bd6b-af6269fddf17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:59:59Z', 'updated_at': '2022-02-11T00:05:11Z', 'revision_number': 5, 'project_id': '294e1a9856fb4929bd4667c7a9c43938', 'gw_port': {'id': '0c44dd00-5c76-43cd-bd6b-af6269fddf17', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:59:59Z', 'updated_at': '2022-02-11T00:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:05:13.593466 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079d747e-9d98-49e1-8910-b1ab81e62eb4 None None] The sync data for ids ['b0231e79-c151-439c-acd2-5aa0ae6ba296'] in dv-neutron-828797-1-hyperv is: [{'id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'name': 'tempest-TestSnapshotPattern-620643377-router', 'tenant_id': '294e1a9856fb4929bd4667c7a9c43938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': '0c44dd00-5c76-43cd-bd6b-af6269fddf17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:59:59Z', 'updated_at': '2022-02-11T00:05:11Z', 'revision_number': 5, 'project_id': '294e1a9856fb4929bd4667c7a9c43938', 'gw_port': {'id': '0c44dd00-5c76-43cd-bd6b-af6269fddf17', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0231e79-c151-439c-acd2-5aa0ae6ba296', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:59:59Z', 'updated_at': '2022-02-11T00:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}] {{(pid=84335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 00:05:13.749048 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-551cf276-470c-4e7a-9c5c-93b8491c3ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:13.791792 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551cf276-470c-4e7a-9c5c-93b8491c3ac7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c44dd00-5c76-43cd-bd6b-af6269fddf17,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:05:14.018385 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-551cf276-470c-4e7a-9c5c-93b8491c3ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734197'] for router_gateway, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:14.283564 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-551cf276-470c-4e7a-9c5c-93b8491c3ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:14.287586 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-551cf276-470c-4e7a-9c5c-93b8491c3ac7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:14.377964 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-551cf276-470c-4e7a-9c5c-93b8491c3ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:14.378468 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551cf276-470c-4e7a-9c5c-93b8491c3ac7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0231e79-c151-439c-acd2-5aa0ae6ba296 {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 00:05:14.391132 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-551cf276-470c-4e7a-9c5c-93b8491c3ac7 admin admin] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:14.394273 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-551cf276-470c-4e7a-9c5c-93b8491c3ac7 admin admin] 10.222.0.59 "DELETE /v2.0/routers/b0231e79-c151-439c-acd2-5aa0ae6ba296 HTTP/1.1" status: 204 len: 168 time: 1.7646813 Feb 11 00:05:14.395036 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 58546) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 00:05:14.458014 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-821a775a-cd4b-430a-a11f-d6587adec975 admin admin] Deleting subnet e89db62b-496f-4962-81bd-6ec315bc85ff {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 00:05:14.461104 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-821a775a-cd4b-430a-a11f-d6587adec975 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:14.510059 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-821a775a-cd4b-430a-a11f-d6587adec975 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:14.679318 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-821a775a-cd4b-430a-a11f-d6587adec975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:14.811977 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-821a775a-cd4b-430a-a11f-d6587adec975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:14.849900 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821a775a-cd4b-430a-a11f-d6587adec975 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e89db62b-496f-4962-81bd-6ec315bc85ff,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:05:14.854446 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-821a775a-cd4b-430a-a11f-d6587adec975 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:14.860331 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292d0c60-a1a6-43e2-91cf-e38da304e3ce None None] Network 9b5544a5-8e8f-4a97-b0e6-a5d9ba537117 requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 00:05:14.860917 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-821a775a-cd4b-430a-a11f-d6587adec975 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/e89db62b-496f-4962-81bd-6ec315bc85ff HTTP/1.1" status: 204 len: 168 time: 0.4648705 Feb 11 00:05:14.863400 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 58550) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 00:05:14.970354 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f439074b-95cc-4a74-9ad6-90dcebd46793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:14.981140 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-f439074b-95cc-4a74-9ad6-90dcebd46793 admin admin] Deleting port f2a581c5-7227-4849-85f5-3ef8869d5902 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 00:05:14.982017 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f439074b-95cc-4a74-9ad6-90dcebd46793 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:15.156759 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5571a3bc-80c5-41be-a189-1559f141cc7f None None] DHCP port deletion for 9b5544a5-8e8f-4a97-b0e6-a5d9ba537117 request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 00:05:15.160979 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-5571a3bc-80c5-41be-a189-1559f141cc7f None None] Deleting port f2a581c5-7227-4849-85f5-3ef8869d5902 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 00:05:15.161356 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5571a3bc-80c5-41be-a189-1559f141cc7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:15.185852 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-f439074b-95cc-4a74-9ad6-90dcebd46793 admin admin] For port f2a581c5-7227-4849-85f5-3ef8869d5902, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=f2a581c5-7227-4849-85f5-3ef8869d5902,segment=NetworkSegment(fe355424-ee2d-4efd-9b5a-bf32f9df01b0),segment_id=fe355424-ee2d-4efd-9b5a-bf32f9df01b0)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 00:05:15.186192 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f439074b-95cc-4a74-9ad6-90dcebd46793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:15.303465 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-f439074b-95cc-4a74-9ad6-90dcebd46793 admin admin] Calling delete_port for f2a581c5-7227-4849-85f5-3ef8869d5902 owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 00:05:15.364920 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-5571a3bc-80c5-41be-a189-1559f141cc7f None None] For port f2a581c5-7227-4849-85f5-3ef8869d5902, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=f2a581c5-7227-4849-85f5-3ef8869d5902,segment=NetworkSegment(fe355424-ee2d-4efd-9b5a-bf32f9df01b0),segment_id=fe355424-ee2d-4efd-9b5a-bf32f9df01b0)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 00:05:15.365163 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5571a3bc-80c5-41be-a189-1559f141cc7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:15.374976 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 0c44dd00-5c76-43cd-bd6b-af6269fddf17 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 00:05:15.440825 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f439074b-95cc-4a74-9ad6-90dcebd46793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:15.459040 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 0c44dd00-5c76-43cd-bd6b-af6269fddf17 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 00:05:15.459390 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 0c44dd00-5c76-43cd-bd6b-af6269fddf17 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 00:05:15.459819 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device f2a581c5-7227-4849-85f5-3ef8869d5902 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 00:05:15.483920 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f439074b-95cc-4a74-9ad6-90dcebd46793 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2a581c5-7227-4849-85f5-3ef8869d5902,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:05:15.492183 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f439074b-95cc-4a74-9ad6-90dcebd46793 admin admin] No DVR routers for this DVR port f2a581c5-7227-4849-85f5-3ef8869d5902 on host dv-neutron-828797-1-hyperv {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 00:05:15.546381 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-5571a3bc-80c5-41be-a189-1559f141cc7f None None] Calling delete_port for f2a581c5-7227-4849-85f5-3ef8869d5902 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 00:05:15.584275 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: f2a581c5-7227-4849-85f5-3ef8869d5902 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 00:05:15.584660 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device f2a581c5-7227-4849-85f5-3ef8869d5902 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 00:05:15.585048 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device af35ab25-c847-4ed0-9820-56399ff21aeb no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 00:05:15.605821 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f439074b-95cc-4a74-9ad6-90dcebd46793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:15.625587 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: af35ab25-c847-4ed0-9820-56399ff21aeb {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 00:05:15.625867 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device af35ab25-c847-4ed0-9820-56399ff21aeb not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 00:05:15.631126 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-f439074b-95cc-4a74-9ad6-90dcebd46793 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b5544a5-8e8f-4a97-b0e6-a5d9ba537117']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:05:15.644029 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-f439074b-95cc-4a74-9ad6-90dcebd46793 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe355424-ee2d-4efd-9b5a-bf32f9df01b0') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:05:15.644310 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-f439074b-95cc-4a74-9ad6-90dcebd46793 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe355424-ee2d-4efd-9b5a-bf32f9df01b0') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:05:15.656924 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f439074b-95cc-4a74-9ad6-90dcebd46793 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32216962'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:15.658671 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-5571a3bc-80c5-41be-a189-1559f141cc7f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 00:05:15.659097 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-5571a3bc-80c5-41be-a189-1559f141cc7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 00:05:15.672795 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f439074b-95cc-4a74-9ad6-90dcebd46793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:15.678574 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f439074b-95cc-4a74-9ad6-90dcebd46793 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 00:05:15.678941 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f439074b-95cc-4a74-9ad6-90dcebd46793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32033006'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:15.691390 dv-neutron-828797-1-hyperv neutron-server[84332]: Traceback (most recent call last): Feb 11 00:05:15.691390 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 00:05:15.691390 dv-neutron-828797-1-hyperv neutron-server[84332]: timer() Feb 11 00:05:15.691390 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 00:05:15.691390 dv-neutron-828797-1-hyperv neutron-server[84332]: cb(*args, **kw) Feb 11 00:05:15.691390 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 00:05:15.691390 dv-neutron-828797-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Feb 11 00:05:15.691390 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 00:05:15.691390 dv-neutron-828797-1-hyperv neutron-server[84332]: self._notify() Feb 11 00:05:15.691390 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 00:05:15.691390 dv-neutron-828797-1-hyperv neutron-server[84332]: self.callback(batched_events) Feb 11 00:05:15.691390 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 00:05:15.691390 dv-neutron-828797-1-hyperv neutron-server[84332]: event.method(event) Feb 11 00:05:15.691390 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 00:05:15.691390 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 00:05:15.691390 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 00:05:15.691390 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 00:05:15.691390 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 00:05:15.691390 dv-neutron-828797-1-hyperv neutron-server[84332]: return f(self, *a, **k) Feb 11 00:05:15.691390 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 00:05:15.691390 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._get(url).json() Feb 11 00:05:15.691390 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 00:05:15.691390 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 00:05:15.691390 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 00:05:15.691390 dv-neutron-828797-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Feb 11 00:05:15.691390 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 00:05:15.691390 dv-neutron-828797-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 00:05:15.691390 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 00:05:15.691390 dv-neutron-828797-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 00:05:15.691390 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 00:05:15.691390 dv-neutron-828797-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 00:05:15.691390 dv-neutron-828797-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 00:05:15.850866 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f439074b-95cc-4a74-9ad6-90dcebd46793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:15.867312 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f439074b-95cc-4a74-9ad6-90dcebd46793 admin admin] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:15.877664 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f439074b-95cc-4a74-9ad6-90dcebd46793 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b5544a5-8e8f-4a97-b0e6-a5d9ba537117,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:05:15.942859 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f439074b-95cc-4a74-9ad6-90dcebd46793 admin admin] 10.222.0.59 "DELETE /v2.0/networks/9b5544a5-8e8f-4a97-b0e6-a5d9ba537117 HTTP/1.1" status: 204 len: 168 time: 1.0784929 Feb 11 00:05:15.945580 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 58554) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 00:05:16.160371 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-5571a3bc-80c5-41be-a189-1559f141cc7f None None] Deleting port f2a581c5-7227-4849-85f5-3ef8869d5902 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 00:05:16.160988 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5571a3bc-80c5-41be-a189-1559f141cc7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:16.222826 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-5571a3bc-80c5-41be-a189-1559f141cc7f None None] The port 'f2a581c5-7227-4849-85f5-3ef8869d5902' was deleted {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 00:05:16.319890 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-eadb8477-4264-4bcb-bb1f-6015cfcc77fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732944'] for router_interface, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:16.754947 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:16.976629 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-eadb8477-4264-4bcb-bb1f-6015cfcc77fd admin admin] Deleting port b7963366-5d37-422c-8608-f962d0195738 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 00:05:16.977222 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-eadb8477-4264-4bcb-bb1f-6015cfcc77fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:17.140215 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-eadb8477-4264-4bcb-bb1f-6015cfcc77fd admin admin] For port b7963366-5d37-422c-8608-f962d0195738, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=b7963366-5d37-422c-8608-f962d0195738,segment=NetworkSegment(c25ba172-8782-4fa0-afe1-8d7469837f0c),segment_id=c25ba172-8782-4fa0-afe1-8d7469837f0c)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 00:05:17.140586 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-eadb8477-4264-4bcb-bb1f-6015cfcc77fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:17.255385 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-eadb8477-4264-4bcb-bb1f-6015cfcc77fd admin admin] Calling delete_port for b7963366-5d37-422c-8608-f962d0195738 owned by network:router_interface {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 00:05:17.479129 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-eadb8477-4264-4bcb-bb1f-6015cfcc77fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:17.526840 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadb8477-4264-4bcb-bb1f-6015cfcc77fd admin admin] Pushing event deleted for resources: {'Port': ['ID=b7963366-5d37-422c-8608-f962d0195738,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:05:17.807848 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-eadb8477-4264-4bcb-bb1f-6015cfcc77fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2767638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733091'] for router_interface, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:18.267018 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 00:05:18.452188 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eadb8477-4264-4bcb-bb1f-6015cfcc77fd admin admin] Router 3a7b1d54-72dc-44b0-b1bc-53e87557aad7 has already been hosted by L3 agent eea4d02f-d75c-41ab-9d65-29ec9ffcfd10 {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 00:05:18.649951 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eadb8477-4264-4bcb-bb1f-6015cfcc77fd admin admin] Notify agent at l3_agent.dv-neutron-828797-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 00:05:18.659711 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776d2012-3b87-4c5e-abb2-36ae3d5fefff None None] Sync routers for ids ['3a7b1d54-72dc-44b0-b1bc-53e87557aad7'] in dv-neutron-828797-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 00:05:18.660127 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-eadb8477-4264-4bcb-bb1f-6015cfcc77fd admin admin] 10.222.0.59 "PUT /v2.0/routers/3a7b1d54-72dc-44b0-b1bc-53e87557aad7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7135830 Feb 11 00:05:18.662549 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 58558) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 00:05:18.672470 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776d2012-3b87-4c5e-abb2-36ae3d5fefff None None] Routers {'3a7b1d54-72dc-44b0-b1bc-53e87557aad7'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 00:05:18.673109 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-776d2012-3b87-4c5e-abb2-36ae3d5fefff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-11T00:04:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['3a7b1d54-72dc-44b0-b1bc-53e87557aad7'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:05:18.843394 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-776d2012-3b87-4c5e-abb2-36ae3d5fefff None None] Set router 3a7b1d54-72dc-44b0-b1bc-53e87557aad7 gateway port host: dv-neutron-828797-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 00:05:18.855744 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-01619187-7349-4ef2-b1eb-978b1c0fafa5 admin admin] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:19.045860 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-01619187-7349-4ef2-b1eb-978b1c0fafa5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:19.118665 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-926ec101-28b1-4c68-a6bf-f0509bf6df06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:19.132335 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-01619187-7349-4ef2-b1eb-978b1c0fafa5 admin admin] Deleting port 68e95505-cab2-4aa1-9c80-1d22f425d364 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 00:05:19.132733 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-01619187-7349-4ef2-b1eb-978b1c0fafa5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:19.149936 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-776d2012-3b87-4c5e-abb2-36ae3d5fefff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a7b1d54-72dc-44b0-b1bc-53e87557aad7', 'name': 'tempest-TestSnapshotPattern-614644033-router', 'tenant_id': '55d2543561644daa9491f42c2b75bd9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'external_fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.77'}], 'enable_snat': True}, 'gw_port_id': '68e95505-cab2-4aa1-9c80-1d22f425d364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T00:00:06Z', 'updated_at': '2022-02-11T00:05:17Z', 'revision_number': 5, 'project_id': '55d2543561644daa9491f42c2b75bd9b', 'gw_port': {'id': '68e95505-cab2-4aa1-9c80-1d22f425d364', 'name': '', 'network_id': 'c2ed7563-f8af-409c-803f-f56530124ba5', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:34:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7b1d54-72dc-44b0-b1bc-53e87557aad7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'ip_address': '172.26.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T00:00:07Z', 'updated_at': '2022-02-11T00:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4864ddd-7f59-4972-ad96-15ac8a39cd25', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828797-1-hyperv'}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:05:19.154755 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776d2012-3b87-4c5e-abb2-36ae3d5fefff None None] Checking router: 3a7b1d54-72dc-44b0-b1bc-53e87557aad7 for host: dv-neutron-828797-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 00:05:19.165407 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776d2012-3b87-4c5e-abb2-36ae3d5fefff None None] Routers {'3a7b1d54-72dc-44b0-b1bc-53e87557aad7'} bound to L3 agent in host dv-neutron-828797-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 00:05:19.166064 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-776d2012-3b87-4c5e-abb2-36ae3d5fefff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:54:21Z,description=,heartbeat_timestamp=2022-02-11T00:04:51Z,host='dv-neutron-828797-1-hyperv',id=eea4d02f-d75c-41ab-9d65-29ec9ffcfd10,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:54:22Z,topic='l3_agent')) {'router_ids': ['3a7b1d54-72dc-44b0-b1bc-53e87557aad7'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:05:19.306906 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-01619187-7349-4ef2-b1eb-978b1c0fafa5 admin admin] For port 68e95505-cab2-4aa1-9c80-1d22f425d364, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=68e95505-cab2-4aa1-9c80-1d22f425d364,segment=NetworkSegment(969fbc86-8081-4898-8615-8bb0868b38c3),segment_id=969fbc86-8081-4898-8615-8bb0868b38c3)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 00:05:19.307263 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-01619187-7349-4ef2-b1eb-978b1c0fafa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:19.356809 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-776d2012-3b87-4c5e-abb2-36ae3d5fefff None None] Set router 3a7b1d54-72dc-44b0-b1bc-53e87557aad7 gateway port host: None {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 00:05:19.462692 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-776d2012-3b87-4c5e-abb2-36ae3d5fefff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a7b1d54-72dc-44b0-b1bc-53e87557aad7', 'name': 'tempest-TestSnapshotPattern-614644033-router', 'tenant_id': '55d2543561644daa9491f42c2b75bd9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T00:00:06Z', 'updated_at': '2022-02-11T00:05:19Z', 'revision_number': 6, 'project_id': '55d2543561644daa9491f42c2b75bd9b', 'gw_port_host': None}], 'dv-neutron-828797-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:05:19.468645 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776d2012-3b87-4c5e-abb2-36ae3d5fefff None None] The sync data for ids ['3a7b1d54-72dc-44b0-b1bc-53e87557aad7'] in dv-neutron-828797-1-hyperv is: [{'id': '3a7b1d54-72dc-44b0-b1bc-53e87557aad7', 'name': 'tempest-TestSnapshotPattern-614644033-router', 'tenant_id': '55d2543561644daa9491f42c2b75bd9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T00:00:06Z', 'updated_at': '2022-02-11T00:05:19Z', 'revision_number': 6, 'project_id': '55d2543561644daa9491f42c2b75bd9b', 'gw_port_host': None}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 00:05:19.538333 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-01619187-7349-4ef2-b1eb-978b1c0fafa5 admin admin] Calling delete_port for 68e95505-cab2-4aa1-9c80-1d22f425d364 owned by network:router_gateway {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 00:05:19.749489 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-01619187-7349-4ef2-b1eb-978b1c0fafa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:19.796388 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01619187-7349-4ef2-b1eb-978b1c0fafa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=68e95505-cab2-4aa1-9c80-1d22f425d364,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:05:20.027229 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-01619187-7349-4ef2-b1eb-978b1c0fafa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734197'] for router_gateway, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:20.277342 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-01619187-7349-4ef2-b1eb-978b1c0fafa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237734'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:20.281353 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-01619187-7349-4ef2-b1eb-978b1c0fafa5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:20.404791 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-01619187-7349-4ef2-b1eb-978b1c0fafa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1734929'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:20.405285 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01619187-7349-4ef2-b1eb-978b1c0fafa5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a7b1d54-72dc-44b0-b1bc-53e87557aad7 {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 00:05:20.416900 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-01619187-7349-4ef2-b1eb-978b1c0fafa5 admin admin] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:20.418009 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-01619187-7349-4ef2-b1eb-978b1c0fafa5 admin admin] 10.222.0.59 "DELETE /v2.0/routers/3a7b1d54-72dc-44b0-b1bc-53e87557aad7 HTTP/1.1" status: 204 len: 168 time: 1.7545831 Feb 11 00:05:20.420560 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 58568) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 00:05:20.480470 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-f77f1908-ca84-450c-9cb5-ca0597f88092 admin admin] Deleting subnet 536f7847-91ff-4929-b5fc-99f9bda3f433 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 00:05:20.483947 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f77f1908-ca84-450c-9cb5-ca0597f88092 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:20.537019 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f77f1908-ca84-450c-9cb5-ca0597f88092 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32216969'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:20.613942 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f77f1908-ca84-450c-9cb5-ca0597f88092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312598'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:20.738274 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f77f1908-ca84-450c-9cb5-ca0597f88092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3312623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32032836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1511918'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:20.775800 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77f1908-ca84-450c-9cb5-ca0597f88092 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=536f7847-91ff-4929-b5fc-99f9bda3f433,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:05:20.784532 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f77f1908-ca84-450c-9cb5-ca0597f88092 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:20.789868 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac2ef09-8ac4-46af-982b-5169a21f7ff6 None None] Network 995b81c7-88d9-4481-8026-2b643d95ec1a requested from dv-neutron-828797-1-hyperv {{(pid=84334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 00:05:20.790750 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f77f1908-ca84-450c-9cb5-ca0597f88092 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/536f7847-91ff-4929-b5fc-99f9bda3f433 HTTP/1.1" status: 204 len: 168 time: 0.3692400 Feb 11 00:05:20.793133 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 58572) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 00:05:20.898466 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d0d210bf-3f92-4a1a-a8d1-6dbbde27aef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265988'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:20.909347 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-d0d210bf-3f92-4a1a-a8d1-6dbbde27aef5 admin admin] Deleting port a17f2ddf-828c-45ab-b33a-68467ad84752 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 00:05:20.909671 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d0d210bf-3f92-4a1a-a8d1-6dbbde27aef5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:21.035292 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b27926-4d54-48e0-91af-6dda81ab5c0a None None] DHCP port deletion for 995b81c7-88d9-4481-8026-2b643d95ec1a request from dv-neutron-828797-1-hyperv {{(pid=84334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 00:05:21.039270 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-25b27926-4d54-48e0-91af-6dda81ab5c0a None None] Deleting port a17f2ddf-828c-45ab-b33a-68467ad84752 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 00:05:21.039584 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-25b27926-4d54-48e0-91af-6dda81ab5c0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:21.201984 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-d0d210bf-3f92-4a1a-a8d1-6dbbde27aef5 admin admin] For port a17f2ddf-828c-45ab-b33a-68467ad84752, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=a17f2ddf-828c-45ab-b33a-68467ad84752,segment=NetworkSegment(c25ba172-8782-4fa0-afe1-8d7469837f0c),segment_id=c25ba172-8782-4fa0-afe1-8d7469837f0c)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 00:05:21.202338 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d0d210bf-3f92-4a1a-a8d1-6dbbde27aef5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:21.251816 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-25b27926-4d54-48e0-91af-6dda81ab5c0a None None] For port a17f2ddf-828c-45ab-b33a-68467ad84752, host dv-neutron-828797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828797-1-hyperv',level=0,port_id=a17f2ddf-828c-45ab-b33a-68467ad84752,segment=NetworkSegment(c25ba172-8782-4fa0-afe1-8d7469837f0c),segment_id=c25ba172-8782-4fa0-afe1-8d7469837f0c)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 00:05:21.252199 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-25b27926-4d54-48e0-91af-6dda81ab5c0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745990'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:21.308809 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c5d3b385-b092-4480-8635-038631089e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:21.323163 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-d0d210bf-3f92-4a1a-a8d1-6dbbde27aef5 admin admin] Calling delete_port for a17f2ddf-828c-45ab-b33a-68467ad84752 owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 00:05:21.370303 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-25b27926-4d54-48e0-91af-6dda81ab5c0a None None] Calling delete_port for a17f2ddf-828c-45ab-b33a-68467ad84752 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 00:05:21.396942 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device a17f2ddf-828c-45ab-b33a-68467ad84752 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 00:05:21.456677 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d0d210bf-3f92-4a1a-a8d1-6dbbde27aef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769972262274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769971839362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32032923'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:21.484376 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No active binding found for port a17f2ddf-828c-45ab-b33a-68467ad84752 {{(pid=84334) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 11 00:05:21.489055 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device a17f2ddf-828c-45ab-b33a-68467ad84752 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 00:05:21.489055 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 68e95505-cab2-4aa1-9c80-1d22f425d364 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 00:05:21.501595 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d210bf-3f92-4a1a-a8d1-6dbbde27aef5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a17f2ddf-828c-45ab-b33a-68467ad84752,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:05:21.506850 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d210bf-3f92-4a1a-a8d1-6dbbde27aef5 admin admin] No DVR routers for this DVR port a17f2ddf-828c-45ab-b33a-68467ad84752 on host dv-neutron-828797-1-hyperv {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 00:05:21.513172 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.db.api [None req-25b27926-4d54-48e0-91af-6dda81ab5c0a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 00:05:21.513529 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG oslo_db.api [None req-25b27926-4d54-48e0-91af-6dda81ab5c0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 00:05:21.518811 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: 68e95505-cab2-4aa1-9c80-1d22f425d364 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 00:05:21.519151 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device 68e95505-cab2-4aa1-9c80-1d22f425d364 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 00:05:21.519555 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device b7963366-5d37-422c-8608-f962d0195738 no longer exists at agent ovs-agent-dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 00:05:21.549995 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] No Port match for: b7963366-5d37-422c-8608-f962d0195738 {{(pid=84334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 00:05:21.550333 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.rpc [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Device b7963366-5d37-422c-8608-f962d0195738 not bound to the agent host dv-neutron-828797-1-hyperv {{(pid=84334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 00:05:21.624734 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d0d210bf-3f92-4a1a-a8d1-6dbbde27aef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3339611', 'neutron.services.segments.db._delete_segments_for_network-8769972290919'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:21.648800 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-d0d210bf-3f92-4a1a-a8d1-6dbbde27aef5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['995b81c7-88d9-4481-8026-2b643d95ec1a']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:05:21.665448 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-d0d210bf-3f92-4a1a-a8d1-6dbbde27aef5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c25ba172-8782-4fa0-afe1-8d7469837f0c') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:05:21.666414 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-d0d210bf-3f92-4a1a-a8d1-6dbbde27aef5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c25ba172-8782-4fa0-afe1-8d7469837f0c') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:05:21.677952 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d0d210bf-3f92-4a1a-a8d1-6dbbde27aef5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769972290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32216962'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:21.694017 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d0d210bf-3f92-4a1a-a8d1-6dbbde27aef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638156'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:21.700107 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0d210bf-3f92-4a1a-a8d1-6dbbde27aef5 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 00:05:21.700489 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d0d210bf-3f92-4a1a-a8d1-6dbbde27aef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3313535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32033006'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:21.713236 dv-neutron-828797-1-hyperv neutron-server[84332]: Traceback (most recent call last): Feb 11 00:05:21.713236 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 00:05:21.713236 dv-neutron-828797-1-hyperv neutron-server[84332]: timer() Feb 11 00:05:21.713236 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 00:05:21.713236 dv-neutron-828797-1-hyperv neutron-server[84332]: cb(*args, **kw) Feb 11 00:05:21.713236 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 00:05:21.713236 dv-neutron-828797-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Feb 11 00:05:21.713236 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 00:05:21.713236 dv-neutron-828797-1-hyperv neutron-server[84332]: self._notify() Feb 11 00:05:21.713236 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 00:05:21.713236 dv-neutron-828797-1-hyperv neutron-server[84332]: self.callback(batched_events) Feb 11 00:05:21.713236 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 00:05:21.713236 dv-neutron-828797-1-hyperv neutron-server[84332]: event.method(event) Feb 11 00:05:21.713236 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 00:05:21.713236 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 00:05:21.713236 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 00:05:21.713236 dv-neutron-828797-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 00:05:21.713236 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 00:05:21.713236 dv-neutron-828797-1-hyperv neutron-server[84332]: return f(self, *a, **k) Feb 11 00:05:21.713236 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 00:05:21.713236 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._get(url).json() Feb 11 00:05:21.713236 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 00:05:21.713236 dv-neutron-828797-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 00:05:21.713236 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 00:05:21.713236 dv-neutron-828797-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Feb 11 00:05:21.713236 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 00:05:21.713236 dv-neutron-828797-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 00:05:21.713236 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 00:05:21.713236 dv-neutron-828797-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 00:05:21.713236 dv-neutron-828797-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 00:05:21.713236 dv-neutron-828797-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 00:05:21.713236 dv-neutron-828797-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 00:05:21.833789 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d0d210bf-3f92-4a1a-a8d1-6dbbde27aef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3339604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2767867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1734224'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:21.849080 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d0d210bf-3f92-4a1a-a8d1-6dbbde27aef5 admin admin] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:21.862840 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d210bf-3f92-4a1a-a8d1-6dbbde27aef5 admin admin] Pushing event deleted for resources: {'Network': ['ID=995b81c7-88d9-4481-8026-2b643d95ec1a,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:05:21.866723 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d0d210bf-3f92-4a1a-a8d1-6dbbde27aef5 admin admin] 10.222.0.59 "DELETE /v2.0/networks/995b81c7-88d9-4481-8026-2b643d95ec1a HTTP/1.1" status: 204 len: 168 time: 1.0720427 Feb 11 00:05:22.014895 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-25b27926-4d54-48e0-91af-6dda81ab5c0a None None] Deleting port a17f2ddf-828c-45ab-b33a-68467ad84752 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 00:05:22.015470 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-25b27926-4d54-48e0-91af-6dda81ab5c0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769972206529'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:22.077218 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.plugin [None req-25b27926-4d54-48e0-91af-6dda81ab5c0a None None] The port 'a17f2ddf-828c-45ab-b33a-68467ad84752' was deleted {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 00:05:22.207802 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 58578) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 00:05:22.256956 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5c722b9a-336c-45f0-9253-5146d43bb4c1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=294e1a9856fb4929bd4667c7a9c43938&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0480049 Feb 11 00:05:22.259359 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 58582) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 00:05:22.315517 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-499f2519-687d-47fe-9643-ecaf1169838b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:22.339935 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-499f2519-687d-47fe-9643-ecaf1169838b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:22.467871 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-499f2519-687d-47fe-9643-ecaf1169838b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:22.486813 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f2519-687d-47fe-9643-ecaf1169838b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee848310-ec46-4b13-b3cc-f356f816ef3a,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:05:22.491107 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-499f2519-687d-47fe-9643-ecaf1169838b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:22.492202 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-499f2519-687d-47fe-9643-ecaf1169838b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ee848310-ec46-4b13-b3cc-f356f816ef3a HTTP/1.1" status: 204 len: 168 time: 0.2319763 Feb 11 00:05:22.618130 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:22.709173 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:23.179933 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 58590) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 00:05:23.229285 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-39143b72-46d2-4960-83ae-bdcc2c717c77 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=55d2543561644daa9491f42c2b75bd9b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0481863 Feb 11 00:05:23.232322 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.59', 58594) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 00:05:23.293542 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0a40a71c-0b4e-4341-8834-2844cf0305ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:23.318509 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0a40a71c-0b4e-4341-8834-2844cf0305ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:23.433328 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0a40a71c-0b4e-4341-8834-2844cf0305ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902771'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:23.446574 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a40a71c-0b4e-4341-8834-2844cf0305ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d635e7d-abbc-4a41-a516-cbb653c0b767,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:05:23.453217 dv-neutron-828797-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0a40a71c-0b4e-4341-8834-2844cf0305ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:23.454448 dv-neutron-828797-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0a40a71c-0b4e-4341-8834-2844cf0305ab admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5d635e7d-abbc-4a41-a516-cbb653c0b767 HTTP/1.1" status: 204 len: 168 time: 0.2210839 Feb 11 00:05:24.235340 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:46.738140 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:49.109889 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-931e252d-b9d8-479c-9806-92b844457940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:51.275296 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3d3effdf-ea7f-4554-a4b4-ad7eae802186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:52.621704 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:52.715430 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:54.238838 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:55.268022 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 00:06:16.801507 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:06:19.285292 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0091b796-0287-4e26-8180-0eeb4864e674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:06:21.298415 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-838ce28d-a137-41aa-b4ef-586104620776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:06:22.621751 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:06:22.719111 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:06:24.264143 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:06:32.269152 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 00:06:46.779086 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:06:49.110583 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f0eeeaef-70ed-4dbb-b60b-179e9996c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:06:51.292953 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b6524f5e-6d9e-4fb5-97a2-8444120c92ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:06:52.649825 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:06:52.733230 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:06:54.264790 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:07:09.269770 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 00:07:16.847922 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:07:19.204008 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-638d1c1f-0a6a-4db0-b186-7bf410313b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:07:21.289613 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fcef8162-cda6-471d-ac0a-3b77f2a58a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:07:22.615887 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:07:22.689851 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:07:24.238254 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:07:46.270451 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 00:07:46.803134 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:07:49.118046 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e103bff8-91f5-4a6c-a821-8a9daf5abd4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:07:51.290010 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-9fc7b48b-0bbc-4c82-a7dd-85de5d423a78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:07:52.647801 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:07:52.689428 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:07:54.249363 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:08:16.785408 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:08:19.157697 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d1fd9661-ea02-4468-a0fb-1f3f5f977561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:08:21.300591 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fc8e0034-2b98-4b41-9ec5-a8ab45e9d926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:08:22.646978 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:08:22.694729 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:08:23.270345 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 00:08:24.243166 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:08:46.826339 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:08:49.111722 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5255c351-96b3-4161-b759-600f76e15326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:08:51.271688 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-6571fdeb-0cfb-4b2e-a666-21073b19b427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:08:52.603328 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:08:52.711435 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:08:54.283405 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:09:00.271036 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 00:09:16.837630 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:09:19.117257 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7966575b-fe17-451d-82da-cc1d624a24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:09:21.277261 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1b0d5355-74f6-43a3-bc3e-4c64d30c5268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:09:22.620363 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:09:22.722737 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:09:24.266018 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:09:37.270929 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 00:09:46.809226 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:09:49.139657 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b9054d7c-cb86-465f-af4d-facdb32fab4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:09:51.277838 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-36d01773-7f22-4fbb-9e60-f61a1e18e3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:09:52.615561 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:09:52.739378 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:09:54.294697 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:10:14.271558 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 00:10:16.813655 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:10:19.118090 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-85bdf73f-85d4-4a3e-a96f-a16498e9f1da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:10:21.283558 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-183b3c46-67b8-42a5-a0d0-b8e3729ecd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:10:22.649523 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:10:22.734946 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:10:24.272659 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:10:46.855405 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-06e9d783-79de-41c0-a1df-c035044b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:10:49.163975 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d4ebee47-363b-4389-ba6e-9344f5b857be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:10:51.272374 dv-neutron-828797-1-hyperv neutron-server[84335]: DEBUG neutron.db.agents_db [None req-6ca0ac8b-d446-4518-a708-ee6184885cb1 None None] Agent healthcheck: found 6 active agents {{(pid=84335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 00:10:51.293697 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f1cf6fe9-864a-4b89-8e57-e09b13a6fe09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:10:52.603823 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-354cb76c-eec0-4acd-9fb6-f272a3fe28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:10:52.727851 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-20dac9c1-d5ff-46bd-b8a6-8208de4ab913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:10:54.278264 dv-neutron-828797-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea42d-2330-4517-bf32-ddfce3d9d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769972290901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3341659'] for agent, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}